-- Logs begin at Wed 2021-07-28 13:29:47 UTC, end at Wed 2021-07-28 16:36:47 UTC. -- Jul 28 14:16:34.323459 n-d-764806-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 14:16:37.034021 n-d-764806-10 neutron-server[94548]: INFO neutron.common.config [-] Logging enabled! Jul 28 14:16:37.034631 n-d-764806-10 neutron-server[94548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 14:16:37.034797 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 14:16:37.038103 n-d-764806-10 neutron-server[94548]: INFO neutron.common.config [-] Logging enabled! Jul 28 14:16:37.038357 n-d-764806-10 neutron-server[94548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 14:16:37.038673 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 14:16:37.039612 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 14:16:37.039850 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 14:16:37.040213 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 14:16:37.040476 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 14:16:37.040713 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 14:16:37.041035 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.041334 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.041632 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.041865 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.042162 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.042454 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.042744 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.043031 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.043331 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.043652 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.043906 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.044764 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.045003 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.045289 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.045581 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.045875 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.046099 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] debug = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.046383 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.046812 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.047229 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.047518 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.047806 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.048088 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.048361 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.048667 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.048956 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.049288 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] host = n-d-764806-10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.049569 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.049858 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.050147 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.050438 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.050713 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.050989 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.051276 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.051552 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.051827 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.052105 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.052396 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.052709 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.052996 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.053226 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.053452 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.053749 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.054033 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.054311 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.054588 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.054869 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.055146 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.055424 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.055695 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.055983 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.056272 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.056582 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.056862 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.057138 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.057412 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.057686 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.057971 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.058248 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.058525 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.058799 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.059090 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.059362 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.059667 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.059975 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.060944 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.061242 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.061532 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.061813 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.062100 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.062377 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.062656 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.062927 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] use_json = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.063203 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.063475 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.063758 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.064033 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.064306 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.064604 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.064885 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.065167 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:37.065470 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.065769 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.066074 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.066360 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.066656 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.066937 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.067225 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.067506 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.067793 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.068084 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.068373 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.068675 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.068964 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.069243 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.069537 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.069846 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.070145 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.070440 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.070717 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.070993 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.071267 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.071548 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.071842 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.072130 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.072424 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.072722 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.073002 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.073294 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.073572 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.073843 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.074120 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.074410 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.074689 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.074961 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.075747 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.076039 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.076312 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.076614 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.076893 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.077183 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.077459 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.077730 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.078000 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.078277 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.078550 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.078836 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.079114 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.079384 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.079654 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.079930 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.080202 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.080499 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.080783 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.081055 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.081331 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.081602 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.081871 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.082143 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.082415 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.082690 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.082964 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.083236 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.083513 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.083787 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.084058 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.084330 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.084634 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.084910 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.085197 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.085498 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.085783 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.086063 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.086339 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.086617 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.086896 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.087175 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.087454 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.087736 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.088009 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.088300 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.088611 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.088904 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.089191 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.089474 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.089773 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.090055 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.090339 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.090618 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.090941 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.091737 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.092026 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.092324 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.092648 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.092947 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.093246 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.093541 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.093828 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.094143 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.094424 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:37.094646 n-d-764806-10 neutron-server[94548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 14:16:37.094888 n-d-764806-10 neutron-server[94548]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94548) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 14:16:37.444530 n-d-764806-10 neutron-server[94548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 14:16:37.444746 n-d-764806-10 neutron-server[94548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 14:16:37.445038 n-d-764806-10 neutron-server[94548]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 14:16:37.445376 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 14:16:37.836243 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.836569 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.836852 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.838150 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.838430 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.838698 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.873204 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.873497 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.873773 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.889100 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.889383 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.889655 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.918259 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.918536 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.918810 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.955104 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.955404 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:37.955681 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.186859 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.187478 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.187478 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.187633 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.188289 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.308943 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.309301 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.309609 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.309893 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.310166 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.310483 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.310747 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.311005 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.311263 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.311548 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.311809 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.312074 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.312331 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.312609 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.312867 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.313131 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.313390 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.313658 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.313931 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.314193 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.314466 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.314719 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.315000 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.315384 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.315642 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.315895 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.316295 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:38.316571 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:38.316816 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:38.317057 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:38.317298 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:38.317538 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:38.317900 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 14:16:38.321059 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 14:16:38.324990 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 14:16:38.328900 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 28 14:16:38.330549 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 14:16:38.330995 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 14:16:38.331333 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 14:16:38.331718 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 14:16:38.334549 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 14:16:38.334804 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 14:16:38.335173 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 14:16:38.340498 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 14:16:38.363928 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 14:16:38.364388 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.364727 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94548) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 14:16:38.365092 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.366443 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94548) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 14:16:38.366731 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 14:16:38.366983 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 14:16:38.370599 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.370891 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:38.434405 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 14:16:38.434674 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 14:16:38.434913 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 14:16:38.435294 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 14:16:38.455971 n-d-764806-10 neutron-server[94548]: DEBUG oslo_db.sqlalchemy.engines [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94548) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 14:16:39.127498 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing driver for type 'gre' Jul 28 14:16:39.128285 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] gre ID ranges: [(1, 1000)] Jul 28 14:16:39.310868 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing driver for type 'local' Jul 28 14:16:39.311475 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing driver for type 'vlan' Jul 28 14:16:39.367241 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] VlanTypeDriver initialization complete Jul 28 14:16:39.367596 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing driver for type 'vxlan' Jul 28 14:16:39.368098 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] vxlan ID ranges: [(1, 1000)] Jul 28 14:16:39.554516 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing extension driver 'port_security' Jul 28 14:16:39.554861 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.extensions.port_security [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] PortSecurityExtensionDriver initialization complete Jul 28 14:16:39.555187 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing mechanism driver 'openvswitch' Jul 28 14:16:39.555507 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing mechanism driver 'hyperv' Jul 28 14:16:39.562600 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:16:39.563311 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.563682 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.564034 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.564589 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:16:39.565020 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.565370 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.565710 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.566093 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:16:39.566494 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.566859 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.567177 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.567556 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:16:39.567956 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > security_group after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.568301 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > security_group after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.568662 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575028 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:16:39.575028 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575028 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575028 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575028 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:16:39.575405 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > address_group after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575405 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > address_group after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575405 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575405 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:16:39.575405 n-d-764806-10 neutron-server[94548]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] ML2 OVO RPC backend initialized. {{(pid=94548) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 14:16:39.575761 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575761 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575761 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.575761 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > networks before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576058 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576058 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > ports before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576058 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576058 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnets before_response 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576347 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576347 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576532 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.576759 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.577091 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.577421 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.577752 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.578083 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.578412 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.578980 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.plugin [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Modular L2 Plugin initialization complete Jul 28 14:16:39.579311 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading services supported by the core plugin {{(pid=94548) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 14:16:39.579634 n-d-764806-10 neutron-server[94548]: INFO neutron.plugins.ml2.managers [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Got port-security extension from driver 'port_security' Jul 28 14:16:39.580095 n-d-764806-10 neutron-server[94548]: INFO neutron.extensions.vlantransparent [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Disabled vlantransparent extension. Jul 28 14:16:39.580600 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94548) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 14:16:39.580915 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: router Jul 28 14:16:39.615862 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.616255 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_create 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.616657 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router before_create 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.617020 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.617391 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.617741 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_delete 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.618097 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.618457 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_create 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.618801 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_update 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.619148 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_update 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.619495 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.619851 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_update 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.620258 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_update 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.620656 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.620996 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.621335 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: subnet after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.621668 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.622037 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.622945 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_create 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.623286 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.623624 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.623978 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router after_update 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.624320 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.624698 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_create 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.625058 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.625399 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_update 55549900 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.625785 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > agent after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.626129 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > agent after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.626468 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > network after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.627312 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Tracking information for resource: router configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:39.627896 n-d-764806-10 neutron-server[94548]: DEBUG neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Tracking information for resource: floatingip configured {{(pid=94548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:16:39.634243 n-d-764806-10 neutron-server[94548]: INFO neutron.db.l3_agentschedulers_db [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 14:16:39.634813 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.635175 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.635526 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.635877 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.636693 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router before_create 55550100 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.637061 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.637421 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_create 55550100 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.637806 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > router precommit_update 55550100 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.642288 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.provider_configuration [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service providers = [] {{(pid=94548) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 14:16:39.642651 n-d-764806-10 neutron-server[94548]: DEBUG neutron.db.servicetype_db [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94548) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 14:16:39.645606 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.service_base [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:16:39.645959 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.service_base [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:16:39.646299 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.service_base [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:16:39.647175 n-d-764806-10 neutron-server[94548]: DEBUG neutron.services.service_base [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:16:39.647549 n-d-764806-10 neutron-server[94548]: INFO neutron.services.service_base [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 14:16:39.647919 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.648238 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 14:16:39.659212 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.659541 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: auto_allocate Jul 28 14:16:39.665267 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: network precommit_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.665635 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: network precommit_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.666152 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.666471 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: tag Jul 28 14:16:39.673030 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.673353 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: timestamp Jul 28 14:16:39.677307 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.677645 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: network_ip_availability Jul 28 14:16:39.682982 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.683351 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.683704 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.684406 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.685264 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: flavors Jul 28 14:16:39.689890 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.690220 n-d-764806-10 neutron-server[94548]: INFO neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading Plugin: revisions Jul 28 14:16:39.694430 n-d-764806-10 neutron-server[94548]: DEBUG neutron.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:16:39.694819 n-d-764806-10 neutron-server[94548]: DEBUG oslo_concurrency.lockutils [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.250s {{(pid=94548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 14:16:39.695551 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94548) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 14:16:39.695885 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Initializing extension manager. Jul 28 14:16:39.696397 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: __init__.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.696763 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: __pycache__ {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.697094 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.697426 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: address_group.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.698168 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.698724 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: address-group Jul 28 14:16:39.699047 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: address_scope.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.699751 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.700869 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: address-scope Jul 28 14:16:39.701196 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.702119 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.702622 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: router-admin-state-down-before-update Jul 28 14:16:39.702943 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: agent.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.703825 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.704326 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: agent Jul 28 14:16:39.704669 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: agent_resources_synced.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.705572 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.706071 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: agent-resources-synced Jul 28 14:16:39.706391 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: allowedaddresspairs.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.708158 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.708702 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: allowed-address-pairs Jul 28 14:16:39.709028 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: auto_allocated_topology.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.710094 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.710598 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: auto-allocated-topology Jul 28 14:16:39.710921 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: availability_zone.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.711610 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.712115 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: availability_zone Jul 28 14:16:39.712436 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: availability_zone_filter.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.713367 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.713875 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: availability_zone_filter Jul 28 14:16:39.714198 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: data_plane_status.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.715101 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.715603 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 14:16:39.715978 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: default_subnetpools.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.716928 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.717438 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: default-subnetpools Jul 28 14:16:39.717763 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.718563 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.719066 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: dhcp_agent_scheduler Jul 28 14:16:39.719387 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: dns.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.720297 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.720827 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 14:16:39.721150 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: dns_domain_ports.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.722064 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.722564 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 14:16:39.722886 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.723795 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.724294 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 14:16:39.724648 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: dvr.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.725314 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.725811 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: dvr Jul 28 14:16:39.726128 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: ecmp_routes.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.727031 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.727526 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 14:16:39.727843 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: empty_string_filtering.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.728774 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.729270 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: empty-string-filtering Jul 28 14:16:39.729586 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.730493 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.730989 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 14:16:39.731307 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.733495 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.734006 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 14:16:39.734331 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: external_net.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.735264 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.735771 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: external-net Jul 28 14:16:39.736092 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.737021 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.737526 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: extra_dhcp_opt Jul 28 14:16:39.737845 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: extraroute.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.738754 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.739258 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: extraroute Jul 28 14:16:39.739575 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: extraroute_atomic.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.740655 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.741185 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: extraroute-atomic Jul 28 14:16:39.741503 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: filter_validation.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.742161 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.742661 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: filter-validation Jul 28 14:16:39.742976 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: fip_pf_description.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.743880 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.744373 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 14:16:39.744719 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: fip_port_details.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.745623 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.746127 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: fip-port-details Jul 28 14:16:39.746567 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: flavors.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.748321 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.748848 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: flavors Jul 28 14:16:39.749172 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.750805 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.751318 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 14:16:39.751644 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: floatingip_pools.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.752332 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.753132 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: floatingip-pools Jul 28 14:16:39.753453 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: ip_allocation.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.754385 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.754886 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 14:16:39.755206 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.756118 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.756644 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: ip-substring-filtering Jul 28 14:16:39.756970 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l2_adjacency.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.757902 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.758402 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 14:16:39.758723 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.759864 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.760374 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: router Jul 28 14:16:39.760731 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.763623 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.764151 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 14:16:39.764503 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.765433 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.765941 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: ext-gw-mode Jul 28 14:16:39.766263 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.767196 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.767699 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: l3-ha Jul 28 14:16:39.768021 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3_flavors.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.768951 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.769451 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: l3-flavors Jul 28 14:16:39.769772 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.770687 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.771192 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 14:16:39.771517 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: l3agentscheduler.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.772610 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.773119 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: l3_agent_scheduler Jul 28 14:16:39.773443 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: logging.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.774924 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.775441 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension logging not supported by any of loaded plugins Jul 28 14:16:39.775772 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: metering.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.776537 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.777116 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: metering Jul 28 14:16:39.777438 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.778559 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.779072 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: metering_source_and_destination_fields Jul 28 14:16:39.779403 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: multiprovidernet.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.780324 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.780873 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: multi-provider Jul 28 14:16:39.781198 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: netmtu.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.782109 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.782613 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: net-mtu Jul 28 14:16:39.782961 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: netmtu_writable.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.783848 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.784350 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: net-mtu-writable Jul 28 14:16:39.784700 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: network_availability_zone.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.785366 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.785865 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: network_availability_zone Jul 28 14:16:39.786183 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: network_ip_availability.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.787268 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.787770 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: network-ip-availability Jul 28 14:16:39.788097 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: network_segment_range.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.788880 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.789382 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 14:16:39.789701 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: pagination.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.790681 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.791008 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: pagination Jul 28 14:16:39.791329 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: port_device_profile.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.792238 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.792771 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: port-device-profile Jul 28 14:16:39.793097 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.794039 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.794540 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: port-mac-address-regenerate Jul 28 14:16:39.794859 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.795775 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.796277 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: port-numa-affinity-policy Jul 28 14:16:39.796635 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: port_resource_request.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.797536 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.798032 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 14:16:39.798351 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: portbindings.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.799283 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.799780 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: binding Jul 28 14:16:39.800101 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: portbindings_extended.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.801523 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.802043 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: binding-extended Jul 28 14:16:39.802375 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: portsecurity.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.803287 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.803803 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: port-security Jul 28 14:16:39.804130 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: project_id.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.805180 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.805463 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: project-id Jul 28 14:16:39.805786 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: providernet.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.806708 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.807215 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: provider Jul 28 14:16:39.807535 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.811648 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.812166 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos not supported by any of loaded plugins Jul 28 14:16:39.812529 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.813775 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.814294 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 14:16:39.814620 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.815542 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.816052 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 14:16:39.816379 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_default.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.817315 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.817818 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-default not supported by any of loaded plugins Jul 28 14:16:39.818141 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_fip.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.818793 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.819293 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 14:16:39.819611 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_gateway_ip.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.820558 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.821062 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 14:16:39.821383 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_port_network_policy.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.822292 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.822792 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 14:16:39.823110 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_rule_type_details.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.824024 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.824549 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 14:16:39.824870 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: qos_rules_alias.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.826525 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.827035 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 14:16:39.827358 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: quotasv2.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.828288 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.828651 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: quotas Jul 28 14:16:39.828975 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: quotasv2_detail.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.832077 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.832418 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: quota_details Jul 28 14:16:39.832777 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: rbac.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.834071 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.834616 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: rbac-policies Jul 28 14:16:39.834948 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: rbac_address_group.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.835941 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.836486 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: rbac-address-group Jul 28 14:16:39.836817 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: rbac_address_scope.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.837753 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.838259 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: rbac-address-scope Jul 28 14:16:39.838581 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: rbac_security_groups.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.839507 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.840014 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: rbac-security-groups Jul 28 14:16:39.840406 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: rbac_subnetpool.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.841445 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.841948 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: rbac-subnetpool Jul 28 14:16:39.842267 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: revisionifmatch.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.843194 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.843898 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: revision-if-match Jul 28 14:16:39.844225 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: revisions.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.845444 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.845950 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: standard-attr-revisions Jul 28 14:16:39.846273 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: router_availability_zone.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.846957 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.847463 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: router_availability_zone Jul 28 14:16:39.847784 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: routerservicetype.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.848747 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.849240 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 14:16:39.849563 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.850509 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.851761 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: security-groups-normalized-cidr Jul 28 14:16:39.851761 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.852223 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.852766 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: port-security-groups-filtering Jul 28 14:16:39.853086 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.854002 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.854512 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: security-groups-remote-address-group Jul 28 14:16:39.854832 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: securitygroup.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.864980 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.865511 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: security-group Jul 28 14:16:39.865843 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: segment.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.866636 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.867155 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension segment not supported by any of loaded plugins Jul 28 14:16:39.867469 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.868420 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.868946 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 14:16:39.869270 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: servicetype.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.870460 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.871047 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: service-type Jul 28 14:16:39.871377 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: sorting.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.872965 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.873296 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: sorting Jul 28 14:16:39.873624 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: standard_attr_segment.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.874617 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.875134 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 14:16:39.875455 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: standardattrdescription.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.876097 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.876622 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: standard-attr-description Jul 28 14:16:39.876946 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: stateful_security_group.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.878129 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.878630 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: stateful-security-group Jul 28 14:16:39.878951 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: stdattrs_common.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.879532 n-d-764806-10 neutron-server[94548]: WARNING neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 14:16:39.879843 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.880807 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.881314 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 14:16:39.881633 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: subnet_onboard.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.882718 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.883233 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: subnet_onboard Jul 28 14:16:39.883555 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.884500 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.885015 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 14:16:39.885334 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: subnet_service_types.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.886259 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.886770 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: subnet-service-types Jul 28 14:16:39.887092 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: subnetallocation.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.888755 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.889290 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: subnet_allocation Jul 28 14:16:39.889616 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.890278 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.890778 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: subnetpool-prefix-ops Jul 28 14:16:39.891097 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.892019 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.892545 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 14:16:39.892867 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: tagging.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.893953 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.894461 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: standard-attr-tag Jul 28 14:16:39.894787 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: timestamp.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.896000 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.896541 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loaded extension: standard-attr-timestamp Jul 28 14:16:39.896869 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: trunk.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.897895 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.898406 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension trunk not supported by any of loaded plugins Jul 28 14:16:39.898729 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: trunk_details.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.899640 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.900149 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 14:16:39.900488 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: uplink_status_propagation.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.901407 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.901911 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 14:16:39.902234 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Loading extension file: vlantransparent.py {{(pid=94548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:16:39.902901 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:16:39.903438 n-d-764806-10 neutron-server[94548]: INFO neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 14:16:39.905975 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:network Jul 28 14:16:39.906491 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:subnet Jul 28 14:16:39.906887 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:16:39.907277 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:port Jul 28 14:16:39.908564 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.909002 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service FLAVORS assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.909621 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.910056 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.910387 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:router Jul 28 14:16:39.910819 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 14:16:39.911298 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service METERING assigned prefix: /metering {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.912790 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.913164 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.913519 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:16:39.914528 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 14:16:39.914973 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:security_group Jul 28 14:16:39.915404 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 14:16:39.916007 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service CORE assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.916336 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:16:39.916716 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] subnetpool is already registered Jul 28 14:16:39.917135 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service CORE assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.917456 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:16:39.917784 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] subnetpool is already registered Jul 28 14:16:39.921660 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.922107 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service FLAVORS assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.922709 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.923133 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.923467 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:router Jul 28 14:16:39.923808 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] router is already registered Jul 28 14:16:39.924219 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 14:16:39.924583 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] floatingip is already registered Jul 28 14:16:39.925032 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service METERING assigned prefix: /metering {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.925699 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 14:16:39.926018 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] rbac_policy is already registered Jul 28 14:16:39.926422 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:security_group Jul 28 14:16:39.926752 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] security_group is already registered Jul 28 14:16:39.927148 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 14:16:39.927478 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] security_group_rule is already registered Jul 28 14:16:39.927945 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service CORE assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.928267 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:16:39.928628 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] subnetpool is already registered Jul 28 14:16:39.929038 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.v2.resource_helper [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Service CORE assigned prefix: {{(pid=94548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:16:39.929361 n-d-764806-10 neutron-server[94548]: INFO neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:16:39.929685 n-d-764806-10 neutron-server[94548]: WARNING neutron.quota.resource_registry [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] subnetpool is already registered Jul 28 14:16:39.930121 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: extensions {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.931699 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: address-groups {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.933229 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: address-scopes {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.934448 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: agents {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.936117 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: auto-allocated-topology {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.937528 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: availability_zones {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.938798 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: dhcp-networks {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.940241 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: dhcp-agents {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.941806 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: routers {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.943539 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: flavors {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.944753 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: service_profiles {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.946088 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: next_providers {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.947543 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: service_profiles {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.949016 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: floatingip-pools {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.950841 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: routers {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.952683 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: floatingips {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.953874 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: l3-routers {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.955289 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: l3-agents {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.956842 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: metering-labels {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.958106 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: metering-label-rules {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.959370 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: network-ip-availabilities {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.960764 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: bindings {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.962332 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: quotas {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.963794 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: quotas {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.965358 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: rbac-policies {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.966653 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: security-groups {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.967856 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: security-group-rules {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.969149 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: service-providers {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.970471 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: subnetpools {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.971808 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: subnetpools {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.973299 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.975090 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.976846 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.978719 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.980404 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.982299 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.985171 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.986964 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.988738 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.990613 n-d-764806-10 neutron-server[94548]: DEBUG neutron.api.extensions [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Extended resource: tags {{(pid=94548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:16:39.996597 n-d-764806-10 neutron-server[94548]: WARNING keystonemiddleware.auth_token [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 14:16:40.001653 n-d-764806-10 neutron-server[94548]: WARNING keystonemiddleware.auth_token [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 14:16:40.010342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_concurrency.lockutils [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Acquired lock "singleton_lock" {{(pid=94548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 14:16:40.010814 n-d-764806-10 neutron-server[94548]: DEBUG oslo_concurrency.lockutils [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Releasing lock "singleton_lock" {{(pid=94548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 14:16:40.011446 n-d-764806-10 neutron-server[94548]: INFO oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Starting 2 workers Jul 28 14:16:40.016862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Started child 94657 {{(pid=94548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:16:40.021317 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Started child 94658 {{(pid=94548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:16:40.022504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:40.023139 n-d-764806-10 neutron-server[94548]: INFO neutron.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 14:16:40.023554 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Notify callbacks [] for process, before_spawn {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:40.023955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [-] (94657) wsgi starting up on http://0.0.0.0:9696 Jul 28 14:16:40.025943 n-d-764806-10 neutron-server[94548]: INFO oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Starting 1 workers Jul 28 14:16:40.026133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:40.027711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [-] (94658) wsgi starting up on http://0.0.0.0:9696 Jul 28 14:16:40.031201 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Started child 94659 {{(pid=94548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:16:40.031730 n-d-764806-10 neutron-server[94548]: INFO oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Starting 1 workers Jul 28 14:16:40.034982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] calling RpcWorker wait() {{(pid=94659) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 14:16:40.035735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] returning from RpcWorker wait() {{(pid=94659) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 14:16:40.036284 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Started child 94660 {{(pid=94548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:16:40.036790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:40.037096 n-d-764806-10 neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5dacc7f0-1748-4817-a9e2-ab16a220b113 None None] Notify callbacks [] for process, after_spawn {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:40.037267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:16:40.039021 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 14:16:40.039227 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 14:16:40.039410 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 14:16:40.039646 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 14:16:40.039971 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 14:16:40.040229 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 14:16:40.040770 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.041047 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.041330 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:40.041872 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.041872 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.041872 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.042417 n-d-764806-10 neutron-server[94660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:16:40.042568 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.042727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.042982 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.043231 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.043482 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.043649 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.043816 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.044619 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.044855 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.045155 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.045424 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.045660 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.045920 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.046072 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.046420 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.046592 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.046925 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.047114 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] debug = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.047350 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.047827 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.048050 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.048288 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.048662 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.048877 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.049126 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.049384 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.049622 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.049838 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.050076 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.050334 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.050571 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.050795 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.051006 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.051252 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.051512 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.051912 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] host = n-d-764806-10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.052127 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.052353 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.052627 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.052855 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.053107 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.053312 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.053574 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.053824 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.054092 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.054316 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.054570 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.054807 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.055038 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.055324 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.055475 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_options = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.055672 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.055926 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.056186 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.056372 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.056645 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.056790 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.056963 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.057212 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.057368 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.057561 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.057768 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.057976 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.058206 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.058413 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.058641 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.058880 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.059106 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.059309 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.059635 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.060357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.060605 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.060852 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.061102 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.061332 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.061639 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.061800 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.061987 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.062196 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.062401 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.062657 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.062880 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.063162 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.063350 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.063602 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.063822 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.064042 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.064249 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.064522 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.064747 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.064987 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.065231 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.065458 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.065697 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.065902 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.066133 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.066365 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_json = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.066571 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.066810 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.067023 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.067265 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.067414 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.067624 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.067836 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.068073 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.068529 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.068807 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.069139 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.069361 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.069604 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.069823 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.070067 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.070286 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.070538 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.070780 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.071116 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.071368 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.071622 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.071848 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.072192 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.072423 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.072695 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.072947 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.073162 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.073610 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.073610 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.073865 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.074096 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.074353 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.074623 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.074880 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.075124 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.075392 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.075621 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.075836 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.076062 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.076275 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.076551 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.076766 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.076972 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.077183 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.077422 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.077650 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.077872 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.078111 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.078339 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.078563 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.078775 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.078983 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.079190 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.079418 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.079681 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.079903 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.080082 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.080328 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.080596 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.080813 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.090940 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.091687 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.092979 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.093914 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.094878 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.095906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.096997 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.098054 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099214 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099214 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099214 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099214 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099214 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099876 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099876 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.099876 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.100270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.100406 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.100625 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.100890 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.101133 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.101380 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.101604 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.101864 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.102091 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.102319 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.102542 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.102752 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.102966 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.103193 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.103406 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.103644 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.103855 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.104102 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.104305 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.104558 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.104773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.104989 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.105199 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.105441 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.105648 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.105864 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.106090 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.106306 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.107035 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.107248 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.107460 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.107718 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.107948 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.108344 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.108524 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.108713 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.108936 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.109162 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.109412 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.109623 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.109863 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.110076 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.110285 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.110499 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.110824 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.111037 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.111392 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.111750 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.112108 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.112517 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.112760 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.113241 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.113545 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.113724 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.113944 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.114416 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.114416 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.114648 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.114838 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.115052 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.115265 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.116051 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.116051 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.116051 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.116408 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.116408 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.121559 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.122839 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123388 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123954 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123954 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.123954 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.124181 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.124267 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.124461 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.124709 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.124924 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.125130 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.125410 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.125677 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.125938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.126200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.126429 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.126675 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.126936 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.127248 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.127463 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.128233 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.128233 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.128390 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.128647 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.128877 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.129190 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.129494 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.129759 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.130022 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.130298 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.130578 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.130844 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.131077 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.131363 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.131718 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.131982 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.132232 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.132500 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.132955 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.133212 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.133427 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.133639 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.136483 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 14:16:40.137200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 14:16:40.138239 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 14:16:40.138239 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 14:16:40.138239 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 14:16:40.138422 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.138531 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.138643 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.138784 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.138942 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.139121 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.139278 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.139433 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.139635 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.139765 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.139891 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.140046 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.140200 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.140355 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.140536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.140694 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.140849 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.141004 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.144811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.144811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.144811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.144811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.144811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] debug = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.144811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145342 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.145862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] host = n-d-764806-10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146403 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.146938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_options = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147536 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147993 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147993 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147993 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.147993 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.148276 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.148276 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.148419 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149117 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149117 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149117 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149117 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149943 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149943 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149943 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.149943 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.150941 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.152727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.153179 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.154210 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.154210 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_json = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.154210 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.154384 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.154491 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.154725 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.155121 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.155121 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.155121 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.155341 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:16:40.155495 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.155653 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.155825 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.155983 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.156144 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.156300 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.156505 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.156644 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.156803 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.156958 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.157278 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.157443 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.157616 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.157773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.157933 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.158094 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.158254 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.158413 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.158575 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.158731 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.159038 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.159245 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.159363 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.159527 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.159689 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.159843 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.160152 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.160383 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.160506 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.160641 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.160801 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.160961 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.161122 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.161281 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162217 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162217 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162217 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162217 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162217 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162217 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162654 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162654 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162654 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162875 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.162957 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163050 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163188 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163350 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163508 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163676 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163827 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.163986 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.164144 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.164302 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.164474 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.164664 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.164797 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.164954 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.165112 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.165270 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.165429 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.165601 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.165758 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.165905 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.166104 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.166223 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.166382 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.166543 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.166703 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.166862 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167020 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167178 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167336 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167495 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167652 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167811 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.167980 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.168114 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.168264 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.168428 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.168580 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.168743 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.168922 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.169081 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.169247 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.169430 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.169564 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.169723 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.169882 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170039 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170197 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170354 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170511 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170668 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170826 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.170984 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.171141 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.171302 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.171512 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.171690 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.171771 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.171908 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.172066 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.172227 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.172397 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.172578 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.172740 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.172902 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173044 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173183 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173321 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173458 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173596 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173735 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.173894 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174050 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174218 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174363 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174525 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174670 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174818 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.174977 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.175121 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.175281 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.175436 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.175575 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.175733 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.175898 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.176067 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.176211 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.176373 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.176546 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.176731 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.176899 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177049 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177187 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177325 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177463 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177616 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177775 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.177933 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.178093 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.178247 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.178410 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.178578 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.178726 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.178868 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179019 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179157 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179301 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179443 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179592 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179730 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.179884 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180029 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180187 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180330 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180516 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180677 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180834 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.180994 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.181151 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.181308 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.181465 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.181623 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.181781 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.181938 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.182095 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.182252 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.182412 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.182569 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.182727 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.182901 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183031 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183191 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183350 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183510 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183667 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183826 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.183993 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.184143 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.184302 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.184505 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.184769 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.184929 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.185089 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.185249 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.185469 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.185597 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.185721 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.185879 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186039 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186198 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186361 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186647 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186647 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186846 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.186942 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.187109 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.187271 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.187430 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.187589 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.187748 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.187906 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.188063 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.188222 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.188393 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.188574 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.188732 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.188890 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.190773 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191357 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191888 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191888 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191888 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.191888 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192261 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192261 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192415 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192611 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192611 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192847 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.192982 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193116 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193239 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193348 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193507 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193666 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193835 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.193995 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.194153 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.194320 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.194481 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.194637 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.194796 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.194967 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.195125 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.195285 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.195512 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.195610 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.195747 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.195905 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.196068 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.196235 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.196401 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.196582 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.196752 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.196918 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.197085 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.197242 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.197407 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.197577 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.197737 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.197897 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.198055 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.198213 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.198371 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.198529 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.198686 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.198843 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.199002 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.199161 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.199318 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.199475 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.199633 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.199792 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.200037 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.200739 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.200832 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.200933 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.201093 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:16:40.201323 n-d-764806-10 neutron-server[94548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 14:16:40.201712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:16:40.502997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:16:40.511468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062594 Jul 28 14:16:52.173435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b93c9f-4fa0-440f-8b6e-146b5cee16a7 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:16:52.243799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b93c9f-4fa0-440f-8b6e-146b5cee16a7 None None] No non-hosted networks {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 14:16:52.263532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.agentschedulers_db [None req-e9b93c9f-4fa0-440f-8b6e-146b5cee16a7 None None] DHCP Agent not found on host n-d-764806-10 {{(pid=94659) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 14:16:52.436264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50d509ce-d9d2-4ee2-89fc-964efdfd9f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:54.700940 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9e902385-afd2-4ea7-9af7-49ee28dc2899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:54.738740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-bc6d5780-25eb-458e-a8a7-c593d854e2e1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-764806-10 {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:16:54.738990 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-bc6d5780-25eb-458e-a8a7-c593d854e2e1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:16:55.000382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:55.001131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.001673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.002431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.002952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.003677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.004162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.004656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.005182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.005651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.006118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.006657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.007240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:55.007800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-764806-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:16:55.016313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-764806-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:16:55.265460 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5780-25eb-458e-a8a7-c593d854e2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:56.069339 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:57.566375 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:58.952404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55100) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:16:59.445033 n-d-764806-10 neutron-server[94658]: WARNING oslo_policy.policy [None req-baa7a163-4859-424f-a4b3-6b60240b4c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:16:59.445639 n-d-764806-10 neutron-server[94658]: WARNING oslo_policy.policy [None req-baa7a163-4859-424f-a4b3-6b60240b4c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:16:59.696865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-baa7a163-4859-424f-a4b3-6b60240b4c6d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:16:59.697939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-baa7a163-4859-424f-a4b3-6b60240b4c6d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7445397 Jul 28 14:17:01.956342 n-d-764806-10 neutron-server[94659]: INFO neutron.db.l3_hamode_db [None req-b76013d3-5926-4178-8d5c-bf7d3ba17a9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 14:17:02.036209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76013d3-5926-4178-8d5c-bf7d3ba17a9d None None] Routers set() bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:17:02.036638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76013d3-5926-4178-8d5c-bf7d3ba17a9d None None] Router IDs set() for agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 14:17:02.100007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55114) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:02.412358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:02.506589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.policy [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 14:17:02.552039 n-d-764806-10 neutron-server[94658]: WARNING oslo_policy.policy [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:17:02.552416 n-d-764806-10 neutron-server[94658]: WARNING oslo_policy.policy [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:17:02.561069 n-d-764806-10 neutron-server[94658]: INFO neutron.quota [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] Loaded quota_driver: . Jul 28 14:17:02.716948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735074921797', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735074921238', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735074942944', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735074936278', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735075821785', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735075210896', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-751519', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-723968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1831802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658129'] for rbac-policy, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:02.904132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:02.905351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-680be817-345b-41f1-943b-75256d783cf7 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8042519 Jul 28 14:17:05.467064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55126) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:05.769489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Request body: {'network': {'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:05.880638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Made reservation on behalf of f425bd1fe80842eb8c8d9977655b231e for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:17:05.883518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:05.900927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.024856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.085927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.109269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:17:06.134995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735077612328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.135610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Unsubscribe: segment precommit_create {{(pid=94658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 14:17:06.136133 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Added segment 95366c75-9e9f-4d1c-b09d-5f8c728e572c of type vlan for network f5ffdb0a-b608-471b-bce6-27f969a059b7 Jul 28 14:17:06.143424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b839034-accb-45f0-b6f3-09c56700f8e5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:06.165594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.165858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.166195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.166529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.166859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.167195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.167518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.167875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.168200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.168549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Tracked resource versions report: Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: pushed versions: Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: { 'AddressGroup': {'1.2'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'ConntrackHelper': {'1.0'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Log': {'1.0'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Network': {'1.1'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Port': {'1.7'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'PortForwarding': {'1.2'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'QosPolicy': {'1.8'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'SecurityGroup': {'1.4'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'SubPort': {'1.0'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Subnet': {'1.1'}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Trunk': {'1.1'}} Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: consumer versions: Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: L3 agent@n-d-764806-10: {}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: Metadata agent@n-d-764806-10: {}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: Metering agent@n-d-764806-10: {}, Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'ConntrackHelper': '1.0', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Log': '1.0', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Network': '1.1', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'Port': '1.7', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'PortForwarding': '1.2', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'QosPolicy': '1.8', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'SecurityGroup': '1.4', Jul 28 14:17:06.171763 n-d-764806-10 neutron-server[94658]: 'SecurityGroupRule': '1.2', Jul 28 14:17:06.174031 n-d-764806-10 neutron-server[94658]: 'SubPort': '1.0', Jul 28 14:17:06.174031 n-d-764806-10 neutron-server[94658]: 'Subnet': '1.1', Jul 28 14:17:06.174031 n-d-764806-10 neutron-server[94658]: 'Trunk': '1.1'}} Jul 28 14:17:06.174031 n-d-764806-10 neutron-server[94658]: {{(pid=94658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:17:06.266438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.354797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.356445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:06.357162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:06.453258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ffdb0a-b608-471b-bce6-27f969a059b7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:06.465238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:17:06.475739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0da8f04b-a7ad-4918-b40e-b4b7b1dac811 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0075865 Jul 28 14:17:09.088173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55140) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:09.484377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6fc02e-809d-4e40-91b6-55106c010799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:09.485796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-da6fc02e-809d-4e40-91b6-55106c010799 admin admin] 10.222.0.57 "GET /v2.0/networks/f5ffdb0a-b608-471b-bce6-27f969a059b7 HTTP/1.1" status: 200 len: 825 time: 0.3966587 Jul 28 14:17:09.510869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fde32f11-542e-4d05-921f-a7480a6d6cbd admin admin] 10.222.0.57 "GET /v2.0/subnetpools/5b125ed5-8f1e-4409-8751-9a15ae2e018d HTTP/1.1" status: 200 len: 734 time: 0.0189154 Jul 28 14:17:09.519671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'ip_version': 4, 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'name': 'private-subnet', 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:09.634618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Made reservation on behalf of f425bd1fe80842eb8c8d9977655b231e for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:17:09.636977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:10.000599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:10.070091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=142d9fb9-4c14-4b0e-8f18-759e610686e5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:10.076663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Checking segment: {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:17:10.077652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Network hostable DHCP agents. Network: f5ffdb0a-b608-471b-bce6-27f969a059b7, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:17:10.137858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:17:10.217355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, f5ffdb0a-b608-471b-bce6-27f969a059b7) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:17:10.223055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:10.224152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:10.226616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b8d83-3c5b-475d-996f-97b8646179c3 None None] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:17:10.298291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d3cb487-d716-4c86-be18-b0a8ab99f18a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7817051 Jul 28 14:17:10.546789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-f5ffdb0a-b608-471b-bce6-27f969a059b7', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:17:10.548263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:10.822139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Allocated IP 172.20.0.2 (f5ffdb0a-b608-471b-bce6-27f969a059b7/142d9fb9-4c14-4b0e-8f18-759e610686e5/cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:17:11.064288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:11.079423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Transition to ACTIVE for port object cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:17:11.100552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Transition to ACTIVE for port object cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:17:11.195061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:11.269284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:17:11.276115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:17:11.284383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Pushing event updated for resources: {'Port': ['ID=cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:11.284383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:17:11.293235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.293591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.293941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.294282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.294618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.294954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.295287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.295654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.295978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.296302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.296652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.296982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Tracked resource versions report: Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: pushed versions: Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: { 'AddressGroup': {'1.2'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'ConntrackHelper': {'1.0'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Log': {'1.0'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Network': {'1.1'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Port': {'1.7'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'PortForwarding': {'1.2'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'QosPolicy': {'1.8'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'SecurityGroup': {'1.4'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'SubPort': {'1.0'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Subnet': {'1.1'}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Trunk': {'1.1'}} Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: consumer versions: Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: L3 agent@n-d-764806-10: {}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: Metadata agent@n-d-764806-10: {}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: Metering agent@n-d-764806-10: {}, Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'ConntrackHelper': '1.0', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Log': '1.0', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Network': '1.1', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Port': '1.7', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'PortForwarding': '1.2', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'QosPolicy': '1.8', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'SecurityGroup': '1.4', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'SecurityGroupRule': '1.2', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'SubPort': '1.0', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Subnet': '1.1', Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: 'Trunk': '1.1'}} Jul 28 14:17:11.298118 n-d-764806-10 neutron-server[94659]: {{(pid=94659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:17:11.370258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Attempting to bind port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:17:11.371213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Attempting to bind port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:17:11.371643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Attempting to bind port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a on network f5ffdb0a-b608-471b-bce6-27f969a059b7 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:17:11.376936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:17:11.377352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Checking segment: {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:17:11.377833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:11.378234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Bound using segment: {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:17:11.378710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Bound port: cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:17:11.379119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:11.444888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-af641954-67b3-4b33-b636-f323109981a6 None None] For port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:17:11.449843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-af641954-67b3-4b33-b636-f323109981a6 None None] For port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a,segment=NetworkSegment(95366c75-9e9f-4d1c-b09d-5f8c728e572c),segment_id=95366c75-9e9f-4d1c-b09d-5f8c728e572c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:17:11.526249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:11.592435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af641954-67b3-4b33-b636-f323109981a6 None None] Pushing event updated for resources: {'Port': ['ID=cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:12.682356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:13.197566 n-d-764806-10 neutron-server[94657]: WARNING oslo_policy.policy [None req-3dbfff1b-19ae-4586-b10d-ab01c40171fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:17:13.200416 n-d-764806-10 neutron-server[94657]: WARNING oslo_policy.policy [None req-3dbfff1b-19ae-4586-b10d-ab01c40171fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:17:13.421159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-3dbfff1b-19ae-4586-b10d-ab01c40171fe admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:17:13.422331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3dbfff1b-19ae-4586-b10d-ab01c40171fe admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7378757 Jul 28 14:17:15.798326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55162) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:16.122266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-b2c6263c-34e5-4af8-9ac7-99a6e61d74ad admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:17:16.127348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b2c6263c-34e5-4af8-9ac7-99a6e61d74ad admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3239202 Jul 28 14:17:18.748895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55174) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:19.067151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] Request body: {'router': {'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'name': 'router1', 'admin_state_up': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:19.177591 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:19.179115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:19.317701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:19.355590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:19.405600 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:19.406840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-78752eec-84f2-49b5-9d70-016aec704b01 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6569705 Jul 28 14:17:20.045561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531dc30-a1b6-4b8f-8528-d8f0cbc11d6f None None] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:17:20.097522 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:17:20.213250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-31679c80-7d27-4714-8a2c-1833322b7e7d None None] Provisioning for port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:17:20.867620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:17:21.010876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:17:21.016866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:21.017268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:21.127681 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:21.161821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a,segment=NetworkSegment(95366c75-9e9f-4d1c-b09d-5f8c728e572c),segment_id=95366c75-9e9f-4d1c-b09d-5f8c728e572c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:17:21.239892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:21.286796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:21.821395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55184) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:22.125438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9f8c30af-b044-446a-ae08-ba362f07f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:22.138829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-8c329a55-8816-4aa3-8766-54bbd6f1b3a7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:17:22.139824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8c329a55-8816-4aa3-8766-54bbd6f1b3a7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174975 Jul 28 14:17:22.847571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:17:22.896256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:22.896650 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:24.500467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55192) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:24.702505 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7698ade2-72b7-4805-a2a1-d3bb36c4fa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:24.819067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:24.942138 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Made reservation on behalf of 36cea26e2fba4c0492ed643a2bdc37da for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:17:24.944526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:24.953662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:24.965216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.045238 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.136656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.151915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Reserving flat network on physical network physnet1 {{(pid=94658) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 14:17:25.171731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a3587-922f-49a5-8810-6f1ba79a78c8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:25.174665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.175013 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Added segment 137384f0-febf-479e-b110-b888aa5c4f27 of type flat for network 5dde27f5-2722-488d-9d3f-066c309fca75 Jul 28 14:17:25.220811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.302553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.303416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:25.304005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:25.370983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] Pushing event updated for resources: {'Network': ['ID=5dde27f5-2722-488d-9d3f-066c309fca75,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:25.381181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 5dde27f5-2722-488d-9d3f-066c309fca75 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:17:25.423322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22d6e820-b245-4838-b55b-3885142c4586 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9214990 Jul 28 14:17:26.016310 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:27.514167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:27.770181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55210) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:27.938974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb04eb1-97e7-4176-85ca-3c1c9e2075fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:27.940290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9eb04eb1-97e7-4176-85ca-3c1c9e2075fd admin admin] 10.222.0.57 "GET /v2.0/subnets/142d9fb9-4c14-4b0e-8f18-759e610686e5 HTTP/1.1" status: 200 len: 849 time: 0.1691964 Jul 28 14:17:28.058618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ce79b22-c6ec-4c61-a409-7e9a9e2d32dc admin admin] 10.222.0.57 "GET /v2.0/routers/697e418c-5840-479c-95e1-17b63532b665 HTTP/1.1" status: 200 len: 704 time: 0.1118402 Jul 28 14:17:28.324207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:28.627449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Allocated IP 172.20.0.1 (f5ffdb0a-b608-471b-bce6-27f969a059b7/142d9fb9-4c14-4b0e-8f18-759e610686e5/760e4f4c-a7ab-4a32-a785-ce645abe0b33) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:17:28.830405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:28.855389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Transition to ACTIVE for port object 760e4f4c-a7ab-4a32-a785-ce645abe0b33 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:17:28.988753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.057816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:17:29.069064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:17:29.071585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:17:29.072142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.133765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Pushing event updated for resources: {'Port': ['ID=760e4f4c-a7ab-4a32-a785-ce645abe0b33,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:29.319843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.364732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a0827f81-ad2d-4827-a1a1-120073cc4efe None None] Provisioning for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:17:29.368484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a0827f81-ad2d-4827-a1a1-120073cc4efe None None] Provisioning complete for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:29.368873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a0827f81-ad2d-4827-a1a1-120073cc4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.401027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a0827f81-ad2d-4827-a1a1-120073cc4efe None None] Port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:17:29.529218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.593232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.593957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.670392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Pushing event updated for resources: {'Port': ['ID=760e4f4c-a7ab-4a32-a785-ce645abe0b33,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:29.716987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:17:29.718626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:17:29.922497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-daca792a-9634-404d-842a-aef00380b472 None None] Provisioning complete for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:29.922860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-daca792a-9634-404d-842a-aef00380b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:29.947906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Router 697e418c-5840-479c-95e1-17b63532b665 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:17:29.961257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-daca792a-9634-404d-842a-aef00380b472 None None] Port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:17:30.037579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:17:30.042792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-32e41aa9-f502-49e4-9b99-e5883ca52e61 admin admin] 10.222.0.57 "PUT /v2.0/routers/697e418c-5840-479c-95e1-17b63532b665/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9789279 Jul 28 14:17:30.047312 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Sync routers for ids ['697e418c-5840-479c-95e1-17b63532b665'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:17:30.059316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Routers {'697e418c-5840-479c-95e1-17b63532b665'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:17:30.060181 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['697e418c-5840-479c-95e1-17b63532b665'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:30.263325 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Set router 697e418c-5840-479c-95e1-17b63532b665 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:17:30.691303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697e418c-5840-479c-95e1-17b63532b665', 'name': 'router1', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:17:19Z', 'updated_at': '2021-07-28T14:17:29Z', 'revision_number': 2, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'gw_port_host': None, '_interfaces': [{'id': '760e4f4c-a7ab-4a32-a785-ce645abe0b33', 'name': '', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'mac_address': 'fa:16:3e:c7:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:28Z', 'updated_at': '2021-07-28T14:17:29Z', 'revision_number': 2, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'subnets': [{'id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:30.742149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Checking router: 697e418c-5840-479c-95e1-17b63532b665 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:17:30.742511 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Updating router 697e418c-5840-479c-95e1-17b63532b665 port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:17:30.789444 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.312011 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.329859 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Transition to ACTIVE for port object 760e4f4c-a7ab-4a32-a785-ce645abe0b33 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:17:31.376326 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.528590 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Pushing event updated for resources: {'Port': ['ID=760e4f4c-a7ab-4a32-a785-ce645abe0b33,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:31.546922 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Attempting to bind port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:17:31.547329 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Attempting to bind port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:17:31.547753 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Attempting to bind port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 on network f5ffdb0a-b608-471b-bce6-27f969a059b7 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:17:31.550362 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.550710 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.551051 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.551390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.551725 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.552060 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.552389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.552738 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.553063 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.553385 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.553706 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.554026 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Tracked resource versions report: Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: pushed versions: Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: { 'AddressGroup': {'1.2'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'ConntrackHelper': {'1.0'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Log': {'1.0'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Network': {'1.1'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Port': {'1.7'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'PortForwarding': {'1.2'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'QosPolicy': {'1.8'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'SecurityGroup': {'1.4'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'SubPort': {'1.0'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Subnet': {'1.1'}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Trunk': {'1.1'}} Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: consumer versions: Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: L3 agent@n-d-764806-10: {}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: Metadata agent@n-d-764806-10: {}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: Metering agent@n-d-764806-10: {}, Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'ConntrackHelper': '1.0', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Log': '1.0', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Network': '1.1', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Port': '1.7', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'PortForwarding': '1.2', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'QosPolicy': '1.8', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'SecurityGroup': '1.4', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'SecurityGroupRule': '1.2', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'SubPort': '1.0', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Subnet': '1.1', Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: 'Trunk': '1.1'}} Jul 28 14:17:31.555159 n-d-764806-10 neutron-server[94660]: {{(pid=94660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:17:31.563795 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:17:31.564219 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Checking segment: {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:17:31.564738 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.565134 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Bound using segment: {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:17:31.565641 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Bound port: 760e4f4c-a7ab-4a32-a785-ce645abe0b33, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95366c75-9e9f-4d1c-b09d-5f8c728e572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:17:31.566030 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.635460 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] For port 760e4f4c-a7ab-4a32-a785-ce645abe0b33, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:17:31.656680 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] For port 760e4f4c-a7ab-4a32-a785-ce645abe0b33, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=760e4f4c-a7ab-4a32-a785-ce645abe0b33,segment=NetworkSegment(95366c75-9e9f-4d1c-b09d-5f8c728e572c),segment_id=95366c75-9e9f-4d1c-b09d-5f8c728e572c)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:17:31.725386 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.779335 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Routers {'697e418c-5840-479c-95e1-17b63532b665'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:17:31.779949 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['697e418c-5840-479c-95e1-17b63532b665'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:31.821357 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab6313-aeb6-4af0-9433-b78aaebc7744 None None] Pushing event updated for resources: {'Port': ['ID=760e4f4c-a7ab-4a32-a785-ce645abe0b33,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:31.877079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] Set router 697e418c-5840-479c-95e1-17b63532b665 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:17:32.081792 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697e418c-5840-479c-95e1-17b63532b665', 'name': 'router1', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:17:19Z', 'updated_at': '2021-07-28T14:17:29Z', 'revision_number': 2, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'gw_port_host': None, '_interfaces': [{'id': '760e4f4c-a7ab-4a32-a785-ce645abe0b33', 'name': '', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'mac_address': 'fa:16:3e:c7:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:28Z', 'updated_at': '2021-07-28T14:17:31Z', 'revision_number': 4, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'subnets': [{'id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:32.107049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc32d09-9ee2-4350-87f4-e5a9359df038 None None] The sync data for ids ['697e418c-5840-479c-95e1-17b63532b665'] in n-d-764806-10 is: [{'id': '697e418c-5840-479c-95e1-17b63532b665', 'name': 'router1', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:17:19Z', 'updated_at': '2021-07-28T14:17:29Z', 'revision_number': 2, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'gw_port_host': None, '_interfaces': [{'id': '760e4f4c-a7ab-4a32-a785-ce645abe0b33', 'name': '', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'mac_address': 'fa:16:3e:c7:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:28Z', 'updated_at': '2021-07-28T14:17:31Z', 'revision_number': 4, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'subnets': [{'id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:17:32.279632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:32.388915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ec0e2-f78c-4de3-9831-ec0bc49df7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:32.390271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-473ec0e2-f78c-4de3-9831-ec0bc49df7a1 admin admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 842 time: 0.1097550 Jul 28 14:17:32.400128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Request body: {'subnet': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'cidr': '172.25.6.0/24'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:32.497013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Made reservation on behalf of 36cea26e2fba4c0492ed643a2bdc37da for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:17:32.499207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:32.889944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:17:32.890374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:32.945183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:32.954921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:17:32.955275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Network hostable DHCP agents. Network: 5dde27f5-2722-488d-9d3f-066c309fca75, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:17:33.050531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:17:33.096298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 5dde27f5-2722-488d-9d3f-066c309fca75) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:17:33.101237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:33.103097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:33.105149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463918b-ddb9-4f3b-bace-ffebe3dae61b None None] Network 5dde27f5-2722-488d-9d3f-066c309fca75 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:17:33.160487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7ee56ce3-a55f-45fe-83be-0d30cb15bd55 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7637901 Jul 28 14:17:33.238392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51974ec5-70ca-4b36-ab9c-8abc643ba1fc None None] Network 5dde27f5-2722-488d-9d3f-066c309fca75 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:17:35.446737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55238) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:35.578614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae7873d4-2d0c-4e81-ab08-765419fe8576 admin admin] 10.222.0.57 "GET /v2.0/routers/697e418c-5840-479c-95e1-17b63532b665 HTTP/1.1" status: 200 len: 710 time: 0.1306291 Jul 28 14:17:35.668610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b599315-2844-4276-8ad8-fef17a4ae079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:17:35.670005 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1b599315-2844-4276-8ad8-fef17a4ae079 admin admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 886 time: 0.0855222 Jul 28 14:17:35.679098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:17:35.917500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:36.209508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:36.287169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:36.405229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Allocated IP 172.25.6.154 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/95b72b0a-516a-41af-98ff-519cdb879182) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:17:36.509467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:36.611335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:36.648729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:17:36.652068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:17:36.654838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:17:36.693327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Pushing event updated for resources: {'Port': ['ID=95b72b0a-516a-41af-98ff-519cdb879182,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:37.071386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:37.313803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:37.317423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:37.426762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Router 697e418c-5840-479c-95e1-17b63532b665 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:17:37.534273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:17:37.538534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:37.539633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7a0863ae-b61a-4208-bc91-8579aa20f767 admin admin] 10.222.0.57 "PUT /v2.0/routers/697e418c-5840-479c-95e1-17b63532b665 HTTP/1.1" status: 200 len: 890 time: 1.8637667 Jul 28 14:17:38.574098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Sync routers for ids ['697e418c-5840-479c-95e1-17b63532b665'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:17:38.584275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Routers {'697e418c-5840-479c-95e1-17b63532b665'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:17:38.584952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['697e418c-5840-479c-95e1-17b63532b665'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:38.846323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Set router 697e418c-5840-479c-95e1-17b63532b665 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:17:38.891553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 760e4f4c-a7ab-4a32-a785-ce645abe0b33 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:17:39.205822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:17:39.214500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:39.214875 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.329208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697e418c-5840-479c-95e1-17b63532b665', 'name': 'router1', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '95b72b0a-516a-41af-98ff-519cdb879182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:17:19Z', 'updated_at': '2021-07-28T14:17:36Z', 'revision_number': 4, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'gw_port': {'id': '95b72b0a-516a-41af-98ff-519cdb879182', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:36Z', 'updated_at': '2021-07-28T14:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '760e4f4c-a7ab-4a32-a785-ce645abe0b33', 'name': '', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'mac_address': 'fa:16:3e:c7:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:28Z', 'updated_at': '2021-07-28T14:17:31Z', 'revision_number': 4, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'subnets': [{'id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:39.382090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Checking router: 697e418c-5840-479c-95e1-17b63532b665 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:17:39.382440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Updating router 697e418c-5840-479c-95e1-17b63532b665 port 95b72b0a-516a-41af-98ff-519cdb879182 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:17:39.422892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.444005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.495796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 760e4f4c-a7ab-4a32-a785-ce645abe0b33, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=760e4f4c-a7ab-4a32-a785-ce645abe0b33,segment=NetworkSegment(95366c75-9e9f-4d1c-b09d-5f8c728e572c),segment_id=95366c75-9e9f-4d1c-b09d-5f8c728e572c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:17:39.575092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.694979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=760e4f4c-a7ab-4a32-a785-ce645abe0b33,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:39.822878 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.834193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Transition to ACTIVE for port object 95b72b0a-516a-41af-98ff-519cdb879182 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:17:39.930295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.953216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55250) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:39.981291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5aa4d-058a-4002-95b2-2dbed858b93d None None] Pushing event updated for resources: {'Port': ['ID=95b72b0a-516a-41af-98ff-519cdb879182,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:39.985531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Attempting to bind port 95b72b0a-516a-41af-98ff-519cdb879182 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:17:39.985781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Attempting to bind port 95b72b0a-516a-41af-98ff-519cdb879182 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:17:39.986145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Attempting to bind port 95b72b0a-516a-41af-98ff-519cdb879182 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:17:39.991219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:17:39.991592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:17:39.992015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:39.992382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:17:39.992898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Bound port: 95b72b0a-516a-41af-98ff-519cdb879182, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:17:39.993279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:40.045225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] For port 95b72b0a-516a-41af-98ff-519cdb879182, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:17:40.048273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] For port 95b72b0a-516a-41af-98ff-519cdb879182, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=95b72b0a-516a-41af-98ff-519cdb879182,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:17:40.064436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0b8fa97b-7145-4b49-a71d-1f7e985adfe2 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1100168 Jul 28 14:17:40.091164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:40.153222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Routers {'697e418c-5840-479c-95e1-17b63532b665'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:17:40.153962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['697e418c-5840-479c-95e1-17b63532b665'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:40.156379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5aa4d-058a-4002-95b2-2dbed858b93d None None] Pushing event updated for resources: {'Port': ['ID=95b72b0a-516a-41af-98ff-519cdb879182,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:40.353150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] Set router 697e418c-5840-479c-95e1-17b63532b665 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:17:40.590055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-af322313-2937-4a0a-a714-8babed899c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697e418c-5840-479c-95e1-17b63532b665', 'name': 'router1', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '95b72b0a-516a-41af-98ff-519cdb879182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:17:19Z', 'updated_at': '2021-07-28T14:17:36Z', 'revision_number': 4, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'gw_port': {'id': '95b72b0a-516a-41af-98ff-519cdb879182', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:36Z', 'updated_at': '2021-07-28T14:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '760e4f4c-a7ab-4a32-a785-ce645abe0b33', 'name': '', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'mac_address': 'fa:16:3e:c7:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:28Z', 'updated_at': '2021-07-28T14:17:39Z', 'revision_number': 5, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'subnets': [{'id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:17:40.620718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af322313-2937-4a0a-a714-8babed899c27 None None] The sync data for ids ['697e418c-5840-479c-95e1-17b63532b665'] in n-d-764806-10 is: [{'id': '697e418c-5840-479c-95e1-17b63532b665', 'name': 'router1', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '95b72b0a-516a-41af-98ff-519cdb879182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:17:19Z', 'updated_at': '2021-07-28T14:17:36Z', 'revision_number': 4, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'gw_port': {'id': '95b72b0a-516a-41af-98ff-519cdb879182', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:36Z', 'updated_at': '2021-07-28T14:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '760e4f4c-a7ab-4a32-a785-ce645abe0b33', 'name': '', 'network_id': 'f5ffdb0a-b608-471b-bce6-27f969a059b7', 'tenant_id': 'f425bd1fe80842eb8c8d9977655b231e', 'mac_address': 'fa:16:3e:c7:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697e418c-5840-479c-95e1-17b63532b665', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:17:28Z', 'updated_at': '2021-07-28T14:17:39Z', 'revision_number': 5, 'project_id': 'f425bd1fe80842eb8c8d9977655b231e', 'subnets': [{'id': '142d9fb9-4c14-4b0e-8f18-759e610686e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b125ed5-8f1e-4409-8751-9a15ae2e018d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:17:40.978014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 95b72b0a-516a-41af-98ff-519cdb879182 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:17:41.136788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 95b72b0a-516a-41af-98ff-519cdb879182 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:17:41.142132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 95b72b0a-516a-41af-98ff-519cdb879182 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:41.142642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:41.226003 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:41.248491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 95b72b0a-516a-41af-98ff-519cdb879182, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=95b72b0a-516a-41af-98ff-519cdb879182,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:17:41.313209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:41.314096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 760e4f4c-a7ab-4a32-a785-ce645abe0b33 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:17:41.399781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=95b72b0a-516a-41af-98ff-519cdb879182,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:41.410435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:41.410808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:42.873207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 95b72b0a-516a-41af-98ff-519cdb879182 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:17:42.922736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 95b72b0a-516a-41af-98ff-519cdb879182 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:17:42.923263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:52.130080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fca0e8e-6203-476d-a8e9-0d7375a83286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:54.708349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a753-03f9-4b83-a390-bbced0566b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:54.970563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:56.069072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:57.098052 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:17:57.571093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:22.141106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a0b854e4-fda6-4a9e-b811-416f838c7bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:24.677854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-db43baab-5c34-4b73-bf3f-d4db62641483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:24.952412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:26.049156 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:27.563958 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:34.096230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:18:52.140132 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa4fd-73f0-438a-86ad-acb42d3f9817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:54.665359 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-12cea634-d0c8-434c-9809-bfe43699470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:54.962597 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:56.025399 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:57.557143 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:11.095009 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:19:22.133465 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cf5c34c2-ee41-4940-a565-af99e905d0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:23.836724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55854) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:23.900812 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-7625047c-3763-47cb-ae77-ace620734f81 admin admin] GET failed (client error): The resource could not be found. Jul 28 14:19:23.902189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7625047c-3763-47cb-ae77-ace620734f81 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644932 Jul 28 14:19:24.059969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f2945-4dec-4198-b7d2-fc9a41dca9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:24.061405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-716f2945-4dec-4198-b7d2-fc9a41dca9ca admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548166 Jul 28 14:19:24.659029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08658619-15d5-4aef-910f-e0ea1229572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:24.961650 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:26.053297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:26.211731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55864) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:26.302538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc30a56-3c9f-41f9-8822-99d07b0cc14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:26.304473 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-adc30a56-3c9f-41f9-8822-99d07b0cc14a admin admin] 10.222.0.57 "GET /v2.0/subnets/142d9fb9-4c14-4b0e-8f18-759e610686e5 HTTP/1.1" status: 200 len: 849 time: 0.0917079 Jul 28 14:19:26.313973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:19:26.397247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:26.601535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735077438760'] for subnet, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:26.632417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:26.634012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:26.634958 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] 10.222.0.57 "PUT /v2.0/subnets/142d9fb9-4c14-4b0e-8f18-759e610686e5 HTTP/1.1" status: 200 len: 868 time: 0.3245509 Jul 28 14:19:26.637661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9362db08-4d5d-4401-8df4-1a2ae5465565 None None] Network f5ffdb0a-b608-471b-bce6-27f969a059b7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:19:26.654821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142d9fb9-4c14-4b0e-8f18-759e610686e5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:19:26.662527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.665956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.666762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b588ead-9438-4957-9027-b5a4ce415749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:19:26.976211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c0a48692-546c-443c-9d80-8842a3412179 None None] Provisioning complete for port 760e4f4c-a7ab-4a32-a785-ce645abe0b33 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:19:26.977676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0a48692-546c-443c-9d80-8842a3412179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:27.061718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c0a48692-546c-443c-9d80-8842a3412179 None None] Provisioning complete for port cd9aab07-8cd2-47b8-8a2c-2da0dc3cc74a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:19:27.062388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0a48692-546c-443c-9d80-8842a3412179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:27.548594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:28.818365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:29.012899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180d9c0-e9a4-4112-9751-b764a859cb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:29.013301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180d9c0-e9a4-4112-9751-b764a859cb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:29.014847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d180d9c0-e9a4-4112-9751-b764a859cb83 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955123 Jul 28 14:19:31.195819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55880) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:31.549673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.policy [None req-46e931e8-ab39-4e64-bccd-2a1fbcd8454e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94657) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 14:19:31.596715 n-d-764806-10 neutron-server[94657]: WARNING oslo_policy.policy [None req-46e931e8-ab39-4e64-bccd-2a1fbcd8454e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:19:31.597100 n-d-764806-10 neutron-server[94657]: WARNING oslo_policy.policy [None req-46e931e8-ab39-4e64-bccd-2a1fbcd8454e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:19:31.605477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e931e8-ab39-4e64-bccd-2a1fbcd8454e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:31.605964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e931e8-ab39-4e64-bccd-2a1fbcd8454e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:31.607919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-46e931e8-ab39-4e64-bccd-2a1fbcd8454e admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4111605 Jul 28 14:19:33.808680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:33.943863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd4090-02fb-414c-a4f9-fe2453c870d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:33.945812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4ecd4090-02fb-414c-a4f9-fe2453c870d9 admin admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 886 time: 0.1361778 Jul 28 14:19:36.152196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55900) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:36.358416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1779aa97-7685-4273-81d7-d8c740628cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:36.358416 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1779aa97-7685-4273-81d7-d8c740628cca admin admin] 10.222.0.57 "GET /v2.0/networks/f5ffdb0a-b608-471b-bce6-27f969a059b7 HTTP/1.1" status: 200 len: 869 time: 0.1417985 Jul 28 14:19:38.472398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55908) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:38.608234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f863086-5a17-4a0e-b3e3-3da8616930ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:38.608707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f863086-5a17-4a0e-b3e3-3da8616930ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:38.610253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f863086-5a17-4a0e-b3e3-3da8616930ad admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1369941 Jul 28 14:19:40.861478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55916) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:40.958513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966014f-e867-4b85-8ff2-e8f0df6bf90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:40.958991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966014f-e867-4b85-8ff2-e8f0df6bf90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:40.960505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8966014f-e867-4b85-8ff2-e8f0df6bf90a admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0980637 Jul 28 14:19:43.143284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55924) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:43.274228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6983d72-ec62-4da2-b691-f03f26104e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:43.275618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c6983d72-ec62-4da2-b691-f03f26104e29 admin admin] 10.222.0.57 "GET /v2.0/subnets/142d9fb9-4c14-4b0e-8f18-759e610686e5 HTTP/1.1" status: 200 len: 868 time: 0.1313972 Jul 28 14:19:45.490979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55932) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:19:45.575275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0205ef-dd42-473f-a1c8-b53eff4bc66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:19:45.576600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2a0205ef-dd42-473f-a1c8-b53eff4bc66f admin admin] 10.222.0.57 "GET /v2.0/subnets/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3 HTTP/1.1" status: 200 len: 816 time: 0.0846922 Jul 28 14:19:48.093552 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:19:52.250503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd4abe5c-8c32-4aed-ba15-357d061ac487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:54.684040 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45f79e33-5037-45e2-9af3-522e720b23c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:54.970204 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:56.044192 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:57.564032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:11.578929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55986) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:20:11.626644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-79fc2cc4-e324-433c-b7c8-6fa80f7ead58 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:20:11.627646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-79fc2cc4-e324-433c-b7c8-6fa80f7ead58 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477438 Jul 28 14:20:13.878195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55994) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:20:14.035324 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56efe6a-7db7-4a86-bb20-63f141b5045f admin admin] GET failed (client error): The resource could not be found. Jul 28 14:20:14.036762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b56efe6a-7db7-4a86-bb20-63f141b5045f admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1575906 Jul 28 14:20:14.120914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d88043-d395-4740-b553-e104cabddd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:20:14.122309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04d88043-d395-4740-b553-e104cabddd49 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810356 Jul 28 14:20:16.327132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56002) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:20:16.374036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:20:16.454520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Made reservation on behalf of 36cea26e2fba4c0492ed643a2bdc37da for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:20:16.456877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:16.485998 n-d-764806-10 neutron-server[94658]: WARNING neutron.services.revisions.revision_plugin [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Could not find related network for resource to bump revision. Jul 28 14:20:16.497550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:20:16.507602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:16.507979 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Added segment dfa16706-1ec6-41ec-b962-2f5cbbbfe929 of type vlan for network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf Jul 28 14:20:16.551766 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:16.654937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:16.655938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:20:16.656558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:16.716507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] Pushing event updated for resources: {'Network': ['ID=93c497c6-5ee0-4a89-944b-0c0a02cc5daf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:20:16.728160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:20:16.793603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77c09c79-17af-49b6-9791-78eadc2c072a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4651480 Jul 28 14:20:19.017336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:20:19.081956 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a98802-d620-498e-98d4-e45edbf8b657 admin admin] GET failed (client error): The resource could not be found. Jul 28 14:20:19.084107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c5a98802-d620-498e-98d4-e45edbf8b657 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658188 Jul 28 14:20:19.157120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f656073-8e90-4c05-98a0-e1ba2b12319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:20:19.158559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4f656073-8e90-4c05-98a0-e1ba2b12319e admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700471 Jul 28 14:20:19.169294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:20:19.265714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Made reservation on behalf of 36cea26e2fba4c0492ed643a2bdc37da for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:20:19.267974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:19.554909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:19.610909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:20:19.620820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:20:19.621146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Network hostable DHCP agents. Network: 93c497c6-5ee0-4a89-944b-0c0a02cc5daf, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:20:19.689282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:20:19.777581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 93c497c6-5ee0-4a89-944b-0c0a02cc5daf) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:20:19.782364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:20:19.786328 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:19.787075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb2995-6453-42b4-8314-04a873484f09 None None] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:20:19.875786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a30effee-25b0-44dd-b423-9ce8e4bf022f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7100980 Jul 28 14:20:19.947617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'tenant_id': '36cea26e2fba4c0492ed643a2bdc37da', 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:20:19.948585 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:20.188038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Allocated IP 192.168.233.2 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/a391cc09-e793-4ac9-b500-8190bb22d2d1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:20:20.336674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:20.345526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Transition to ACTIVE for port object a391cc09-e793-4ac9-b500-8190bb22d2d1 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:20:20.360815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Transition to ACTIVE for port object a391cc09-e793-4ac9-b500-8190bb22d2d1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:20:20.427218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:20.466639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:20:20.469895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:20:20.474607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:20:20.486439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Pushing event updated for resources: {'Port': ['ID=a391cc09-e793-4ac9-b500-8190bb22d2d1,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:20:20.499013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.499364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.499712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.500052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.500386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.501210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.501750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.502089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.502424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.502761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.503096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.503426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:20:20.563538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Attempting to bind port a391cc09-e793-4ac9-b500-8190bb22d2d1 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:20:20.563950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Attempting to bind port a391cc09-e793-4ac9-b500-8190bb22d2d1 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:20:20.564324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Attempting to bind port a391cc09-e793-4ac9-b500-8190bb22d2d1 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:20:20.573248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:20:20.573657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:20:20.574068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:20.574466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:20:20.574947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Bound port: a391cc09-e793-4ac9-b500-8190bb22d2d1, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:20:20.575348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:20.680375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] For port a391cc09-e793-4ac9-b500-8190bb22d2d1, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:20:20.684161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] For port a391cc09-e793-4ac9-b500-8190bb22d2d1, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a391cc09-e793-4ac9-b500-8190bb22d2d1,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:20:20.757115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:20.836201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eab2c-d4d9-4fff-aeeb-b3ef30cba362 None None] Pushing event updated for resources: {'Port': ['ID=a391cc09-e793-4ac9-b500-8190bb22d2d1,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:20:21.664145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64c167-7418-4af2-9c1c-8552d92d7c56 None None] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:20:21.880497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a567b2ab-7eda-4eb4-b8e6-7a9a0c96f6fd None None] Provisioning for port a391cc09-e793-4ac9-b500-8190bb22d2d1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:20:22.123060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad75c-6e69-471e-af81-4c1fae435a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:23.011186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a391cc09-e793-4ac9-b500-8190bb22d2d1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:20:23.140025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a391cc09-e793-4ac9-b500-8190bb22d2d1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:20:23.144569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a391cc09-e793-4ac9-b500-8190bb22d2d1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:20:23.144948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:23.233936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:23.273078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a391cc09-e793-4ac9-b500-8190bb22d2d1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a391cc09-e793-4ac9-b500-8190bb22d2d1,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:20:23.349286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:23.402114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a391cc09-e793-4ac9-b500-8190bb22d2d1,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:20:24.680327 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f319da4a-a99c-4d6c-9927-b60fd447be8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:24.966280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:24.984756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a391cc09-e793-4ac9-b500-8190bb22d2d1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:20:25.048767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a391cc09-e793-4ac9-b500-8190bb22d2d1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:20:25.049139 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:25.093891 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:20:26.037180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:27.552549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:52.161799 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd7fe-c7bd-4460-888d-533c385abe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:54.659238 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a28bd9e2-64a9-4f84-b821-7722a6aeb8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:54.967437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:56.034300 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:57.595737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:02.091366 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:21:22.240625 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1736c0d7-d602-4c22-9970-52184c4553ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:24.759191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4f40-b6f5-4574-90af-799ba8cd7199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:25.012286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:26.057799 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:27.579240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:39.091214 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:21:45.955588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56064) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:21:45.962132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-5f6bb995-e68b-407c-ab67-5c63a08b387e tempest-verify_tempest_config-1024645241 tempest-verify_tempest_config-1024645241-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:21:45.963170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f6bb995-e68b-407c-ab67-5c63a08b387e tempest-verify_tempest_config-1024645241 tempest-verify_tempest_config-1024645241-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065787 Jul 28 14:21:46.544750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:21:46.662490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:46.754670 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:46.829001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:46.902720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ffd0e113d6f2470c9efab17b50f0367b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3568611 Jul 28 14:21:46.905826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56086) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:21:46.909932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cfb45c-01f2-4df3-908e-4fc92c52a8f8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:21:46.917620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.917966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.920920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:46.921184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660f163-3fa9-4db4-83b1-45c7e4474ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.011664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:47.035143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:47.514001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:47.516960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:47.518184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21cfb45c-01f2-4df3-908e-4fc92c52a8f8 HTTP/1.1" status: 204 len: 168 time: 0.6112742 Jul 28 14:21:47.529389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cfb45c-01f2-4df3-908e-4fc92c52a8f8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:21:47.537774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.538125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.538465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.538797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.539128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.539455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.539775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.540191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.540782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.541229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.541586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.541887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d18a2c-9063-45e3-9876-eef44d21676b admin admin] Tracked resource versions report: Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: pushed versions: Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: { 'AddressGroup': {'1.2'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'ConntrackHelper': {'1.0'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Log': {'1.0'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Network': {'1.1'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Port': {'1.7'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'PortForwarding': {'1.2'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'QosPolicy': {'1.8'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'SecurityGroup': {'1.4'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'SubPort': {'1.0'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Subnet': {'1.1'}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Trunk': {'1.1'}} Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: consumer versions: Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: L3 agent@n-d-764806-10: {}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: Metadata agent@n-d-764806-10: {}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: Metering agent@n-d-764806-10: {}, Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'ConntrackHelper': '1.0', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Log': '1.0', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Network': '1.1', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Port': '1.7', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'PortForwarding': '1.2', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'QosPolicy': '1.8', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'SecurityGroup': '1.4', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'SecurityGroupRule': '1.2', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'SubPort': '1.0', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Subnet': '1.1', Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: 'Trunk': '1.1'}} Jul 28 14:21:47.543107 n-d-764806-10 neutron-server[94657]: {{(pid=94657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:21:52.147703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3f8b-7b7c-4aa8-8208-cfeb33ff4b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:54.724311 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-35edf70e-c9b2-4fe0-aa7d-5803574e8c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:54.958619 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:56.050017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:57.845095 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:16.091351 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:22:22.129306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e065fbb-3522-4250-8bcc-bae3b936db8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:24.688875 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37bcb068-7314-4ee3-a862-f22d02930076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:25.003033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:26.083650 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:27.574121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:52.167633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-813d64ac-b18c-4f9f-908b-b4260f9fc842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:53.090119 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:22:54.716270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f95495f-bd24-413d-b809-b73636d75996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:55.008027 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:56.059105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:57.562700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.149870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a77d4eb-eaa6-4388-8e71-7c46b12f2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.692246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fdbce49a-93fb-47bd-90a1-fef7d0f1960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.063846 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.063191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.590569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:30.090005 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:23:52.143444 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9022-1291-4212-8057-0b7715faa8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.748976 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e012cfd-eea8-451a-a03b-3a2931a06280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:55.063026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.079851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.657664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.090607 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:24:22.188041 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63a55e78-ce88-417b-9ab7-6fe55ae18b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:24.719638 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd4c0-4820-4038-8b1e-58d054dd4e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.050974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.096965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.614298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:44.091292 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 5 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:24:52.170350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e072e0d-d976-42fa-b38c-22e73196ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.855594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e73b5d80-b9e1-4408-b6af-66a2c3fa36fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.053245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.098971 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:57.604140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.370206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.091689 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 6 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:25:22.154973 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8e17007-5d3f-424c-b5a6-35fe203fcfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:24.726080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6153bb3b-5a47-4329-b40b-75745cf4118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.020725 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:26.100563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:27.594142 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.914166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735899'] for agent, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.445244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.236865 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f48a61ed-cc41-4136-a031-888c7bca99e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:54.725098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11a3c5ee-f908-475e-8b03-06c23378dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:55.146475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:56.188538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:57.662059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:58.095413 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:26:01.842716 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.696776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56156) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:02.811850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-389cb586-606a-4774-917e-90b94be07f1d admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1139166 Jul 28 14:26:05.132480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56166) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:05.228201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ec98249-884c-4161-97c3-8ceea3ac2fec admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0942004 Jul 28 14:26:05.370829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:22.170411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ef477cb-17f2-4eda-9d32-92d24a396f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:24.758145 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1bc04012-6ed1-4c38-b123-b9113500a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:25.037261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:26.095403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:27.627362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:31.856358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:35.097454 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:26:35.358763 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.221554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-29c45553-0e1c-4d94-8fa4-871900b20739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:54.772240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2729c9e5-4173-4a9c-917c-70e67fa7aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:55.039714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:56.151938 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:57.638347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.860333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.369020 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.097756 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:27:22.162285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4693d142-08c2-49b2-bcdd-3de6360c8df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.739688 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6abecf0d-c1c2-43c7-a360-aecd001d0c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.013497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:26.162821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:27.608722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.802593 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:35.426269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:47.681525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56580) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:47.912564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56598) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:47.916022 n-d-764806-10 neutron-server[94658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 14:27:47.951233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-500fa7e4-d876-45e9-b1ac-4c6872ee6280 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367095 Jul 28 14:27:48.012293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.025283 n-d-764806-10 neutron-server[94657]: INFO neutron.quota [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Loaded quota_driver: . Jul 28 14:27:48.163322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.248013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.266465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-fd286d19-884f-4c12-afcf-c2eb9773332b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:48.268076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-fd286d19-884f-4c12-afcf-c2eb9773332b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057435 Jul 28 14:27:48.292607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-c7687bb1-d921-47c4-a074-63bd0f7b7b4d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/quotas/40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 375 time: 0.0136349 Jul 28 14:27:48.299385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23144db5-f233-4b8a-8c4d-6078bba485f4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:48.303551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfb05d9126854983ac7ab4b0f3a5cb0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6208243 Jul 28 14:27:48.309600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56612) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:48.318510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.318864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.319210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.319558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.319913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.320269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.320636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.320975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.321309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.321668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.322014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.322368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544dea40-8316-4f40-a51a-5bda0701c33a admin admin] Tracked resource versions report: Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: pushed versions: Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: { 'AddressGroup': {'1.2'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'ConntrackHelper': {'1.0'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Log': {'1.0'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Network': {'1.1'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Port': {'1.7'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'PortForwarding': {'1.2'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'QosPolicy': {'1.8'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'SecurityGroup': {'1.4'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'SubPort': {'1.0'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Subnet': {'1.1'}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Trunk': {'1.1'}} Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: consumer versions: Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: HyperV agent@n-h1-764806-10: {}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: HyperV agent@n-h2-764806-10: {}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: L3 agent@n-d-764806-10: {}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: Metadata agent@n-d-764806-10: {}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: Metering agent@n-d-764806-10: {}, Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'ConntrackHelper': '1.0', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Log': '1.0', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Network': '1.1', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Port': '1.7', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'PortForwarding': '1.2', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'QosPolicy': '1.8', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'SecurityGroup': '1.4', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'SecurityGroupRule': '1.2', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'SubPort': '1.0', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Subnet': '1.1', Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: 'Trunk': '1.1'}} Jul 28 14:27:48.323459 n-d-764806-10 neutron-server[94657]: {{(pid=94657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:27:48.361679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-30a981a4-9bc1-4b98-b15a-270d5f2cbcd1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571914 Jul 28 14:27:48.413859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c464e6e-ae20-474e-bc3e-28c463912473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.441473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c464e6e-ae20-474e-bc3e-28c463912473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.620195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c464e6e-ae20-474e-bc3e-28c463912473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.626071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c464e6e-ae20-474e-bc3e-28c463912473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.628731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2c464e6e-ae20-474e-bc3e-28c463912473 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23144db5-f233-4b8a-8c4d-6078bba485f4 HTTP/1.1" status: 204 len: 168 time: 0.3172960 Jul 28 14:27:48.645173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c464e6e-ae20-474e-bc3e-28c463912473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23144db5-f233-4b8a-8c4d-6078bba485f4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:49.106981 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:27:49.588735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-332bfe8c-91c5-433a-8bbb-ed24e8e5e2c0 req-2cce6851-88ba-429f-97a8-4895a558e7f7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 210 time: 0.0509970 Jul 28 14:27:49.756999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56682) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:49.771937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d50da46-86d7-4b5c-ac72-8f2a5da9214b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:49.951400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d50da46-86d7-4b5c-ac72-8f2a5da9214b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.129397 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d50da46-86d7-4b5c-ac72-8f2a5da9214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.176954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50da46-86d7-4b5c-ac72-8f2a5da9214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf5e60-7b07-478a-bc9c-0da77aa437e3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:50.181368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8d50da46-86d7-4b5c-ac72-8f2a5da9214b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fad060925ca64dcf9a89edd44ee245f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4230299 Jul 28 14:27:50.185756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:50.276649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.314797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.591824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.597205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.599273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/caaf5e60-7b07-478a-bc9c-0da77aa437e3 HTTP/1.1" status: 204 len: 168 time: 0.4121032 Jul 28 14:27:50.617705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf5e60-7b07-478a-bc9c-0da77aa437e3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:50.629361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.630031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.630699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.631360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.632015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.632749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.633405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.634062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.634705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.635353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.636008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.636686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b875023-2bc5-4415-baf5-1d676552030c admin admin] Tracked resource versions report: Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: pushed versions: Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: { 'AddressGroup': {'1.2'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'ConntrackHelper': {'1.0'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Log': {'1.0'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Network': {'1.1'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Port': {'1.7'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'PortForwarding': {'1.2'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'QosPolicy': {'1.8'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'SecurityGroup': {'1.4'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'SubPort': {'1.0'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Subnet': {'1.1'}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Trunk': {'1.1'}} Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: consumer versions: Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: HyperV agent@n-h1-764806-10: {}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: HyperV agent@n-h2-764806-10: {}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: L3 agent@n-d-764806-10: {}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: Metadata agent@n-d-764806-10: {}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: Metering agent@n-d-764806-10: {}, Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'ConntrackHelper': '1.0', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Log': '1.0', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Network': '1.1', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Port': '1.7', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'PortForwarding': '1.2', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'QosPolicy': '1.8', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'SecurityGroup': '1.4', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'SecurityGroupRule': '1.2', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'SubPort': '1.0', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Subnet': '1.1', Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: 'Trunk': '1.1'}} Jul 28 14:27:50.638861 n-d-764806-10 neutron-server[94658]: {{(pid=94658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:27:50.808127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56732) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:50.973475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b015-c1a0-4b14-b081-c40492118850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.073174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56746) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:51.123707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b015-c1a0-4b14-b081-c40492118850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.340249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b015-c1a0-4b14-b081-c40492118850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.348817 n-d-764806-10 neutron-server[94657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 14:27:51.390037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b015-c1a0-4b14-b081-c40492118850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a24b3a1-4c26-4f7e-8e6a-4934d29de049,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:51.428364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c5d7b015-c1a0-4b14-b081-c40492118850 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0935afbd42ce4d4793603ddcef9c27d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6122503 Jul 28 14:27:51.430926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56766) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:51.478619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b127412-4841-4a5b-8575-2db8585685a7 req-40b089c9-31ff-4aec-a547-00a090ef72d5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 210 time: 0.4012041 Jul 28 14:27:51.518092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d78445-89c2-468e-b963-2b796dcd5cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.540492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d78445-89c2-468e-b963-2b796dcd5cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.757704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d78445-89c2-468e-b963-2b796dcd5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.762810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d78445-89c2-468e-b963-2b796dcd5cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.769418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b1d78445-89c2-468e-b963-2b796dcd5cfd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a24b3a1-4c26-4f7e-8e6a-4934d29de049 HTTP/1.1" status: 204 len: 168 time: 0.3367684 Jul 28 14:27:51.794943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78445-89c2-468e-b963-2b796dcd5cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a24b3a1-4c26-4f7e-8e6a-4934d29de049,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:52.283842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67a232b1-3fd6-4e51-ab98-19c07b81a543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.942710 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcfcbb2a-a44a-4341-b0b8-92ffb9002ee8 req-e59147c5-fb4d-4205-9dda-91e04c8e003d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 210 time: 0.0304999 Jul 28 14:27:53.130185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56836) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:53.144402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a800e13f-623b-4c14-bb5d-424ae0d4868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.254814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a800e13f-623b-4c14-bb5d-424ae0d4868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.325074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56846) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:53.373447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a800e13f-623b-4c14-bb5d-424ae0d4868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.410584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e13f-623b-4c14-bb5d-424ae0d4868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd5506-0f2b-4f8f-97d2-5d46bf783572,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:53.434223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a800e13f-623b-4c14-bb5d-424ae0d4868b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb4df2586f9146df8e0640b2500031e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3029253 Jul 28 14:27:53.438625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:53.499536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d664bd4e-b530-44e3-883d-b4a9d71e9d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.535653 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d664bd4e-b530-44e3-883d-b4a9d71e9d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.735284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-686e11a1-0eef-4b0d-9f58-c7d812dbdd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.793901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d664bd4e-b530-44e3-883d-b4a9d71e9d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.796955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d664bd4e-b530-44e3-883d-b4a9d71e9d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.798177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d664bd4e-b530-44e3-883d-b4a9d71e9d09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eadd5506-0f2b-4f8f-97d2-5d46bf783572 HTTP/1.1" status: 204 len: 168 time: 0.3581896 Jul 28 14:27:53.828571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664bd4e-b530-44e3-883d-b4a9d71e9d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd5506-0f2b-4f8f-97d2-5d46bf783572,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:53.850379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-d5291073-888e-47f8-a56c-78a23a1a66cd tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fa33c61dd6e44866a414149e99f45664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710058 Jul 28 14:27:54.106785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-686e11a1-0eef-4b0d-9f58-c7d812dbdd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.130403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-ba9c0e95-2ed8-454d-af06-7770a51140b5 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:54.132046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-ba9c0e95-2ed8-454d-af06-7770a51140b5 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705736 Jul 28 14:27:54.154847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-23eaf471-5da5-46ce-85d2-5cb50819b8ac tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/quotas/fa33c61dd6e44866a414149e99f45664 HTTP/1.1" status: 200 len: 375 time: 0.0122938 Jul 28 14:27:54.225146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-731ba85b-86c6-438d-8055-ae6000bf0156 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa33c61dd6e44866a414149e99f45664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592139 Jul 28 14:27:54.266122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-686e11a1-0eef-4b0d-9f58-c7d812dbdd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.292097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.42', 57876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:54.326305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e11a1-0eef-4b0d-9f58-c7d812dbdd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffc99fe-5454-49bf-be1d-fbc3f974b09e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:54.332217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-686e11a1-0eef-4b0d-9f58-c7d812dbdd0a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ceb99f3c5e9a408b9ff3c9dbac70f947&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0055084 Jul 28 14:27:54.336545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56892) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:54.358505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-6ae34367-f8a2-490c-99cd-fb3135885ab1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632234 Jul 28 14:27:54.414150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42b8786b-101c-4f91-a599-cd328b50a844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.442197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42b8786b-101c-4f91-a599-cd328b50a844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.496535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-ada27982-888c-446f-91b8-dc51cd0acf91 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:54.497254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-ada27982-888c-446f-91b8-dc51cd0acf91 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319373 Jul 28 14:27:54.636757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42b8786b-101c-4f91-a599-cd328b50a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.640602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42b8786b-101c-4f91-a599-cd328b50a844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.643398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-42b8786b-101c-4f91-a599-cd328b50a844 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ffc99fe-5454-49bf-be1d-fbc3f974b09e HTTP/1.1" status: 204 len: 168 time: 0.3049004 Jul 28 14:27:54.658809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Request body: {'port': {'device_id': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '40d0c738ed1242a88f8bd064f4f8b6e5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:54.667509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8786b-101c-4f91-a599-cd328b50a844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffc99fe-5454-49bf-be1d-fbc3f974b09e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:54.773834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ef505ade-ebe7-4225-b311-90a4df5c5f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.800245 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3ea0fcb-a92f-4f40-acba-47e4d690c508 req-3acc65b6-878d-4e8d-82f7-0027b3994779 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 210 time: 0.0810421 Jul 28 14:27:54.953610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3b9c7f8-b714-4d3b-9515-d2fabf3d93b8 req-e4a9e4f8-d02f-4cda-9c3e-70693567c789 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0602567 Jul 28 14:27:55.053514 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.098841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Made reservation on behalf of 40d0c738ed1242a88f8bd064f4f8b6e5 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:55.102353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.115660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.388589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.500360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.607541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c497530-f03e-46a6-ba4a-067193172335,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:55.779372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Allocated IP 192.168.233.173 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/2b7b47bc-bd6f-4125-9927-bda358d4f945) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:56.004838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.017196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2850c64d-7303-4384-998d-c91fe5ef3a51 req-c1895610-c4da-44bf-9488-24326ffc308c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 210 time: 0.0280147 Jul 28 14:27:56.026324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Transition to ACTIVE for port object 2b7b47bc-bd6f-4125-9927-bda358d4f945 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:56.265004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.266294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.438429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48921594-15cf-4192-aad8-eb8b156d12d0 req-0fa6392d-c5be-469e-9dc2-68266ee5ca90 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0569139 Jul 28 14:27:56.468962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:56.471054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:56.475614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:56.531464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:56.538481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:56.539204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.556130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57014) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:56.573976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11d2af9b-7b01-4c18-9855-5ef77474034d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.711537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-245ac26c-e789-4053-870a-9cd7b4904762 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0649874 Jul 28 14:27:56.739838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-15e54d6c-61b1-4338-a833-01acfa20fc07 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:27:56.742268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-15e54d6c-61b1-4338-a833-01acfa20fc07 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100503 Jul 28 14:27:56.757092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-5d855e9f-9edd-40bc-8c4a-3472e72acbf9 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=82818a12a95f44b380cbf99f4c377965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700660 Jul 28 14:27:56.885534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11d2af9b-7b01-4c18-9855-5ef77474034d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.917079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-7235af32-2fe7-4d05-ba0c-c993c96e4118 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:56.918622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-7235af32-2fe7-4d05-ba0c-c993c96e4118 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602855 Jul 28 14:27:56.940406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-73da51e4-42e4-4dc8-8575-bc554ece11f9 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/quotas/82818a12a95f44b380cbf99f4c377965 HTTP/1.1" status: 200 len: 375 time: 0.0104749 Jul 28 14:27:56.980247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-9df52707-9182-49e8-a6d1-8d6185292f88 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=82818a12a95f44b380cbf99f4c377965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jul 28 14:27:57.065383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11d2af9b-7b01-4c18-9855-5ef77474034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.138342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-11d2af9b-7b01-4c18-9855-5ef77474034d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd90c6be453344fc853d679009f68319&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5807397 Jul 28 14:27:57.140060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2af9b-7b01-4c18-9855-5ef77474034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531aeb9a-199a-46fb-bac1-6ce3ef31e12d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:57.143127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57040) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:57.162717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eca62851-7f25-4169-ac79-fc0c157be846 None None] Provisioning for port 2b7b47bc-bd6f-4125-9927-bda358d4f945 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:57.168662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eca62851-7f25-4169-ac79-fc0c157be846 None None] Provisioning complete for port 2b7b47bc-bd6f-4125-9927-bda358d4f945 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:57.169570 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eca62851-7f25-4169-ac79-fc0c157be846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.311320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-eca62851-7f25-4169-ac79-fc0c157be846 None None] Port 2b7b47bc-bd6f-4125-9927-bda358d4f945 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:27:57.317952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe59831b-ed7c-424f-9871-58b43e11f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.361436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe59831b-ed7c-424f-9871-58b43e11f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.529023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74311a9a-f082-401a-af40-a7ebb808672b req-97b9b0ff-1114-4a64-bc60-56e7df3d2cd6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:57.539885 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74311a9a-f082-401a-af40-a7ebb808672b req-97b9b0ff-1114-4a64-bc60-56e7df3d2cd6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 936 time: 0.1257191 Jul 28 14:27:57.646757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74311a9a-f082-401a-af40-a7ebb808672b req-d3f7074e-cbea-4898-9578-2667bf6ed234 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054885 Jul 28 14:27:57.647206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.750719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75b6dfe3-2aba-4aa7-a8d9-ffcad04cafd5 req-48958414-2709-4d50-adea-a1ca59bacd39 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0520937 Jul 28 14:27:57.774308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Request body: {'port': {'device_id': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:57.881960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe59831b-ed7c-424f-9871-58b43e11f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.894108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe59831b-ed7c-424f-9871-58b43e11f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.898016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fe59831b-ed7c-424f-9871-58b43e11f676 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/531aeb9a-199a-46fb-bac1-6ce3ef31e12d HTTP/1.1" status: 204 len: 168 time: 0.7535655 Jul 28 14:27:57.928148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59831b-ed7c-424f-9871-58b43e11f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531aeb9a-199a-46fb-bac1-6ce3ef31e12d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:57.965704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8c329b62-9f0a-4c96-aca9-7279c83fe58e req-fd4735c8-a4a5-44e4-8d06-4bf15a04f394 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0345805 Jul 28 14:27:57.966320 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.577060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7b47bc-bd6f-4125-9927-bda358d4f945 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:58.597062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.622639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Transition to ACTIVE for port object 2b7b47bc-bd6f-4125-9927-bda358d4f945 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:58.877758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29856f95-096f-46b0-95aa-73a0a950e784 req-47cf947b-04e4-4650-955b-fe1ecd50b0f5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.884601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29856f95-096f-46b0-95aa-73a0a950e784 req-47cf947b-04e4-4650-955b-fe1ecd50b0f5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 936 time: 0.1145768 Jul 28 14:27:58.893104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c49ebaab-0047-43b7-a5cc-8e6972628c50 req-0c33c1f5-4308-4a52-9169-5fe2f7204f7a tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0478814 Jul 28 14:27:58.995820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29856f95-096f-46b0-95aa-73a0a950e784 req-ab735812-fc42-4776-b3c8-64c63c78c8f5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855834 Jul 28 14:27:59.112882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.373282 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1146e37b-2e50-413c-a414-33d526891f81 req-aee48b3e-2bf5-402e-949e-26552a45201f tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0966313 Jul 28 14:27:59.420217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:59.420894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:59.421521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:59.429219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:59.442160 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:27:59.442508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:59.449141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:59.449510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:59.450234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:59.450691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Bound port: 2b7b47bc-bd6f-4125-9927-bda358d4f945, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:59.451056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.589731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:59.602130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:59.712373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57096) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:59.746905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.813143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:59.817576 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.819673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 1097 time: 2.6966813 Jul 28 14:27:59.823618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:59.835663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.58', 61965) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:59.888431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-4c3a86c4-bf8d-4ece-b77f-ca395929aa9c tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fa33c61dd6e44866a414149e99f45664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496128 Jul 28 14:28:00.145850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77932253-6d4a-47b6-92c7-9f5a697ab69b req-24bc2cbc-49af-496b-8a7a-0366ae76f2a2 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0718031 Jul 28 14:28:00.146623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ba0f2-eb60-4437-9462-2d82e2567654 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:00.188342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Request body: {'security_group': {'name': 'tempest-securitygroup-667915158', 'description': 'tempest-description-771432462'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:00.246284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f84bb65-2fa9-474f-9fec-fc7c6e9ad208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.377569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-7098b34d-68fc-4f0d-8583-0a4e0cc5e1bd tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.385110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-7098b34d-68fc-4f0d-8583-0a4e0cc5e1bd tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889636 Jul 28 14:28:00.394975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.435049 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.490125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Request body: {'port': {'device_id': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'fa33c61dd6e44866a414149e99f45664'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:00.611259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0363281-2d43-48b0-a8fa-7ad38ca0a6ed req-2930b8a8-1c6c-43c5-b865-cc649863f70d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.612988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0363281-2d43-48b0-a8fa-7ad38ca0a6ed req-2930b8a8-1c6c-43c5-b865-cc649863f70d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.2705023 Jul 28 14:28:00.615148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-63dc751b-757d-4746-a5ee-bc1daeb8ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.616701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-63dc751b-757d-4746-a5ee-bc1daeb8ded2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1100 time: 0.3435810 Jul 28 14:28:00.646989 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650cdbec-20eb-4c65-bd03-dc27855e4bee" -d '{"events": [{"name": "network-changed", "server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:00.775382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-dd5c7bc6-0c7c-4a3b-a935-44015da5d8c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.1151245 Jul 28 14:28:00.882406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0363281-2d43-48b0-a8fa-7ad38ca0a6ed req-5b93f413-86ab-4f33-b20f-e110b543eebd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597616 Jul 28 14:28:00.928246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f84bb65-2fa9-474f-9fec-fc7c6e9ad208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.934694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-0d6d6086-e945-485a-839a-94887de6c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.936540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-0d6d6086-e945-485a-839a-94887de6c038 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1501896 Jul 28 14:28:01.022215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-532404ef-487a-4f07-86b3-f561ed55a1b8 req-7700b721-fac3-46c0-9ac4-afda5ca8577a tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0550520 Jul 28 14:28:01.064094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f84bb65-2fa9-474f-9fec-fc7c6e9ad208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.126764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:28:01.126764 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:28:01.126764 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': 'fa33c61dd6e44866a414149e99f45664', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 28, 0, 855921)}] Jul 28 14:28:01.126764 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:28:01.126764 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:28:01.157631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84bb65-2fa9-474f-9fec-fc7c6e9ad208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ac5b76-7ba3-432e-bd54-f251c24c202e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:01.162578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1f84bb65-2fa9-474f-9fec-fc7c6e9ad208 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f35256a7f1745bd825871de4b14c96f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4487073 Jul 28 14:28:01.165401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57130) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:01.358441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f43b5a52-c141-418e-8998-19f2c3ccc975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.406126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f43b5a52-c141-418e-8998-19f2c3ccc975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.498072 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba97e0-12a3-412b-aae8-0e7f9e9b8158 x-openstack-request-id: req-58ba97e0-12a3-412b-aae8-0e7f9e9b8158 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:01.499250 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:01.499936 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58ba97e0-12a3-412b-aae8-0e7f9e9b8158 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:01.501046 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'status': 'completed', 'code': 200} Jul 28 14:28:01.552942 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.641211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f43b5a52-c141-418e-8998-19f2c3ccc975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.649068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f43b5a52-c141-418e-8998-19f2c3ccc975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.651679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f43b5a52-c141-418e-8998-19f2c3ccc975 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89ac5b76-7ba3-432e-bd54-f251c24c202e HTTP/1.1" status: 204 len: 168 time: 0.4848170 Jul 28 14:28:01.662692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.750067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c07fb4c-8bfb-4a20-8501-b463a7b6bc3f req-fac81a62-4485-4da9-9d1d-94c4b3ab8c64 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.1449864 Jul 28 14:28:01.776731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b5a52-c141-418e-8998-19f2c3ccc975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ac5b76-7ba3-432e-bd54-f251c24c202e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:01.830701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:01.899249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.905827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Made reservation on behalf of fa33c61dd6e44866a414149e99f45664 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:01.920632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.949626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.057228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-f4b29234-4033-4150-89d8-3a7a44f3132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.058966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-f4b29234-4033-4150-89d8-3a7a44f3132d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2170119 Jul 28 14:28:02.075092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb319a-8f0a-43ba-b3f4-1f171551d99a req-5807e10c-f09d-4ef0-86be-dac4de6e9007 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.076755 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69fb319a-8f0a-43ba-b3f4-1f171551d99a req-5807e10c-f09d-4ef0-86be-dac4de6e9007 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0793765 Jul 28 14:28:02.120155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.235491 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.297450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69fb319a-8f0a-43ba-b3f4-1f171551d99a req-f4f4afef-d8c1-449f-a9ea-a25f1a7910bf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960208 Jul 28 14:28:02.327337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1db871-e78c-4e34-a2d1-b33156aa8224,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:02.370828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-afe1e3dc-3c26-458c-8567-f5ba1801dcb4 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784364 Jul 28 14:28:02.536305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.554684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.58', 61969) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:02.565315 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-252e4fd1-b849-4502-9650-499c8c4b11d0 req-78afef25-f8fe-4451-990f-e7e1ed87ba23 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0858738 Jul 28 14:28:02.631575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-64bc7434-6e87-475d-8174-a9e2d6cd9363 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=82818a12a95f44b380cbf99f4c377965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560534 Jul 28 14:28:02.660427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.822534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.826548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e860caf8-4db9-41c7-901a-f1ce19a86c43 req-0672b764-0b5c-49fd-b323-aed3b80aa113 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6689708 Jul 28 14:28:02.872549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f962d99a-a957-47a2-88a9-6e3907c8058d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:02.889106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-86f8d7b3-bd07-4329-bc5f-9e1d605ee624 req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Request body: {'security_group': {'name': 'tempest-securitygroup-655887061', 'description': 'tempest-description-727376221'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:02.937040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b4f6723-ffdf-4034-ad8f-ffb0ad5cc5ec req-a92d6eac-071e-4ff5-914c-646f322b2c45 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0405931 Jul 28 14:28:03.054334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Allocated IP 192.168.233.36 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:03.141473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86f8d7b3-bd07-4329-bc5f-9e1d605ee624 req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.168267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57172) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:03.215996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3668b359-09a9-4cd7-b4bd-20c6eb458156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.359836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abca7b03-24bd-4475-bd17-e8940ff8f0f6 req-d5acb3c9-7962-4e4d-84f7-e7e3df097384 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233562 Jul 28 14:28:03.436526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86f8d7b3-bd07-4329-bc5f-9e1d605ee624 req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.568694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86f8d7b3-bd07-4329-bc5f-9e1d605ee624 req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.606033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdb9a7-0a6f-4e42-ae45-f3233b2ff9d4 req-bcb52dc3-1add-40f6-9ea1-57eaad740a56 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:03.618765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cbdb9a7-0a6f-4e42-ae45-f3233b2ff9d4 req-bcb52dc3-1add-40f6-9ea1-57eaad740a56 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.1364188 Jul 28 14:28:03.622316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.700951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cbdb9a7-0a6f-4e42-ae45-f3233b2ff9d4 req-71c58162-9790-4e6c-9d64-f42ecfcffb0d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673254 Jul 28 14:28:03.728393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Transition to ACTIVE for port object cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:03.766449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-95c1c7e3-1320-4911-ac84-2df6685417ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:03.770647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-95c1c7e3-1320-4911-ac84-2df6685417ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1100 time: 0.0608153 Jul 28 14:28:03.785128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64ed8c7-cb95-4a6b-9ca0-0e60ee040b98,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:03.935627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a891bd6-013e-473b-bfcf-59c094b1d928 req-9d6a6c95-b4da-4568-9966-77734bc3d6cf tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0495484 Jul 28 14:28:04.040711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3668b359-09a9-4cd7-b4bd-20c6eb458156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.094760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.128092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-f4807ab1-0b24-4579-9488-2e2f89c6263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:04.129442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-f4807ab1-0b24-4579-9488-2e2f89c6263b service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3532188 Jul 28 14:28:04.216588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-34fec43d-0ece-496a-9294-09c1067c30ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0580587 Jul 28 14:28:04.231993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Pushing event updated for resources: {'Port': ['ID=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:04.240658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3668b359-09a9-4cd7-b4bd-20c6eb458156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.314700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-86ddfe00-dad5-494e-bd24-2008119f3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:04.319190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-86ddfe00-dad5-494e-bd24-2008119f3bf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0775309 Jul 28 14:28:04.325935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3668b359-09a9-4cd7-b4bd-20c6eb458156 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f43def40d0f481c91ffb818ab3658c7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1400719 Jul 28 14:28:04.325935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668b359-09a9-4cd7-b4bd-20c6eb458156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03f5b6-17f7-47cc-86f6-4f02c56e69e4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:04.328389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:04.359763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:04.361150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:04.363362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86f8d7b3-bd07-4329-bc5f-9e1d605ee624 req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.364934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86f8d7b3-bd07-4329-bc5f-9e1d605ee624 req-e5676dac-af83-4ff3-ad07-ad2454b1f0af tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5042062 Jul 28 14:28:04.367414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:04.373944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:04.376095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.501382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-18332f32-8c8c-4ca5-9a66-35efa7a71a4e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0446305 Jul 28 14:28:04.620439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74976e67-b2e8-4a64-84d1-00916cdf2805 req-74872e0a-21a4-4010-8f35-7d494b3e3727 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.1286602 Jul 28 14:28:04.629095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cf53d0d-0edf-4fbf-87b0-28de6f63bfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.665427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cf53d0d-0edf-4fbf-87b0-28de6f63bfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.727666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-3468e239-ff43-476d-ba32-ea0f33bdb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:04.729549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-3468e239-ff43-476d-ba32-ea0f33bdb11d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2719324 Jul 28 14:28:04.860915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1519213595', 'description': 'tempest-description-2083577513'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:04.875851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cf53d0d-0edf-4fbf-87b0-28de6f63bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.878076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cf53d0d-0edf-4fbf-87b0-28de6f63bfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.882317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1cf53d0d-0edf-4fbf-87b0-28de6f63bfae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc03f5b6-17f7-47cc-86f6-4f02c56e69e4 HTTP/1.1" status: 204 len: 168 time: 0.5520811 Jul 28 14:28:04.909269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf53d0d-0edf-4fbf-87b0-28de6f63bfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03f5b6-17f7-47cc-86f6-4f02c56e69e4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:04.967587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c447-3a5e-4c79-ba75-88b080025547 req-db16c46a-dba1-4405-b185-2a61922e0c68 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:04.970187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f11c447-3a5e-4c79-ba75-88b080025547 req-db16c46a-dba1-4405-b185-2a61922e0c68 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.1091611 Jul 28 14:28:04.989307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-51a19612-a53d-4bcf-91b7-cbd7d4856350 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360501 Jul 28 14:28:05.009369 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.024919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6be523e-dea2-4cac-ba05-36362cf40ddf None None] Provisioning for port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:05.026068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.030313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6be523e-dea2-4cac-ba05-36362cf40ddf None None] Provisioning complete for port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:05.031112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6be523e-dea2-4cac-ba05-36362cf40ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.092061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6be523e-dea2-4cac-ba05-36362cf40ddf None None] Port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:05.105817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f11c447-3a5e-4c79-ba75-88b080025547 req-44a2f2bc-aee7-4a47-87d5-1afd15fb816b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150184 Jul 28 14:28:05.188469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-650cdbec-20eb-4c65-bd03-dc27855e4bee req-dbbb63f3-1074-46db-83cf-ee37700f8f8e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873283 Jul 28 14:28:05.213778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.304920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.372670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f15394-0584-4040-9601-7a786b90d6a2 req-1e1cddce-e039-4c56-b315-3f709e8e9dae tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:05.373684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18f15394-0584-4040-9601-7a786b90d6a2 req-1e1cddce-e039-4c56-b315-3f709e8e9dae tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.1028211 Jul 28 14:28:05.384224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc8e820-dc9d-4313-a07c-1860c165d082,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:05.435924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.465173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.501535 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18f15394-0584-4040-9601-7a786b90d6a2 req-b630337c-e96d-402c-ab25-f1fe467a5582 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162779 Jul 28 14:28:05.557195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.620246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62669d70-ffce-48d4-9d46-8299252896fe,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:05.682559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.683370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dfe3e56-a63d-452b-b532-3064e87824b7 req-6a38f6ba-de18-4ba8-b575-9311747b6a19 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8339658 Jul 28 14:28:05.769686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-85eeac2e-3a81-4d5a-a526-6ca90a4a0c46 req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-240303004', 'description': 'tempest-description-1247108305'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:05.800889 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f23f96dc-c258-42fc-9c3f-f367620f0e9d req-c3050f26-e3b4-403c-9767-117911d56f22 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0761147 Jul 28 14:28:05.963040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-85eeac2e-3a81-4d5a-a526-6ca90a4a0c46 req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.163735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-85eeac2e-3a81-4d5a-a526-6ca90a4a0c46 req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.310996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-85eeac2e-3a81-4d5a-a526-6ca90a4a0c46 req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.368552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57228) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:06.399578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3acb206c-6376-40d4-9d33-2b8fe72e22d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.405050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a4e018-f8a7-4d5f-9c78-d03014c6d6d0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:06.477280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-85eeac2e-3a81-4d5a-a526-6ca90a4a0c46 req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.480148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85eeac2e-3a81-4d5a-a526-6ca90a4a0c46 req-4d93591b-b894-4dfa-b2fc-80586ebe9a91 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7154739 Jul 28 14:28:06.662087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3acb206c-6376-40d4-9d33-2b8fe72e22d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.750921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ab702-8505-4933-b905-ca6e3d2561a7 req-ea287abc-dd91-433c-95c6-5334decd2e2c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.754367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e0ab702-8505-4933-b905-ca6e3d2561a7 req-ea287abc-dd91-433c-95c6-5334decd2e2c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.1123049 Jul 28 14:28:06.770930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3acb206c-6376-40d4-9d33-2b8fe72e22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.837696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e0ab702-8505-4933-b905-ca6e3d2561a7 req-765690fe-9cea-45eb-b08d-4a0eba43044f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579925 Jul 28 14:28:06.838821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb206c-6376-40d4-9d33-2b8fe72e22d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b3566-33ae-4cd9-836f-fe1e86c31b67,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:06.880528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3acb206c-6376-40d4-9d33-2b8fe72e22d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0dc8d4e118fa458fa28ad7e5f5d517fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100157 Jul 28 14:28:06.882766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57236) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:07.007794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2015d942-9100-4edf-a281-419b63258e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.168228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2015d942-9100-4edf-a281-419b63258e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.367326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-2328b786-f04d-4074-a306-fbdcf72db32e tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25766 time: 0.4254284 Jul 28 14:28:07.472239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-5f428d7e-5194-4e4e-adaf-c0cbac988f90 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/1c497530-f03e-46a6-ba4a-067193172335 HTTP/1.1" status: 200 len: 2977 time: 0.0848823 Jul 28 14:28:07.502370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2015d942-9100-4edf-a281-419b63258e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.505258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2015d942-9100-4edf-a281-419b63258e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.506697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2015d942-9100-4edf-a281-419b63258e75 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c52b3566-33ae-4cd9-836f-fe1e86c31b67 HTTP/1.1" status: 204 len: 168 time: 0.6226873 Jul 28 14:28:07.549023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015d942-9100-4edf-a281-419b63258e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b3566-33ae-4cd9-836f-fe1e86c31b67,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:07.624229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-86e25eb1-14bb-4ad2-8b9a-7b1fba0db322 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/1c497530-f03e-46a6-ba4a-067193172335 HTTP/1.1" status: 200 len: 2977 time: 0.1435494 Jul 28 14:28:07.715629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-e41ab49c-e8e8-4c65-9549-27b925b0bf13 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3b839034-accb-45f0-b6f3-09c56700f8e5 HTTP/1.1" status: 200 len: 2973 time: 0.0798562 Jul 28 14:28:07.782331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-a38978d9-98a6-429a-87d1-487437c89878 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3b839034-accb-45f0-b6f3-09c56700f8e5 HTTP/1.1" status: 200 len: 2973 time: 0.0561180 Jul 28 14:28:07.877126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-3175cac6-81ea-4410-9d8d-557caaf4ea3c tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b HTTP/1.1" status: 200 len: 2977 time: 0.0780485 Jul 28 14:28:07.941706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-88b303fa-ab67-4ae5-8298-1a31124607ed tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b HTTP/1.1" status: 200 len: 2977 time: 0.0610292 Jul 28 14:28:08.014725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-563399ce-2820-49fd-9066-397e9d2e565a tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a78a3587-922f-49a5-8810-6f1ba79a78c8 HTTP/1.1" status: 200 len: 2977 time: 0.0659664 Jul 28 14:28:08.090523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-50bddd00-60a3-47ea-9414-aac659d2d84a tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a78a3587-922f-49a5-8810-6f1ba79a78c8 HTTP/1.1" status: 200 len: 2977 time: 0.0676007 Jul 28 14:28:08.123512 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-c3e5d238-bfa7-433c-95ac-db0ac3538901 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] show failed (client error): The resource could not be found. Jul 28 14:28:08.127079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-c3e5d238-bfa7-433c-95ac-db0ac3538901 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/c52b3566-33ae-4cd9-836f-fe1e86c31b67 HTTP/1.1" status: 404 len: 352 time: 0.0273204 Jul 28 14:28:08.156800 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-168acf92-a694-41c0-a5ad-d58ff08db0b5 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] show failed (client error): The resource could not be found. Jul 28 14:28:08.166630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-168acf92-a694-41c0-a5ad-d58ff08db0b5 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/c52b3566-33ae-4cd9-836f-fe1e86c31b67 HTTP/1.1" status: 404 len: 352 time: 0.0259545 Jul 28 14:28:08.236431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-ce114a0e-3587-4b5c-8012-27943ac5895d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/dfc8e820-dc9d-4313-a07c-1860c165d082 HTTP/1.1" status: 200 len: 2977 time: 0.0684719 Jul 28 14:28:08.326407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-54db5c5b-fe7b-4f85-895f-b6d6e868bcda tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/dfc8e820-dc9d-4313-a07c-1860c165d082 HTTP/1.1" status: 200 len: 2977 time: 0.0886762 Jul 28 14:28:08.471035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-be648e62-29d8-43d2-8882-206cdf2f1dd5 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/f962d99a-a957-47a2-88a9-6e3907c8058d HTTP/1.1" status: 200 len: 2977 time: 0.1409080 Jul 28 14:28:08.536502 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0681017a-e449-4ed2-a5c5-bd27cefa812c req-c0c0befc-8229-4005-80a8-b66f83e0210f tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/f962d99a-a957-47a2-88a9-6e3907c8058d HTTP/1.1" status: 200 len: 2977 time: 0.0609391 Jul 28 14:28:08.723294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035dd57-90d4-4abf-80d9-9cb141402483 req-fe7bc9ed-e30e-4db8-b539-ccbc420e6801 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:08.725313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2035dd57-90d4-4abf-80d9-9cb141402483 req-fe7bc9ed-e30e-4db8-b539-ccbc420e6801 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.0818124 Jul 28 14:28:08.805264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2035dd57-90d4-4abf-80d9-9cb141402483 req-ddec0189-e605-4246-b999-2ef6013db3d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 Jul 28 14:28:09.008918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-616347b2-fc69-4268-8237-efd1b4790de3 req-63300f56-a6b9-4094-9f0e-1cdeef1f3cd5 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0652483 Jul 28 14:28:09.233185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c196fd-c35a-4ad0-9f0a-a0e9b41c7dc2 req-cb9edd90-e97e-4520-9c3c-46607bdeb4a5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:09.246074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5c196fd-c35a-4ad0-9f0a-a0e9b41c7dc2 req-cb9edd90-e97e-4520-9c3c-46607bdeb4a5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0950344 Jul 28 14:28:09.317302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5c196fd-c35a-4ad0-9f0a-a0e9b41c7dc2 req-8a26adff-7534-4e1e-99c1-6b7d4c92d87c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700338 Jul 28 14:28:09.473406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9757e8e-2979-49b3-bcf8-efdace9505e0 req-6230e6a2-696e-49dc-8423-b67ea921d179 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b595e22f69d54f03a06a9dd080535992 HTTP/1.1" status: 200 len: 6092 time: 0.1362553 Jul 28 14:28:09.570452 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9757e8e-2979-49b3-bcf8-efdace9505e0 req-33848513-d04f-4614-810b-4b68b1cc2acc tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "GET /v2.0/security-groups/5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b HTTP/1.1" status: 200 len: 2977 time: 0.0958574 Jul 28 14:28:09.641384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9757e8e-2979-49b3-bcf8-efdace9505e0 req-eb6bce13-14a0-4f7d-99d6-e62a8c6ce71d tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "GET /v2.0/security-groups/5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b HTTP/1.1" status: 200 len: 2977 time: 0.0652037 Jul 28 14:28:09.750949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3b8c387-61e9-48c1-ad3d-609362dc0fdc req-09500b61-208b-4736-91a9-4e9e73771241 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a2a4e018-f8a7-4d5f-9c78-d03014c6d6d0 HTTP/1.1" status: 200 len: 1777 time: 0.0838275 Jul 28 14:28:09.857239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b3b8c387-61e9-48c1-ad3d-609362dc0fdc req-9b78d86c-42a9-44bc-81dd-de181b5c6c9d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.990433 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b3b8c387-61e9-48c1-ad3d-609362dc0fdc req-9b78d86c-42a9-44bc-81dd-de181b5c6c9d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.178656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b3b8c387-61e9-48c1-ad3d-609362dc0fdc req-9b78d86c-42a9-44bc-81dd-de181b5c6c9d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.181551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b3b8c387-61e9-48c1-ad3d-609362dc0fdc req-9b78d86c-42a9-44bc-81dd-de181b5c6c9d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.182794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3b8c387-61e9-48c1-ad3d-609362dc0fdc req-9b78d86c-42a9-44bc-81dd-de181b5c6c9d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2a4e018-f8a7-4d5f-9c78-d03014c6d6d0 HTTP/1.1" status: 204 len: 173 time: 0.4245062 Jul 28 14:28:10.191465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78d86c-42a9-44bc-81dd-de181b5c6c9d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a4e018-f8a7-4d5f-9c78-d03014c6d6d0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:10.317467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8f917-4efa-4f27-b4cd-1c512d1b3210 req-c578a732-1350-4088-86a5-2cca39b629e8 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:10.319617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-add8f917-4efa-4f27-b4cd-1c512d1b3210 req-c578a732-1350-4088-86a5-2cca39b629e8 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.0647416 Jul 28 14:28:10.363365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-add8f917-4efa-4f27-b4cd-1c512d1b3210 req-d035a7a6-51df-43a9-a395-0dc465fdc859 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jul 28 14:28:10.460137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab3fbd65-c243-4c2e-b515-fbaf45b5497a req-2f05f3d6-4427-4949-8c42-266e4bad7ee6 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0330765 Jul 28 14:28:10.541666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e03f38d-fe86-490e-bdb8-0d39f4fb4bfe req-49c2148f-3049-4415-8916-64087272b732 tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "GET /v2.0/security-groups/62669d70-ffce-48d4-9d46-8299252896fe HTTP/1.1" status: 200 len: 1778 time: 0.0560462 Jul 28 14:28:10.609695 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9e03f38d-fe86-490e-bdb8-0d39f4fb4bfe req-db1c2f9d-9c68-4cce-85ce-de93bbe9330d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.642680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9e03f38d-fe86-490e-bdb8-0d39f4fb4bfe req-db1c2f9d-9c68-4cce-85ce-de93bbe9330d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.808007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9e03f38d-fe86-490e-bdb8-0d39f4fb4bfe req-db1c2f9d-9c68-4cce-85ce-de93bbe9330d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.814100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9e03f38d-fe86-490e-bdb8-0d39f4fb4bfe req-db1c2f9d-9c68-4cce-85ce-de93bbe9330d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.816101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e03f38d-fe86-490e-bdb8-0d39f4fb4bfe req-db1c2f9d-9c68-4cce-85ce-de93bbe9330d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/62669d70-ffce-48d4-9d46-8299252896fe HTTP/1.1" status: 204 len: 173 time: 0.2623296 Jul 28 14:28:10.838047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c2f9d-9c68-4cce-85ce-de93bbe9330d tempest-SecurityGroupsTestAdminJSON-398872786 tempest-SecurityGroupsTestAdminJSON-398872786-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62669d70-ffce-48d4-9d46-8299252896fe,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:10.932977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5342f-6d2d-4608-9410-e2db8183a08f req-947eca14-87e0-4b46-93c9-df0253af3116 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:10.934552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11d5342f-6d2d-4608-9410-e2db8183a08f req-947eca14-87e0-4b46-93c9-df0253af3116 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0551569 Jul 28 14:28:10.978555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11d5342f-6d2d-4608-9410-e2db8183a08f req-b217c1bf-e9b0-4018-b613-78edb48e5020 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376356 Jul 28 14:28:11.198844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44f5e4fd-e16c-402c-aed5-77a97199957f req-2e576dc2-b511-4cda-a1d4-731947e3cdb0 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "GET /v2.0/security-groups/f64ed8c7-cb95-4a6b-9ca0-0e60ee040b98 HTTP/1.1" status: 200 len: 1774 time: 0.0495157 Jul 28 14:28:11.276680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-44f5e4fd-e16c-402c-aed5-77a97199957f req-6202de53-8416-4e27-b908-9941227cdbfb tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.306085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-44f5e4fd-e16c-402c-aed5-77a97199957f req-6202de53-8416-4e27-b908-9941227cdbfb tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.470554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-44f5e4fd-e16c-402c-aed5-77a97199957f req-6202de53-8416-4e27-b908-9941227cdbfb tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.473121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-44f5e4fd-e16c-402c-aed5-77a97199957f req-6202de53-8416-4e27-b908-9941227cdbfb tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.474327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44f5e4fd-e16c-402c-aed5-77a97199957f req-6202de53-8416-4e27-b908-9941227cdbfb tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "DELETE /v2.0/security-groups/f64ed8c7-cb95-4a6b-9ca0-0e60ee040b98 HTTP/1.1" status: 204 len: 173 time: 0.2678964 Jul 28 14:28:11.487762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202de53-8416-4e27-b908-9941227cdbfb tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64ed8c7-cb95-4a6b-9ca0-0e60ee040b98,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:11.724355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae989d-82a7-4704-ba51-4f258f5db38f req-6c24e55d-39ee-4ac6-ae74-6ee0434d1209 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:11.725889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fae989d-82a7-4704-ba51-4f258f5db38f req-6c24e55d-39ee-4ac6-ae74-6ee0434d1209 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.0566144 Jul 28 14:28:11.774393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fae989d-82a7-4704-ba51-4f258f5db38f req-d446db81-701b-4c25-aeb6-29818e2fd306 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Jul 28 14:28:11.841447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c5238a9-0150-4030-b159-7c281268b589 req-96fec456-b411-49ae-8a34-aa7877f24753 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "GET /v2.0/security-groups/af1db871-e78c-4e34-a2d1-b33156aa8224 HTTP/1.1" status: 200 len: 1774 time: 0.0467556 Jul 28 14:28:11.909411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c5238a9-0150-4030-b159-7c281268b589 req-089d506a-4355-4516-a1c8-f8e93789fd14 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.933392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c5238a9-0150-4030-b159-7c281268b589 req-089d506a-4355-4516-a1c8-f8e93789fd14 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.075809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c5238a9-0150-4030-b159-7c281268b589 req-089d506a-4355-4516-a1c8-f8e93789fd14 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.078884 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c5238a9-0150-4030-b159-7c281268b589 req-089d506a-4355-4516-a1c8-f8e93789fd14 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.080047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c5238a9-0150-4030-b159-7c281268b589 req-089d506a-4355-4516-a1c8-f8e93789fd14 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] 10.222.0.57 "DELETE /v2.0/security-groups/af1db871-e78c-4e34-a2d1-b33156aa8224 HTTP/1.1" status: 204 len: 173 time: 0.2319763 Jul 28 14:28:12.101121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d506a-4355-4516-a1c8-f8e93789fd14 tempest-SecurityGroupsTestAdminJSON-1729434480 tempest-SecurityGroupsTestAdminJSON-1729434480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1db871-e78c-4e34-a2d1-b33156aa8224,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:12.191607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5631e837-7506-45ee-a782-02932aae8f08 req-2a6b9032-a6d9-42bd-8c6f-093de1ee98aa tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0334921 Jul 28 14:28:12.335160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680223a-a1df-4420-8e15-d16951d945b6 req-f2eaf678-4c8e-48d5-b42e-1bb8b5c2c536 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:12.336923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0680223a-a1df-4420-8e15-d16951d945b6 req-f2eaf678-4c8e-48d5-b42e-1bb8b5c2c536 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0621817 Jul 28 14:28:12.387510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0680223a-a1df-4420-8e15-d16951d945b6 req-f048d328-af63-44be-9106-51667bdd6bb1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Jul 28 14:28:12.697758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57314) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:12.856354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:12.923076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecd02c-d9ee-4b9d-ade6-ea0d1e8bbb12 req-6a0ae630-76e9-4117-b2a5-aceff266ccff tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:12.924739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfecd02c-d9ee-4b9d-ade6-ea0d1e8bbb12 req-6a0ae630-76e9-4117-b2a5-aceff266ccff tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.0716248 Jul 28 14:28:12.937040 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e43342a-b23a-4a51-9597-03c5f35f1adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.990797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e65e0732-57c8-4db2-97d9-da19f4b00df8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b595e22f69d54f03a06a9dd080535992&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2917521 Jul 28 14:28:12.994794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:12.999106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfecd02c-d9ee-4b9d-ade6-ea0d1e8bbb12 req-fdd0ae93-dfa1-4f25-9337-2b56747d5614 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634737 Jul 28 14:28:13.081304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1707856b-10ad-4187-b8ea-bf8e8c16cdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.105484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e43342a-b23a-4a51-9597-03c5f35f1adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.106429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1707856b-10ad-4187-b8ea-bf8e8c16cdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.237388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e43342a-b23a-4a51-9597-03c5f35f1adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.270215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1707856b-10ad-4187-b8ea-bf8e8c16cdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.273620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1707856b-10ad-4187-b8ea-bf8e8c16cdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.275234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1707856b-10ad-4187-b8ea-bf8e8c16cdda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b HTTP/1.1" status: 204 len: 168 time: 0.2746375 Jul 28 14:28:13.293926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e43342a-b23a-4a51-9597-03c5f35f1adb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa137e3f240c453c85bfdba617557814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360802 Jul 28 14:28:13.295146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43342a-b23a-4a51-9597-03c5f35f1adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebad1caf-c641-4633-b3df-9cf5b6d38ceb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.300406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57332) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:13.327083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707856b-10ad-4187-b8ea-bf8e8c16cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7da76-056b-42b8-b2b4-ae6c4eb78c0b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.335960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bc905c9-acbf-4e1b-adca-7ee259c1635e req-27f49918-c7c5-44e1-af6a-6aeca7b60177 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0591242 Jul 28 14:28:13.388012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa526f3a-27d8-454c-991e-c457d0781aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.410665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa526f3a-27d8-454c-991e-c457d0781aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.523940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3338-ce34-422b-8a65-86db6e20da18 req-248c4d02-8b24-45ee-9e9b-5907a1e7e975 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.525565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c22b3338-ce34-422b-8a65-86db6e20da18 req-248c4d02-8b24-45ee-9e9b-5907a1e7e975 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0543983 Jul 28 14:28:13.576094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa526f3a-27d8-454c-991e-c457d0781aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.579376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa526f3a-27d8-454c-991e-c457d0781aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.582267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aa526f3a-27d8-454c-991e-c457d0781aed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebad1caf-c641-4633-b3df-9cf5b6d38ceb HTTP/1.1" status: 204 len: 168 time: 0.2787049 Jul 28 14:28:13.584391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-9cc70ef1-4454-4631-b549-14f810f158d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:28:13.586272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-9cc70ef1-4454-4631-b549-14f810f158d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120785 Jul 28 14:28:13.591360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa526f3a-27d8-454c-991e-c457d0781aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebad1caf-c641-4633-b3df-9cf5b6d38ceb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.628339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c22b3338-ce34-422b-8a65-86db6e20da18 req-92c94719-b543-4996-9f79-be1b116a9aa0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Jul 28 14:28:13.752642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-aaa1da99-28e1-4003-93f7-1bf01ec0ad39 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.754264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-aaa1da99-28e1-4003-93f7-1bf01ec0ad39 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785092 Jul 28 14:28:13.775928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Request body: {'port': {'device_id': '37df164a-935f-4eb9-a50f-538a566e8e34', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '82818a12a95f44b380cbf99f4c377965'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:13.990839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Made reservation on behalf of 82818a12a95f44b380cbf99f4c377965 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:13.999242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.006955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.126899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.273615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63d17-21d0-4777-b857-15145a7c30cf req-664b0ad7-a5d5-492c-885f-abfe464d6dc4 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.276355 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5da63d17-21d0-4777-b857-15145a7c30cf req-664b0ad7-a5d5-492c-885f-abfe464d6dc4 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.1109841 Jul 28 14:28:14.282197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.380557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3c296f-08da-4a36-aeee-93a48e1bfa43,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:14.382914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5da63d17-21d0-4777-b857-15145a7c30cf req-4b31a1ce-e750-447d-9541-7ff6eaf1051b tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942624 Jul 28 14:28:14.472337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57354) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:14.547982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b339cde-3991-4da4-8f3d-f6073e77feb4 req-ce22e9bc-df3c-4d4b-aca6-aabda770df12 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0557411 Jul 28 14:28:14.585742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Allocated IP 192.168.233.245 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/f6900ccf-df7a-480b-8239-0dc06caff36a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:14.769871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e224ecd-9549-4f78-83cc-01d9b91ef98f req-b9e5bcc7-b97f-49fe-a754-510498c2a9bb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.771930 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e224ecd-9549-4f78-83cc-01d9b91ef98f req-b9e5bcc7-b97f-49fe-a754-510498c2a9bb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0566778 Jul 28 14:28:14.803142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.826897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Transition to ACTIVE for port object f6900ccf-df7a-480b-8239-0dc06caff36a will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:14.856283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e224ecd-9549-4f78-83cc-01d9b91ef98f req-ab7e6597-fc6a-43e1-acc4-5daf9a1df64f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Jul 28 14:28:14.969573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57360) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:14.984755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef5ca-1503-4654-828d-694f08261001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.987202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.049690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:15.057443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:15.068792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:15.078537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:15.090225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.091372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.095820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Pushing event updated for resources: {'Port': ['ID=f6900ccf-df7a-480b-8239-0dc06caff36a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:15.148927 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c412b96e-d181-446e-af1d-f0e70022305a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc538cfab67547f79736c2f0fc311684&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0875220 Jul 28 14:28:15.150834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:15.260302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef5ca-1503-4654-828d-694f08261001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.299152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856b8f6a-8fe5-4235-9b3f-27af6307a6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.299700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Request body: {'port': {'device_id': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'device_owner': 'compute:tempest-test_az-1045044897', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:15.328217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856b8f6a-8fe5-4235-9b3f-27af6307a6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.380317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef5ca-1503-4654-828d-694f08261001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.456181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4be899f9-d554-45b0-861a-0a2006767a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.500819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-e839c86f-4058-4c71-91de-35d5afa1d1e7 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7333274 Jul 28 14:28:15.507401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856b8f6a-8fe5-4235-9b3f-27af6307a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.510252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856b8f6a-8fe5-4235-9b3f-27af6307a6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.511900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-856b8f6a-8fe5-4235-9b3f-27af6307a6b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfc8e820-dc9d-4313-a07c-1860c165d082 HTTP/1.1" status: 204 len: 168 time: 0.3563075 Jul 28 14:28:15.520511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fe7ef5ca-1503-4654-828d-694f08261001 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40d09784fe914450a106b6d0dfd3e5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492220 Jul 28 14:28:15.527811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57370) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:15.540363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b8f6a-8fe5-4235-9b3f-27af6307a6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc8e820-dc9d-4313-a07c-1860c165d082,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:15.568880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Request body: {'port': {'device_id': '37df164a-935f-4eb9-a50f-538a566e8e34', 'device_owner': 'compute:tempest-test_az-1045044897', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:15.572208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ef5ca-1503-4654-828d-694f08261001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a823daf7-d991-497d-8e37-52daa45e5242,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:15.578983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.597787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-76ccc301-ddcb-4bf6-9097-2198419e5938 None None] Provisioning for port f6900ccf-df7a-480b-8239-0dc06caff36a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:15.602898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-76ccc301-ddcb-4bf6-9097-2198419e5938 None None] Provisioning complete for port f6900ccf-df7a-480b-8239-0dc06caff36a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:15.603277 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-76ccc301-ddcb-4bf6-9097-2198419e5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.679535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-76ccc301-ddcb-4bf6-9097-2198419e5938 None None] Port f6900ccf-df7a-480b-8239-0dc06caff36a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:15.746721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4be899f9-d554-45b0-861a-0a2006767a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.774394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c909-b0fb-4042-89df-d0aa86b27b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.797992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2086f7-2326-4a6b-9d69-9332120360f3 req-c5cf634c-645a-4e73-a597-8b02d2ad9c90 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.799470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf2086f7-2326-4a6b-9d69-9332120360f3 req-c5cf634c-645a-4e73-a597-8b02d2ad9c90 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 935 time: 0.2906015 Jul 28 14:28:15.824511 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14be05-57c7-4b2c-bb19-6fbb0d2c4d91 req-3de3a095-23cc-488c-8da7-6ca21f833fae tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.826223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.827235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af14be05-57c7-4b2c-bb19-6fbb0d2c4d91 req-3de3a095-23cc-488c-8da7-6ca21f833fae tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 936 time: 0.1378789 Jul 28 14:28:15.854664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c909-b0fb-4042-89df-d0aa86b27b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.898171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4be899f9-d554-45b0-861a-0a2006767a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.002414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf2086f7-2326-4a6b-9d69-9332120360f3 req-820f8649-0b40-4fc2-af60-8337b17795a6 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962054 Jul 28 14:28:16.017440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af14be05-57c7-4b2c-bb19-6fbb0d2c4d91 req-af31ba6b-9f15-4891-becd-4ff727e1733d tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806424 Jul 28 14:28:16.074839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be899f9-d554-45b0-861a-0a2006767a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474cbe0-cf63-4807-b5f2-aa6614e6167a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:16.091750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4be899f9-d554-45b0-861a-0a2006767a88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d72d89e4dee84c4fa0a738ebc6a0583e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6175809 Jul 28 14:28:16.105271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57378) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:16.245803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6730d5e-d0d2-495c-aec6-0be47fc71ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.280767 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c909-b0fb-4042-89df-d0aa86b27b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.286995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c909-b0fb-4042-89df-d0aa86b27b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.292626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ee8c909-b0fb-4042-89df-d0aa86b27b13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a823daf7-d991-497d-8e37-52daa45e5242 HTTP/1.1" status: 204 len: 168 time: 0.7627163 Jul 28 14:28:16.315437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6730d5e-d0d2-495c-aec6-0be47fc71ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.318549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8c909-b0fb-4042-89df-d0aa86b27b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a823daf7-d991-497d-8e37-52daa45e5242,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:16.363288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55919f-f73a-4db0-ad7f-3304c75ee866 req-bec99244-acae-482d-85e0-6d16997f2cea tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.373381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f55919f-f73a-4db0-ad7f-3304c75ee866 req-bec99244-acae-482d-85e0-6d16997f2cea tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.1967380 Jul 28 14:28:16.493891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6730d5e-d0d2-495c-aec6-0be47fc71ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.498562 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6730d5e-d0d2-495c-aec6-0be47fc71ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.503520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6730d5e-d0d2-495c-aec6-0be47fc71ba0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8474cbe0-cf63-4807-b5f2-aa6614e6167a HTTP/1.1" status: 204 len: 168 time: 0.3768179 Jul 28 14:28:16.516232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730d5e-d0d2-495c-aec6-0be47fc71ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474cbe0-cf63-4807-b5f2-aa6614e6167a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:16.532066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f55919f-f73a-4db0-ad7f-3304c75ee866 req-33009633-2831-4da9-8a99-7d4460109d8c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396999 Jul 28 14:28:16.560107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:16.573459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.597183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Transition to ACTIVE for port object cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:16.718402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.861510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Pushing event updated for resources: {'Port': ['ID=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:16.961858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Attempting to bind port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:16.962324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Attempting to bind port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:16.962789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Attempting to bind port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:16.977599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:16.978022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Attempting to bind port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:16.989162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:16.989557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:16.990157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:16.990627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Bound port: cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:16.991126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.160273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6900ccf-df7a-480b-8239-0dc06caff36a {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:17.179473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.213581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Transition to ACTIVE for port object f6900ccf-df7a-480b-8239-0dc06caff36a will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:17.283963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1ea0-09b0-4c58-90c2-ef0a7f90390e req-94b6aaea-d2e1-40c5-8ff6-e23dae5cc167 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.285614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d93d1ea0-09b0-4c58-90c2-ef0a7f90390e req-94b6aaea-d2e1-40c5-8ff6-e23dae5cc167 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 936 time: 0.0941205 Jul 28 14:28:17.286833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] For port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:17.317434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] For port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:17.334322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568dda-0ea7-49c1-8c07-2689aa2f95f8 req-c4553b6e-35eb-474b-873e-decf7810a966 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.336033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d568dda-0ea7-49c1-8c07-2689aa2f95f8 req-c4553b6e-35eb-474b-873e-decf7810a966 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 969 time: 0.1269298 Jul 28 14:28:17.338107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d93d1ea0-09b0-4c58-90c2-ef0a7f90390e req-cc618774-7346-4633-9c0e-21db32d14646 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 Jul 28 14:28:17.383340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d568dda-0ea7-49c1-8c07-2689aa2f95f8 req-84427a71-8f9a-43dc-bcab-80a580e10e7b tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Jul 28 14:28:17.442204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.446394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.508180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.508933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.510689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] 10.222.0.58 "PUT /v2.0/ports/cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f HTTP/1.1" status: 200 len: 1118 time: 3.2016134 Jul 28 14:28:17.511279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'tag': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:17.619495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Pushing event updated for resources: {'Port': ['ID=f6900ccf-df7a-480b-8239-0dc06caff36a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:17.681478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5bfce-f3ac-4411-9c5d-b6551ea6a49d req-dcadc16d-7a64-46da-8c24-03e48e0dca06 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.683036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-90d5bfce-f3ac-4411-9c5d-b6551ea6a49d req-dcadc16d-7a64-46da-8c24-03e48e0dca06 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0696275 Jul 28 14:28:17.740283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-90d5bfce-f3ac-4411-9c5d-b6551ea6a49d req-a2c5076b-482b-4c1c-a104-216794bd9a38 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Jul 28 14:28:17.860337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:17.883784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Attempting to bind port f6900ccf-df7a-480b-8239-0dc06caff36a on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:17.884312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Attempting to bind port f6900ccf-df7a-480b-8239-0dc06caff36a by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:17.884873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Attempting to bind port f6900ccf-df7a-480b-8239-0dc06caff36a on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:17.885862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c8f2-4518-44f0-a0b3-d6859370ec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.912515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a5e6-95e4-4577-83da-20fc9b88d80d service neutron] Pushing event updated for resources: {'Port': ['ID=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:17.922796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Port f6900ccf-df7a-480b-8239-0dc06caff36a on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:17.923431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Attempting to bind port f6900ccf-df7a-480b-8239-0dc06caff36a on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:17.949446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:17.950024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:17.950666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:17.951705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Bound port: f6900ccf-df7a-480b-8239-0dc06caff36a, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:17.958711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.961730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-1c04c126-442c-4547-bb1c-8304a4e6a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.964469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-1c04c126-442c-4547-bb1c-8304a4e6a8b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa33c61dd6e44866a414149e99f45664&device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 1121 time: 0.2288642 Jul 28 14:28:18.069630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-1c50f468-7c02-4249-a62a-f96190d2ea59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f HTTP/1.1" status: 200 len: 217 time: 0.0887980 Jul 28 14:28:18.085400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c8f2-4518-44f0-a0b3-d6859370ec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.161490 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f638f0a-d788-4fad-9dcb-78cda9f6df32" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb3bed4-efab-4c4a-b142-143b7c89bfd5", "tag": "cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:18.186800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c8f2-4518-44f0-a0b3-d6859370ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.198591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-d91b549e-ef4e-48df-a314-45ac8778fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.200210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-d91b549e-ef4e-48df-a314-45ac8778fb16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1127710 Jul 28 14:28:18.201458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] For port f6900ccf-df7a-480b-8239-0dc06caff36a, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:18.205082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] For port f6900ccf-df7a-480b-8239-0dc06caff36a, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f6900ccf-df7a-480b-8239-0dc06caff36a,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:18.263627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4fb0c8f2-4518-44f0-a0b3-d6859370ec19 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc4151cd489b4b748dc70c7bfaeef42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019322 Jul 28 14:28:18.264773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0c8f2-4518-44f0-a0b3-d6859370ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9defc8-b617-48aa-9192-5bc7a0117695,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:18.267868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57436) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:18.331078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.456886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:18.519717 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05466d7e-3765-4f92-ab55-8430f8204e62 x-openstack-request-id: req-05466d7e-3765-4f92-ab55-8430f8204e62 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:18.520204 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb3bed4-efab-4c4a-b142-143b7c89bfd5", "tag": "cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:18.520334 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05466d7e-3765-4f92-ab55-8430f8204e62 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:18.521144 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'tag': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f', 'status': 'completed', 'code': 200} Jul 28 14:28:18.627563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.628219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.630284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6900ccf-df7a-480b-8239-0dc06caff36a HTTP/1.1" status: 200 len: 1119 time: 3.0915020 Jul 28 14:28:18.657601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-77b29c08-b94f-47d9-a2cb-9c0ccbc67271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.659132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-77b29c08-b94f-47d9-a2cb-9c0ccbc67271 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4484298 Jul 28 14:28:18.723053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:18.742271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'mac_address': 'fa:16:3e:92:7f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:18.787572 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.803869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7b47bc-bd6f-4125-9927-bda358d4f945 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:18.806921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6e919-c54f-4e44-b294-5771651e6d16 req-74f23d19-6df8-4805-b472-ebe17b5c481b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.815584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7a6e919-c54f-4e44-b294-5771651e6d16 req-74f23d19-6df8-4805-b472-ebe17b5c481b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 970 time: 0.3943007 Jul 28 14:28:18.835753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:18.858600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-f169630a-5e51-4877-82d6-ee19713de176 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827533 Jul 28 14:28:18.860074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af5a2d-3888-484d-b638-41c928821a50 service neutron] Pushing event updated for resources: {'Port': ['ID=f6900ccf-df7a-480b-8239-0dc06caff36a,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:18.882199 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edbdfb7f-7ca2-47a8-ab5d-7c782c77729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.905113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7a6e919-c54f-4e44-b294-5771651e6d16 req-657aea1d-dc36-4907-9fe0-e9f598d8660a tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870068 Jul 28 14:28:18.944913 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:18.965363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57458) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:19.050873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472d58f-f60b-46f4-b5da-cf93533fc1da req-00692ddd-9e92-4134-b51b-5dbc451f9e79 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.059393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d472d58f-f60b-46f4-b5da-cf93533fc1da req-00692ddd-9e92-4134-b51b-5dbc451f9e79 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 949 time: 0.0799005 Jul 28 14:28:19.095832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:19.109729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d472d58f-f60b-46f4-b5da-cf93533fc1da req-2c0dcc9b-4ec6-4956-8d5c-77ab0b23d7f8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Jul 28 14:28:19.130461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.137555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.137942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f6a4db1-522a-4a78-8adc-2abea4d913f0 req-744ef294-db40-4c9e-a3ee-21666867fe10 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184386 Jul 28 14:28:19.138468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.141371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.142475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.158361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.159040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.160351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.162333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.162333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.166072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.167142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:19.168416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5aac3-9c56-49ca-98cb-6787f421444a req-82ff307e-0e4a-478d-8603-31b1359ca87f tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Tracked resource versions report: Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: pushed versions: Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: { 'AddressGroup': {'1.2'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'ConntrackHelper': {'1.0'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Log': {'1.0'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Network': {'1.1'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Port': {'1.7'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'PortForwarding': {'1.2'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'QosPolicy': {'1.8'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'SecurityGroup': {'1.4'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'SubPort': {'1.0'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Subnet': {'1.1'}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Trunk': {'1.1'}} Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: consumer versions: Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: HyperV agent@n-h1-764806-10: {}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: HyperV agent@n-h2-764806-10: {}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: L3 agent@n-d-764806-10: {}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: Metadata agent@n-d-764806-10: {}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: Metering agent@n-d-764806-10: {}, Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'ConntrackHelper': '1.0', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Log': '1.0', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Network': '1.1', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Port': '1.7', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'PortForwarding': '1.2', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'QosPolicy': '1.8', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'SecurityGroup': '1.4', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'SecurityGroupRule': '1.2', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'SubPort': '1.0', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Subnet': '1.1', Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: 'Trunk': '1.1'}} Jul 28 14:28:19.171049 n-d-764806-10 neutron-server[94659]: {{(pid=94659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:28:19.181132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ca5aac3-9c56-49ca-98cb-6787f421444a req-82ff307e-0e4a-478d-8603-31b1359ca87f tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 969 time: 0.6534536 Jul 28 14:28:19.199347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-624917541-network', 'tenant_id': 'b7d03e983a774e54954cd18699b46640'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:19.202677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edbdfb7f-7ca2-47a8-ab5d-7c782c77729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.290255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ca5aac3-9c56-49ca-98cb-6787f421444a req-fd68d1f3-64d0-4eb5-8938-58540f5e4c0a tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901718 Jul 28 14:28:19.294386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-66b38e6b-9022-4ce1-913c-b92e3290409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.296069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-66b38e6b-9022-4ce1-913c-b92e3290409d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82818a12a95f44b380cbf99f4c377965&device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 1122 time: 0.4664011 Jul 28 14:28:19.330746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Made reservation on behalf of b7d03e983a774e54954cd18699b46640 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:19.335131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.348643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.427579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-7f13d15b-0e44-4b42-a75e-afa1c614227d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f6900ccf-df7a-480b-8239-0dc06caff36a HTTP/1.1" status: 200 len: 217 time: 0.0689733 Jul 28 14:28:19.486173 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edbdfb7f-7ca2-47a8-ab5d-7c782c77729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.490212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edbdfb7f-7ca2-47a8-ab5d-7c782c77729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.491927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-edbdfb7f-7ca2-47a8-ab5d-7c782c77729f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d9defc8-b617-48aa-9192-5bc7a0117695 HTTP/1.1" status: 204 len: 168 time: 1.2223272 Jul 28 14:28:19.522165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdfb7f-7ca2-47a8-ab5d-7c782c77729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9defc8-b617-48aa-9192-5bc7a0117695,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:19.529425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-ef59724b-1334-4029-abb4-c8d8834ed1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.532498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-ef59724b-1334-4029-abb4-c8d8834ed1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa33c61dd6e44866a414149e99f45664&device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 1121 time: 0.1721587 Jul 28 14:28:19.624294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-38014e9b-39e1-42dd-a9dc-196e6a68780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.627995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-38014e9b-39e1-42dd-a9dc-196e6a68780a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1906223 Jul 28 14:28:19.628946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.637795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:19.727431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.778927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:28:19.802851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56300fe-08a4-45ba-917e-9388efd28f69,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:19.806531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.806995 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Added segment 6ffc1808-0eb6-45ea-9bec-4cbc8f62d7f5 of type vlan for network d5be6945-09e1-4ef3-9dd8-076bd07cd725 Jul 28 14:28:19.854044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-879daffe-1dba-4518-90b0-2ff29764a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.855842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-879daffe-1dba-4518-90b0-2ff29764a6dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402066 Jul 28 14:28:19.861483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.919164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-2dfd708b-c508-4202-bc47-f50827154a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.920723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-2dfd708b-c508-4202-bc47-f50827154a9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3712873 Jul 28 14:28:20.010971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-5d1492e0-5150-4671-8c29-c8229d30e2e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f HTTP/1.1" status: 200 len: 217 time: 0.0720780 Jul 28 14:28:20.125621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-28138dea-3279-4cd7-8d75-a7d7ea55818b service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590921 Jul 28 14:28:20.145621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.146867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-7aac445c-97c2-41df-90bb-3b5c18f4cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.150565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.150712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-7aac445c-97c2-41df-90bb-3b5c18f4cdbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1191871 Jul 28 14:28:20.150882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.159136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efe9a8-2f84-448b-9cc0-524353fff2d0 req-e60e1d85-1ed5-4262-a3ef-c60b739196e5 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.161475 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30efe9a8-2f84-448b-9cc0-524353fff2d0 req-e60e1d85-1ed5-4262-a3ef-c60b739196e5 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 970 time: 0.1556890 Jul 28 14:28:20.343713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] Pushing event updated for resources: {'Network': ['ID=d5be6945-09e1-4ef3-9dd8-076bd07cd725,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:20.361347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d5be6945-09e1-4ef3-9dd8-076bd07cd725 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:28:20.426435 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b95ec19a-2eab-43db-b8ab-f7579d26e643 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4593728 Jul 28 14:28:20.431122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57492) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:20.443996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30efe9a8-2f84-448b-9cc0-524353fff2d0 req-11022c25-5f9e-401c-a7f6-ad3524ba8b72 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278097 Jul 28 14:28:20.445027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Request body: {'subnet': {'network_id': 'd5be6945-09e1-4ef3-9dd8-076bd07cd725', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-624917541-subnet', 'tenant_id': 'b7d03e983a774e54954cd18699b46640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:20.467345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-63632cc2-f52a-4044-b495-805406bbacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.471950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-63632cc2-f52a-4044-b495-805406bbacfa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2968972 Jul 28 14:28:20.479395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7534da6-3653-4cfb-89bc-e8ff89273bdd req-d7db7c79-fab9-4258-ab48-91665ac119c1 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427610 Jul 28 14:28:20.527985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df164a-935f-4eb9-a50f-538a566e8e34', 'tag': 'f6900ccf-df7a-480b-8239-0dc06caff36a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:20.539033 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f9068-e899-4335-a236-163cbb2e3f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "37df164a-935f-4eb9-a50f-538a566e8e34", "tag": "f6900ccf-df7a-480b-8239-0dc06caff36a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:20.604954 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-2aa1156a-9221-455c-b43c-1cbc1338b88b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ae791936af784cd8b5180a22ff289eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252368 Jul 28 14:28:20.685014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Made reservation on behalf of b7d03e983a774e54954cd18699b46640 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:20.689663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.791971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b8e14-f977-4a46-ba18-5681e00e3d6d req-0dece40a-7158-4df2-a271-d9c72aa3ea03 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.804421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c8b8e14-f977-4a46-ba18-5681e00e3d6d req-0dece40a-7158-4df2-a271-d9c72aa3ea03 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 949 time: 0.1856613 Jul 28 14:28:20.828025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-61a73eb3-c7e9-484a-b7c3-dd441bc56bca tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.829921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-61a73eb3-c7e9-484a-b7c3-dd441bc56bca tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187288 Jul 28 14:28:20.837540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-1d27454f-e773-4ef0-a37b-875276d41d1f service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565125 Jul 28 14:28:20.868026 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c5e31a48-1b45-4b46-85d4-ed8b4e5d34f3 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/quotas/ae791936af784cd8b5180a22ff289eba HTTP/1.1" status: 200 len: 375 time: 0.0183020 Jul 28 14:28:20.985313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-0b9d67ee-34d6-409c-89c2-4f26e4031733 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae791936af784cd8b5180a22ff289eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408111 Jul 28 14:28:20.990375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c8b8e14-f977-4a46-ba18-5681e00e3d6d req-12bd893f-0421-4e8f-b88f-0e83e5ebb913 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732678 Jul 28 14:28:21.077515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f638f0a-d788-4fad-9dcb-78cda9f6df32 req-1961a3ab-9396-4fac-b683-1cfa52a4933d service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259738 Jul 28 14:28:21.163494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.163652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb23ab-16ac-43cc-ae74-3422553be842 req-3cd49e76-d45e-4525-91fe-c08a9d04baa9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.163652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eb23ab-16ac-43cc-ae74-3422553be842 req-3cd49e76-d45e-4525-91fe-c08a9d04baa9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 969 time: 0.0633783 Jul 28 14:28:21.243541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eb23ab-16ac-43cc-ae74-3422553be842 req-3ccbb131-b785-483f-9685-b739b6e5e42d tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Jul 28 14:28:21.335546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbb7bf7-3986-4010-bcc5-b107fa924e89,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:21.355339 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf2e11-2458-4a1a-8cce-ae4945c749f4 x-openstack-request-id: req-5cbf2e11-2458-4a1a-8cce-ae4945c749f4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:21.356061 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df164a-935f-4eb9-a50f-538a566e8e34", "tag": "f6900ccf-df7a-480b-8239-0dc06caff36a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:21.357339 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5cbf2e11-2458-4a1a-8cce-ae4945c749f4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:21.359060 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df164a-935f-4eb9-a50f-538a566e8e34', 'tag': 'f6900ccf-df7a-480b-8239-0dc06caff36a', 'status': 'completed', 'code': 200} Jul 28 14:28:21.388433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Checking segment: {'id': '6ffc1808-0eb6-45ea-9bec-4cbc8f62d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd5be6945-09e1-4ef3-9dd8-076bd07cd725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:21.388433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Network hostable DHCP agents. Network: d5be6945-09e1-4ef3-9dd8-076bd07cd725, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:28:21.434516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47de7793-fd1a-400d-b375-4b9d7c023167 req-7c8c9545-44da-413d-a3ca-4bcd54dfe2bf tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0420585 Jul 28 14:28:21.443401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-6c8a3f20-dca5-4c2c-9fb5-aadead89879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.446044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-6c8a3f20-dca5-4c2c-9fb5-aadead89879b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82818a12a95f44b380cbf99f4c377965&device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 1122 time: 0.0537796 Jul 28 14:28:21.534053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Network d5be6945-09e1-4ef3-9dd8-076bd07cd725 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:28:21.659269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d5be6945-09e1-4ef3-9dd8-076bd07cd725) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:21.664212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797af75-711b-4118-80ef-be5b73859439 req-24457064-737a-49d4-9b08-965ca4e24157 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.669102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8797af75-711b-4118-80ef-be5b73859439 req-24457064-737a-49d4-9b08-965ca4e24157 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 970 time: 0.0978520 Jul 28 14:28:21.670360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.670490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-8eb49f7f-108d-4787-ae7d-41e94fcbbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.670852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-8eb49f7f-108d-4787-ae7d-41e94fcbbd85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2169092 Jul 28 14:28:21.675602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4918e549-6895-40ec-a183-896b9157504d None None] Network d5be6945-09e1-4ef3-9dd8-076bd07cd725 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:21.684066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.842862 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fedd1ee0-f366-4f43-86a4-a6fd02bc0b77 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4101014 Jul 28 14:28:21.889446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-c6058d33-d27f-4068-8e4c-362e7530fe5e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f6900ccf-df7a-480b-8239-0dc06caff36a HTTP/1.1" status: 200 len: 217 time: 0.2085445 Jul 28 14:28:21.920226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7096b8-9993-4b2c-8329-62e774128efb None None] Network d5be6945-09e1-4ef3-9dd8-076bd07cd725 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:21.966165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8797af75-711b-4118-80ef-be5b73859439 req-3613f699-5950-4f43-9f37-f778a4ff3fa0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756171 Jul 28 14:28:21.970433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-8a24f0a0-272f-42d8-a89f-32ac33018c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.972017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-8a24f0a0-272f-42d8-a89f-32ac33018c6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0673525 Jul 28 14:28:22.053266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-586faa87-346b-4464-9339-2d177bc2193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:22.055772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-586faa87-346b-4464-9339-2d177bc2193a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729492 Jul 28 14:28:22.196105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87dab-9677-48d5-8cf0-4ede99221663 req-2e518566-e7e5-4b49-b036-76134111effe tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:22.204912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fff87dab-9677-48d5-8cf0-4ede99221663 req-2e518566-e7e5-4b49-b036-76134111effe tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 949 time: 0.0938079 Jul 28 14:28:22.230262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-7c9848fe-ea16-401d-b957-7844611c6821 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639960 Jul 28 14:28:22.261209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fff87dab-9677-48d5-8cf0-4ede99221663 req-6f7d951c-0d43-41ee-a5a8-4054bba7e713 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552270 Jul 28 14:28:22.274497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:22.293004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-76066aa7-5ca7-4425-8ba4-086336b91f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.416194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c64f9068-e899-4335-a236-163cbb2e3f3b req-f93495c7-ebda-475c-9b0b-738fe22f6bb5 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765385 Jul 28 14:28:22.437569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:22.465028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f', 'mac_address': 'fa:16:3e:31:08:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-1045044897', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:22.469091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cde89-adf0-4092-8b23-162aff211928 req-9763484b-728e-4a32-b9e1-a4f3febebc4d tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:22.472211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-921cde89-adf0-4092-8b23-162aff211928 req-9763484b-728e-4a32-b9e1-a4f3febebc4d tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 969 time: 0.1206632 Jul 28 14:28:22.521582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:22.563363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-921cde89-adf0-4092-8b23-162aff211928 req-1826bdbf-de40-400c-83a2-a407759a6957 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816627 Jul 28 14:28:22.594069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8c460e6d-995d-4877-a2b3-a189736d25bf req-04911e58-48d2-4931-8ebf-2710b34959eb tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0437329 Jul 28 14:28:22.596250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.617974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:22.667129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:22.761831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2b7b47bc-bd6f-4125-9927-bda358d4f945 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:22.769087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2b7b47bc-bd6f-4125-9927-bda358d4f945 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:22.769970 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.774292 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.864888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:22.913992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.941528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:23.019067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:23.145314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:23.158957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:23.169262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02911-c2f7-4aeb-be5a-97d387cdfb4b req-ac296016-7da2-4c6b-b646-bac2622db1e1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.178546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3fc02911-c2f7-4aeb-be5a-97d387cdfb4b req-ac296016-7da2-4c6b-b646-bac2622db1e1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 970 time: 0.1053448 Jul 28 14:28:23.257770 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3134d20-2d36-49dc-b9eb-ab9cb68357af" -d '{"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-plugged", "status": "completed", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:23.283614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3fc02911-c2f7-4aeb-be5a-97d387cdfb4b req-31dccd35-2af0-4aa8-96fb-b15509c2658c tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942163 Jul 28 14:28:23.349028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:23.409852 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab820d6-2cee-42e4-a1ab-28c6c8a71d4c x-openstack-request-id: req-9ab820d6-2cee-42e4-a1ab-28c6c8a71d4c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:23.410381 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-plugged", "status": "completed", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:23.412924 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ab820d6-2cee-42e4-a1ab-28c6c8a71d4c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:23.412924 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'code': 200} Jul 28 14:28:23.491432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaa0eb-7d37-4b27-87b3-eff87f15b3fa req-9e03ce77-7b58-4d3e-95f4-46799bea2fe3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.499453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9aeaa0eb-7d37-4b27-87b3-eff87f15b3fa req-9e03ce77-7b58-4d3e-95f4-46799bea2fe3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1040218 Jul 28 14:28:23.615592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9aeaa0eb-7d37-4b27-87b3-eff87f15b3fa req-6f17431b-fbf6-4900-beee-9e74d36dcba4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136138 Jul 28 14:28:23.753269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57584) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:23.768648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1481510365-network', 'tenant_id': '9348f18937ea41568d1462c9637bdcab'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:23.828753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-769159b5-9e38-4a8c-94cf-2fbe5526385e req-c232765d-1624-45b0-af1f-11ea0d84febf tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0430703 Jul 28 14:28:23.856999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5310a-052e-4795-8b9c-d56275b9b843 req-0480ccbe-48d7-4ead-9c87-bdb62d97046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.858546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22b5310a-052e-4795-8b9c-d56275b9b843 req-0480ccbe-48d7-4ead-9c87-bdb62d97046a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.1993182 Jul 28 14:28:23.867622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2f193-ce33-4e69-92ff-f2013a04daf2 req-f1fd84ab-a612-4ba3-a41e-f455e05dc7ce tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.869408 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0b2f193-ce33-4e69-92ff-f2013a04daf2 req-f1fd84ab-a612-4ba3-a41e-f455e05dc7ce tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 970 time: 0.0778484 Jul 28 14:28:23.891293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-22b5310a-052e-4795-8b9c-d56275b9b843 req-6f3409da-fe56-4a56-92a9-48ebf0ec2d4a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:23.916732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Made reservation on behalf of 9348f18937ea41568d1462c9637bdcab for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:23.920708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:23.941816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0b2f193-ce33-4e69-92ff-f2013a04daf2 req-9637d9b6-32bd-4223-8290-fc4c6e9277f8 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649664 Jul 28 14:28:23.951439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.055637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-22b5310a-052e-4795-8b9c-d56275b9b843 req-6f3409da-fe56-4a56-92a9-48ebf0ec2d4a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.242763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f6900ccf-df7a-480b-8239-0dc06caff36a details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:24.243417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-22b5310a-052e-4795-8b9c-d56275b9b843 req-6f3409da-fe56-4a56-92a9-48ebf0ec2d4a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.277294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:24.298193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22b5310a-052e-4795-8b9c-d56275b9b843 req-6f3409da-fe56-4a56-92a9-48ebf0ec2d4a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275377 Jul 28 14:28:24.314120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:24.327559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3409da-fe56-4a56-92a9-48ebf0ec2d4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d91d1-d421-4101-98d2-47a0afc00954,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:24.409588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:28:24.496844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.512068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30c77192-5fbc-4cff-9b1c-362c99c3cd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.536219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f6900ccf-df7a-480b-8239-0dc06caff36a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f6900ccf-df7a-480b-8239-0dc06caff36a,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:24.547265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64847458-c528-4fb4-a90e-a7a4694a493a req-28e442c9-5181-45ab-8a73-89fad9fc1107 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.549548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64847458-c528-4fb4-a90e-a7a4694a493a req-28e442c9-5181-45ab-8a73-89fad9fc1107 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 970 time: 0.1469667 Jul 28 14:28:24.551133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:24.565610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f6900ccf-df7a-480b-8239-0dc06caff36a', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'f6900ccf-df7a-480b-8239-0dc06caff36a', 'mac_address': 'fa:16:3e:34:e3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-1045044897', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:24.568748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:24.569363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.591533 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.614684 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64847458-c528-4fb4-a90e-a7a4694a493a req-0fb9d416-84fd-4f93-a198-5e5f88769f4d tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573061 Jul 28 14:28:24.654472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:28:24.674510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ec012-285f-42e7-96e1-9251bf208110,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:24.689935 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735077612328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.690428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Unsubscribe: segment precommit_create {{(pid=94657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 14:28:24.690869 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Added segment f683cbda-860c-4418-9f00-cd7514fb3ff8 of type vlan for network caacf141-b590-4e3b-ae2b-03198cac36b4 Jul 28 14:28:24.713321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.742910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6900ccf-df7a-480b-8239-0dc06caff36a {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:24.766507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.803764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b07336bb-1160-4b72-b54d-e127ddc0a661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.806615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f6900ccf-df7a-480b-8239-0dc06caff36a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f6900ccf-df7a-480b-8239-0dc06caff36a,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:24.819684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.839047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120c0b4-761a-4bc3-b2d2-bf4140504301 req-0fc772c3-362e-4063-9ffa-5ba18bc8ca77 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.841578 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4120c0b4-761a-4bc3-b2d2-bf4140504301 req-0fc772c3-362e-4063-9ffa-5ba18bc8ca77 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0900123 Jul 28 14:28:24.844435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30c77192-5fbc-4cff-9b1c-362c99c3cd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.868105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:24.903693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4120c0b4-761a-4bc3-b2d2-bf4140504301 req-708dd5ea-4813-4e2b-98ec-2d119b95f240 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532765 Jul 28 14:28:24.911844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.956265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30c77192-5fbc-4cff-9b1c-362c99c3cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.958486 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.960112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.961067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.972248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.024252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f6900ccf-df7a-480b-8239-0dc06caff36a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.032421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e443ac9c-fdc3-4385-87a6-91a42b6f09f6 req-80cbb8f1-0cdc-4f21-9259-3d9c872c7c09 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0972946 Jul 28 14:28:25.076790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.151185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.155284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ebbf9-c19b-4292-b5ed-c68baa63e80e req-1fccaa4d-2c84-4e76-942d-27c115e7884b tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:25.158390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-346ebbf9-c19b-4292-b5ed-c68baa63e80e req-1fccaa4d-2c84-4e76-942d-27c115e7884b tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.0665836 Jul 28 14:28:25.204351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-30c77192-5fbc-4cff-9b1c-362c99c3cd5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f8a7047a8af42d385767fc553525037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200525 Jul 28 14:28:25.210537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57602) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:25.212694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77192-5fbc-4cff-9b1c-362c99c3cd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13551a14-ec19-4519-b650-87f348ea101c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.224287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] Pushing event updated for resources: {'Network': ['ID=caacf141-b590-4e3b-ae2b-03198cac36b4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.237084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f6900ccf-df7a-480b-8239-0dc06caff36a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:25.247221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-346ebbf9-c19b-4292-b5ed-c68baa63e80e req-8dd64c18-1528-4fce-b031-04190dcdb3a4 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793507 Jul 28 14:28:25.263944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b9394ac1-f300-4322-94f7-9ae994b2d320 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5087671 Jul 28 14:28:25.267736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57604) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:25.277274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Request body: {'subnet': {'network_id': 'caacf141-b590-4e3b-ae2b-03198cac36b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1481510365-subnet', 'tenant_id': '9348f18937ea41568d1462c9637bdcab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:25.304355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network caacf141-b590-4e3b-ae2b-03198cac36b4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:28:25.305230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af517d5e-aad1-496a-96a8-5128ebff3945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.334271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af517d5e-aad1-496a-96a8-5128ebff3945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.384048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Made reservation on behalf of 9348f18937ea41568d1462c9637bdcab for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:25.387101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.412671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:25.415332 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07421ef-095d-482d-8f81-8e744bc1c7d4" -d '{"events": [{"server_uuid": "6fb3bed4-efab-4c4a-b142-143b7c89bfd5", "name": "network-vif-plugged", "status": "completed", "tag": "cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:25.497936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af517d5e-aad1-496a-96a8-5128ebff3945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.503913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af517d5e-aad1-496a-96a8-5128ebff3945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.507554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af517d5e-aad1-496a-96a8-5128ebff3945 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13551a14-ec19-4519-b650-87f348ea101c HTTP/1.1" status: 204 len: 168 time: 0.2956743 Jul 28 14:28:25.518506 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a546c3f2-1bc6-419e-8e6c-6193cc73462e x-openstack-request-id: req-a546c3f2-1bc6-419e-8e6c-6193cc73462e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:25.518975 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3bed4-efab-4c4a-b142-143b7c89bfd5", "name": "network-vif-plugged", "status": "completed", "tag": "cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:25.519612 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a546c3f2-1bc6-419e-8e6c-6193cc73462e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:25.520041 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f', 'code': 200} Jul 28 14:28:25.547936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af517d5e-aad1-496a-96a8-5128ebff3945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13551a14-ec19-4519-b650-87f348ea101c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.642802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc15524-a06c-453c-aceb-9d5d8094db42 req-b8e01d78-aba9-4469-8d8e-166739914ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:25.644431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fc15524-a06c-453c-aceb-9d5d8094db42 req-b8e01d78-aba9-4469-8d8e-166739914ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 1123 time: 0.0789258 Jul 28 14:28:25.726837 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fc15524-a06c-453c-aceb-9d5d8094db42 req-c677880c-abe5-4402-958c-dacf55b4882f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731196 Jul 28 14:28:25.768169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.831771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e2ee-b432-4b74-8c8a-14df7ea84d1c req-bcfb1338-a6a4-46a8-a662-d5bfde74084b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:25.833421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1b7e2ee-b432-4b74-8c8a-14df7ea84d1c req-bcfb1338-a6a4-46a8-a662-d5bfde74084b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 971 time: 0.0946479 Jul 28 14:28:25.863118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adf8451-4802-4ebf-a826-9801eda5ed1b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.888618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-bc9b4124-1478-4aa6-81dc-1a4b56ce6c04 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae791936af784cd8b5180a22ff289eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453110 Jul 28 14:28:25.909283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Checking segment: {'id': 'f683cbda-860c-4418-9f00-cd7514fb3ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'caacf141-b590-4e3b-ae2b-03198cac36b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:25.910315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Network hostable DHCP agents. Network: caacf141-b590-4e3b-ae2b-03198cac36b4, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:28:25.971471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1b7e2ee-b432-4b74-8c8a-14df7ea84d1c req-57718c87-8b05-45c0-86b1-b0e7338f688d tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304550 Jul 28 14:28:26.046842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-40cccab2-001c-478e-a03b-b445b7979d1e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.048717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-40cccab2-001c-478e-a03b-b445b7979d1e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505461 Jul 28 14:28:26.077935 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Request body: {'port': {'device_id': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'ae791936af784cd8b5180a22ff289eba'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:26.113289 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:28:26.121301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3fd43-4c89-4411-b42c-a725e07f8ee5 req-737825c3-cc2c-4d1a-8037-57f51e69b4eb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.123169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44d3fd43-4c89-4411-b42c-a725e07f8ee5 req-737825c3-cc2c-4d1a-8037-57f51e69b4eb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1013258 Jul 28 14:28:26.170117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44d3fd43-4c89-4411-b42c-a725e07f8ee5 req-d1de02ad-85e3-4c81-8675-89029314ff60 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Jul 28 14:28:26.177136 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.195892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Network caacf141-b590-4e3b-ae2b-03198cac36b4 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:28:26.252337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f6900ccf-df7a-480b-8239-0dc06caff36a up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:26.254603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-487470a4-cd50-4be4-905f-11e18adec14f req-e51d762c-156e-4b41-a81f-dacba6c85e77 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0653009 Jul 28 14:28:26.372915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, caacf141-b590-4e3b-ae2b-03198cac36b4) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:26.377869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.378484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.385859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91981940-4798-48b1-80ab-65f87f57855f None None] Network caacf141-b590-4e3b-ae2b-03198cac36b4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:26.415170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93900279-b349-4523-8400-e2cde7d305dd req-33d3a07a-25d7-491a-96cd-12814521401e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.416964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93900279-b349-4523-8400-e2cde7d305dd req-33d3a07a-25d7-491a-96cd-12814521401e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.0531991 Jul 28 14:28:26.474121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93900279-b349-4523-8400-e2cde7d305dd req-8c92c4f4-7f18-4869-9117-955e09400d43 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445747 Jul 28 14:28:26.518580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Made reservation on behalf of ae791936af784cd8b5180a22ff289eba for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:26.522314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.534320 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.537535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f6900ccf-df7a-480b-8239-0dc06caff36a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:26.542487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f6900ccf-df7a-480b-8239-0dc06caff36a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:26.542867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.598512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb796314-0533-4369-8231-1fbebed80d45 None None] Network caacf141-b590-4e3b-ae2b-03198cac36b4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:26.665016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1dc5fd4d-0503-4539-837e-7a0bd95af91c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3859904 Jul 28 14:28:26.720816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57622) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:26.736547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15865296-57ac-40f4-a8b6-e36c429c30bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.738568 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.814072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f6900ccf-df7a-480b-8239-0dc06caff36a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f6900ccf-df7a-480b-8239-0dc06caff36a,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:26.814884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.855089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57624) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:26.904058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Deleting subnet 3cbb7bf7-3986-4010-bcc5-b107fa924e89 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:28:26.908011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.928201 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.949295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.960720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.997096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f6900ccf-df7a-480b-8239-0dc06caff36a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:27.002203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.133522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efca53ce-7b77-4cfd-8476-6276b2f2f40b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:27.153329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15865296-57ac-40f4-a8b6-e36c429c30bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.268207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685c39-47dd-4601-a34e-d72b135f5645 req-59c0fd43-7ae0-4d3b-a051-bf10cfbf91b0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.269964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97685c39-47dd-4601-a34e-d72b135f5645 req-59c0fd43-7ae0-4d3b-a051-bf10cfbf91b0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 972 time: 0.1386139 Jul 28 14:28:27.285576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15865296-57ac-40f4-a8b6-e36c429c30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.295618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Allocated IP 192.168.233.66 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/046ffac5-c340-4875-8a74-6bd6abae74b5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:27.317054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-15865296-57ac-40f4-a8b6-e36c429c30bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=476186aebddf477d8f5e2e7137592c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941288 Jul 28 14:28:27.318786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57632) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:27.334491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.353198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97685c39-47dd-4601-a34e-d72b135f5645 req-917a337a-7386-4f00-9cf8-81f452c2773c tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755801 Jul 28 14:28:27.390224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32599dbd-afd0-4709-b58a-f59992904a99 req-06bcd5ab-83bc-466d-9194-85c7dfd0f554 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.393361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32599dbd-afd0-4709-b58a-f59992904a99 req-06bcd5ab-83bc-466d-9194-85c7dfd0f554 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1422107 Jul 28 14:28:27.399086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15865296-57ac-40f4-a8b6-e36c429c30bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049ed6f-51ab-4062-af40-562e628bb1cd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:27.409227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbb7bf7-3986-4010-bcc5-b107fa924e89,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:27.442933 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.445251 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7cf4854d-9da8-4de1-b3b2-9f6c4e4fffef admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3cbb7bf7-3986-4010-bcc5-b107fa924e89 HTTP/1.1" status: 204 len: 168 time: 0.5888724 Jul 28 14:28:27.456646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57634) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:27.490297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32599dbd-afd0-4709-b58a-f59992904a99 req-3615da15-5d31-416b-86a4-8ccc7ff0cee8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958979 Jul 28 14:28:27.491264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4237c86-ad93-43e0-b999-f2a07ae42f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.521979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df164a-935f-4eb9-a50f-538a566e8e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6900ccf-df7a-480b-8239-0dc06caff36a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:27.533209 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4e6cfb-26b6-4f6a-bf95-b4be7cbc6172" -d '{"events": [{"server_uuid": "37df164a-935f-4eb9-a50f-538a566e8e34", "name": "network-vif-plugged", "status": "completed", "tag": "f6900ccf-df7a-480b-8239-0dc06caff36a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:27.569332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4237c86-ad93-43e0-b999-f2a07ae42f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.582712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-226cb3a5-4538-4db1-b624-38a06325b759 req-1e18298f-b588-42ac-b567-aeb8a3e6a397 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.1145499 Jul 28 14:28:27.588094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.630418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.647241 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e04f5c-cfaf-4e19-ba0f-7e2b1adddd81 x-openstack-request-id: req-18e04f5c-cfaf-4e19-ba0f-7e2b1adddd81 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:27.647241 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df164a-935f-4eb9-a50f-538a566e8e34", "name": "network-vif-plugged", "status": "completed", "tag": "f6900ccf-df7a-480b-8239-0dc06caff36a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:27.647241 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18e04f5c-cfaf-4e19-ba0f-7e2b1adddd81 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:27.647241 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df164a-935f-4eb9-a50f-538a566e8e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6900ccf-df7a-480b-8239-0dc06caff36a', 'code': 200} Jul 28 14:28:27.694785 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.777763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27e9f5-cd27-4d8a-87af-5c7b43c6de7b req-f02d16a9-ed72-429f-ab45-433119fe5a77 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.779359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca27e9f5-cd27-4d8a-87af-5c7b43c6de7b req-f02d16a9-ed72-429f-ab45-433119fe5a77 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.1966097 Jul 28 14:28:27.790921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.810586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.810944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.811678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.812161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > port after_create 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.812525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.812859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > port after_update 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.813210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.813544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.813892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.814207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.938077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.938348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.938690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.939019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:28:27.939411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be6945-09e1-4ef3-9dd8-076bd07cd725']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:27.944608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Transition to ACTIVE for port object 046ffac5-c340-4875-8a74-6bd6abae74b5 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:27.972034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4237c86-ad93-43e0-b999-f2a07ae42f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.974921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4237c86-ad93-43e0-b999-f2a07ae42f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.976100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f4237c86-ad93-43e0-b999-f2a07ae42f26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9049ed6f-51ab-4062-af40-562e628bb1cd HTTP/1.1" status: 204 len: 168 time: 0.6562288 Jul 28 14:28:27.979492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffc1808-0eb6-45ea-9bec-4cbc8f62d7f5') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:27.979772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffc1808-0eb6-45ea-9bec-4cbc8f62d7f5') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:28.006314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.036938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4237c86-ad93-43e0-b999-f2a07ae42f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049ed6f-51ab-4062-af40-562e628bb1cd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.045237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ef2d8-8a13-41a5-a4f7-277c7d96b8cd req-9dd58592-721b-4219-826f-deeb66eee5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.046848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b5ef2d8-8a13-41a5-a4f7-277c7d96b8cd req-9dd58592-721b-4219-826f-deeb66eee5e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 1124 time: 0.3351634 Jul 28 14:28:28.061625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca27e9f5-cd27-4d8a-87af-5c7b43c6de7b req-5d3494b9-32a0-488d-b1e9-5c8cb0ba52e9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728133 Jul 28 14:28:28.064761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.065344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.087669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:28:28.088085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: from cryptography.utils import int_from_bytes Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: from cryptography.utils import int_from_bytes Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:28:28.126421 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:28:28.131692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:28.146395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:28.149838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Pushing event updated for resources: {'Port': ['ID=046ffac5-c340-4875-8a74-6bd6abae74b5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.153695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:28.167377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.168425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.230293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b5ef2d8-8a13-41a5-a4f7-277c7d96b8cd req-b866bb73-276d-4d83-b270-ab145d55f896 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669939 Jul 28 14:28:28.316540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-c2301613-e685-411a-b352-792a2a5acd1b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2466161 Jul 28 14:28:28.341617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Request body: {'port': {'device_id': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:28.350135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.358766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.364818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] 10.222.0.57 "DELETE /v2.0/networks/d5be6945-09e1-4ef3-9dd8-076bd07cd725 HTTP/1.1" status: 204 len: 168 time: 0.9051745 Jul 28 14:28:28.369754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57642) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:28.376345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d4bfd-8260-4909-b9bc-9161e807857e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5be6945-09e1-4ef3-9dd8-076bd07cd725,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.458454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Deleting subnet 5adf8451-4802-4ebf-a826-9801eda5ed1b {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:28:28.458454 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.461047 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.563394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.579306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0d61a0fd-640c-493c-a0ab-aad3ca4c270f None None] Provisioning for port 046ffac5-c340-4875-8a74-6bd6abae74b5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:28.584519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0d61a0fd-640c-493c-a0ab-aad3ca4c270f None None] Provisioning complete for port 046ffac5-c340-4875-8a74-6bd6abae74b5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:28.585161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d61a0fd-640c-493c-a0ab-aad3ca4c270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.585682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.626598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0d61a0fd-640c-493c-a0ab-aad3ca4c270f None None] Port 046ffac5-c340-4875-8a74-6bd6abae74b5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:28.673857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a2f7-208d-4899-b3f8-978154110fec req-3646ea06-049d-4a4a-ba33-fbc146e30646 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.676922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d00a2f7-208d-4899-b3f8-978154110fec req-3646ea06-049d-4a4a-ba33-fbc146e30646 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 972 time: 0.2170556 Jul 28 14:28:28.804972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d00a2f7-208d-4899-b3f8-978154110fec req-dc4ecd96-8563-4368-a15d-949233a8369a tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167130 Jul 28 14:28:28.814884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763b54-daf4-45cc-80da-cea56eeab064 req-fdbed34e-ff3e-43d0-bcfc-5016a9f12679 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.816654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63763b54-daf4-45cc-80da-cea56eeab064 req-fdbed34e-ff3e-43d0-bcfc-5016a9f12679 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.2274854 Jul 28 14:28:28.866502 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63763b54-daf4-45cc-80da-cea56eeab064 req-821a7a42-da8d-4a18-a195-b7cc971dd982 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Jul 28 14:28:28.943336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.986069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adf8451-4802-4ebf-a826-9801eda5ed1b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.990816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046ffac5-c340-4875-8a74-6bd6abae74b5 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:28.998183 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.005215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5e113f3c-2e34-4a15-9804-b1511422158a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5adf8451-4802-4ebf-a826-9801eda5ed1b HTTP/1.1" status: 204 len: 168 time: 0.6301386 Jul 28 14:28:29.005621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57664) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:29.007809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.029709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e68d12-61ab-41b8-97a4-933136a16fb9 req-42589c81-6fba-433c-aa5c-3549d906713b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.034960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1e68d12-61ab-41b8-97a4-933136a16fb9 req-42589c81-6fba-433c-aa5c-3549d906713b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 935 time: 0.1534660 Jul 28 14:28:29.037133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Transition to ACTIVE for port object 046ffac5-c340-4875-8a74-6bd6abae74b5 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:29.092534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1e68d12-61ab-41b8-97a4-933136a16fb9 req-f2bcac48-6bca-4b4f-808b-5392d7505345 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481105 Jul 28 14:28:29.100052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.167293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.230104 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.251800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caacf141-b590-4e3b-ae2b-03198cac36b4']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:29.276704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f683cbda-860c-4418-9f00-cd7514fb3ff8') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:29.277202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f683cbda-860c-4418-9f00-cd7514fb3ff8') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:29.316180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.384226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.414470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:28:29.415408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:28:29.419526 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:28:29.490447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d34dbc-164a-4793-854c-dfb31e9891f5 req-4913bb05-d619-4e2f-b8db-028577c89c6d tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.532828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1d34dbc-164a-4793-854c-dfb31e9891f5 req-4913bb05-d619-4e2f-b8db-028577c89c6d tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.2127359 Jul 28 14:28:29.533760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=046ffac5-c340-4875-8a74-6bd6abae74b5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:29.544419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b1d34dbc-164a-4793-854c-dfb31e9891f5 req-ea0995bf-2d4e-423d-9b09-25cfe30a9400 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.549327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5deb22-24b6-42cb-bbd0-65a491fa4103 req-fccb3218-fcd9-4e88-841f-3cb4b39999fd tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.550634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f5deb22-24b6-42cb-bbd0-65a491fa4103 req-fccb3218-fcd9-4e88-841f-3cb4b39999fd tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.3278503 Jul 28 14:28:29.563647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Attempting to bind port 046ffac5-c340-4875-8a74-6bd6abae74b5 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:29.564088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Attempting to bind port 046ffac5-c340-4875-8a74-6bd6abae74b5 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:29.564492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Attempting to bind port 046ffac5-c340-4875-8a74-6bd6abae74b5 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:29.580988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Port 046ffac5-c340-4875-8a74-6bd6abae74b5 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:29.581377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Attempting to bind port 046ffac5-c340-4875-8a74-6bd6abae74b5 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:29.593943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:29.594529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:29.594870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:29.596834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Bound port: 046ffac5-c340-4875-8a74-6bd6abae74b5, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:29.596834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.618602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f5deb22-24b6-42cb-bbd0-65a491fa4103 req-2208fc61-d4e5-475e-a20e-2ad2b85b5548 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 Jul 28 14:28:29.760137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b1d34dbc-164a-4793-854c-dfb31e9891f5 req-ea0995bf-2d4e-423d-9b09-25cfe30a9400 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.761974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] For port 046ffac5-c340-4875-8a74-6bd6abae74b5, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:29.768636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] For port 046ffac5-c340-4875-8a74-6bd6abae74b5, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=046ffac5-c340-4875-8a74-6bd6abae74b5,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:29.830520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9cca3-18d9-4d3b-999e-2c0e17c212de req-86f083fe-c617-4544-8249-e6418ab5982a tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.833113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d9cca3-18d9-4d3b-999e-2c0e17c212de req-86f083fe-c617-4544-8249-e6418ab5982a tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 1123 time: 0.0615766 Jul 28 14:28:29.857114 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-67d9cca3-18d9-4d3b-999e-2c0e17c212de req-a28d083c-0424-44b0-a98c-5e4eb208ac38 tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.362010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.416871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.416871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] 10.222.0.57 "DELETE /v2.0/networks/caacf141-b590-4e3b-ae2b-03198cac36b4 HTTP/1.1" status: 204 len: 168 time: 1.3691742 Jul 28 14:28:30.416871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfa29a-048e-4f29-a220-c66ea7c47c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=caacf141-b590-4e3b-ae2b-03198cac36b4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:30.893683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b1d34dbc-164a-4793-854c-dfb31e9891f5 req-ea0995bf-2d4e-423d-9b09-25cfe30a9400 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.898344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.922402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1d34dbc-164a-4793-854c-dfb31e9891f5 req-ea0995bf-2d4e-423d-9b09-25cfe30a9400 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4126012 Jul 28 14:28:30.958619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.959397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.966414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] 10.222.0.42 "PUT /v2.0/ports/046ffac5-c340-4875-8a74-6bd6abae74b5 HTTP/1.1" status: 200 len: 1096 time: 2.6244330 Jul 28 14:28:30.966414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'tag': '046ffac5-c340-4875-8a74-6bd6abae74b5'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:30.968367 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb907f-dcde-4d49-9564-1a0567a0de46" -d '{"events": [{"name": "network-changed", "server_uuid": "300e68a0-7795-4fcc-a792-80cc3aab34bc", "tag": "046ffac5-c340-4875-8a74-6bd6abae74b5"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:30.970457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0995bf-2d4e-423d-9b09-25cfe30a9400 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2befb9-8fc8-4a7b-a053-4d35c31a1ae5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:30.997856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eeeaf-caf9-43cb-a986-1af38384fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=046ffac5-c340-4875-8a74-6bd6abae74b5,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:31.065255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00947e82-c2c6-4d4f-ad3e-3579b04ef88c req-4f08138f-6292-437b-ba6b-ae0c532f07c0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.067243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00947e82-c2c6-4d4f-ad3e-3579b04ef88c req-4f08138f-6292-437b-ba6b-ae0c532f07c0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 972 time: 0.0649874 Jul 28 14:28:31.126134 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-67d9cca3-18d9-4d3b-999e-2c0e17c212de req-a28d083c-0424-44b0-a98c-5e4eb208ac38 tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.131801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00947e82-c2c6-4d4f-ad3e-3579b04ef88c req-97095048-d7e5-429b-aff9-1f9dd8829eb6 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Jul 28 14:28:31.235824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-67d9cca3-18d9-4d3b-999e-2c0e17c212de req-a28d083c-0424-44b0-a98c-5e4eb208ac38 tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.262784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-39874de3-8643-4181-9846-efc030adf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.264484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-39874de3-8643-4181-9846-efc030adf921 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae791936af784cd8b5180a22ff289eba&device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 1099 time: 0.0844290 Jul 28 14:28:31.268635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d9cca3-18d9-4d3b-999e-2c0e17c212de req-a28d083c-0424-44b0-a98c-5e4eb208ac38 tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4279037 Jul 28 14:28:31.291081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d083c-0424-44b0-a98c-5e4eb208ac38 tempest-AggregatesAdminTestJSON-2030354564 tempest-AggregatesAdminTestJSON-2030354564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b6477-d53b-4175-8887-c30a9bb08e1b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:31.301859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09e09-06dd-4020-b220-ebaaec09f2d0 req-813cf582-b97b-4172-959d-900de79942a7 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.303355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f09e09-06dd-4020-b220-ebaaec09f2d0 req-813cf582-b97b-4172-959d-900de79942a7 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 947 time: 0.0824151 Jul 28 14:28:31.346165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-01df0ea8-433c-4cb1-9e71-af597aac2721 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=046ffac5-c340-4875-8a74-6bd6abae74b5 HTTP/1.1" status: 200 len: 217 time: 0.0644948 Jul 28 14:28:31.380476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f09e09-06dd-4020-b220-ebaaec09f2d0 req-b177c4de-15b2-449d-884b-50ec30a9682b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685554 Jul 28 14:28:31.381000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57698) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:31.407922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-7aeedb74-ab70-4c6e-8881-0efcbe2b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.410434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-7aeedb74-ab70-4c6e-8881-0efcbe2b9ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0538981 Jul 28 14:28:31.463508 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ea31e-a45c-41ea-b10e-53e03ad46b0c x-openstack-request-id: req-098ea31e-a45c-41ea-b10e-53e03ad46b0c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:31.463811 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e68a0-7795-4fcc-a792-80cc3aab34bc", "tag": "046ffac5-c340-4875-8a74-6bd6abae74b5", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:31.464053 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-098ea31e-a45c-41ea-b10e-53e03ad46b0c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:31.464479 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'tag': '046ffac5-c340-4875-8a74-6bd6abae74b5', 'status': 'completed', 'code': 200} Jul 28 14:28:31.479622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-bf96a622-71d5-4466-98fd-4a19ab8de583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.480616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4930fc22-61b4-447c-9abc-5f0ba57ecb22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7d03e983a774e54954cd18699b46640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976429 Jul 28 14:28:31.481363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-bf96a622-71d5-4466-98fd-4a19ab8de583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620458 Jul 28 14:28:31.482482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:31.616892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7861f56d-ff1e-4409-b800-41db8774238e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.634963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-4eed3795-05db-4025-bf99-012c1e331a67 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343305 Jul 28 14:28:31.658965 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7861f56d-ff1e-4409-b800-41db8774238e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.777905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d00401d2-73c4-454e-b7a0-0d13da7af6a9 req-02a72ec1-f459-4cd5-90d7-f886f8270cac service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326389 Jul 28 14:28:31.807622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.922013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7861f56d-ff1e-4409-b800-41db8774238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.926138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7861f56d-ff1e-4409-b800-41db8774238e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.932783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7861f56d-ff1e-4409-b800-41db8774238e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a56300fe-08a4-45ba-917e-9388efd28f69 HTTP/1.1" status: 204 len: 168 time: 0.4490826 Jul 28 14:28:31.942566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861f56d-ff1e-4409-b800-41db8774238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56300fe-08a4-45ba-917e-9388efd28f69,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:32.104662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-a8adca50-1f3b-41cc-8129-2c9aab9971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.104662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-a8adca50-1f3b-41cc-8129-2c9aab9971a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae791936af784cd8b5180a22ff289eba&device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 1099 time: 0.0506883 Jul 28 14:28:32.232775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-b9f8bd85-7b1e-4515-84f4-2f0a3fe1fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.234817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-b9f8bd85-7b1e-4515-84f4-2f0a3fe1fb73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1191089 Jul 28 14:28:32.283896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-71221005-19bf-4765-bfa7-b256342f96ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=046ffac5-c340-4875-8a74-6bd6abae74b5 HTTP/1.1" status: 200 len: 217 time: 0.0382161 Jul 28 14:28:32.342908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-3e5e3a52-713a-4dd5-9c00-4349ec68da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.344632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-3e5e3a52-713a-4dd5-9c00-4349ec68da08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0538049 Jul 28 14:28:32.405994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-287df1dc-13d0-4905-8793-c6d0f543a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.409313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-287df1dc-13d0-4905-8793-c6d0f543a55a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0556266 Jul 28 14:28:32.550082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-76dcd26e-9ccb-42ec-85cb-4d2dfee6c9a6 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320701 Jul 28 14:28:32.684134 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5cb907f-dcde-4d49-9564-1a0567a0de46 req-ec79f40b-573b-420f-a536-dfb3f5fc43f9 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264367 Jul 28 14:28:32.779903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684b67-923d-46cd-8fb4-796efbfde165 req-4cbfe716-6080-41d7-95a9-184287876218 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.781692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68684b67-923d-46cd-8fb4-796efbfde165 req-4cbfe716-6080-41d7-95a9-184287876218 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 972 time: 0.0708618 Jul 28 14:28:32.834812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68684b67-923d-46cd-8fb4-796efbfde165 req-f31b5871-0d04-4d49-af7d-440a29e5e2cc tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Jul 28 14:28:32.866681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:32.972838 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-53fdea61-478b-4ea4-8d2e-83db90e96ae7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975325 Jul 28 14:28:32.979817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7ee26-70e6-46d9-93d4-bd04d1148bbd req-5d4d4744-774d-4557-8c13-ba65443db8eb tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.981381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66d7ee26-70e6-46d9-93d4-bd04d1148bbd req-5d4d4744-774d-4557-8c13-ba65443db8eb tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 947 time: 0.0649602 Jul 28 14:28:33.010916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57752) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:33.029914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66d7ee26-70e6-46d9-93d4-bd04d1148bbd req-46a85629-fc36-47b7-b773-8babe5bc6952 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Jul 28 14:28:33.063014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a083f548-74d1-493c-b1f1-06bd29c6ef23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9348f18937ea41568d1462c9637bdcab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498586 Jul 28 14:28:33.077166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:33.145751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2583f787-f35b-42ac-8153-615f8bbed843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.165428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66313ae1-42c8-43ea-abf3-05d3c0d10acb req-24e78d20-531c-4719-a6f4-264e7277b874 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.167229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66313ae1-42c8-43ea-abf3-05d3c0d10acb req-24e78d20-531c-4719-a6f4-264e7277b874 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0601363 Jul 28 14:28:33.181131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2583f787-f35b-42ac-8153-615f8bbed843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.226336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66313ae1-42c8-43ea-abf3-05d3c0d10acb req-beee161a-54f4-4dd5-b5af-28659f4dc1e7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Jul 28 14:28:33.367487 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2583f787-f35b-42ac-8153-615f8bbed843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.371498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2583f787-f35b-42ac-8153-615f8bbed843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.375319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2583f787-f35b-42ac-8153-615f8bbed843 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/419ec012-285f-42e7-96e1-9251bf208110 HTTP/1.1" status: 204 len: 168 time: 0.2884569 Jul 28 14:28:33.395088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583f787-f35b-42ac-8153-615f8bbed843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ec012-285f-42e7-96e1-9251bf208110,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:33.801426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-33605ed4-966b-4b11-9edd-530b3cd0280b tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.804326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-33605ed4-966b-4b11-9edd-530b3cd0280b tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 1124 time: 0.0624144 Jul 28 14:28:33.913358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Deleting port f6900ccf-df7a-480b-8239-0dc06caff36a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:33.913728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.049816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] For port f6900ccf-df7a-480b-8239-0dc06caff36a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f6900ccf-df7a-480b-8239-0dc06caff36a,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:34.050335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.079158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Calling delete_port for f6900ccf-df7a-480b-8239-0dc06caff36a owned by compute:tempest-test_az-1045044897 {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:34.417257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea3c3-66c1-4c53-b479-f1b70a0fedcd req-c4771afa-ac3d-4405-80bf-197d8c568932 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.420030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-681ea3c3-66c1-4c53-b479-f1b70a0fedcd req-c4771afa-ac3d-4405-80bf-197d8c568932 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 972 time: 0.1337047 Jul 28 14:28:34.476683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-681ea3c3-66c1-4c53-b479-f1b70a0fedcd req-3e91c32c-daa6-4a09-bd0a-c3cc72151a2f tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484245 Jul 28 14:28:34.500183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c46e0-1fcd-4d78-a0d1-16e9999e21d4 req-b6bb53f9-54bd-4db6-bfd6-4660068212d1 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.504368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-122c46e0-1fcd-4d78-a0d1-16e9999e21d4 req-b6bb53f9-54bd-4db6-bfd6-4660068212d1 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 947 time: 0.0587780 Jul 28 14:28:34.544275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-122c46e0-1fcd-4d78-a0d1-16e9999e21d4 req-c84acfca-2228-4206-8391-2d500edbe2d0 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361526 Jul 28 14:28:34.629790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.643949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef6e9-dff1-4145-963e-6ed045b91a7c req-074c88a7-d6b7-4bc5-b1d2-7157be6b2213 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.647056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a0ef6e9-dff1-4145-963e-6ed045b91a7c req-074c88a7-d6b7-4bc5-b1d2-7157be6b2213 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0782461 Jul 28 14:28:34.659996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f6900ccf-df7a-480b-8239-0dc06caff36a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:34.751081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6900ccf-df7a-480b-8239-0dc06caff36a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:34.801901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] No DVR routers for this DVR port f6900ccf-df7a-480b-8239-0dc06caff36a on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:34.801901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.801901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28d2f3c7-b3b1-4da6-8fa8-0848a8d89517 req-c7ba54e0-7996-4821-b3b1-af7e35e91d67 tempest-DeleteServersAdminTestJSON-1845708121 tempest-DeleteServersAdminTestJSON-1845708121-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f6900ccf-df7a-480b-8239-0dc06caff36a HTTP/1.1" status: 204 len: 173 time: 0.9887748 Jul 28 14:28:34.801901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df164a-935f-4eb9-a50f-538a566e8e34', 'name': 'network-vif-deleted', 'tag': 'f6900ccf-df7a-480b-8239-0dc06caff36a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:34.802659 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78750a-6a5a-42b7-aad6-a05fa1b8527f" -d '{"events": [{"server_uuid": "37df164a-935f-4eb9-a50f-538a566e8e34", "name": "network-vif-deleted", "tag": "f6900ccf-df7a-480b-8239-0dc06caff36a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:34.821000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a0ef6e9-dff1-4145-963e-6ed045b91a7c req-75f39515-c1e0-4c02-badc-c398dc5217c2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292746 Jul 28 14:28:35.022967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a1a2a2-de89-497e-a321-31ea99b4b063 x-openstack-request-id: req-59a1a2a2-de89-497e-a321-31ea99b4b063 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:35.023513 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df164a-935f-4eb9-a50f-538a566e8e34", "name": "network-vif-deleted", "tag": "f6900ccf-df7a-480b-8239-0dc06caff36a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:35.023926 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59a1a2a2-de89-497e-a321-31ea99b4b063 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:35.024421 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df164a-935f-4eb9-a50f-538a566e8e34', 'name': 'network-vif-deleted', 'tag': 'f6900ccf-df7a-480b-8239-0dc06caff36a', 'status': 'completed', 'code': 200} Jul 28 14:28:35.453492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.647186 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff698759-fe8e-4402-ac60-6b1c747bb2e4 req-2d00f8d4-fb2d-4cc2-9062-6ce54f8c059e tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=37df164a-935f-4eb9-a50f-538a566e8e34 HTTP/1.1" status: 200 len: 210 time: 0.0294454 Jul 28 14:28:35.794266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7bff3-a961-4314-ad7d-01fab5696404 req-50b735e5-9661-4774-be31-40c7f7022b26 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:35.794266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74d7bff3-a961-4314-ad7d-01fab5696404 req-50b735e5-9661-4774-be31-40c7f7022b26 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 947 time: 0.0613387 Jul 28 14:28:35.847386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74d7bff3-a961-4314-ad7d-01fab5696404 req-60976543-5e61-4490-b981-ad255a3d1ba9 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448418 Jul 28 14:28:35.966169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc88ee4-74bc-42a9-94ac-4ba58763dae0 req-a461d42d-16c3-4ff5-bffe-49c48c63e770 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:35.967767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfc88ee4-74bc-42a9-94ac-4ba58763dae0 req-a461d42d-16c3-4ff5-bffe-49c48c63e770 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0512476 Jul 28 14:28:36.007503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfc88ee4-74bc-42a9-94ac-4ba58763dae0 req-9f7effcd-9e8b-44fd-9324-622d76b70296 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Jul 28 14:28:36.111795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57880) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:36.367555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc40d0a5-a22f-4ea4-a1fa-239c55d16d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.506145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc40d0a5-a22f-4ea4-a1fa-239c55d16d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.601045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 046ffac5-c340-4875-8a74-6bd6abae74b5 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:36.608117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc40d0a5-a22f-4ea4-a1fa-239c55d16d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.667074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bc40d0a5-a22f-4ea4-a1fa-239c55d16d50 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a55440cb0bbf4865b4cd6fa10a4f5d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540462 Jul 28 14:28:36.668570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40d0a5-a22f-4ea4-a1fa-239c55d16d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733c8d8f-d575-4a49-b6ba-ef44775fc3b0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:36.674154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:36.740261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f954-6537-4cdf-9507-e55399d521f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.778396 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f954-6537-4cdf-9507-e55399d521f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.791374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 046ffac5-c340-4875-8a74-6bd6abae74b5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=046ffac5-c340-4875-8a74-6bd6abae74b5,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:36.821362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '046ffac5-c340-4875-8a74-6bd6abae74b5', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '046ffac5-c340-4875-8a74-6bd6abae74b5', 'mac_address': 'fa:16:3e:2b:f2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:36.908527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.932786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046ffac5-c340-4875-8a74-6bd6abae74b5 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:36.963193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 046ffac5-c340-4875-8a74-6bd6abae74b5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=046ffac5-c340-4875-8a74-6bd6abae74b5,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:36.967760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f954-6537-4cdf-9507-e55399d521f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.970790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f954-6537-4cdf-9507-e55399d521f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.972178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8bf6f954-6537-4cdf-9507-e55399d521f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/733c8d8f-d575-4a49-b6ba-ef44775fc3b0 HTTP/1.1" status: 204 len: 168 time: 0.2968905 Jul 28 14:28:36.985757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f954-6537-4cdf-9507-e55399d521f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c8d8f-d575-4a49-b6ba-ef44775fc3b0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:37.083333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:37.182042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=046ffac5-c340-4875-8a74-6bd6abae74b5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:37.189071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af084-4481-4fea-874b-9e89469df879 req-722a4d03-7a2b-4a30-a8a4-73fc9eddab31 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.190590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a92af084-4481-4fea-874b-9e89469df879 req-722a4d03-7a2b-4a30-a8a4-73fc9eddab31 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 948 time: 0.0552471 Jul 28 14:28:37.248804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a92af084-4481-4fea-874b-9e89469df879 req-9814cd6c-61e2-4962-b308-fb17acc090c8 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461986 Jul 28 14:28:37.277524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-2a26d573-2baf-43d8-a644-36f90276ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.280061 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-2a26d573-2baf-43d8-a644-36f90276ba57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.0675859 Jul 28 14:28:37.411645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb6e2-cb80-48c5-b913-418873f8f116 req-56665d50-a809-4e1c-ae9c-65bcd8352b6f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.413653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-155bb6e2-cb80-48c5-b913-418873f8f116 req-56665d50-a809-4e1c-ae9c-65bcd8352b6f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1009221 Jul 28 14:28:37.445646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-9e717ca5-c288-4916-bedb-5395c556ccf8 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=82818a12a95f44b380cbf99f4c377965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343792 Jul 28 14:28:37.450814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-0f1ad835-bf01-40df-8aae-a27582539fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.452954 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-0f1ad835-bf01-40df-8aae-a27582539fd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1612096 Jul 28 14:28:37.478430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-155bb6e2-cb80-48c5-b913-418873f8f116 req-463ed646-0bf0-42b7-84be-5d1bd168547a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560739 Jul 28 14:28:37.542034 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-47344e3a-971d-4a00-8cdf-46d0b236e0a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0778868 Jul 28 14:28:37.625421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-0e63d01c-6388-4763-a7ac-be668c8aa5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.626937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-0e63d01c-6388-4763-a7ac-be668c8aa5fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0775464 Jul 28 14:28:37.645988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-66e75940-7e28-45db-bd24-12d26febafda tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.647528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-66e75940-7e28-45db-bd24-12d26febafda tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931176 Jul 28 14:28:37.703562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-55bc75cd-bf19-42a7-9ab8-e08f0f537572 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/quotas/82818a12a95f44b380cbf99f4c377965 HTTP/1.1" status: 200 len: 375 time: 0.0352631 Jul 28 14:28:37.704360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['046ffac5-c340-4875-8a74-6bd6abae74b5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:37.742456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-2f6d4981-7c7c-4170-989f-f1988e7f1a9c tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=82818a12a95f44b380cbf99f4c377965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317454 Jul 28 14:28:37.766083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-431d58e7-91a8-454a-b2ef-cd847dad1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.768864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-431d58e7-91a8-454a-b2ef-cd847dad1083 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030030 Jul 28 14:28:37.795087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57950) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:37.885723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ce99bb90-b878-4777-a5eb-83a3a57bd765 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074688 Jul 28 14:28:37.984334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-494cb5ba-a734-409a-98c5-1dbe2387fd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:37.997176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-7dea0fd7-9e9a-4824-a24e-dc92717525af service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025114 Jul 28 14:28:38.110832 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-494cb5ba-a734-409a-98c5-1dbe2387fd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.244353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-494cb5ba-a734-409a-98c5-1dbe2387fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.307484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f6900ccf-df7a-480b-8239-0dc06caff36a no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:38.325141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:38.363698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-494cb5ba-a734-409a-98c5-1dbe2387fd0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd1b6fa408314fc29e78345f6d22df1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671265 Jul 28 14:28:38.365947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cb5ba-a734-409a-98c5-1dbe2387fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905a201-471c-4802-a7e6-866f29164777,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:38.366216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: f6900ccf-df7a-480b-8239-0dc06caff36a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:38.366893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f6900ccf-df7a-480b-8239-0dc06caff36a not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:38.368226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57970) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:38.406617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b036e9c8-b6af-4051-bc38-4a55ac6afa4b req-8945a083-5a79-40cf-ac56-9451ea4d70a9 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 210 time: 0.1091003 Jul 28 14:28:38.482005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27526052-7206-4389-adf5-84efee2a5da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.617272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-fd4d1710-858b-4e57-a2ab-ddbb9495aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.618928 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-fd4d1710-858b-4e57-a2ab-ddbb9495aa26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.2519660 Jul 28 14:28:38.660334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa0a54-e70a-436e-aee6-facf2a8d70cc req-342f22a6-2aee-44fc-890b-35abc8647270 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.662285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35aa0a54-e70a-436e-aee6-facf2a8d70cc req-342f22a6-2aee-44fc-890b-35abc8647270 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 948 time: 0.1663909 Jul 28 14:28:38.687078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d84d3ed-4d9e-4b0e-a133-5dcaff8ffaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.801089 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d84d3ed-4d9e-4b0e-a133-5dcaff8ffaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.852567 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35aa0a54-e70a-436e-aee6-facf2a8d70cc req-a871f3e4-24d4-4c6b-b3af-78af88009bc4 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836815 Jul 28 14:28:38.879752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27526052-7206-4389-adf5-84efee2a5da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.902771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-b9176857-f88a-4836-affd-2fb29363bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.902771 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-b9176857-f88a-4836-affd-2fb29363bd7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2307615 Jul 28 14:28:39.012551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-f9c3421d-65f1-4651-a67e-dde2e085ac98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0564766 Jul 28 14:28:39.015910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27526052-7206-4389-adf5-84efee2a5da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.093870 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d84d3ed-4d9e-4b0e-a133-5dcaff8ffaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.097847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d84d3ed-4d9e-4b0e-a133-5dcaff8ffaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.103833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d84d3ed-4d9e-4b0e-a133-5dcaff8ffaf6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6905a201-471c-4802-a7e6-866f29164777 HTTP/1.1" status: 204 len: 168 time: 0.7053909 Jul 28 14:28:39.111029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27526052-7206-4389-adf5-84efee2a5da1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e97f8c46c954d09b266a1c1d8cc439e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832205 Jul 28 14:28:39.118567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57992) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:39.131258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5341938-3bbc-4f6b-a26a-7aedf82d7c1a req-ef88efcd-5ebe-4928-b0a0-14ab7b59f158 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:39.133998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5341938-3bbc-4f6b-a26a-7aedf82d7c1a req-ef88efcd-5ebe-4928-b0a0-14ab7b59f158 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1872690 Jul 28 14:28:39.138397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27526052-7206-4389-adf5-84efee2a5da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88cd75f-e5cb-4f6a-ba1a-5864a81584ff,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:39.181884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-6cc0e0f3-6c70-4b5a-970b-603e503682a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:39.185198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-6cc0e0f3-6c70-4b5a-970b-603e503682a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1636887 Jul 28 14:28:39.198048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84d3ed-4d9e-4b0e-a133-5dcaff8ffaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905a201-471c-4802-a7e6-866f29164777,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:39.198859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61f82bea-e9de-4881-9dff-fa460fc85428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.245121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61f82bea-e9de-4881-9dff-fa460fc85428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.294456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5341938-3bbc-4f6b-a26a-7aedf82d7c1a req-afb48718-4ff4-4fbc-a1c8-096e3d6eca8f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348467 Jul 28 14:28:39.335299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-6c459ef2-2980-4392-8700-94bd442829c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:39.335299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-6c459ef2-2980-4392-8700-94bd442829c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323438 Jul 28 14:28:39.430355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61f82bea-e9de-4881-9dff-fa460fc85428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.433257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61f82bea-e9de-4881-9dff-fa460fc85428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.434796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-61f82bea-e9de-4881-9dff-fa460fc85428 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b88cd75f-e5cb-4f6a-ba1a-5864a81584ff HTTP/1.1" status: 204 len: 168 time: 0.3148401 Jul 28 14:28:39.444682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f82bea-e9de-4881-9dff-fa460fc85428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88cd75f-e5cb-4f6a-ba1a-5864a81584ff,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:39.492082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-122f13b6-b575-4920-a157-6e6563e228bb service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492958 Jul 28 14:28:39.772015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-26f78c35-e5af-47f1-a272-18b8e621671a req-00b8ba62-2093-4ec0-84c6-fb168a364ae4 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 210 time: 0.2088823 Jul 28 14:28:39.817062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a75bfc6-a2d6-45f4-96f5-454d1aff16d9 req-459e297e-7e3e-4efd-ba74-6cf3fc1f0279 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066521 Jul 28 14:28:40.237343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9f7c-8b63-4ebe-94a7-bae8e02f44a3 req-32a2be6d-944f-4765-a532-dbccbac1352b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:40.239012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-858f9f7c-8b63-4ebe-94a7-bae8e02f44a3 req-32a2be6d-944f-4765-a532-dbccbac1352b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 948 time: 0.0538156 Jul 28 14:28:40.287286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-858f9f7c-8b63-4ebe-94a7-bae8e02f44a3 req-cd22f4ab-f0e0-4580-a9dd-0fe34fea602f tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Jul 28 14:28:40.579383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264edb3-3812-4043-bb3a-f55028810356 req-1f55cb39-29e6-4859-8d4b-a227d4700f75 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:40.581550 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a264edb3-3812-4043-bb3a-f55028810356 req-1f55cb39-29e6-4859-8d4b-a227d4700f75 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0623128 Jul 28 14:28:40.595954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 046ffac5-c340-4875-8a74-6bd6abae74b5 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:40.636246 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a264edb3-3812-4043-bb3a-f55028810356 req-fd8c1b53-6695-4a62-bdfa-a928c5c551a1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Jul 28 14:28:40.788212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58046) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:40.797158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 046ffac5-c340-4875-8a74-6bd6abae74b5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:40.805581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 046ffac5-c340-4875-8a74-6bd6abae74b5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:40.806205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.836628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f144fdcd-71c2-4e42-a13b-dd7bf0ef4a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.948031 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.993550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046ffac5-c340-4875-8a74-6bd6abae74b5'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:40.997991 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228f5c0-2e25-4a6b-a8a9-a1273c988be7" -d '{"events": [{"server_uuid": "300e68a0-7795-4fcc-a792-80cc3aab34bc", "name": "network-vif-plugged", "status": "completed", "tag": "046ffac5-c340-4875-8a74-6bd6abae74b5"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:41.007795 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4c33711-d32d-4b6b-b0d0-bb48f1fa6fea req-ea818688-9e03-4159-ae9b-9e4ea87834f4 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 210 time: 0.0697680 Jul 28 14:28:41.027419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 046ffac5-c340-4875-8a74-6bd6abae74b5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=046ffac5-c340-4875-8a74-6bd6abae74b5,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:41.078887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f144fdcd-71c2-4e42-a13b-dd7bf0ef4a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.102708 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120e1690-e517-4a38-a262-d60ac138aa1e x-openstack-request-id: req-120e1690-e517-4a38-a262-d60ac138aa1e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:41.103350 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e68a0-7795-4fcc-a792-80cc3aab34bc", "name": "network-vif-plugged", "status": "completed", "tag": "046ffac5-c340-4875-8a74-6bd6abae74b5", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:41.103512 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-120e1690-e517-4a38-a262-d60ac138aa1e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:41.104232 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046ffac5-c340-4875-8a74-6bd6abae74b5', 'code': 200} Jul 28 14:28:41.202995 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.206109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f144fdcd-71c2-4e42-a13b-dd7bf0ef4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.259132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f144fdcd-71c2-4e42-a13b-dd7bf0ef4a79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=753cbfaa4ead45c6b0ae24defe712538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696720 Jul 28 14:28:41.263391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144fdcd-71c2-4e42-a13b-dd7bf0ef4a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6e45d-04ae-4c5e-b246-bddc2a779349,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:41.267352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:41.336755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=046ffac5-c340-4875-8a74-6bd6abae74b5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:41.387200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d60cdd-296e-4497-9e36-95612474ce81 req-a3c60bbb-fb04-412d-93dc-dd2524592530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:41.390726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97d60cdd-296e-4497-9e36-95612474ce81 req-a3c60bbb-fb04-412d-93dc-dd2524592530 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 1101 time: 0.1521883 Jul 28 14:28:41.424077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74480c36-3f4a-4577-a4d0-29f09a2f075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.524162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74480c36-3f4a-4577-a4d0-29f09a2f075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.535664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97d60cdd-296e-4497-9e36-95612474ce81 req-94f5a740-19cb-4939-9fee-24ac3cbce870 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306660 Jul 28 14:28:41.555580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70460d-62f4-4fa7-b6b6-813abd29f531 req-28fbc608-92b9-4ff7-9ea4-dfb20db4bbba tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:41.557210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d70460d-62f4-4fa7-b6b6-813abd29f531 req-28fbc608-92b9-4ff7-9ea4-dfb20db4bbba tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 949 time: 0.1342387 Jul 28 14:28:41.619345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d70460d-62f4-4fa7-b6b6-813abd29f531 req-0fb2fbb8-ce69-41ad-9a65-cf4ef325e3b4 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Jul 28 14:28:41.727842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74480c36-3f4a-4577-a4d0-29f09a2f075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.731601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74480c36-3f4a-4577-a4d0-29f09a2f075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.733988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-74480c36-3f4a-4577-a4d0-29f09a2f075e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ef6e45d-04ae-4c5e-b246-bddc2a779349 HTTP/1.1" status: 204 len: 168 time: 0.4650257 Jul 28 14:28:41.760076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480c36-3f4a-4577-a4d0-29f09a2f075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6e45d-04ae-4c5e-b246-bddc2a779349,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:41.828416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667644d-1977-4f75-b925-35d3070c957a req-4d269f10-6442-46e2-b456-fc9657fb371d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:41.831452 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d667644d-1977-4f75-b925-35d3070c957a req-4d269f10-6442-46e2-b456-fc9657fb371d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0955446 Jul 28 14:28:41.888172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d667644d-1977-4f75-b925-35d3070c957a req-53e1ef10-41ac-41b4-b88c-6b5841922f45 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Jul 28 14:28:42.409469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-3347cc1c-e29b-49d6-94cf-b4f1f68be149 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=82818a12a95f44b380cbf99f4c377965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338259 Jul 28 14:28:42.597265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-4c265bc4-0afd-4a89-ba92-5d97657cd01b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:42.600411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-4c265bc4-0afd-4a89-ba92-5d97657cd01b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738975 Jul 28 14:28:42.623219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Request body: {'port': {'device_id': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '82818a12a95f44b380cbf99f4c377965'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:42.701027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:42.712209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14a979a8-49f3-4039-b880-2e3d8a4474e4 req-cd459c02-a8b6-47e7-8dc1-156b34f1ab85 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 210 time: 0.0653515 Jul 28 14:28:42.887394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0d09c-b8b9-4cfb-9f00-04f9c7b05de6 req-62d73df1-a577-4552-945e-d8bf0025029c tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:42.902796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1fe0d09c-b8b9-4cfb-9f00-04f9c7b05de6 req-62d73df1-a577-4552-945e-d8bf0025029c tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 949 time: 0.0969801 Jul 28 14:28:42.957928 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1fe0d09c-b8b9-4cfb-9f00-04f9c7b05de6 req-8944d2ec-4a32-413a-9877-50cee83b8190 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Jul 28 14:28:43.031034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Made reservation on behalf of 82818a12a95f44b380cbf99f4c377965 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:43.037610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.153877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-438378ed-b0a8-40e8-9d18-236cfffbd4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.288069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Allocated IP 192.168.233.234 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/662d5ecd-3939-430c-8c13-ae1332df4388) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:43.425715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-438378ed-b0a8-40e8-9d18-236cfffbd4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.459096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fe354-188a-41d2-8816-12305f1d2dd9 req-e91d15ac-4c6c-4c5a-a06c-19a6c2bcbb74 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:43.461322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd3fe354-188a-41d2-8816-12305f1d2dd9 req-e91d15ac-4c6c-4c5a-a06c-19a6c2bcbb74 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1386585 Jul 28 14:28:43.506523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-438378ed-b0a8-40e8-9d18-236cfffbd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.519277 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.543708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Transition to ACTIVE for port object 662d5ecd-3939-430c-8c13-ae1332df4388 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:43.556335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd3fe354-188a-41d2-8816-12305f1d2dd9 req-f75a075b-2074-4f7b-af4a-14bcc276608e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878737 Jul 28 14:28:43.590582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438378ed-b0a8-40e8-9d18-236cfffbd4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e32da1-7278-4657-ad53-4f55a7571e80,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:43.612818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-438378ed-b0a8-40e8-9d18-236cfffbd4f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bad9c73cc9754dd798d66ffb04b1f3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8975163 Jul 28 14:28:43.615629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:43.677271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e991-ca85-4d49-8af0-619189600888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.717342 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e991-ca85-4d49-8af0-619189600888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.768267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.820323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:43.827273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:43.834440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:43.843133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Pushing event updated for resources: {'Port': ['ID=662d5ecd-3939-430c-8c13-ae1332df4388,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:43.887822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e991-ca85-4d49-8af0-619189600888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.892700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e991-ca85-4d49-8af0-619189600888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.894406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f3e6e991-ca85-4d49-8af0-619189600888 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4e32da1-7278-4657-ad53-4f55a7571e80 HTTP/1.1" status: 204 len: 168 time: 0.2767646 Jul 28 14:28:43.930258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6e991-ca85-4d49-8af0-619189600888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e32da1-7278-4657-ad53-4f55a7571e80,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:43.990525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:43.991830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.016952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-32d7b088-610c-4bdb-a139-c9fe9328dcfb tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=388874a55c52462182750c38d71644cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657346 Jul 28 14:28:44.169383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-72bdfc5e-2c05-43f7-848f-ef338f0b3e59 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5545676 Jul 28 14:28:44.189359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Request body: {'port': {'device_id': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:44.235861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-fa3c4fe6-23ef-4fc0-8cb9-494650da1346 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:44.238560 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-fa3c4fe6-23ef-4fc0-8cb9-494650da1346 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207060 Jul 28 14:28:44.284824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.301384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-24d045fc-ca31-4cf5-ad8b-e13e0a047c21 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/quotas/388874a55c52462182750c38d71644cb HTTP/1.1" status: 200 len: 375 time: 0.0374238 Jul 28 14:28:44.338277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-3d3da64c-0310-4235-977e-41b88fc73bf7 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355852 Jul 28 14:28:44.351406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58198) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:44.510588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4cbe0688-ad3b-4430-8963-12836296162d None None] Provisioning for port 662d5ecd-3939-430c-8c13-ae1332df4388 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:44.522533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4cbe0688-ad3b-4430-8963-12836296162d None None] Provisioning complete for port 662d5ecd-3939-430c-8c13-ae1332df4388 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:44.522533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0688-ad3b-4430-8963-12836296162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.580358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe0688-ad3b-4430-8963-12836296162d None None] Port 662d5ecd-3939-430c-8c13-ae1332df4388 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:44.645392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-network', 'tenant_id': 'cf10f711cd93460da5d536e081661456'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:44.673825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662d5ecd-3939-430c-8c13-ae1332df4388 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:44.684521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.706962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Transition to ACTIVE for port object 662d5ecd-3939-430c-8c13-ae1332df4388 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:44.774010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Made reservation on behalf of cf10f711cd93460da5d536e081661456 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:44.776387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.789057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.815376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce0f3-ce32-4095-8d2a-f7c865267252 req-96b6fa52-ee46-4186-8f32-f1dce8d790ab tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:44.818812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a73ce0f3-ce32-4095-8d2a-f7c865267252 req-96b6fa52-ee46-4186-8f32-f1dce8d790ab tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 936 time: 0.0852952 Jul 28 14:28:44.852690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.916890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a73ce0f3-ce32-4095-8d2a-f7c865267252 req-d2886d3b-7eb3-46ee-a65e-a0f6cea0dd9f tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828376 Jul 28 14:28:44.951463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83cf0d-9fdd-4254-a5b1-be881a95c964 req-7f7f92c4-a57b-4594-a6c4-fabc9a942beb tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:44.954675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa83cf0d-9fdd-4254-a5b1-be881a95c964 req-7f7f92c4-a57b-4594-a6c4-fabc9a942beb tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 949 time: 0.1410351 Jul 28 14:28:44.960803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Pushing event updated for resources: {'Port': ['ID=662d5ecd-3939-430c-8c13-ae1332df4388,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:44.998972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.056487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ac07-8ea7-4f2d-bed3-c56707b015e9 req-62fb1f07-9c98-4601-874c-f010dd5c7da7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.058162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c63ac07-8ea7-4f2d-bed3-c56707b015e9 req-62fb1f07-9c98-4601-874c-f010dd5c7da7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0561028 Jul 28 14:28:45.079995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa83cf0d-9fdd-4254-a5b1-be881a95c964 req-b4fe0b76-be06-45f1-82fb-91effff8cf6c tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160138 Jul 28 14:28:45.116571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Attempting to bind port 662d5ecd-3939-430c-8c13-ae1332df4388 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:45.117039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Attempting to bind port 662d5ecd-3939-430c-8c13-ae1332df4388 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:45.117532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Attempting to bind port 662d5ecd-3939-430c-8c13-ae1332df4388 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:45.120215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c63ac07-8ea7-4f2d-bed3-c56707b015e9 req-200048ba-8e4d-4cc3-b40d-18f7e937aaa2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553856 Jul 28 14:28:45.124845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Port 662d5ecd-3939-430c-8c13-ae1332df4388 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:45.125252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Attempting to bind port 662d5ecd-3939-430c-8c13-ae1332df4388 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:45.132899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:45.132899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:45.132899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:45.133132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Bound port: 662d5ecd-3939-430c-8c13-ae1332df4388, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:45.133339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.261690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.289267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:28:45.312149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01935da-2fbb-4b74-ac62-13d1a113769d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:45.317705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.317705 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Added segment d611a64b-d711-4288-94aa-88d4a0792b77 of type vlan for network ed7832b9-2121-4c3f-a519-a9d12c0f18ca Jul 28 14:28:45.327007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c021818-3045-460e-8be5-092bdbcdbba4 req-7759546b-0846-4122-aba0-610e96b8faf4 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.328684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c021818-3045-460e-8be5-092bdbcdbba4 req-7759546b-0846-4122-aba0-610e96b8faf4 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.1023908 Jul 28 14:28:45.341884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94457c33-d0a4-4e3b-b39b-d5c2781ac3fe req-b701c4cd-53cb-4975-8b9e-7a78684aae59 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 210 time: 0.0455003 Jul 28 14:28:45.394867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58220) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:45.401272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] For port 662d5ecd-3939-430c-8c13-ae1332df4388, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:45.406570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] For port 662d5ecd-3939-430c-8c13-ae1332df4388, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=662d5ecd-3939-430c-8c13-ae1332df4388,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:45.415427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.431758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c906627-7b0e-4760-ad45-44febf50a23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.460556 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c021818-3045-460e-8be5-092bdbcdbba4 req-3c754af4-2a80-435e-a4dd-a73d4759ca46 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238143 Jul 28 14:28:45.579261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c906627-7b0e-4760-ad45-44febf50a23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.620312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.620924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.623585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.624300 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.674450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.675328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.676712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] 10.222.0.58 "PUT /v2.0/ports/662d5ecd-3939-430c-8c13-ae1332df4388 HTTP/1.1" status: 200 len: 1097 time: 1.4945431 Jul 28 14:28:45.677199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'tag': '662d5ecd-3939-430c-8c13-ae1332df4388'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:45.679726 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c794d39c-96be-421a-be89-5c1467e5d6df" -d '{"events": [{"name": "network-changed", "server_uuid": "8c087d84-f5a1-449d-8d72-1b33633ce1c1", "tag": "662d5ecd-3939-430c-8c13-ae1332df4388"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:45.732290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f549c-fc7a-4f85-8bca-387167c8de75 service neutron] Pushing event updated for resources: {'Port': ['ID=662d5ecd-3939-430c-8c13-ae1332df4388,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:45.759117 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc7eac9-9148-4825-85ca-67695ef7f355 x-openstack-request-id: req-fbc7eac9-9148-4825-85ca-67695ef7f355 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:45.762913 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c087d84-f5a1-449d-8d72-1b33633ce1c1", "tag": "662d5ecd-3939-430c-8c13-ae1332df4388", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:45.762913 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbc7eac9-9148-4825-85ca-67695ef7f355 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:45.762913 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'tag': '662d5ecd-3939-430c-8c13-ae1332df4388', 'status': 'completed', 'code': 200} Jul 28 14:28:45.777464 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c906627-7b0e-4760-ad45-44febf50a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.848953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c906627-7b0e-4760-ad45-44febf50a23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e30be2-2ecd-42ec-8941-8779340b75fa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:45.861456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c906627-7b0e-4760-ad45-44febf50a23f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4d9a6bf0a114f578e25eea74eb1bcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624851 Jul 28 14:28:45.862410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58228) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:45.869349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7832b9-2121-4c3f-a519-a9d12c0f18ca,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:45.883575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:28:45.884673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d39c-96be-421a-be89-5c1467e5d6df req-187ba8cb-ec6b-4f4d-8aef-e024267126bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.885742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c794d39c-96be-421a-be89-5c1467e5d6df req-187ba8cb-ec6b-4f4d-8aef-e024267126bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82818a12a95f44b380cbf99f4c377965&device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 1100 time: 0.0926099 Jul 28 14:28:45.901566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-526760c9-e001-4dac-a132-2505cd0a3c68 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5551014 Jul 28 14:28:45.903025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58230) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:45.908033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Request body: {'subnet': {'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-subnet', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:45.950250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c794d39c-96be-421a-be89-5c1467e5d6df req-8b97817a-12ed-4967-affa-3ce30a328605 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=82818a12a95f44b380cbf99f4c377965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555954 Jul 28 14:28:45.996839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5383-5d27-4dee-9246-6a84902cf6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.025494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5383-5d27-4dee-9246-6a84902cf6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.193113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Made reservation on behalf of cf10f711cd93460da5d536e081661456 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:46.199728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.224438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5383-5d27-4dee-9246-6a84902cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.229829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5383-5d27-4dee-9246-6a84902cf6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.234824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4cc5383-5d27-4dee-9246-6a84902cf6ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11e30be2-2ecd-42ec-8941-8779340b75fa HTTP/1.1" status: 204 len: 168 time: 0.3672535 Jul 28 14:28:46.246046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5383-5d27-4dee-9246-6a84902cf6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e30be2-2ecd-42ec-8941-8779340b75fa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:46.333057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1014d85-00f2-4634-867e-066bdcf8166e req-696c04a2-c0a5-465f-a901-16bec169dd3c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.334747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1014d85-00f2-4634-867e-066bdcf8166e req-696c04a2-c0a5-465f-a901-16bec169dd3c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0907454 Jul 28 14:28:46.341442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e332064-fc83-459f-8f8d-2e6324a13464 req-8983ece5-774f-4ab5-8275-289f76b010c0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.343670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e332064-fc83-459f-8f8d-2e6324a13464 req-8983ece5-774f-4ab5-8275-289f76b010c0 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 948 time: 0.2500505 Jul 28 14:28:46.382321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d39c-96be-421a-be89-5c1467e5d6df req-a0c7b364-a846-4083-9b9f-930946d6ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.388061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c794d39c-96be-421a-be89-5c1467e5d6df req-a0c7b364-a846-4083-9b9f-930946d6ab5a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4116397 Jul 28 14:28:46.404557 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1014d85-00f2-4634-867e-066bdcf8166e req-2639d3da-fc3a-40c9-91c2-05bb1b2cb723 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618930 Jul 28 14:28:46.448899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58246) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:46.539029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5af0a-c42f-44bf-980a-4f6841112794 req-5ebf9f7e-e83f-4160-b3ea-ebc495613f51 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.547769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1df5af0a-c42f-44bf-980a-4f6841112794 req-5ebf9f7e-e83f-4160-b3ea-ebc495613f51 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 949 time: 0.0650246 Jul 28 14:28:46.589416 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1df5af0a-c42f-44bf-980a-4f6841112794 req-f976716e-a9ce-40aa-8231-c3bfa489a22b tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Jul 28 14:28:46.620802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-45069b14-cde8-4dea-a477-f46274f9b1d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.623128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-45069b14-cde8-4dea-a477-f46274f9b1d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.3017232 Jul 28 14:28:46.679997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e332064-fc83-459f-8f8d-2e6324a13464 req-0f8c8ca4-acc1-4f85-99ca-98eec0e6cd8e tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017654 Jul 28 14:28:46.755878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-83302368-2b61-4a48-b4e0-67088c2a0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.757738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-83302368-2b61-4a48-b4e0-67088c2a0e8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82818a12a95f44b380cbf99f4c377965&device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 1100 time: 0.2899001 Jul 28 14:28:46.761977 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2097d11-42ae-4ed1-b289-6664dccccc9a req-a746d1c4-833e-4601-801e-9e8a2654ff39 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 210 time: 0.0615993 Jul 28 14:28:46.872096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-4a877e3b-fc44-455a-971c-0a58108d4afc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=662d5ecd-3939-430c-8c13-ae1332df4388 HTTP/1.1" status: 200 len: 217 time: 0.0893488 Jul 28 14:28:46.873101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d151-ef0c-4cfe-a2b0-7be643f19aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.007195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d151-ef0c-4cfe-a2b0-7be643f19aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.034289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Deleting port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:47.034634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.038439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-0b4acc29-0464-4f7e-bada-5cf872802f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.040139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-0b4acc29-0464-4f7e-bada-5cf872802f4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1403496 Jul 28 14:28:47.049693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72d35f-a063-4aaa-9c32-2fcd1e67d94d req-0ed1d439-5a79-42f9-9f0f-9202d9a0c5d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.051226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e72d35f-a063-4aaa-9c32-2fcd1e67d94d req-0ed1d439-5a79-42f9-9f0f-9202d9a0c5d9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 971 time: 0.1974647 Jul 28 14:28:47.156319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d151-ef0c-4cfe-a2b0-7be643f19aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.166099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.226983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e72d35f-a063-4aaa-9c32-2fcd1e67d94d req-2948e4f3-bd4d-43cc-bc3c-f36029765b64 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/security-groups?id=f962d99a-a957-47a2-88a9-6e3907c8058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625953 Jul 28 14:28:47.233567 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2fb7d151-ef0c-4cfe-a2b0-7be643f19aa2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3596dc43f9a54a46b360ba6f7d9319c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7828193 Jul 28 14:28:47.237090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58262) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:47.237511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-d42351e5-e5f0-4e8b-a59a-ce1df8690a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.237776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7d151-ef0c-4cfe-a2b0-7be643f19aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced4340-6274-4db3-9dc2-245d9a87183d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:47.239027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-d42351e5-e5f0-4e8b-a59a-ce1df8690a44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868114 Jul 28 14:28:47.341605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885c5f44-2488-4e4e-8465-897a9307fec5,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:47.351248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d13fd080-4f99-4b3b-8143-a5ce44b7d137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.362797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] For port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:47.363169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.392178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d13fd080-4f99-4b3b-8143-a5ce44b7d137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.395735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Calling delete_port for cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f owned by compute:tempest-test_az-1045044897 {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:47.421645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Checking segment: {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:47.421945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Network hostable DHCP agents. Network: ed7832b9-2121-4c3f-a519-a9d12c0f18ca, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:28:47.493792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-69ae847e-104f-4f70-a5d5-225cd3aa3541 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289927 Jul 28 14:28:47.594974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:28:47.607753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d13fd080-4f99-4b3b-8143-a5ce44b7d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.613317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d13fd080-4f99-4b3b-8143-a5ce44b7d137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.618622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d13fd080-4f99-4b3b-8143-a5ce44b7d137 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eced4340-6274-4db3-9dc2-245d9a87183d HTTP/1.1" status: 204 len: 168 time: 0.3743758 Jul 28 14:28:47.637392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fd080-4f99-4b3b-8143-a5ce44b7d137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced4340-6274-4db3-9dc2-245d9a87183d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:47.683644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73dd70cc-e255-4bc0-be4f-eb460962b265 req-7e666d59-43c6-478e-b59f-e4c90c705f88 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729436 Jul 28 14:28:47.691748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab24b75-3935-4b9c-95f3-cedc45c43281 req-44a177dc-1c7f-4f0e-b10a-9e54473a0e5b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.695262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ab24b75-3935-4b9c-95f3-cedc45c43281 req-44a177dc-1c7f-4f0e-b10a-9e54473a0e5b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1471815 Jul 28 14:28:47.700901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ed7832b9-2121-4c3f-a519-a9d12c0f18ca) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:47.706498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.707489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.715742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128175c-e481-4a79-9bd4-5c885a2fde8e None None] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:47.753024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ab24b75-3935-4b9c-95f3-cedc45c43281 req-5f465b61-372b-44b5-af4b-d4fe0ddfda50 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Jul 28 14:28:47.837972 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.840673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b7a916a5-e57d-4c5c-b19d-81f7d804aed6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9365470 Jul 28 14:28:47.844112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58280) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:47.881228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:47.901229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:47.947127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066df5b-9140-49dd-8f1d-282f962b31c2 req-c3e41e91-1dcf-4bd5-a305-aed96947a01d tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.957752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4066df5b-9140-49dd-8f1d-282f962b31c2 req-c3e41e91-1dcf-4bd5-a305-aed96947a01d tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 948 time: 0.1294603 Jul 28 14:28:48.012976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4066df5b-9140-49dd-8f1d-282f962b31c2 req-a4eb9f69-8885-4382-a5a8-85532c1135a2 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539393 Jul 28 14:28:48.033994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Pushing event deleted for resources: {'Port': ['ID=cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:48.048950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ed7832b9-2121-4c3f-a519-a9d12c0f18ca', 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'fixed_ips': [{'subnet_id': '885c5f44-2488-4e4e-8465-897a9307fec5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:28:48.049892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.060440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe9d4-f8ea-4b25-8e8d-39497a7b0917 req-2d3c37de-95a1-41e9-bbfc-91ecbecb8919 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:48.062905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02efe9d4-f8ea-4b25-8e8d-39497a7b0917 req-2d3c37de-95a1-41e9-bbfc-91ecbecb8919 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 949 time: 0.2870245 Jul 28 14:28:48.116221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.117613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.249830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] No DVR routers for this DVR port cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:48.256053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.260330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8e395ab-5472-41cc-8712-e24dd8250627 req-f82ac074-2fc0-44e4-b0bd-86eba9d4edf9 tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.58 "DELETE /v2.0/ports/cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f HTTP/1.1" status: 204 len: 173 time: 1.6181922 Jul 28 14:28:48.261832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'name': 'network-vif-deleted', 'tag': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:48.266599 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb8daa7-5b2f-454c-8a81-21705bea9ca6" -d '{"events": [{"server_uuid": "6fb3bed4-efab-4c4a-b142-143b7c89bfd5", "name": "network-vif-deleted", "tag": "cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:48.295704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02e4f6ea-6d3d-49b4-b920-e0be0cc0108d req-59778617-32a6-486f-af01-24fd13013777 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 210 time: 0.1567538 Jul 28 14:28:48.329623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02efe9d4-f8ea-4b25-8e8d-39497a7b0917 req-b7017be8-feec-4819-9c76-f77f2dc8a425 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/security-groups?id=efca53ce-7b77-4cfd-8476-6276b2f2f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847677 Jul 28 14:28:48.379932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.438854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Allocated IP 172.20.0.2 (ed7832b9-2121-4c3f-a519-a9d12c0f18ca/885c5f44-2488-4e4e-8465-897a9307fec5/f29aa3f3-e268-42f6-bed2-bcb497fc0994) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:48.440137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03a6dc24-5e80-4f08-9368-6aa3656d744d req-2e91b287-2106-423c-a7eb-de826f29e7bb tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0434275 Jul 28 14:28:48.453049 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9d20f9-ec48-4ba1-ac29-4e5c8a6f28d1 x-openstack-request-id: req-3e9d20f9-ec48-4ba1-ac29-4e5c8a6f28d1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:48.453049 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3bed4-efab-4c4a-b142-143b7c89bfd5", "name": "network-vif-deleted", "tag": "cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:48.453049 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e9d20f9-ec48-4ba1-ac29-4e5c8a6f28d1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:48.453049 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3bed4-efab-4c4a-b142-143b7c89bfd5', 'name': 'network-vif-deleted', 'tag': 'cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f', 'status': 'completed', 'code': 200} Jul 28 14:28:48.542863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-949579c7-6d4b-4c83-9742-a7f143cb052e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=388874a55c52462182750c38d71644cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224068 Jul 28 14:28:48.634199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.644626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Transition to ACTIVE for port object f29aa3f3-e268-42f6-bed2-bcb497fc0994 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:48.670360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Transition to ACTIVE for port object f29aa3f3-e268-42f6-bed2-bcb497fc0994 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:48.752133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.42', 57890) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:48.800264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-cf4371e9-7155-4e00-8fd4-5c0b682d27da tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:48.802898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-cf4371e9-7155-4e00-8fd4-5c0b682d27da tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528119 Jul 28 14:28:48.855679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-d4e11d4c-199e-4e46-8db1-e6d9d3049b56 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:48.858925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-d4e11d4c-199e-4e46-8db1-e6d9d3049b56 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.42 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 949 time: 0.0876129 Jul 28 14:28:48.866898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Request body: {'port': {'device_id': '26513878-d51e-4029-bb40-7a5803a784e6', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '388874a55c52462182750c38d71644cb'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:48.893817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.984545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3906c-30cb-4633-b9de-9f66f14d2053 req-dd2cfa3f-e43d-4530-956f-fcc121c0442d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:48.986559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Pushing event updated for resources: {'Port': ['ID=f29aa3f3-e268-42f6-bed2-bcb497fc0994,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:48.992804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3b3906c-30cb-4633-b9de-9f66f14d2053 req-dd2cfa3f-e43d-4530-956f-fcc121c0442d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1158276 Jul 28 14:28:48.996215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.034668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:49.036566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:49.044561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:49.057979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:49.068151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3b3906c-30cb-4633-b9de-9f66f14d2053 req-0fcea3a7-fcb0-4daf-8ba7-22253feffbaf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648987 Jul 28 14:28:49.075695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Deleting port 046ffac5-c340-4875-8a74-6bd6abae74b5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:49.078855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.086970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1345fc3f-c97c-48c6-9584-fe97885c5d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.145533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Attempting to bind port f29aa3f3-e268-42f6-bed2-bcb497fc0994 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:49.145919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Attempting to bind port f29aa3f3-e268-42f6-bed2-bcb497fc0994 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:49.146280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Attempting to bind port f29aa3f3-e268-42f6-bed2-bcb497fc0994 on network ed7832b9-2121-4c3f-a519-a9d12c0f18ca {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:49.158064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:49.158647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Checking segment: {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:49.158889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.159283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Bound using segment: {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:49.159780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Bound port: f29aa3f3-e268-42f6-bed2-bcb497fc0994, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:49.160170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.241750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] For port 046ffac5-c340-4875-8a74-6bd6abae74b5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=046ffac5-c340-4875-8a74-6bd6abae74b5,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:49.242148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.270139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Calling delete_port for 046ffac5-c340-4875-8a74-6bd6abae74b5 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:49.302479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] For port f29aa3f3-e268-42f6-bed2-bcb497fc0994, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:49.307940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] For port f29aa3f3-e268-42f6-bed2-bcb497fc0994, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f29aa3f3-e268-42f6-bed2-bcb497fc0994,segment=NetworkSegment(d611a64b-d711-4288-94aa-88d4a0792b77),segment_id=d611a64b-d711-4288-94aa-88d4a0792b77)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:49.343057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3c7b6-a979-4207-abc5-dc754e75a1f3 req-c3b5f0ce-f499-42eb-b1c2-dc4de0261ff6 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:49.349446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffb3c7b6-a979-4207-abc5-dc754e75a1f3 req-c3b5f0ce-f499-42eb-b1c2-dc4de0261ff6 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 948 time: 0.1657035 Jul 28 14:28:49.361633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1345fc3f-c97c-48c6-9584-fe97885c5d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.436570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffb3c7b6-a979-4207-abc5-dc754e75a1f3 req-4d4c57ee-c780-43ef-bf9c-fda74a6e3d63 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Jul 28 14:28:49.458100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e055291-a239-46b1-9897-73da0a42584a req-e29fb155-3a89-49f9-9a96-9deac4f20ff4 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 210 time: 0.0346847 Jul 28 14:28:49.510467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.609152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9385f63e-ba81-4f97-a275-5ca854a12825 req-7b9b8d82-f407-41c9-bdcf-1124ec26ec6e tempest-AggregatesAdminTestJSON-945844530 tempest-AggregatesAdminTestJSON-945844530-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fb3bed4-efab-4c4a-b142-143b7c89bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0461016 Jul 28 14:28:49.610961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.634539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338af58a-2e5b-47d7-b617-c030401d606a None None] Pushing event updated for resources: {'Port': ['ID=f29aa3f3-e268-42f6-bed2-bcb497fc0994,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:49.660948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['046ffac5-c340-4875-8a74-6bd6abae74b5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:49.672538 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1345fc3f-c97c-48c6-9584-fe97885c5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.686008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Pushing event deleted for resources: {'Port': ['ID=046ffac5-c340-4875-8a74-6bd6abae74b5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:49.697610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d31949f-98de-4163-8457-000c739a94b4 req-47e730ca-91b9-4335-9803-8997c6df4123 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0789242 Jul 28 14:28:49.776849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345fc3f-c97c-48c6-9584-fe97885c5d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3ac58-1a87-44d1-8497-9b5c78d4dfbd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:49.803591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1345fc3f-c97c-48c6-9584-fe97885c5d82 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e23ac95c64d4e4a837565f7bcc3e0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7451313 Jul 28 14:28:49.807710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.807710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.808174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.808563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.809127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.809875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:49.814389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58318) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:49.855621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.866886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] No DVR routers for this DVR port 046ffac5-c340-4875-8a74-6bd6abae74b5 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:49.882831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.886792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94734c6c-10de-4b90-babc-de4fd181a5d7 req-69c92f62-046b-4c6c-b016-77eeca11525e tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.42 "DELETE /v2.0/ports/046ffac5-c340-4875-8a74-6bd6abae74b5 HTTP/1.1" status: 204 len: 173 time: 1.0177457 Jul 28 14:28:49.902689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Made reservation on behalf of 388874a55c52462182750c38d71644cb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:49.908157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.917000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.944146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.054765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42659893-556c-4e27-962c-fc2120b4298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.164219 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42659893-556c-4e27-962c-fc2120b4298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.325753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.325753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Allocated IP 172.25.6.214 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/918470cb-432c-445d-9afc-325b37e7ac5b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:50.378671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 662d5ecd-3939-430c-8c13-ae1332df4388 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:50.381970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:50.412101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:50.412828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cf47e2fa-551e-4c2d-bf1e-02cb5fb07e7f not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:50.416974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef9d36-158d-48a6-ad7c-8f7df9bcb824 req-3b7d8376-f0a9-42e3-8f1e-2a94c8e7b977 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:50.418605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84ef9d36-158d-48a6-ad7c-8f7df9bcb824 req-3b7d8376-f0a9-42e3-8f1e-2a94c8e7b977 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1671681 Jul 28 14:28:50.446685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'name': 'network-vif-deleted', 'tag': '046ffac5-c340-4875-8a74-6bd6abae74b5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:50.449915 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73f81fa-181a-4613-9c68-1b6fb8a653a2" -d '{"events": [{"server_uuid": "300e68a0-7795-4fcc-a792-80cc3aab34bc", "name": "network-vif-deleted", "tag": "046ffac5-c340-4875-8a74-6bd6abae74b5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:50.571859 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dcfa14-7e3a-4c2b-a1c3-199823565325 x-openstack-request-id: req-27dcfa14-7e3a-4c2b-a1c3-199823565325 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:50.572560 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e68a0-7795-4fcc-a792-80cc3aab34bc", "name": "network-vif-deleted", "tag": "046ffac5-c340-4875-8a74-6bd6abae74b5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:50.573004 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27dcfa14-7e3a-4c2b-a1c3-199823565325 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:50.573629 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e68a0-7795-4fcc-a792-80cc3aab34bc', 'name': 'network-vif-deleted', 'tag': '046ffac5-c340-4875-8a74-6bd6abae74b5', 'status': 'completed', 'code': 200} Jul 28 14:28:50.586212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 662d5ecd-3939-430c-8c13-ae1332df4388, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=662d5ecd-3939-430c-8c13-ae1332df4388,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:50.601573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '662d5ecd-3939-430c-8c13-ae1332df4388', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '662d5ecd-3939-430c-8c13-ae1332df4388', 'mac_address': 'fa:16:3e:cf:c4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:50.670718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.679441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.683142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42659893-556c-4e27-962c-fc2120b4298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.685316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42659893-556c-4e27-962c-fc2120b4298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.687293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-42659893-556c-4e27-962c-fc2120b4298f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97b3ac58-1a87-44d1-8497-9b5c78d4dfbd HTTP/1.1" status: 204 len: 168 time: 0.8633616 Jul 28 14:28:50.696281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662d5ecd-3939-430c-8c13-ae1332df4388 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:50.732080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84ef9d36-158d-48a6-ad7c-8f7df9bcb824 req-f7a6c27b-daf7-467c-bef6-febcb83d01e0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043621 Jul 28 14:28:50.736958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 662d5ecd-3939-430c-8c13-ae1332df4388, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=662d5ecd-3939-430c-8c13-ae1332df4388,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:50.831650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228c9c2-b203-4138-97e0-5512637a19ee req-5aa5eb5e-05bc-45ef-a8fd-fe2b4d1d3162 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:50.837381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8228c9c2-b203-4138-97e0-5512637a19ee req-5aa5eb5e-05bc-45ef-a8fd-fe2b4d1d3162 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 948 time: 0.1451733 Jul 28 14:28:50.867843 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.902518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8228c9c2-b203-4138-97e0-5512637a19ee req-bb78299b-eb81-4c3d-9129-5435efb40487 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Jul 28 14:28:50.913421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.921677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-614ba3bc-8fff-408f-bf01-8534960055d9 req-abcaa3ee-7bb2-483f-9a95-93c8f928e5f8 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 210 time: 0.0778847 Jul 28 14:28:50.974222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fdd4c2-04aa-4c6a-808e-64d524fc42fb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:51.018694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=662d5ecd-3939-430c-8c13-ae1332df4388,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:51.052784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.053087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.053477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.053823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.054162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.054501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.054844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.055458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.055458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.055802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.056129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.057724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:51.111272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['662d5ecd-3939-430c-8c13-ae1332df4388'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:51.129074 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42fde6e9-77d8-4f08-b14e-212bbb9d99b8 req-7b7d7be6-3260-4c07-80fc-ea7b69bae300 tempest-ServerDiagnosticsNegativeTest-1754841635 tempest-ServerDiagnosticsNegativeTest-1754841635-project] 10.222.0.57 "GET /v2.0/ports?device_id=300e68a0-7795-4fcc-a792-80cc3aab34bc HTTP/1.1" status: 200 len: 210 time: 0.0565157 Jul 28 14:28:51.132876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.134924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42659893-556c-4e27-962c-fc2120b4298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3ac58-1a87-44d1-8497-9b5c78d4dfbd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:51.145316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Allocated IP 192.168.233.31 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/62684559-6158-4926-b490-5a8f7f9443b6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:51.237111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=918470cb-432c-445d-9afc-325b37e7ac5b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:51.299558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156e56e-6a91-42fd-ac7a-fb6aeea8e663 None None] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:51.393523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:51.399462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:51.410896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:51.572537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f29aa3f3-e268-42f6-bed2-bcb497fc0994 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:51.732821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.756896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Transition to ACTIVE for port object 62684559-6158-4926-b490-5a8f7f9443b6 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:51.771040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e7c95a48-0edc-44d8-936f-4e9c8650afd9 None None] Provisioning for port f29aa3f3-e268-42f6-bed2-bcb497fc0994 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:51.871027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f29aa3f3-e268-42f6-bed2-bcb497fc0994 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:51.893875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f29aa3f3-e268-42f6-bed2-bcb497fc0994 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:51.894792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.956025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.989928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bca62-824c-4126-af6c-f071ec7acc9d req-0a749a5f-f086-4a51-94ad-4a321a16679e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:52.003658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-384bca62-824c-4126-af6c-f071ec7acc9d req-0a749a5f-f086-4a51-94ad-4a321a16679e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1472352 Jul 28 14:28:52.054972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58372) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:52.069459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Pushing event updated for resources: {'Port': ['ID=62684559-6158-4926-b490-5a8f7f9443b6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:52.099950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.121065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:52.129209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:52.134148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:52.140933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:52.142012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.146510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f29aa3f3-e268-42f6-bed2-bcb497fc0994, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f29aa3f3-e268-42f6-bed2-bcb497fc0994,segment=NetworkSegment(d611a64b-d711-4288-94aa-88d4a0792b77),segment_id=d611a64b-d711-4288-94aa-88d4a0792b77)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:52.147624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-384bca62-824c-4126-af6c-f071ec7acc9d req-06e30621-4f57-4967-b27e-30fa862870f6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406031 Jul 28 14:28:52.195794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b15-4e1f-4e3e-aca4-6578fe44b294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.223738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-74b721d8-928b-4844-8e8f-a28a17d44094 None None] Provisioning complete for port f29aa3f3-e268-42f6-bed2-bcb497fc0994 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:52.225150 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-74b721d8-928b-4844-8e8f-a28a17d44094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.271155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.296532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acffccd-eea7-441f-b09a-4d5dd8f755fc req-7d4b72ac-dfaf-4c48-9674-7a2078de48dc tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:52.296829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.302876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0acffccd-eea7-441f-b09a-4d5dd8f755fc req-7d4b72ac-dfaf-4c48-9674-7a2078de48dc tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 949 time: 0.2367911 Jul 28 14:28:52.389036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba4fd3-c076-403a-beeb-8c5b8c4803e9 req-48aa9d8f-d2cd-4600-8d2d-e22ebc2ab516 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:52.399187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83ba4fd3-c076-403a-beeb-8c5b8c4803e9 req-48aa9d8f-d2cd-4600-8d2d-e22ebc2ab516 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 935 time: 0.1297250 Jul 28 14:28:52.403560 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-232369dd-8da0-4d0f-a5e8-12b10612ae9e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5406442 Jul 28 14:28:52.424923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 662d5ecd-3939-430c-8c13-ae1332df4388 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:52.441041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0acffccd-eea7-441f-b09a-4d5dd8f755fc req-03fc912b-9fc1-43f9-af4a-8a59a2fb4175 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103814 Jul 28 14:28:52.454263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Request body: {'port': {'device_id': '26513878-d51e-4029-bb40-7a5803a784e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:52.494098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83ba4fd3-c076-403a-beeb-8c5b8c4803e9 req-5e85e98b-494a-4a71-bb5a-601e0f5cf183 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858488 Jul 28 14:28:52.552567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f29aa3f3-e268-42f6-bed2-bcb497fc0994,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:52.622795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58384) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:52.636524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6692800f-479f-4b27-a64c-0a003252e774 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa33c61dd6e44866a414149e99f45664&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5794580 Jul 28 14:28:52.641001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58388) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:52.652755 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.676040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 046ffac5-c340-4875-8a74-6bd6abae74b5 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:52.705050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 046ffac5-c340-4875-8a74-6bd6abae74b5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:52.705394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 046ffac5-c340-4875-8a74-6bd6abae74b5 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:52.795484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 662d5ecd-3939-430c-8c13-ae1332df4388 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:52.800167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 662d5ecd-3939-430c-8c13-ae1332df4388 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:52.800587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.840690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.845978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b83ff-2e7b-427d-9853-96cc9d66f79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.849244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7be67dd5-6bf3-4110-bec5-f1e8bdcca003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.865837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a65d4214-835c-472e-ab66-f3e30348153b None None] Provisioning for port 62684559-6158-4926-b490-5a8f7f9443b6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:52.875196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a65d4214-835c-472e-ab66-f3e30348153b None None] Provisioning complete for port 62684559-6158-4926-b490-5a8f7f9443b6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:52.887601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a65d4214-835c-472e-ab66-f3e30348153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.923256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b83ff-2e7b-427d-9853-96cc9d66f79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.949305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a65d4214-835c-472e-ab66-f3e30348153b None None] Port 62684559-6158-4926-b490-5a8f7f9443b6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:52.951208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.980446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7be67dd5-6bf3-4110-bec5-f1e8bdcca003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.990028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662d5ecd-3939-430c-8c13-ae1332df4388'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:52.993095 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc38a1c1-00c7-445e-97a9-8bfbda610c50" -d '{"events": [{"server_uuid": "8c087d84-f5a1-449d-8d72-1b33633ce1c1", "name": "network-vif-plugged", "status": "completed", "tag": "662d5ecd-3939-430c-8c13-ae1332df4388"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:53.011743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 662d5ecd-3939-430c-8c13-ae1332df4388, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=662d5ecd-3939-430c-8c13-ae1332df4388,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:53.037484 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30475af9-5485-4520-bff7-3ac631ddcfdb x-openstack-request-id: req-30475af9-5485-4520-bff7-3ac631ddcfdb {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:53.038541 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c087d84-f5a1-449d-8d72-1b33633ce1c1", "name": "network-vif-plugged", "status": "completed", "tag": "662d5ecd-3939-430c-8c13-ae1332df4388", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:53.038541 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30475af9-5485-4520-bff7-3ac631ddcfdb {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:53.038725 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662d5ecd-3939-430c-8c13-ae1332df4388', 'code': 200} Jul 28 14:28:53.158890 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7be67dd5-6bf3-4110-bec5-f1e8bdcca003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.200970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62684559-6158-4926-b490-5a8f7f9443b6 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:53.209347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.231268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.235285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7be67dd5-6bf3-4110-bec5-f1e8bdcca003 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7b8827fa4924d2f80593f76d7767ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108775 Jul 28 14:28:53.235639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58402) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:53.237309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be67dd5-6bf3-4110-bec5-f1e8bdcca003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c5fcdf-3327-4c09-bd7c-2d04ae6050af,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:53.241640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723bfbc-2381-47ce-8b2c-36831156502c req-82ad6884-7566-415d-92eb-ac61ec98e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.243404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6723bfbc-2381-47ce-8b2c-36831156502c req-82ad6884-7566-415d-92eb-ac61ec98e2de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 1101 time: 0.1251781 Jul 28 14:28:53.298303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6723bfbc-2381-47ce-8b2c-36831156502c req-973a1516-a157-40fc-ad3e-57054db07399 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Jul 28 14:28:53.316779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f57f0a7-f58b-4bf2-bea1-6dccff0743fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.350239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58408) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:53.394041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=662d5ecd-3939-430c-8c13-ae1332df4388,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:53.403169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f57f0a7-f58b-4bf2-bea1-6dccff0743fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.406004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b83ff-2e7b-427d-9853-96cc9d66f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.409232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b83ff-2e7b-427d-9853-96cc9d66f79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.412545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7a9b83ff-2e7b-427d-9853-96cc9d66f79b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f962d99a-a957-47a2-88a9-6e3907c8058d HTTP/1.1" status: 204 len: 168 time: 0.7668748 Jul 28 14:28:53.415174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f29aa3f3-e268-42f6-bed2-bcb497fc0994 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:53.428676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Transition to ACTIVE for port object 62684559-6158-4926-b490-5a8f7f9443b6 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:53.444790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b83ff-2e7b-427d-9853-96cc9d66f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962d99a-a957-47a2-88a9-6e3907c8058d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:53.475202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cae0bb-2901-4acb-813f-4249567cea31 req-f128b871-1309-4658-849a-7a1b58451e35 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.476900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58cae0bb-2901-4acb-813f-4249567cea31 req-f128b871-1309-4658-849a-7a1b58451e35 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.2188087 Jul 28 14:28:53.513142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f29aa3f3-e268-42f6-bed2-bcb497fc0994 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:53.514619 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.533345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Router e8731a35-6005-4e5f-b21c-e1d64d9bec56 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:28:53.594504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58cae0bb-2901-4acb-813f-4249567cea31 req-bfbb7dfa-0f13-45a1-b56d-7749d1096793 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092792 Jul 28 14:28:53.598476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-54a393a1-0467-45b1-84a5-01dd3a4ccacf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae791936af784cd8b5180a22ff289eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467604 Jul 28 14:28:53.603026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:53.689536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.740740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54beeb9b-9976-4419-981d-2bcdbdbc04ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.751967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7f0e1-b804-4763-ae46-d7238fd9d4b7 req-6a4da0e2-93bb-4560-a43f-ed22f14942f8 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.759643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26f7f0e1-b804-4763-ae46-d7238fd9d4b7 req-6a4da0e2-93bb-4560-a43f-ed22f14942f8 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 947 time: 0.1220057 Jul 28 14:28:53.806672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54beeb9b-9976-4419-981d-2bcdbdbc04ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.841036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26f7f0e1-b804-4763-ae46-d7238fd9d4b7 req-c2fd95a4-731a-426e-b01d-1d347f0c3b42 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798838 Jul 28 14:28:53.989969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54beeb9b-9976-4419-981d-2bcdbdbc04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.995368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54beeb9b-9976-4419-981d-2bcdbdbc04ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.001236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-54beeb9b-9976-4419-981d-2bcdbdbc04ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efca53ce-7b77-4cfd-8476-6276b2f2f40b HTTP/1.1" status: 204 len: 168 time: 0.3922870 Jul 28 14:28:54.001453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f57f0a7-f58b-4bf2-bea1-6dccff0743fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.001453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f57f0a7-f58b-4bf2-bea1-6dccff0743fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.001453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7f57f0a7-f58b-4bf2-bea1-6dccff0743fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43c5fcdf-3327-4c09-bd7c-2d04ae6050af HTTP/1.1" status: 204 len: 168 time: 0.7645047 Jul 28 14:28:54.011072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beeb9b-9976-4419-981d-2bcdbdbc04ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca53ce-7b77-4cfd-8476-6276b2f2f40b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.058382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Pushing event updated for resources: {'Port': ['ID=62684559-6158-4926-b490-5a8f7f9443b6,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.067964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57f0a7-f58b-4bf2-bea1-6dccff0743fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c5fcdf-3327-4c09-bd7c-2d04ae6050af,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.113118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:54.127859 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Sync routers for ids ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:54.134992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebd9bc-6f9e-4659-b02e-024d4dd39b57 req-654bdbb4-d4a6-4851-ac18-a84ed3e3d0e3 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:54.137468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59ebd9bc-6f9e-4659-b02e-024d4dd39b57 req-654bdbb4-d4a6-4851-ac18-a84ed3e3d0e3 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.3920255 Jul 28 14:28:54.140114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Attempting to bind port 62684559-6158-4926-b490-5a8f7f9443b6 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:54.140475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Attempting to bind port 62684559-6158-4926-b490-5a8f7f9443b6 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:54.140803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Attempting to bind port 62684559-6158-4926-b490-5a8f7f9443b6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:54.148788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Port 62684559-6158-4926-b490-5a8f7f9443b6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:54.149102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Attempting to bind port 62684559-6158-4926-b490-5a8f7f9443b6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:54.177255 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Routers {'e8731a35-6005-4e5f-b21c-e1d64d9bec56'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:54.178280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:28:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:54.183534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:54.183924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:54.184381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:54.184891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Bound port: 62684559-6158-4926-b490-5a8f7f9443b6, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:54.185273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.251256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.255434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58434) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:54.255933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a042a3db-3ba4-4818-95ea-745f0e7a8cb9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4099250 Jul 28 14:28:54.266543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59ebd9bc-6f9e-4659-b02e-024d4dd39b57 req-29bfe277-f097-4ed6-809b-cd9ddc4b0ff1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189630 Jul 28 14:28:54.322497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] For port 62684559-6158-4926-b490-5a8f7f9443b6, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:54.326573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] For port 62684559-6158-4926-b490-5a8f7f9443b6, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62684559-6158-4926-b490-5a8f7f9443b6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:54.377523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Set router e8731a35-6005-4e5f-b21c-e1d64d9bec56 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:54.460097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.591354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:54.592083 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.601060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-d453c83b-476d-4b44-8178-593255624d38 service neutron] 10.222.0.42 "PUT /v2.0/ports/62684559-6158-4926-b490-5a8f7f9443b6 HTTP/1.1" status: 200 len: 1096 time: 2.1612904 Jul 28 14:28:54.602057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26513878-d51e-4029-bb40-7a5803a784e6', 'tag': '62684559-6158-4926-b490-5a8f7f9443b6'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:54.604992 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8c6b2-0dd3-4747-a223-136315a30772" -d '{"events": [{"name": "network-changed", "server_uuid": "26513878-d51e-4029-bb40-7a5803a784e6", "tag": "62684559-6158-4926-b490-5a8f7f9443b6"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:54.612620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453c83b-476d-4b44-8178-593255624d38 service neutron] Pushing event updated for resources: {'Port': ['ID=62684559-6158-4926-b490-5a8f7f9443b6,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.722948 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f362f71-1695-421b-b327-1d150172634c x-openstack-request-id: req-6f362f71-1695-421b-b327-1d150172634c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:54.722948 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26513878-d51e-4029-bb40-7a5803a784e6", "tag": "62684559-6158-4926-b490-5a8f7f9443b6", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:54.722948 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f362f71-1695-421b-b327-1d150172634c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:54.722948 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26513878-d51e-4029-bb40-7a5803a784e6', 'tag': '62684559-6158-4926-b490-5a8f7f9443b6', 'status': 'completed', 'code': 200} Jul 28 14:28:54.726269 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:28:51Z', 'revision_number': 3, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:54.817530 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Checking router: e8731a35-6005-4e5f-b21c-e1d64d9bec56 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:54.818230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Updating router e8731a35-6005-4e5f-b21c-e1d64d9bec56 port 918470cb-432c-445d-9afc-325b37e7ac5b binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:28:54.830160 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-093a6cca-149a-4b44-b791-198f8703699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.905020 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.963948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f194ffb-4f20-4326-a5db-d6416e6e608d req-f31dc271-b577-4fc9-8a56-cd3ab7e18acf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:54.987451 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f194ffb-4f20-4326-a5db-d6416e6e608d req-f31dc271-b577-4fc9-8a56-cd3ab7e18acf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.2476308 Jul 28 14:28:55.049089 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.070531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c6b2-0dd3-4747-a223-136315a30772 req-77c2830b-cb26-4071-91fc-5ba5f8f5da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.073219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1df8c6b2-0dd3-4747-a223-136315a30772 req-77c2830b-cb26-4071-91fc-5ba5f8f5da1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 1099 time: 0.2855964 Jul 28 14:28:55.091832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f194ffb-4f20-4326-a5db-d6416e6e608d req-e3860d10-0d09-4a55-9bb8-77ecf88451ef tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032605 Jul 28 14:28:55.143401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1df8c6b2-0dd3-4747-a223-136315a30772 req-7e5d0ce4-734b-4340-94c6-9001f8526958 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=388874a55c52462182750c38d71644cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494401 Jul 28 14:28:55.309522 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.333831 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Transition to ACTIVE for port object 918470cb-432c-445d-9afc-325b37e7ac5b will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:55.375958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6150120-c1d5-487f-9d57-d3313c7fef8c req-de7d4aae-8bdb-4927-86b1-6ae6346982ed tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.378419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6150120-c1d5-487f-9d57-d3313c7fef8c req-de7d4aae-8bdb-4927-86b1-6ae6346982ed tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 947 time: 0.0896018 Jul 28 14:28:55.405508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c6b2-0dd3-4747-a223-136315a30772 req-b0e20fa3-c9e3-4fd9-b95f-42345a1fa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.407270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1df8c6b2-0dd3-4747-a223-136315a30772 req-b0e20fa3-c9e3-4fd9-b95f-42345a1fa9bf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562470 Jul 28 14:28:55.418155 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.486884 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Pushing event updated for resources: {'Port': ['ID=918470cb-432c-445d-9afc-325b37e7ac5b,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:55.494264 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Attempting to bind port 918470cb-432c-445d-9afc-325b37e7ac5b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:55.494264 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Attempting to bind port 918470cb-432c-445d-9afc-325b37e7ac5b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:55.494264 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Attempting to bind port 918470cb-432c-445d-9afc-325b37e7ac5b on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:55.502958 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.503433 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.503823 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.504507 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.507230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Tracked resource versions report: Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: pushed versions: Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: { 'AddressGroup': {'1.2'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'ConntrackHelper': {'1.0'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Log': {'1.0'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Network': {'1.1'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Port': {'1.7'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'PortForwarding': {'1.2'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'QosPolicy': {'1.8'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'SecurityGroup': {'1.4'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'SubPort': {'1.0'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Subnet': {'1.1'}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Trunk': {'1.1'}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: consumer versions: Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: { DHCP agent@n-d-764806-10: {}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: HyperV agent@n-h1-764806-10: {}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: HyperV agent@n-h2-764806-10: {}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: L3 agent@n-d-764806-10: {}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: Metadata agent@n-d-764806-10: {}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: Metering agent@n-d-764806-10: {}, Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: Open vSwitch agent@n-d-764806-10: { 'AddressGroup': '1.2', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'ConntrackHelper': '1.0', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Log': '1.0', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Network': '1.1', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Port': '1.7', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'PortForwarding': '1.2', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'QosPolicy': '1.8', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'SecurityGroup': '1.4', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'SecurityGroupRule': '1.2', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'SubPort': '1.0', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Subnet': '1.1', Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: 'Trunk': '1.1'}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: {{(pid=94660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:55.515415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Bound port: 918470cb-432c-445d-9afc-325b37e7ac5b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:55.520743 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.529339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6150120-c1d5-487f-9d57-d3313c7fef8c req-5e341402-6aff-41bb-a474-c9b90ba91fff tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822136 Jul 28 14:28:55.536342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.537041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a465-f5c2-4147-955d-0a3bea02c743 req-a25480bb-6fb8-4e49-87a4-cddb8ffec40a tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.538718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8487a465-f5c2-4147-955d-0a3bea02c743 req-a25480bb-6fb8-4e49-87a4-cddb8ffec40a tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.0956204 Jul 28 14:28:55.564810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-0ce1be44-6533-4f0d-ae6c-d28196449cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.566999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-0ce1be44-6533-4f0d-ae6c-d28196449cfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 1099 time: 0.0760472 Jul 28 14:28:55.567818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:55.623297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] For port 918470cb-432c-445d-9afc-325b37e7ac5b, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:55.628733 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] For port 918470cb-432c-445d-9afc-325b37e7ac5b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=918470cb-432c-445d-9afc-325b37e7ac5b,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:55.646995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58452) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:55.649577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-7e024bf3-4c4a-4f27-9421-acb9972c8669 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=62684559-6158-4926-b490-5a8f7f9443b6 HTTP/1.1" status: 200 len: 217 time: 0.0564263 Jul 28 14:28:55.690549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-230794f7-4f49-4244-9e0c-24c24ef4ec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.705746 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.721072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72529b6c-d6b1-47a2-9810-5ceadfe9b85f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=040cebf3927b4201a4eeee9cd9f74e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450679 Jul 28 14:28:55.735165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8487a465-f5c2-4147-955d-0a3bea02c743 req-6b6b5c21-4ede-4483-b989-661f9ca28d2f tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659575 Jul 28 14:28:55.741966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:55.774871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-1f2ad1dc-c258-4985-9f4a-e89a02507068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.777020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-1f2ad1dc-c258-4985-9f4a-e89a02507068 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1133087 Jul 28 14:28:55.837411 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Routers {'e8731a35-6005-4e5f-b21c-e1d64d9bec56'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:55.840026 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:28:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:55.847535 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54f3ea-f32d-4755-8e2c-2e0accfee14c None None] Pushing event updated for resources: {'Port': ['ID=918470cb-432c-445d-9afc-325b37e7ac5b,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:55.891525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-720c1d08-7722-4f1c-a5f6-c1841bb6c34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.896344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-b01c986c-01a6-4333-9db8-153efb18e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.897918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-b01c986c-01a6-4333-9db8-153efb18e368 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072953 Jul 28 14:28:55.938842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-720c1d08-7722-4f1c-a5f6-c1841bb6c34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.041548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Allocated IP 172.20.0.1 (ed7832b9-2121-4c3f-a519-a9d12c0f18ca/885c5f44-2488-4e4e-8465-897a9307fec5/ae089256-978a-4791-9c6b-b66820ed52f5) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:56.088745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-deb55501-c663-429b-8086-4735fba03b56 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770389 Jul 28 14:28:56.178764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.196191 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] Set router e8731a35-6005-4e5f-b21c-e1d64d9bec56 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:56.199181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-230794f7-4f49-4244-9e0c-24c24ef4ec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.301411 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-720c1d08-7722-4f1c-a5f6-c1841bb6c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.307612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-720c1d08-7722-4f1c-a5f6-c1841bb6c34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.308506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58466) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:56.311999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-720c1d08-7722-4f1c-a5f6-c1841bb6c34a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd3b6477-d53b-4175-8887-c30a9bb08e1b HTTP/1.1" status: 204 len: 168 time: 0.5637164 Jul 28 14:28:56.312179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.334601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54892f15-1bb6-4a6b-9ac3-0225276f7f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.346358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaae1ddf-5c48-4244-88d5-898c12a9a4ee req-675c8d56-af99-4fae-8b3b-6e1aeffc8368 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486737 Jul 28 14:28:56.354241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c1d08-7722-4f1c-a5f6-c1841bb6c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b6477-d53b-4175-8887-c30a9bb08e1b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:56.361722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-230794f7-4f49-4244-9e0c-24c24ef4ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.391483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208a1c-99f6-4a04-bced-520c270cfe6c req-d7e533f5-3ff3-4e49-b5b3-a11bdc2aadeb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:56.398309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b7208a1c-99f6-4a04-bced-520c270cfe6c req-d7e533f5-3ff3-4e49-b5b3-a11bdc2aadeb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1503901 Jul 28 14:28:56.401201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230794f7-4f49-4244-9e0c-24c24ef4ec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4666e0a-bbd1-489c-96bd-f3ad3f952387,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:56.411295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Transition to ACTIVE for port object ae089256-978a-4791-9c6b-b66820ed52f5 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:56.430259 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-be88a2d7-8236-499b-9539-022de9cd1865 service neutron] show failed (client error): The resource could not be found. Jul 28 14:28:56.431350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-be88a2d7-8236-499b-9539-022de9cd1865 service neutron] 10.222.0.42 "GET /v2.0/ports/2b7b47bc-bd6f-4125-9927-bda358d4f945/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.2041562 Jul 28 14:28:56.453533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-230794f7-4f49-4244-9e0c-24c24ef4ec85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f5f7bd2578841188856f14b91ee37a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083236 Jul 28 14:28:56.460173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:56.491684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b7208a1c-99f6-4a04-bced-520c270cfe6c req-fdb14d6c-2d3a-4bdf-bd25-871d9f0c7732 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873892 Jul 28 14:28:56.557682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00c7ce0a-6c46-4717-ac28-9699f6392c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.600912 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00c7ce0a-6c46-4717-ac28-9699f6392c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.615329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54892f15-1bb6-4a6b-9ac3-0225276f7f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.619586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.669792 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:28:51Z', 'revision_number': 3, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:56.673180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:56.678911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:56.692675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be70f0-1844-4765-896b-2b95cc8fac72 req-e327d40f-deae-4233-9c2e-3177b561fd6f tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:56.701963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20be70f0-1844-4765-896b-2b95cc8fac72 req-e327d40f-deae-4233-9c2e-3177b561fd6f tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.1330469 Jul 28 14:28:56.704105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:56.707432 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cce4eb-de66-468a-a14f-4d84a64076d7 None None] The sync data for ids ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'] in n-d-764806-10 is: [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:28:51Z', 'revision_number': 3, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:56.786633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54892f15-1bb6-4a6b-9ac3-0225276f7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.791427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00c7ce0a-6c46-4717-ac28-9699f6392c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.802533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00c7ce0a-6c46-4717-ac28-9699f6392c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.804911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-00c7ce0a-6c46-4717-ac28-9699f6392c0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4666e0a-bbd1-489c-96bd-f3ad3f952387 HTTP/1.1" status: 204 len: 168 time: 0.3420856 Jul 28 14:28:56.813792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Pushing event updated for resources: {'Port': ['ID=ae089256-978a-4791-9c6b-b66820ed52f5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:56.817453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7ce0a-6c46-4717-ac28-9699f6392c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4666e0a-bbd1-489c-96bd-f3ad3f952387,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:56.890711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20be70f0-1844-4765-896b-2b95cc8fac72 req-0329adf1-d0b5-4c0f-8ca2-2a9f52fffc98 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878347 Jul 28 14:28:56.905785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.044291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-54892f15-1bb6-4a6b-9ac3-0225276f7f7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=059d6000979c4fd588e8f250eb4a0e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7266674 Jul 28 14:28:57.044523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58486) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:57.049832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54892f15-1bb6-4a6b-9ac3-0225276f7f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8335fa-7a6f-4273-8008-e069c8b27629,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:57.241609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3ffae495-3a9a-400b-a042-f2fd6c1b5f95 None None] Provisioning for port ae089256-978a-4791-9c6b-b66820ed52f5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:57.246834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3ffae495-3a9a-400b-a042-f2fd6c1b5f95 None None] Provisioning complete for port ae089256-978a-4791-9c6b-b66820ed52f5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:57.247660 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ffae495-3a9a-400b-a042-f2fd6c1b5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.320297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3cf1-ce2f-4711-aa3a-57e7dd6eb51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.364930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3ffae495-3a9a-400b-a042-f2fd6c1b5f95 None None] Port ae089256-978a-4791-9c6b-b66820ed52f5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:57.413336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3cf1-ce2f-4711-aa3a-57e7dd6eb51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.436612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-97dcdee5-83db-47fb-84c8-88b0c673ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:57.438633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-97dcdee5-83db-47fb-84c8-88b0c673ce11 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 1102 time: 0.3777950 Jul 28 14:28:57.454857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:57.469702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0b057-8dde-4bd0-b869-462b0e61ade3 req-c3976cff-c97b-419a-a649-af6e5a641aad tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:57.478808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aa0b057-8dde-4bd0-b869-462b0e61ade3 req-c3976cff-c97b-419a-a649-af6e5a641aad tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 947 time: 0.3402600 Jul 28 14:28:57.548382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 918470cb-432c-445d-9afc-325b37e7ac5b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:57.668008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.690985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aa0b057-8dde-4bd0-b869-462b0e61ade3 req-272e3073-d979-4a38-b51b-98cff5334778 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106328 Jul 28 14:28:57.697860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.711581 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.713696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3cf1-ce2f-4711-aa3a-57e7dd6eb51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.727022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3cf1-ce2f-4711-aa3a-57e7dd6eb51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.736591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c7b3cf1-ce2f-4711-aa3a-57e7dd6eb51b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d8335fa-7a6f-4273-8008-e069c8b27629 HTTP/1.1" status: 204 len: 168 time: 0.6905818 Jul 28 14:28:57.754753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b3cf1-ce2f-4711-aa3a-57e7dd6eb51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8335fa-7a6f-4273-8008-e069c8b27629,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:57.780779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 918470cb-432c-445d-9afc-325b37e7ac5b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:57.780779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 918470cb-432c-445d-9afc-325b37e7ac5b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:57.780779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.941818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.007793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 918470cb-432c-445d-9afc-325b37e7ac5b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=918470cb-432c-445d-9afc-325b37e7ac5b,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:58.132931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339cab-17da-4d2c-9000-68554e5f3966 req-89b0fbc5-e552-4567-ac45-10dbc2045ff3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:58.133860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c952f5-1611-4b5a-a36a-403370e40b63 req-394aa306-2db2-47e2-ae79-efddfbe87fb3 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:58.135431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-43c952f5-1611-4b5a-a36a-403370e40b63 req-394aa306-2db2-47e2-ae79-efddfbe87fb3 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.0645895 Jul 28 14:28:58.135611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e339cab-17da-4d2c-9000-68554e5f3966 req-89b0fbc5-e552-4567-ac45-10dbc2045ff3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.2694268 Jul 28 14:28:58.145066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.223393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-43c952f5-1611-4b5a-a36a-403370e40b63 req-54d42618-9338-4794-8fb3-e25efd155c27 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Jul 28 14:28:58.242399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=918470cb-432c-445d-9afc-325b37e7ac5b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:58.481710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e339cab-17da-4d2c-9000-68554e5f3966 req-50322e2d-01f9-462c-92d0-43e14cbbadad tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028028 Jul 28 14:28:58.540154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:58.582225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.602950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:58.651128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:58.653599 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e4d17a-b7c0-4568-9ada-0f8e7bcc1e5e" -d '{"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:58.658165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.687153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Transition to ACTIVE for port object 2b7b47bc-bd6f-4125-9927-bda358d4f945 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:58.715580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58530) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:58.738084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.839605 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a221b67-0c01-4323-830e-33791a08397e x-openstack-request-id: req-1a221b67-0c01-4323-830e-33791a08397e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:58.839894 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:58.840151 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a221b67-0c01-4323-830e-33791a08397e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:58.840630 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'code': 200} Jul 28 14:28:58.880410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.928543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Pushing event updated for resources: {'Port': ['ID=ae089256-978a-4791-9c6b-b66820ed52f5,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:58.940687 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.959882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6de1bd22-968b-4ac3-8216-5f52c5bcbe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:58.971588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] No DVR routers for this DVR port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:59.084501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c055b-adb9-4c73-8053-2eb9c0148ba8 req-29e1e284-3c8c-4308-b263-b080b529927f tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:59.086125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82c055b-adb9-4c73-8053-2eb9c0148ba8 req-29e1e284-3c8c-4308-b263-b080b529927f tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 947 time: 0.2420311 Jul 28 14:28:59.229282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:59.257987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6de1bd22-968b-4ac3-8216-5f52c5bcbe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:59.365903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6de1bd22-968b-4ac3-8216-5f52c5bcbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:59.408220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:59.408588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:59.413910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:59.445945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:59.445945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Attempting to bind port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:59.472069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6de1bd22-968b-4ac3-8216-5f52c5bcbe2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfbf9f0d3c59420089f62c2c08b0939a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7551112 Jul 28 14:28:59.475669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:59.476059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:59.476485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:59.476935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Bound port: 2b7b47bc-bd6f-4125-9927-bda358d4f945, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:59.478634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:59.483933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58548) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:59.495178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:59.501423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1bd22-968b-4ac3-8216-5f52c5bcbe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ef9a13-966e-4a24-a4b0-29cd18a49e83,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:59.554888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:59.560670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 918470cb-432c-445d-9afc-325b37e7ac5b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:59.618036 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08ddc2d6-9a09-4cd9-91ac-c8d68b0327c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:59.634424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfec58-0c14-4fb2-b136-106b987d3ee1 req-bbe999e0-5bea-436b-abcd-54e8d39b4018 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:59.636190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5dfec58-0c14-4fb2-b136-106b987d3ee1 req-bbe999e0-5bea-436b-abcd-54e8d39b4018 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.1557295 Jul 28 14:28:59.637813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58554) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:59.703740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82c055b-adb9-4c73-8053-2eb9c0148ba8 req-f4cd6863-3f60-4daf-89fe-fba5f060e7b5 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731115 Jul 28 14:28:59.747158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08ddc2d6-9a09-4cd9-91ac-c8d68b0327c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:59.758535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 918470cb-432c-445d-9afc-325b37e7ac5b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:59.758535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:59.783193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:59.802032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:59.893646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5dfec58-0c14-4fb2-b136-106b987d3ee1 req-c5d4eb5f-834b-45c6-8887-9196dfc4da4a tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211518 Jul 28 14:28:59.952179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-5b3bc9a6-a729-473a-ba75-c06b65d26c76 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:59.954324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-5b3bc9a6-a729-473a-ba75-c06b65d26c76 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.5226748 Jul 28 14:28:59.996138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.025405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4de1e355-4ae2-46e4-8eb4-f4b6527c60a5 None None] Provisioning complete for port ae089256-978a-4791-9c6b-b66820ed52f5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:00.025994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4de1e355-4ae2-46e4-8eb4-f4b6527c60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.077730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08ddc2d6-9a09-4cd9-91ac-c8d68b0327c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.083254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08ddc2d6-9a09-4cd9-91ac-c8d68b0327c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.085225 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-08ddc2d6-9a09-4cd9-91ac-c8d68b0327c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85ef9a13-966e-4a24-a4b0-29cd18a49e83 HTTP/1.1" status: 204 len: 168 time: 0.6000938 Jul 28 14:29:00.094727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4de1e355-4ae2-46e4-8eb4-f4b6527c60a5 None None] Port ae089256-978a-4791-9c6b-b66820ed52f5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:00.124238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.124899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.126484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] 10.222.0.58 "PUT /v2.0/ports/2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 1097 time: 2.6773973 Jul 28 14:29:00.136498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35420a58-d1fc-4e72-932f-27445daa6cec tempest-AutoAllocateNetworkTest-1564841262 tempest-AutoAllocateNetworkTest-1564841262-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=992d023a17684dde9bc851cb22e492a2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4974558 Jul 28 14:29:00.138220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddc2d6-9a09-4cd9-91ac-c8d68b0327c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ef9a13-966e-4a24-a4b0-29cd18a49e83,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:00.140352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:00.234591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c345d-69b3-43ff-87e7-7359ff39baae service neutron] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:00.244770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8723e9-e5c9-4038-a5d2-f2c3c340d25c req-de3d8f70-25c2-4cb7-ab39-20ce38e0dfac tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.246513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c8723e9-e5c9-4038-a5d2-f2c3c340d25c req-de3d8f70-25c2-4cb7-ab39-20ce38e0dfac tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.2895112 Jul 28 14:29:00.293620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Router e8731a35-6005-4e5f-b21c-e1d64d9bec56 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:00.327276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-97d54884-c22d-4225-b3f4-02a1b6f22b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.327924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89ca73-6760-47e2-9140-65418efde630 tempest-AutoAllocateNetworkTest-1564841262 tempest-AutoAllocateNetworkTest-1564841262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.329049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-97d54884-c22d-4225-b3f4-02a1b6f22b17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1100 time: 0.1645322 Jul 28 14:29:00.329699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d89ca73-6760-47e2-9140-65418efde630 tempest-AutoAllocateNetworkTest-1564841262 tempest-AutoAllocateNetworkTest-1564841262-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1779153 Jul 28 14:29:00.334783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58572) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:00.378361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c8723e9-e5c9-4038-a5d2-f2c3c340d25c req-544b2edc-018e-4b3c-bf5a-488d473e8be3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188233 Jul 28 14:29:00.419099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-57835796-9e6f-466f-8afd-ca59db853a0e tempest-AutoAllocateNetworkTest-1564841262 tempest-AutoAllocateNetworkTest-1564841262-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830231 Jul 28 14:29:00.423860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58574) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:00.435108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Deleting port 662d5ecd-3939-430c-8c13-ae1332df4388 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:00.435558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.460678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5722dc90-9098-42c1-b953-70e8be1fd929 tempest-AutoAllocateNetworkTest-1564841262 tempest-AutoAllocateNetworkTest-1564841262-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=992d023a17684dde9bc851cb22e492a2 HTTP/1.1" status: 200 len: 208 time: 0.0341654 Jul 28 14:29:00.654544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-968cce9a-4536-4ead-b4af-d203c35b89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.656109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-968cce9a-4536-4ead-b4af-d203c35b89f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3074036 Jul 28 14:29:00.658292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] For port 662d5ecd-3939-430c-8c13-ae1332df4388, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=662d5ecd-3939-430c-8c13-ae1332df4388,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:00.658711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.661942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:00.686841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bd842962-8626-4f50-ac81-242f4c5fcc00 admin admin] 10.222.0.57 "PUT /v2.0/routers/e8731a35-6005-4e5f-b21c-e1d64d9bec56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4158964 Jul 28 14:29:00.686841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Calling delete_port for 662d5ecd-3939-430c-8c13-ae1332df4388 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:00.698510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Sync routers for ids ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:00.713790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62684559-6158-4926-b490-5a8f7f9443b6 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:00.753505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-e7868bcd-8911-4730-a7fe-ae2a2f39be64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0487731 Jul 28 14:29:00.773144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Routers {'e8731a35-6005-4e5f-b21c-e1d64d9bec56'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:00.774589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:28:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:00.841535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:00.844519 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed1c358-86cc-4323-80a3-889a2b204da1" -d '{"events": [{"name": "network-changed", "server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:00.856970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:00.869643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:29:00.876510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-72ea3076-6e42-4a05-919d-5404982648f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.878031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-72ea3076-6e42-4a05-919d-5404982648f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1335449 Jul 28 14:29:00.892275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cf4c-6352-41df-a585-b309a8c1a76f req-070958c8-2bd5-477b-b24b-a4732f506cb1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.896916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cda5cf4c-6352-41df-a585-b309a8c1a76f req-070958c8-2bd5-477b-b24b-a4732f506cb1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 947 time: 0.1122499 Jul 28 14:29:00.960869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-25b004e9-3847-424e-9ba6-f8e0e61fdcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.962478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-25b004e9-3847-424e-9ba6-f8e0e61fdcc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726595 Jul 28 14:29:01.008322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cda5cf4c-6352-41df-a585-b309a8c1a76f req-cfd810bb-73a8-4ebd-a0cb-2f483f2e88df tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033463 Jul 28 14:29:01.140293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-5c1f0438-243f-4e1f-935c-94044655cecf service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603065 Jul 28 14:29:01.141078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:01.441535 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b88e03-5430-4663-87e0-2a50711b4eb0 x-openstack-request-id: req-50b88e03-5430-4663-87e0-2a50711b4eb0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:01.441535 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:01.441535 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50b88e03-5430-4663-87e0-2a50711b4eb0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:01.441535 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'status': 'completed', 'code': 200} Jul 28 14:29:01.443811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Set router e8731a35-6005-4e5f-b21c-e1d64d9bec56 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:01.443811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 62684559-6158-4926-b490-5a8f7f9443b6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62684559-6158-4926-b490-5a8f7f9443b6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:01.443811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '62684559-6158-4926-b490-5a8f7f9443b6', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '62684559-6158-4926-b490-5a8f7f9443b6', 'mac_address': 'fa:16:3e:3d:9c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:01.444431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-fb92ced2-111c-4061-b970-2086231d8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.444431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-fb92ced2-111c-4061-b970-2086231d8744 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1100 time: 0.1622703 Jul 28 14:29:01.445530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.452251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62684559-6158-4926-b490-5a8f7f9443b6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:01.493197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 62684559-6158-4926-b490-5a8f7f9443b6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62684559-6158-4926-b490-5a8f7f9443b6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:01.684556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ae089256-978a-4791-9c6b-b66820ed52f5', 'name': '', 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'mac_address': 'fa:16:3e:31:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '885c5f44-2488-4e4e-8465-897a9307fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:55Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 2, 'project_id': 'cf10f711cd93460da5d536e081661456', 'subnets': [{'id': '885c5f44-2488-4e4e-8465-897a9307fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:01.684556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Checking router: e8731a35-6005-4e5f-b21c-e1d64d9bec56 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:01.684556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Updating router e8731a35-6005-4e5f-b21c-e1d64d9bec56 port ae089256-978a-4791-9c6b-b66820ed52f5 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:01.685549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6530c4-099f-408f-873d-f6f93c222b77 req-be787ee1-95a4-4bf2-a7d5-c55296578f7b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.685549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af6530c4-099f-408f-873d-f6f93c222b77 req-be787ee1-95a4-4bf2-a7d5-c55296578f7b tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 950 time: 0.4174163 Jul 28 14:29:01.685549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a055428b-db97-4ae6-a04c-682ca177d3ea req-643f77b6-ea0a-423f-afe1-ab76b7143e6c service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564750 Jul 28 14:29:01.686962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.830232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-99d58f24-fdd4-4fb1-9746-8dc454daa40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.830232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-99d58f24-fdd4-4fb1-9746-8dc454daa40a service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3721430 Jul 28 14:29:01.830232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af6530c4-099f-408f-873d-f6f93c222b77 req-19d8903d-e52a-44dd-affd-1f1172defc9f tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa3c296f-08da-4a36-aeee-93a48e1bfa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623870 Jul 28 14:29:01.830232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-2873ef03-109a-4477-a236-f3626ea23844 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0462496 Jul 28 14:29:01.859940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-568ea49e-2bd8-4e5e-a21b-0cb9bad132c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.861638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-568ea49e-2bd8-4e5e-a21b-0cb9bad132c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0830383 Jul 28 14:29:01.882153 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.917844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93025a9e-dd2b-4ea8-8387-f32d86d1c585 req-04a093ad-2024-4c7d-a51e-2dfef5b3224d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.919409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93025a9e-dd2b-4ea8-8387-f32d86d1c585 req-04a093ad-2024-4c7d-a51e-2dfef5b3224d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.1060855 Jul 28 14:29:01.952230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Pushing event deleted for resources: {'Port': ['ID=662d5ecd-3939-430c-8c13-ae1332df4388,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:02.073877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] No DVR routers for this DVR port 662d5ecd-3939-430c-8c13-ae1332df4388 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:02.088086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.088969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.090167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41ec8054-f5cc-4894-940e-8cbbdb8edb17 req-c20ee4d5-712c-4894-8449-778154afd3b1 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.58 "DELETE /v2.0/ports/662d5ecd-3939-430c-8c13-ae1332df4388 HTTP/1.1" status: 204 len: 173 time: 2.1210325 Jul 28 14:29:02.092562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.150859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93025a9e-dd2b-4ea8-8387-f32d86d1c585 req-796ee26c-145e-434f-9bc6-76bc1c25f822 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061501 Jul 28 14:29:02.173870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=62684559-6158-4926-b490-5a8f7f9443b6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:02.180609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-950200d4-59ee-4cab-b371-4e1a2cec2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:02.185904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-950200d4-59ee-4cab-b371-4e1a2cec2b02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3136520 Jul 28 14:29:02.255000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-b4584313-5ffb-43b9-bb51-1dfdaa84f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:02.258197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-b4584313-5ffb-43b9-bb51-1dfdaa84f02b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1100 time: 0.1961083 Jul 28 14:29:02.364162 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.377869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Transition to ACTIVE for port object ae089256-978a-4791-9c6b-b66820ed52f5 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:02.380819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58608) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:02.418128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7a7a-b162-4d40-9a71-54484fa7267e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.461616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 662d5ecd-3939-430c-8c13-ae1332df4388 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:02.574711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 662d5ecd-3939-430c-8c13-ae1332df4388 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:02.578222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 662d5ecd-3939-430c-8c13-ae1332df4388 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:02.585275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['62684559-6158-4926-b490-5a8f7f9443b6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:02.595536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92432489-958a-48dd-a05a-a90ea2b8e1c9 req-0386171a-944b-4e7c-904f-3d94a7a2e2ad tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:02.603388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92432489-958a-48dd-a05a-a90ea2b8e1c9 req-0386171a-944b-4e7c-904f-3d94a7a2e2ad tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 948 time: 0.2594366 Jul 28 14:29:02.632250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.643408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-e851ba88-3ea6-4542-8fdd-b450b456ad0a service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447396 Jul 28 14:29:02.687103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7a7a-b162-4d40-9a71-54484fa7267e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.687426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58612) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:02.718464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd61526-6b7b-4585-9301-95917df1f12f None None] Pushing event updated for resources: {'Port': ['ID=ae089256-978a-4791-9c6b-b66820ed52f5,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:02.770028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-47d79df6-18ff-4f02-aaea-20d5bf585744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:02.770925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-47d79df6-18ff-4f02-aaea-20d5bf585744 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.4972088 Jul 28 14:29:02.789997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92432489-958a-48dd-a05a-a90ea2b8e1c9 req-d74270b8-f641-4421-b337-07df06da2ff0 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856067 Jul 28 14:29:02.806931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7a7a-b162-4d40-9a71-54484fa7267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.946914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58620) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:02.964161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-70cd55c0-9aca-4e63-9d7b-7de60daea821 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.1730776 Jul 28 14:29:02.964772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6f7e7a7a-b162-4d40-9a71-54484fa7267e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=777f6982e82c4ba491d1ef704bb5c7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583715 Jul 28 14:29:02.965924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e7a7a-b162-4d40-9a71-54484fa7267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635fb6d7-f5c2-4b9f-ac7a-fe00a7af75aa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:03.091644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Attempting to bind port ae089256-978a-4791-9c6b-b66820ed52f5 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:03.091644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Attempting to bind port ae089256-978a-4791-9c6b-b66820ed52f5 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:03.091644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Attempting to bind port ae089256-978a-4791-9c6b-b66820ed52f5 on network ed7832b9-2121-4c3f-a519-a9d12c0f18ca {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:03.104149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:29:03.106073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:03.107325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Checking segment: {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:03.109107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.109324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01bae7b2-f979-4a9b-978c-08c99f898841 req-5145cc4c-058a-4292-a8c1-951c1fcc55c9 tempest-DeleteServersAdminTestJSON-832757149 tempest-DeleteServersAdminTestJSON-832757149-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c087d84-f5a1-449d-8d72-1b33633ce1c1 HTTP/1.1" status: 200 len: 210 time: 0.1187396 Jul 28 14:29:03.110468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Bound using segment: {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:03.111539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Bound port: ae089256-978a-4791-9c6b-b66820ed52f5, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd611a64b-d711-4288-94aa-88d4a0792b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:03.112506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.180726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'name': 'network-vif-deleted', 'tag': '662d5ecd-3939-430c-8c13-ae1332df4388'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:03.183450 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213183b1-983b-4cca-9434-5011ffc243e3" -d '{"events": [{"server_uuid": "8c087d84-f5a1-449d-8d72-1b33633ce1c1", "name": "network-vif-deleted", "tag": "662d5ecd-3939-430c-8c13-ae1332df4388"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:03.196596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-449bc503-2605-4f1b-af3e-402eb6d4178b service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446897 Jul 28 14:29:03.210302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-82c11069-ce30-4bf7-8d85-013c7e2c864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:03.212011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-82c11069-ce30-4bf7-8d85-013c7e2c864b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2294936 Jul 28 14:29:03.277413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] For port ae089256-978a-4791-9c6b-b66820ed52f5, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:03.300917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] For port ae089256-978a-4791-9c6b-b66820ed52f5, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ae089256-978a-4791-9c6b-b66820ed52f5,segment=NetworkSegment(d611a64b-d711-4288-94aa-88d4a0792b77),segment_id=d611a64b-d711-4288-94aa-88d4a0792b77)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:03.361045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28dddf1-cde7-4103-aa4e-f52d5884d9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.384700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-0b0904d7-99ff-4fd0-b60b-ec47bbffdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:03.386803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-0b0904d7-99ff-4fd0-b60b-ec47bbffdcf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1519003 Jul 28 14:29:03.402501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731e5b-eefe-4520-b34d-a091c0cbd815 req-ce93e695-2c28-47e9-9c86-db07c4b84048 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:03.404188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1731e5b-eefe-4520-b34d-a091c0cbd815 req-ce93e695-2c28-47e9-9c86-db07c4b84048 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 948 time: 0.0990794 Jul 28 14:29:03.428356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e732f37-505b-47fb-b0b1-bbc73f1f9f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.446039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28dddf1-cde7-4103-aa4e-f52d5884d9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.453636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.544027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Routers {'e8731a35-6005-4e5f-b21c-e1d64d9bec56'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:03.547207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:28:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:03.547424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1731e5b-eefe-4520-b34d-a091c0cbd815 req-9dca9de0-cb3b-48a0-90db-073ae94d2206 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Jul 28 14:29:03.605898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd61526-6b7b-4585-9301-95917df1f12f None None] Pushing event updated for resources: {'Port': ['ID=ae089256-978a-4791-9c6b-b66820ed52f5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:03.681272 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e732f37-505b-47fb-b0b1-bbc73f1f9f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.730186 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a2c224-36ba-40bb-9a84-34a9a3072345 x-openstack-request-id: req-94a2c224-36ba-40bb-9a84-34a9a3072345 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:03.733006 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c087d84-f5a1-449d-8d72-1b33633ce1c1", "name": "network-vif-deleted", "tag": "662d5ecd-3939-430c-8c13-ae1332df4388", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:03.733317 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94a2c224-36ba-40bb-9a84-34a9a3072345 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:03.733701 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c087d84-f5a1-449d-8d72-1b33633ce1c1', 'name': 'network-vif-deleted', 'tag': '662d5ecd-3939-430c-8c13-ae1332df4388', 'status': 'completed', 'code': 200} Jul 28 14:29:03.738646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-0db2bad9-28e8-4e65-bcea-2258e2eaed2e service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327849 Jul 28 14:29:03.741627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-2239f4f5-a6cf-4287-adc3-4137525f336d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6403639 Jul 28 14:29:03.776417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:03.776725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] Set router e8731a35-6005-4e5f-b21c-e1d64d9bec56 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:03.860295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e732f37-505b-47fb-b0b1-bbc73f1f9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.883088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28dddf1-cde7-4103-aa4e-f52d5884d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.887747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28dddf1-cde7-4103-aa4e-f52d5884d9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.898521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b28dddf1-cde7-4103-aa4e-f52d5884d9ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/635fb6d7-f5c2-4b9f-ac7a-fe00a7af75aa HTTP/1.1" status: 204 len: 168 time: 0.9502168 Jul 28 14:29:03.959421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dddf1-cde7-4103-aa4e-f52d5884d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635fb6d7-f5c2-4b9f-ac7a-fe00a7af75aa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:04.024717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6e732f37-505b-47fb-b0b1-bbc73f1f9f2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=992d023a17684dde9bc851cb22e492a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3331995 Jul 28 14:29:04.057970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58642) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:04.069062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e732f37-505b-47fb-b0b1-bbc73f1f9f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c16900e-a265-44e9-814b-9e6e77238d95,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:04.119720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ed1c358-86cc-4323-80a3-889a2b204da1 req-707d686f-e4a7-453b-bf2b-14892abe3ac8 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708081 Jul 28 14:29:04.154501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ae089256-978a-4791-9c6b-b66820ed52f5', 'name': '', 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'mac_address': 'fa:16:3e:31:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '885c5f44-2488-4e4e-8465-897a9307fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:55Z', 'updated_at': '2021-07-28T14:29:03Z', 'revision_number': 4, 'project_id': 'cf10f711cd93460da5d536e081661456', 'subnets': [{'id': '885c5f44-2488-4e4e-8465-897a9307fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:04.184261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153081-636e-4fe7-b9cd-07e8cf89f25d req-abfc2e58-54f2-46c6-b3ba-128d36dc4b67 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:04.187579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10153081-636e-4fe7-b9cd-07e8cf89f25d req-abfc2e58-54f2-46c6-b3ba-128d36dc4b67 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 948 time: 0.2461545 Jul 28 14:29:04.193160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-381ab1a6-af8a-4708-8cce-92ce2b8d9401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.194973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d567469-0207-46c8-9ae5-7dd5bacfddcc None None] The sync data for ids ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'] in n-d-764806-10 is: [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ae089256-978a-4791-9c6b-b66820ed52f5', 'name': '', 'network_id': 'ed7832b9-2121-4c3f-a519-a9d12c0f18ca', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'mac_address': 'fa:16:3e:31:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '885c5f44-2488-4e4e-8465-897a9307fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:55Z', 'updated_at': '2021-07-28T14:29:03Z', 'revision_number': 4, 'project_id': 'cf10f711cd93460da5d536e081661456', 'subnets': [{'id': '885c5f44-2488-4e4e-8465-897a9307fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:04.213427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.299632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-381ab1a6-af8a-4708-8cce-92ce2b8d9401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.386172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10153081-636e-4fe7-b9cd-07e8cf89f25d req-d3ca2170-48ce-4330-a76a-a6e741b0615d tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889198 Jul 28 14:29:04.476409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:04.560144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-381ab1a6-af8a-4708-8cce-92ce2b8d9401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.564334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-381ab1a6-af8a-4708-8cce-92ce2b8d9401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.568019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-381ab1a6-af8a-4708-8cce-92ce2b8d9401 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c16900e-a265-44e9-814b-9e6e77238d95 HTTP/1.1" status: 204 len: 168 time: 0.5058959 Jul 28 14:29:04.594177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab1a6-af8a-4708-8cce-92ce2b8d9401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c16900e-a265-44e9-814b-9e6e77238d95,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:04.725774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.743935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62684559-6158-4926-b490-5a8f7f9443b6 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:04.789963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:04.816396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'mac_address': 'fa:16:3e:92:7f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:04.878391 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.899500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7b47bc-bd6f-4125-9927-bda358d4f945 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:04.904517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Allocated IP 172.25.6.165 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7cdaf8d2-938b-4a87-a2e7-11c46046a0a5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:04.929020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:04.969677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 62684559-6158-4926-b490-5a8f7f9443b6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:04.995721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 62684559-6158-4926-b490-5a8f7f9443b6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:04.996353 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.085150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.122878 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.272751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:05.284121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d968a8-f2b3-4b03-8cab-ef1f3f17f087 req-049bd9d9-faf7-4b8d-80f8-676b5b56171a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.288188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86d968a8-f2b3-4b03-8cab-ef1f3f17f087 req-049bd9d9-faf7-4b8d-80f8-676b5b56171a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 949 time: 0.0953987 Jul 28 14:29:05.307488 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.376650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=7cdaf8d2-938b-4a87-a2e7-11c46046a0a5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:05.379659 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.391978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:05.394366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:05.401530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:05.415687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86d968a8-f2b3-4b03-8cab-ef1f3f17f087 req-45ad2b52-8efc-48ca-93df-5d81b830b1cd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095641 Jul 28 14:29:05.420874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:05.571178 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.628492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.629092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ae089256-978a-4791-9c6b-b66820ed52f5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:05.709455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26513878-d51e-4029-bb40-7a5803a784e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62684559-6158-4926-b490-5a8f7f9443b6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:05.713569 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fef958-85a5-4e2b-b162-a8127f9bfc4c" -d '{"events": [{"server_uuid": "26513878-d51e-4029-bb40-7a5803a784e6", "name": "network-vif-plugged", "status": "completed", "tag": "62684559-6158-4926-b490-5a8f7f9443b6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:05.729709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117bafe-ab75-4de2-aa15-0cb4cee074c8 req-84f0cd72-f999-46ba-a736-acf0e4c42135 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.745744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9117bafe-ab75-4de2-aa15-0cb4cee074c8 req-84f0cd72-f999-46ba-a736-acf0e4c42135 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 948 time: 0.0809069 Jul 28 14:29:05.761854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 62684559-6158-4926-b490-5a8f7f9443b6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62684559-6158-4926-b490-5a8f7f9443b6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:05.803450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9117bafe-ab75-4de2-aa15-0cb4cee074c8 req-46ccfd00-29a8-4d76-8bbf-9b5b23a76798 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605912 Jul 28 14:29:05.874809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.908684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.025843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=62684559-6158-4926-b490-5a8f7f9443b6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:06.077280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ae089256-978a-4791-9c6b-b66820ed52f5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:06.083470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ae089256-978a-4791-9c6b-b66820ed52f5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:06.084876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.192227 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.214468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.282102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ae089256-978a-4791-9c6b-b66820ed52f5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ae089256-978a-4791-9c6b-b66820ed52f5,segment=NetworkSegment(d611a64b-d711-4288-94aa-88d4a0792b77),segment_id=d611a64b-d711-4288-94aa-88d4a0792b77)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:06.419493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.454488 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.527614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.537852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:06.615710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=7cdaf8d2-938b-4a87-a2e7-11c46046a0a5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:06.695798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ae089256-978a-4791-9c6b-b66820ed52f5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:06.722150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.724515 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-cc61ebbf-2cce-4e0f-96b0-eaf687d12887 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9756408 Jul 28 14:29:06.803389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891788-fb01-4c79-b334-78a3f4193a98 req-ca782a90-9909-4c2c-8251-88b96e70d591 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:06.805535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-ca782a90-9909-4c2c-8251-88b96e70d591 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 949 time: 0.1377797 Jul 28 14:29:06.823517 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3a4e52-1987-4df4-bf42-734341068eec x-openstack-request-id: req-2c3a4e52-1987-4df4-bf42-734341068eec {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:06.823980 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26513878-d51e-4029-bb40-7a5803a784e6", "name": "network-vif-plugged", "status": "completed", "tag": "62684559-6158-4926-b490-5a8f7f9443b6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:06.824389 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c3a4e52-1987-4df4-bf42-734341068eec {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:06.825046 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26513878-d51e-4029-bb40-7a5803a784e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62684559-6158-4926-b490-5a8f7f9443b6', 'code': 200} Jul 28 14:29:06.847328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 2b7b47bc-bd6f-4125-9927-bda358d4f945 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:06.859397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 2b7b47bc-bd6f-4125-9927-bda358d4f945 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:06.860545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.882238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-3cbf1335-7100-4904-8a1c-ec577f880816 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.1503193 Jul 28 14:29:06.963363 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-38891788-fb01-4c79-b334-78a3f4193a98 req-6c713f07-f8cf-468f-b11f-9fbf163c03d3 service neutron] delete failed (client error): The resource could not be found. Jul 28 14:29:06.964501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-6c713f07-f8cf-468f-b11f-9fbf163c03d3 service neutron] 10.222.0.42 "DELETE /v2.0/ports/2b7b47bc-bd6f-4125-9927-bda358d4f945/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.1503985 Jul 28 14:29:07.070448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1550f-ae3e-4a7d-af78-065e0aec647d req-7daddebb-2709-4157-b392-4e641d461273 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.084804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fa1550f-ae3e-4a7d-af78-065e0aec647d req-7daddebb-2709-4157-b392-4e641d461273 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 949 time: 0.1397171 Jul 28 14:29:07.123477 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.190884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fa1550f-ae3e-4a7d-af78-065e0aec647d req-b01cfd3b-fe91-46cd-8a21-5ec776f0f011 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998340 Jul 28 14:29:07.213111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892793-360f-4ccf-ba55-b008dbfe5f31 req-c72e27a1-d4a6-4096-a90f-6b1bf9a240e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.215749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a892793-360f-4ccf-ba55-b008dbfe5f31 req-c72e27a1-d4a6-4096-a90f-6b1bf9a240e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 1101 time: 0.1730099 Jul 28 14:29:07.225716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:07.307650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891788-fb01-4c79-b334-78a3f4193a98 req-fca3c552-33f4-4d32-99d2-0940d1473968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.307929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-ed1ff01e-c352-46e7-9464-11ab46aee77a tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.310497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-ed1ff01e-c352-46e7-9464-11ab46aee77a tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.4266243 Jul 28 14:29:07.317970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-fca3c552-33f4-4d32-99d2-0940d1473968 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1101 time: 0.0661414 Jul 28 14:29:07.318070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58740) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:07.319286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a892793-360f-4ccf-ba55-b008dbfe5f31 req-9f148fc8-e941-4470-a735-55fe90f3f21f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949111 Jul 28 14:29:07.330014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-39ffb1ae-cb9c-4872-87a5-3930c8a24f30 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:07.332204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fb0eacc-2820-466c-80b6-a5e69df8d8f4 req-39ffb1ae-cb9c-4872-87a5-3930c8a24f30 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113020 Jul 28 14:29:07.335289 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.466116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.487214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ae089256-978a-4791-9c6b-b66820ed52f5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:07.539547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891788-fb01-4c79-b334-78a3f4193a98 req-7033e0d6-14a7-4fab-9062-49bcd0c27b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.541591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-7033e0d6-14a7-4fab-9062-49bcd0c27b9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2211616 Jul 28 14:29:07.555931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ae089256-978a-4791-9c6b-b66820ed52f5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:07.556311 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.602643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006416d-e236-4d76-8fc1-e1b947a16d1b req-84e7df35-45e5-41a5-b2e8-ed30edaa3145 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.605516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1006416d-e236-4d76-8fc1-e1b947a16d1b req-84e7df35-45e5-41a5-b2e8-ed30edaa3145 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.1008017 Jul 28 14:29:07.695062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1006416d-e236-4d76-8fc1-e1b947a16d1b req-95edba5d-65d9-41b0-a7b9-17d8df08956e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Jul 28 14:29:07.835156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-1ec3eb79-6b63-4a77-9666-42beb3fe0fff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0612297 Jul 28 14:29:07.850704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-network', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:08.000789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b142adc-2687-4131-a854-df98c0748bf1 req-236573f9-5940-4ed0-9f5b-1b56499eba2c tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3117507 Jul 28 14:29:08.000789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891788-fb01-4c79-b334-78a3f4193a98 req-91780b3a-8d02-42f4-bbff-482099136807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.000789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-91780b3a-8d02-42f4-bbff-482099136807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1350801 Jul 28 14:29:08.000789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:08.022662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891788-fb01-4c79-b334-78a3f4193a98 req-404e7311-b3ee-412e-a6ff-f25e1c853f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.024403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-404e7311-b3ee-412e-a6ff-f25e1c853f60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534101 Jul 28 14:29:08.127894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-a77afcdd-aa5c-4621-8294-02ce589f92cc service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940847 Jul 28 14:29:08.392968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Made reservation on behalf of 317e8ecb54964ea5bde123ac2d939e6d for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:08.395298 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.423164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4f1c3-6636-40e6-b1af-5e3728ad2f2e req-dcb88702-ac0a-44f4-8ca8-bc2bd94da07a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.424161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.425318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23b4f1c3-6636-40e6-b1af-5e3728ad2f2e req-dcb88702-ac0a-44f4-8ca8-bc2bd94da07a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.0637259 Jul 28 14:29:08.473050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38891788-fb01-4c79-b334-78a3f4193a98 req-a7fdefa2-b3ce-4dbc-b281-fa893d2fc037 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354914 Jul 28 14:29:08.503503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23b4f1c3-6636-40e6-b1af-5e3728ad2f2e req-ec1b4755-029d-4e44-8f7a-655070282e0e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658925 Jul 28 14:29:08.559959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.799330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.819869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.826650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:08.829667 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c193d-da58-4d7d-afa9-dd0cc8fdd838" -d '{"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-plugged", "status": "completed", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:08.844387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acf778-8732-448f-834c-561ad475c91a req-22bd820b-5989-4f52-a776-b12f81b2ca3b tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.846442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78acf778-8732-448f-834c-561ad475c91a req-22bd820b-5989-4f52-a776-b12f81b2ca3b tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.0673544 Jul 28 14:29:08.847185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:08.904812 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58798) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:08.918569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78acf778-8732-448f-834c-561ad475c91a req-33056630-8df6-46ec-b5eb-f60b064e97b8 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Jul 28 14:29:08.927841 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.014309 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d5a95-4a6d-442d-964b-2200dd344511 x-openstack-request-id: req-896d5a95-4a6d-442d-964b-2200dd344511 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:09.014605 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-plugged", "status": "completed", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:09.014860 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-896d5a95-4a6d-442d-964b-2200dd344511 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:09.015262 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'code': 200} Jul 28 14:29:09.023712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:09.039439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1855649b-17e4-43d1-be15-92794fbbe8a4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.050352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.050690 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Added segment 3a47e4ae-8f6f-46f8-8085-7f34f55f6248 of type vlan for network 1d493515-3c6f-4f9d-b740-7c35b989399e Jul 28 14:29:09.093930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Allocated IP 172.25.6.167 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d058f001-9ee3-4f14-a545-690472677306) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:09.117926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.169654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3fd13970-1c55-40f8-85a8-125972cb33f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.284684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.319892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.321220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:09.321731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.368425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e5c958b-b889-4c6d-bc3a-d19b338abba0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82818a12a95f44b380cbf99f4c377965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580228 Jul 28 14:29:09.370838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58806) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:09.397432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] Pushing event updated for resources: {'Network': ['ID=1d493515-3c6f-4f9d-b740-7c35b989399e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.408507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3fd13970-1c55-40f8-85a8-125972cb33f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.419697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1d493515-3c6f-4f9d-b740-7c35b989399e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:09.455771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58810) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:09.461986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3758a38d-e1e2-412b-ab87-165b751970fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.487292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.521495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3758a38d-e1e2-412b-ab87-165b751970fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.549387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3fd13970-1c55-40f8-85a8-125972cb33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.553425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:09.559037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:09.564664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:09.568165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=d058f001-9ee3-4f14-a545-690472677306,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.620316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3fd13970-1c55-40f8-85a8-125972cb33f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92c5d9b58db9445a83249a1c708a300a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718298 Jul 28 14:29:09.623537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13970-1c55-40f8-85a8-125972cb33f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920121a6-49a9-49c5-a315-7815322a132a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.625507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58818) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:09.667956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e63b85e-0e0d-481e-9c3c-1c81f9893f79 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3486593 Jul 28 14:29:09.675719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58820) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:09.682185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Request body: {'subnet': {'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-subnet', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:09.757692 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afa805c2-2165-4cf5-89e9-ba5bd06191cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.761897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.786295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afa805c2-2165-4cf5-89e9-ba5bd06191cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.797200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55ce15b1-7a6e-48bc-8bf1-74e882aa6125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.797631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3758a38d-e1e2-412b-ab87-165b751970fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.800446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3758a38d-e1e2-412b-ab87-165b751970fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.802995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3758a38d-e1e2-412b-ab87-165b751970fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa3c296f-08da-4a36-aeee-93a48e1bfa43 HTTP/1.1" status: 204 len: 168 time: 0.4298260 Jul 28 14:29:09.831037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceda6e-5d1b-4d57-ba7b-e8cbc1f8f0c0 req-9db7b5f4-176a-4492-9e8d-907cd53a0508 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:09.832693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74ceda6e-5d1b-4d57-ba7b-e8cbc1f8f0c0 req-9db7b5f4-176a-4492-9e8d-907cd53a0508 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1213744 Jul 28 14:29:09.853453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758a38d-e1e2-412b-ab87-165b751970fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3c296f-08da-4a36-aeee-93a48e1bfa43,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.868049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Made reservation on behalf of 317e8ecb54964ea5bde123ac2d939e6d for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:09.879050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.980219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.018437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55ce15b1-7a6e-48bc-8bf1-74e882aa6125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.041940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74ceda6e-5d1b-4d57-ba7b-e8cbc1f8f0c0 req-c396496a-4c2b-4b12-b838-a51205a037bd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966100 Jul 28 14:29:10.103318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afa805c2-2165-4cf5-89e9-ba5bd06191cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.109149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afa805c2-2165-4cf5-89e9-ba5bd06191cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.119735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-afa805c2-2165-4cf5-89e9-ba5bd06191cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/920121a6-49a9-49c5-a315-7815322a132a HTTP/1.1" status: 204 len: 168 time: 0.4846182 Jul 28 14:29:10.136878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa805c2-2165-4cf5-89e9-ba5bd06191cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920121a6-49a9-49c5-a315-7815322a132a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.214320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55ce15b1-7a6e-48bc-8bf1-74e882aa6125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.338832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-55ce15b1-7a6e-48bc-8bf1-74e882aa6125 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21d7dde959c24642886839c078f4cb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779390 Jul 28 14:29:10.339955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:10.342792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce15b1-7a6e-48bc-8bf1-74e882aa6125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6101feb0-8461-463d-ab84-fb752c2633c6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.363228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.435615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e80-aef6-4b6e-aba2-dd97ce78f58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.463615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e80-aef6-4b6e-aba2-dd97ce78f58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.538662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.625536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.667183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=d058f001-9ee3-4f14-a545-690472677306,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.677427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.688195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e80-aef6-4b6e-aba2-dd97ce78f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.691532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e80-aef6-4b6e-aba2-dd97ce78f58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.693120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b6e51e80-aef6-4b6e-aba2-dd97ce78f58e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6101feb0-8461-463d-ab84-fb752c2633c6 HTTP/1.1" status: 204 len: 168 time: 0.3514521 Jul 28 14:29:10.715702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e51e80-aef6-4b6e-aba2-dd97ce78f58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6101feb0-8461-463d-ab84-fb752c2633c6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.727039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69381cc8-a544-473b-9a14-745fb209aa30,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.774491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Checking segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:10.775662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Network hostable DHCP agents. Network: 1d493515-3c6f-4f9d-b740-7c35b989399e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:10.872662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b67-0a24-40c2-ba14-fcb08c0a3cd9 req-c6c7ece4-79ae-4a44-88e7-350d94f35801 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:10.874678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a169b67-0a24-40c2-ba14-fcb08c0a3cd9 req-c6c7ece4-79ae-4a44-88e7-350d94f35801 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.0583911 Jul 28 14:29:10.917155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a169b67-0a24-40c2-ba14-fcb08c0a3cd9 req-ffda5167-0179-4df2-9b57-a932634798fa tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357404 Jul 28 14:29:11.055152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453f9b7-3ca9-4059-9a9a-606ff6c024bc req-ca9a7515-242e-4d8c-b54c-807683432fd3 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.057102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7453f9b7-3ca9-4059-9a9a-606ff6c024bc req-ca9a7515-242e-4d8c-b54c-807683432fd3 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.0462930 Jul 28 14:29:11.096961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7453f9b7-3ca9-4059-9a9a-606ff6c024bc req-8a858f9a-67c2-4d52-bc22-d3279bf5dffd tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Jul 28 14:29:11.104689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.106812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b142adc-2687-4131-a854-df98c0748bf1 req-e3145cea-e740-481a-bd07-d67517bcaf14 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1443553 Jul 28 14:29:11.173714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Network 1d493515-3c6f-4f9d-b740-7c35b989399e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:11.243037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b142adc-2687-4131-a854-df98c0748bf1 req-7ffa465a-5ec5-4115-bfca-e857135c8661 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.1286442 Jul 28 14:29:11.401017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1d493515-3c6f-4f9d-b740-7c35b989399e) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:11.407135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.408852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.413102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f70983-afca-472b-b2af-b625db56d15e None None] Network 1d493515-3c6f-4f9d-b740-7c35b989399e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:11.446766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:11.467710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142adc-2687-4131-a854-df98c0748bf1 req-f2f6685c-20be-476f-a45e-45e853136996 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.470215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b142adc-2687-4131-a854-df98c0748bf1 req-f2f6685c-20be-476f-a45e-45e853136996 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2198048 Jul 28 14:29:11.506514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-8b142adc-2687-4131-a854-df98c0748bf1 req-d56dc81e-1b08-4c68-8cc0-6438417f7ee9 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:11.508784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b142adc-2687-4131-a854-df98c0748bf1 req-d56dc81e-1b08-4c68-8cc0-6438417f7ee9 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135188 Jul 28 14:29:11.510652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-207aff55-ab9d-4823-9be8-045ff5916e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.557605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fcb80fea-a7df-4c4b-9f86-be181bc67f1c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8805518 Jul 28 14:29:11.574931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:11.586196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:11.711707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1d493515-3c6f-4f9d-b740-7c35b989399e', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:29:11.712976 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.909395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23690f51-88e6-4cce-b069-de8c38d63714 req-70fd7e4f-da81-457b-a695-0aa11904d45f tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2646861 Jul 28 14:29:11.928564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Allocated IP 172.20.0.2 (1d493515-3c6f-4f9d-b740-7c35b989399e/69381cc8-a544-473b-9a14-745fb209aa30/49ae154b-38dd-4bb6-921a-6578ea209261) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:11.952582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:11.964242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-207aff55-ab9d-4823-9be8-045ff5916e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.025204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-0c4055be-568e-4aee-ab78-03218634d156 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985129 Jul 28 14:29:12.059386 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-207aff55-ab9d-4823-9be8-045ff5916e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.138973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58866) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:12.200859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.240446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.243020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.272255 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.283232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Transition to ACTIVE for port object 49ae154b-38dd-4bb6-921a-6578ea209261 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:12.301122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Transition to ACTIVE for port object 49ae154b-38dd-4bb6-921a-6578ea209261 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:12.318486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aff55-ab9d-4823-9be8-045ff5916e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444d8e6-c77c-4076-8269-d05a2958779c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:12.327206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:29:12.327206 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:29:12.327206 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '986e02c468f3446b977b6b4590bc1a01', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 29, 12, 277870)}] Jul 28 14:29:12.327206 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:12.327933 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:12.336898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-207aff55-ab9d-4823-9be8-045ff5916e38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=395bd687501a444a89bf5e74cf1605b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8936617 Jul 28 14:29:12.346051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58870) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:12.389042 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.432076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-fa6b79d0-6609-4366-91d9-26ed7678ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.434795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-fa6b79d0-6609-4366-91d9-26ed7678ba7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.2437029 Jul 28 14:29:12.446666 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.469155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7672c63e-384b-42f5-ae48-f580dc382c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.518293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Network 1d493515-3c6f-4f9d-b740-7c35b989399e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:12.521382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.525585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:12.535279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:12.539497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Pushing event updated for resources: {'Port': ['ID=49ae154b-38dd-4bb6-921a-6578ea209261,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:12.605851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7672c63e-384b-42f5-ae48-f580dc382c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.613166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Attempting to bind port 49ae154b-38dd-4bb6-921a-6578ea209261 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:12.613771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Attempting to bind port 49ae154b-38dd-4bb6-921a-6578ea209261 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:12.614363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Attempting to bind port 49ae154b-38dd-4bb6-921a-6578ea209261 on network 1d493515-3c6f-4f9d-b740-7c35b989399e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:12.627259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:12.627871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Checking segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:12.628604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.629262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Bound using segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:12.630075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Bound port: 49ae154b-38dd-4bb6-921a-6578ea209261, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:12.630712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.714419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.805041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-3446aef6-1e62-455c-b209-451b1bd223f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.807761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-3446aef6-1e62-455c-b209-451b1bd223f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3334553 Jul 28 14:29:12.809257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] For port 49ae154b-38dd-4bb6-921a-6578ea209261, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:12.815953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] For port 49ae154b-38dd-4bb6-921a-6578ea209261, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49ae154b-38dd-4bb6-921a-6578ea209261,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:12.849663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.884835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-86ac33b9-a81c-4744-9eac-76cdb333356d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710831 Jul 28 14:29:12.894090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-43e5dd1a-9f5a-4d33-9e6b-42c64f75848b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.0761960 Jul 28 14:29:12.908888 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.983962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58884) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:13.009623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-b65d4380-c22f-4ea4-818f-e79ec8650806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:13.012649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-b65d4380-c22f-4ea4-818f-e79ec8650806 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1085634 Jul 28 14:29:13.021242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd1a0-5f6b-4428-97b5-247b20943fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.031945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edc2f7-b37e-475e-9e0e-bc80bf3ece0a None None] Pushing event updated for resources: {'Port': ['ID=49ae154b-38dd-4bb6-921a-6578ea209261,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:13.039405 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.088847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7672c63e-384b-42f5-ae48-f580dc382c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.094511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7672c63e-384b-42f5-ae48-f580dc382c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.100549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7672c63e-384b-42f5-ae48-f580dc382c5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5444d8e6-c77c-4076-8269-d05a2958779c HTTP/1.1" status: 204 len: 168 time: 0.7525370 Jul 28 14:29:13.135740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-5d9bc226-adb0-4c23-9eb3-4483326f987b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:13.143863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-5d9bc226-adb0-4c23-9eb3-4483326f987b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444575 Jul 28 14:29:13.182412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672c63e-384b-42f5-ae48-f580dc382c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444d8e6-c77c-4076-8269-d05a2958779c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:13.183846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-6ee8bbc4-ca21-4c9b-8b07-f3d843de0d11 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/quotas/40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 375 time: 0.0385399 Jul 28 14:29:13.218002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-58660d82-b7c3-4a73-8533-1a2ddbeea69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:13.221311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-58660d82-b7c3-4a73-8533-1a2ddbeea69e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1995134 Jul 28 14:29:13.369593 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.408060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-307c0288-69ba-4522-a06a-b3cf9be4a424 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2238243 Jul 28 14:29:13.491242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Allocated IP 172.25.6.57 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/3c6cda5f-57a0-4a66-84d8-4f3969b49989) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:13.504637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.509373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.566382 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.581595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-d8984fbe-931a-4947-a3e6-869a03685879 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497190 Jul 28 14:29:13.619601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=986e02c468f3446b977b6b4590bc1a01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4746835 Jul 28 14:29:13.619868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee73c2-c33e-420c-88fb-b7eb06fbe4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234c7031-b5fb-4bf4-aeff-6d39bdd50265,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:13.624361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58888) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:13.786336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd1a0-5f6b-4428-97b5-247b20943fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.806286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501d4fac-96a5-4f08-9bf1-f5c6e403786b req-bd76c810-9ff2-4a9e-9125-b2b138451a49 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934299 Jul 28 14:29:13.818527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.825205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3eef2e8-6ce0-4c29-ac1b-92d9af8282f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.864439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3eef2e8-6ce0-4c29-ac1b-92d9af8282f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.892596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd1a0-5f6b-4428-97b5-247b20943fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.985898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f4bd1a0-5f6b-4428-97b5-247b20943fa9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=589801151e3146df82f100102fc2f124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9931870 Jul 28 14:29:13.986855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:14.002459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bd1a0-5f6b-4428-97b5-247b20943fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe358f0-4081-4718-a404-80d38cfad370,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.077216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63c8cb-6480-4f65-8f72-e01a5acb3ac0 req-3e14a4c1-514a-4702-9f96-b749e79ce053 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:14.086407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.089864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f63c8cb-6480-4f65-8f72-e01a5acb3ac0 req-3e14a4c1-514a-4702-9f96-b749e79ce053 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.1109164 Jul 28 14:29:14.141522 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3430f8fe-8457-4531-be9c-41cd16a4cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.152886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:14.154722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:14.160376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:14.210067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3eef2e8-6ce0-4c29-ac1b-92d9af8282f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.211818 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3eef2e8-6ce0-4c29-ac1b-92d9af8282f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.213931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c3eef2e8-6ce0-4c29-ac1b-92d9af8282f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/234c7031-b5fb-4bf4-aeff-6d39bdd50265 HTTP/1.1" status: 204 len: 168 time: 0.5875912 Jul 28 14:29:14.250372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=3c6cda5f-57a0-4a66-84d8-4f3969b49989,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.282077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3430f8fe-8457-4531-be9c-41cd16a4cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.288594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eef2e8-6ce0-4c29-ac1b-92d9af8282f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c7031-b5fb-4bf4-aeff-6d39bdd50265,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.457733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.458931 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f63c8cb-6480-4f65-8f72-e01a5acb3ac0 req-ae5a1291-ee15-4207-9e8c-5bf17d8db2a5 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388019 Jul 28 14:29:14.621978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.6.57-ead57018-42e3-40d2-978c-825d177be11b {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:14.622638 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:14.626242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3430f8fe-8457-4531-be9c-41cd16a4cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.632086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3430f8fe-8457-4531-be9c-41cd16a4cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.641854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3430f8fe-8457-4531-be9c-41cd16a4cf9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afe358f0-4081-4718-a404-80d38cfad370 HTTP/1.1" status: 204 len: 168 time: 0.6509266 Jul 28 14:29:14.654205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-143ae9c0-3fe6-49c6-8a4a-671510387506 req-a9ed2fd3-5cf1-442b-bcba-5a353ac650fb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 210 time: 0.0501237 Jul 28 14:29:14.717747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430f8fe-8457-4531-be9c-41cd16a4cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe358f0-4081-4718-a404-80d38cfad370,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.735459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.783212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b55ad8-a083-45c8-bfef-e2a620fb2e97 None None] Network 1d493515-3c6f-4f9d-b740-7c35b989399e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:15.030132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8b138e5a-01a2-4e80-a990-6f3552199c28 None None] Provisioning for port 49ae154b-38dd-4bb6-921a-6578ea209261 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:15.124879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.219528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-3e6153c7-df06-4bd3-90aa-14e1d732d58b tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=388874a55c52462182750c38d71644cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987365 Jul 28 14:29:15.507554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49ae154b-38dd-4bb6-921a-6578ea209261 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:15.587352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.675351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.704670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 49ae154b-38dd-4bb6-921a-6578ea209261 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:15.715462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 49ae154b-38dd-4bb6-921a-6578ea209261 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:15.720687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.774738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=3c6cda5f-57a0-4a66-84d8-4f3969b49989,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:15.787557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.865297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.885578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-03b28743-d905-4589-9dd5-d33f9887834d tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:15.887222 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-03b28743-d905-4589-9dd5-d33f9887834d tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6545236 Jul 28 14:29:15.895000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Allocated IP 172.25.6.136 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/31489c3f-7914-4eae-9020-8b9e4da1eeec) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:15.898566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.899886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23690f51-88e6-4cce-b069-de8c38d63714 req-13b5eda0-1d6d-4836-b57d-1ab14449d5ae tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9763589 Jul 28 14:29:15.905144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 49ae154b-38dd-4bb6-921a-6578ea209261, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49ae154b-38dd-4bb6-921a-6578ea209261,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:15.972004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-4f9dbc06-3376-4da7-a7de-199f2dd63955 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/quotas/388874a55c52462182750c38d71644cb HTTP/1.1" status: 200 len: 375 time: 0.0538089 Jul 28 14:29:15.977404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23690f51-88e6-4cce-b069-de8c38d63714 req-a6c68756-c23c-4353-8ee6-776969daec06 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0643396 Jul 28 14:29:16.089534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-e0e07331-3a69-42a4-a854-8cef6b5e17d2 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977471 Jul 28 14:29:16.101673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.149579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690f51-88e6-4cce-b069-de8c38d63714 req-aa55228d-ebdf-4144-9e74-19e0a69aad0a tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.169539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23690f51-88e6-4cce-b069-de8c38d63714 req-aa55228d-ebdf-4144-9e74-19e0a69aad0a tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.1782529 Jul 28 14:29:16.179673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.246442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=49ae154b-38dd-4bb6-921a-6578ea209261,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:16.397874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.495566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc07333d-2510-43ed-882b-3980dd1e2f39 req-15b37eba-7c58-4ca1-a5ba-77baf61f1d4d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 210 time: 0.0746703 Jul 28 14:29:16.550796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Pushing event updated for resources: {'Port': ['ID=31489c3f-7914-4eae-9020-8b9e4da1eeec,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:16.569173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:16.569173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:16.571619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:16.761677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-4e0cf754-90a3-42d7-8c11-4e3c3d2bc441 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3073640 Jul 28 14:29:16.761950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f053310-f318-4631-9c5d-07a45e567765 req-5b74c581-635a-4a75-9b0a-5e7abba85b91 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.0459402 Jul 28 14:29:16.783413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:16.968520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.034688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.415239 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.442519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49ae154b-38dd-4bb6-921a-6578ea209261 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:17.476086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.559998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 49ae154b-38dd-4bb6-921a-6578ea209261 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:17.561369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.643404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Allocated IP 172.25.6.48 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/38d0cdc9-ffab-447d-b514-0bf77109ca41) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:17.754933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c57a0fe4-e987-4636-9ec8-2d32c297824b req-b6c0656e-08ae-49f5-bf61-8bf4855eac13 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 210 time: 0.0319269 Jul 28 14:29:17.883636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.959696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe822be8-aef4-4da1-afcc-bb6c7a2f2093 req-26aa3ffb-014c-4870-9763-cfb4fbfd83b6 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.0384505 Jul 28 14:29:17.967517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:29:18.023577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-ac011aff-44bb-46b5-b895-48f98239e20d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336211 Jul 28 14:29:18.150750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:18.167473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:18.186455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.188705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-d5c54e47-59b5-4876-a9ea-9586c41086c9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.190320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-d5c54e47-59b5-4876-a9ea-9586c41086c9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533885 Jul 28 14:29:18.193670 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:18.194556 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:28:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:18.222019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Request body: {'port': {'device_id': '9945b626-55ba-468f-b6ee-269b31b51173', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '40d0c738ed1242a88f8bd064f4f8b6e5'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:18.274708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=38d0cdc9-ffab-447d-b514-0bf77109ca41,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:18.304010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:18.306639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:18.311199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:18.385651 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:18.405233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.430406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.432767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c718abdd-2b71-4fc8-abad-4b594dbdcb47 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.8558309 Jul 28 14:29:18.436486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:18.681122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Made reservation on behalf of 40d0c738ed1242a88f8bd064f4f8b6e5 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:18.686371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.773339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.777476 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:16Z', 'revision_number': 3, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:18.843603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:18.845290 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Updating router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 port 31489c3f-7914-4eae-9020-8b9e4da1eeec binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:18.932804 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.001872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Allocated IP 192.168.233.148 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/69d1e4ba-d82f-4990-bb36-35005a540653) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:19.327407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.394982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Transition to ACTIVE for port object 69d1e4ba-d82f-4990-bb36-35005a540653 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:19.445088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4a13a23-99fc-4a02-9b69-7d3f234333cb req-eb2a1e23-c862-4975-8d0f-2eda46dc70aa tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 210 time: 0.0755999 Jul 28 14:29:19.594411 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.603574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ccf3ff66-4445-42b3-97c2-b4f6376eef43 req-f145d021-314f-47ba-9ff0-854569bb2282 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.0348752 Jul 28 14:29:19.625322 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Transition to ACTIVE for port object 31489c3f-7914-4eae-9020-8b9e4da1eeec will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:19.665438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.704273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.717394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:19.744609 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.783190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.796007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:19.825742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:19.833626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:19.838436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:19.900884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.982227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:19.985844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.988924 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39eaeb-1bbe-4206-a691-81fabed48c34 None None] Pushing event updated for resources: {'Port': ['ID=31489c3f-7914-4eae-9020-8b9e4da1eeec,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:20.016761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.027370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Attempting to bind port 31489c3f-7914-4eae-9020-8b9e4da1eeec on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:20.028692 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Attempting to bind port 31489c3f-7914-4eae-9020-8b9e4da1eeec by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:20.031816 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Attempting to bind port 31489c3f-7914-4eae-9020-8b9e4da1eeec on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:20.047959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:20.047959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:20.047959 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.047959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:20.047959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Bound port: 31489c3f-7914-4eae-9020-8b9e4da1eeec, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:20.047959 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.125952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a787ebf4-2d82-4542-a690-322333c7231d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9162328 Jul 28 14:29:20.140852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Request body: {'port': {'device_id': '9945b626-55ba-468f-b6ee-269b31b51173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:20.185685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event updated for resources: {'Port': ['ID=38d0cdc9-ffab-447d-b514-0bf77109ca41,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:20.204538 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] For port 31489c3f-7914-4eae-9020-8b9e4da1eeec, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:20.220574 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] For port 31489c3f-7914-4eae-9020-8b9e4da1eeec, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=31489c3f-7914-4eae-9020-8b9e4da1eeec,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:20.250864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.258484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.282688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-f4569015-4905-47fd-b1e0-3529042b207d tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5074084 Jul 28 14:29:20.376794 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.377108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b637b2e7-f9e3-4238-b098-3fb0e862599c None None] Provisioning for port 69d1e4ba-d82f-4990-bb36-35005a540653 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:20.384000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b637b2e7-f9e3-4238-b098-3fb0e862599c None None] Provisioning complete for port 69d1e4ba-d82f-4990-bb36-35005a540653 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:20.387062 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b637b2e7-f9e3-4238-b098-3fb0e862599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.453180 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:20.453823 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:28:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:20.470378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:20.524913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b637b2e7-f9e3-4238-b098-3fb0e862599c None None] Port 69d1e4ba-d82f-4990-bb36-35005a540653 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:20.695850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-ae535e26-1a0a-4142-b0fa-c0247fb6f82a tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.48 HTTP/1.1" status: 200 len: 695 time: 0.4088230 Jul 28 14:29:20.713583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39eaeb-1bbe-4206-a691-81fabed48c34 None None] Pushing event updated for resources: {'Port': ['ID=31489c3f-7914-4eae-9020-8b9e4da1eeec,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:20.809369 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:20.968171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-8f7e9846-1cc6-4df5-bd74-68304fed7245 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=388874a55c52462182750c38d71644cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1798713 Jul 28 14:29:21.063105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596406e1-54b8-470d-8edc-72b590a1c07f req-66f110ec-8db6-4840-af82-539fd9367348 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.070909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3761a9ae-d760-45b4-bfea-e32d2d74b2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.071589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-596406e1-54b8-470d-8edc-72b590a1c07f req-66f110ec-8db6-4840-af82-539fd9367348 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 936 time: 0.2845373 Jul 28 14:29:21.127360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-6891de20-8527-4ae8-9930-adcad8aeaf89 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.133701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2a24ff7-8236-4980-a518-c0c222d7a40b req-6891de20-8527-4ae8-9930-adcad8aeaf89 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.4225690 Jul 28 14:29:21.204810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-596406e1-54b8-470d-8edc-72b590a1c07f req-ee2991fb-10e6-44aa-906d-a89dfc68ee71 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307807 Jul 28 14:29:21.220296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Allocated IP 172.20.0.1 (1d493515-3c6f-4f9d-b740-7c35b989399e/69381cc8-a544-473b-9a14-745fb209aa30/91c73e38-a8d9-4f11-b142-21c741a0f1e2) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:21.245000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d1e4ba-d82f-4990-bb36-35005a540653 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:21.255420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.266054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-9251453a-553c-4967-a3ec-b133827e4e10 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.267596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-9251453a-553c-4967-a3ec-b133827e4e10 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2841198 Jul 28 14:29:21.284746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Transition to ACTIVE for port object 69d1e4ba-d82f-4990-bb36-35005a540653 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:21.289426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Request body: {'port': {'device_id': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '388874a55c52462182750c38d71644cb'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:21.314428 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:16Z', 'revision_number': 3, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:21.360305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fc140735-c156-4c4f-b5ec-247e3ecc251d req-b2bce380-0c17-40cb-95c6-d28b49cdc884 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.0513995 Jul 28 14:29:21.362216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5077af-e87c-46a4-bb43-902a56167bbd None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:16Z', 'revision_number': 3, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:21.429871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.463334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3761a9ae-d760-45b4-bfea-e32d2d74b2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.504189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.537753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Transition to ACTIVE for port object 91c73e38-a8d9-4f11-b142-21c741a0f1e2 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:21.591927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3761a9ae-d760-45b4-bfea-e32d2d74b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.614510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:21.699293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761a9ae-d760-45b4-bfea-e32d2d74b2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b85ec6f-4016-405d-be4e-af6cad1fef59,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:21.709290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3761a9ae-d760-45b4-bfea-e32d2d74b2bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=483aa811ea874225aefd67553f5ad075&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2283194 Jul 28 14:29:21.716149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:21.806022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaffa-9e68-4bd5-b5ab-3fb113875056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.895650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaffa-9e68-4bd5-b5ab-3fb113875056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.903186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.942100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8cee961-97a4-4411-b8bf-99423df80a06 req-b0a59a84-b1b5-4ef3-a546-bed794b07c68 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips/c7520001-5688-4d32-94d1-d023432030c1 HTTP/1.1" status: 200 len: 692 time: 0.1738262 Jul 28 14:29:21.995818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Network 1d493515-3c6f-4f9d-b740-7c35b989399e is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:22.000043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:22.004619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:22.005542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.012326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Made reservation on behalf of 388874a55c52462182750c38d71644cb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:22.017359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.070396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:22.070396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:22.070396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:22.090205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Pushing event updated for resources: {'Port': ['ID=91c73e38-a8d9-4f11-b142-21c741a0f1e2,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:22.109787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Port 69d1e4ba-d82f-4990-bb36-35005a540653 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:22.115189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:22.134028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:22.134381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:22.134783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:22.135339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Bound port: 69d1e4ba-d82f-4990-bb36-35005a540653, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:22.135719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.178878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee961-97a4-4411-b8bf-99423df80a06 req-464adcbe-1981-44f5-870f-5c535f561a66 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.187464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8cee961-97a4-4411-b8bf-99423df80a06 req-464adcbe-1981-44f5-870f-5c535f561a66 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2442992 Jul 28 14:29:22.194016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-b8cee961-97a4-4411-b8bf-99423df80a06 req-8f05f27d-1911-4ce2-8992-72fd3f2f9924 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:22.206371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8cee961-97a4-4411-b8bf-99423df80a06 req-8f05f27d-1911-4ce2-8992-72fd3f2f9924 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177324 Jul 28 14:29:22.329327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:22.333369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaffa-9e68-4bd5-b5ab-3fb113875056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.337154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaffa-9e68-4bd5-b5ab-3fb113875056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.337614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:22.344583 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6a5eaffa-9e68-4bd5-b5ab-3fb113875056 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b85ec6f-4016-405d-be4e-af6cad1fef59 HTTP/1.1" status: 204 len: 168 time: 0.6211865 Jul 28 14:29:22.423909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96f4c79f-fe77-4d08-a19a-beaea2f7658f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.464673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.541299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eaffa-9e68-4bd5-b5ab-3fb113875056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b85ec6f-4016-405d-be4e-af6cad1fef59,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:22.602993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.607942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.608874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.610443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] 10.222.0.58 "PUT /v2.0/ports/69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 1097 time: 2.4752715 Jul 28 14:29:22.610937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:22.618989 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0850787-6ee1-4ab8-81c9-c4405ecad697" -d '{"events": [{"name": "network-changed", "server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:22.619370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d266e2bb-f79a-4185-9762-1c7b3ca1da0a None None] Provisioning for port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:22.633571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d266e2bb-f79a-4185-9762-1c7b3ca1da0a None None] Provisioning complete for port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:22.634078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d266e2bb-f79a-4185-9762-1c7b3ca1da0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.637220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-985882bd-64a3-460e-83af-55de4c315d55 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips/c7520001-5688-4d32-94d1-d023432030c1 HTTP/1.1" status: 200 len: 692 time: 0.2591848 Jul 28 14:29:22.677542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Allocated IP 192.168.233.6 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/9f623f4e-778a-4b86-b5be-8f9689cd5fc0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:22.705045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c6bdb-bfb0-44db-8600-31dffb728ffb service neutron] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:22.719860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d266e2bb-f79a-4185-9762-1c7b3ca1da0a None None] Port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:22.751766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49012966-c53f-44b8-ba4d-57b6c57c34c5 req-3baf37ca-1bcd-4a05-8f9d-1dc4480aa677 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.759862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49012966-c53f-44b8-ba4d-57b6c57c34c5 req-3baf37ca-1bcd-4a05-8f9d-1dc4480aa677 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.2223432 Jul 28 14:29:22.883100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49012966-c53f-44b8-ba4d-57b6c57c34c5 req-10a4cdc7-1148-4d7e-96eb-8a8456e4ee0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221123 Jul 28 14:29:22.887010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-0082ad85-378b-4f9f-baa3-bc32384e2283 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.889361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-0082ad85-378b-4f9f-baa3-bc32384e2283 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2510014 Jul 28 14:29:22.929686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-e8861719-a814-4b63-8275-710d7256669c tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:22.930876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-e8861719-a814-4b63-8275-710d7256669c tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084357 Jul 28 14:29:23.000017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cd53de95-fda6-4f1e-9dab-27d03f862048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:23.007335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-cd53de95-fda6-4f1e-9dab-27d03f862048 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1100 time: 0.2417963 Jul 28 14:29:23.127112 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-9daf350b-5adb-43ac-a4af-93a551d1d2bd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.48 HTTP/1.1" status: 200 len: 695 time: 0.0862741 Jul 28 14:29:23.187425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-de28ffe1-94f6-4e2a-8506-570b2147d184 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.48 HTTP/1.1" status: 200 len: 695 time: 0.0589592 Jul 28 14:29:23.188172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-a79ce702-c5d6-4799-a3a2-60ffeb7cd246 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.1043169 Jul 28 14:29:23.194099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.220975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0eb6d61-3346-4f43-865a-ed316681f344 req-0f8cbaf8-d371-4760-a451-2d3712b4f5ad tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.1061695 Jul 28 14:29:23.252445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Transition to ACTIVE for port object 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:23.291746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-3b215e79-02ce-4f5e-bf54-2b29188c2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:23.296694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-3b215e79-02ce-4f5e-bf54-2b29188c2cf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0838280 Jul 28 14:29:23.305293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.350946 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2854e1f6-cbca-4c4a-9291-f585c2cda12b x-openstack-request-id: req-2854e1f6-cbca-4c4a-9291-f585c2cda12b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:23.351236 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:23.351498 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2854e1f6-cbca-4c4a-9291-f585c2cda12b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:23.351892 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653', 'status': 'completed', 'code': 200} Jul 28 14:29:23.378266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-aba29fa2-787b-43c4-87e2-867310ce8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:23.379854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-aba29fa2-787b-43c4-87e2-867310ce8c17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698643 Jul 28 14:29:23.393734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Deleting port 38d0cdc9-ffab-447d-b514-0bf77109ca41 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:23.394943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.515608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.567430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['62684559-6158-4926-b490-5a8f7f9443b6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:23.609209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:23.620657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:23.630846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:23.665532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Pushing event updated for resources: {'Port': ['ID=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:23.703333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 31489c3f-7914-4eae-9020-8b9e4da1eeec up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:23.725404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59156) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:23.764804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-ca524ba7-0e9f-4d2c-a1f5-8c2a102eeb8e service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691084 Jul 28 14:29:23.771668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:23.772347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.776507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c285f5f-d4e0-47d0-bf5b-d5b0c232a907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.943893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 31489c3f-7914-4eae-9020-8b9e4da1eeec completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:23.957394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 31489c3f-7914-4eae-9020-8b9e4da1eeec triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:23.957793 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.966136 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.967482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.979270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-10615b25-8665-48b5-a6de-bf1b72b78414 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6966567 Jul 28 14:29:24.003626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Request body: {'port': {'device_id': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:24.067175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6abdc686-0c3d-4d26-a645-e5b5c26b1810 req-5e0e5d14-2287-426f-ba4a-25a0b3209883 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918684 Jul 28 14:29:24.133380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.134816 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.194390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 31489c3f-7914-4eae-9020-8b9e4da1eeec, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=31489c3f-7914-4eae-9020-8b9e4da1eeec,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:24.228361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Pushing event updated for resources: {'Port': ['ID=91c73e38-a8d9-4f11-b142-21c741a0f1e2,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:24.238569 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.238971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.257522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Calling delete_port for 38d0cdc9-ffab-447d-b514-0bf77109ca41 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:24.262671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1aa83937-dcb7-4375-964b-c8d1fb8daf8b None None] Provisioning for port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:24.269610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1aa83937-dcb7-4375-964b-c8d1fb8daf8b None None] Provisioning complete for port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:24.270206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1aa83937-dcb7-4375-964b-c8d1fb8daf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.270497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c285f5f-d4e0-47d0-bf5b-d5b0c232a907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.292172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1228-87a8-462a-b130-f9eac94a42ba req-5bbb5498-4658-4dac-8f5f-fabc1344170f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.293832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-155c1228-87a8-462a-b130-f9eac94a42ba req-5bbb5498-4658-4dac-8f5f-fabc1344170f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.1345890 Jul 28 14:29:24.341822 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.397641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Network 1d493515-3c6f-4f9d-b740-7c35b989399e is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:24.401020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:24.430585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1aa83937-dcb7-4375-964b-c8d1fb8daf8b None None] Port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:24.475309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=31489c3f-7914-4eae-9020-8b9e4da1eeec,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:24.495390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.496695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.498743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.499937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.500646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.501254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.501879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.502519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.503184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.503740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.504539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.505967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:24.519508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59176) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:24.597971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:24.624872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c285f5f-d4e0-47d0-bf5b-d5b0c232a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.775825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5139315-e894-4896-bdfd-c6d1c91913c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.791565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bba889bb-e5f4-44d7-94cd-d57c9cb396c3 None None] Provisioning complete for port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:24.792566 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bba889bb-e5f4-44d7-94cd-d57c9cb396c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.818262 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-02b93c45-797a-453d-97d4-aba7482a0467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.825522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285f5f-d4e0-47d0-bf5b-d5b0c232a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b458eac1-66c4-41f5-9268-063af48d20a8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:24.833545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-155c1228-87a8-462a-b130-f9eac94a42ba req-34d122a3-1be3-43f1-9e73-0ee2e80839ad tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202201 Jul 28 14:29:24.856444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6c285f5f-d4e0-47d0-bf5b-d5b0c232a907 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=587b99f6c2444ea3997660918afe27f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1296258 Jul 28 14:29:24.860391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59180) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:24.861352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-b407010d-55df-40f2-a0b0-83994f9772b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.863131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-b407010d-55df-40f2-a0b0-83994f9772b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1100 time: 0.2515919 Jul 28 14:29:24.866725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bba889bb-e5f4-44d7-94cd-d57c9cb396c3 None None] Port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:24.884226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.990305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event deleted for resources: {'Port': ['ID=38d0cdc9-ffab-447d-b514-0bf77109ca41,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.023838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-9eb69ce7-a6dd-434e-853a-121f5d35bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.025106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.028477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-9eb69ce7-a6dd-434e-853a-121f5d35bd45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1531878 Jul 28 14:29:25.053848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:25.062412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85bbb3ac-d642-4529-8afd-98b6ea6a2bad admin admin] 10.222.0.57 "PUT /v2.0/routers/2da7fde5-2fbb-4aee-8f34-e503d6e8f057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6221194 Jul 28 14:29:25.078744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.081389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.081686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:25.082559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbe89516-5259-4dec-820a-a4dcf023e6e3 req-cf9759fa-a2cf-426f-8cfc-9b97d135f91b tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "DELETE /v2.0/floatingips/c7520001-5688-4d32-94d1-d023432030c1 HTTP/1.1" status: 204 len: 173 time: 1.8844726 Jul 28 14:29:25.105887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0f45087-343c-4d0b-9e9d-490231e1122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.112251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:25.113750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:25.121555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:25.131565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.146407 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0f45087-343c-4d0b-9e9d-490231e1122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.151221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Transition to ACTIVE for port object 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:25.166958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5139315-e894-4896-bdfd-c6d1c91913c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.224028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-b1f5bd6f-2e1d-4246-a888-2bb5fba5880d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.1695209 Jul 28 14:29:25.229671 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.268536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5139315-e894-4896-bdfd-c6d1c91913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.366752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb5fd4-dcf6-4119-ac73-fad01e88cb88 req-f8942fb1-3211-4202-b188-0147fe1a7381 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.375004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72fb5fd4-dcf6-4119-ac73-fad01e88cb88 req-f8942fb1-3211-4202-b188-0147fe1a7381 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 934 time: 0.3065841 Jul 28 14:29:25.378031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Pushing event updated for resources: {'Port': ['ID=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.390704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0f45087-343c-4d0b-9e9d-490231e1122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.401535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0f45087-343c-4d0b-9e9d-490231e1122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.421255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a0f45087-343c-4d0b-9e9d-490231e1122f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b458eac1-66c4-41f5-9268-063af48d20a8 HTTP/1.1" status: 204 len: 168 time: 0.5489731 Jul 28 14:29:25.421422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-1b6555d5-8ca1-4315-93fa-8a4b508d191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.421422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-1b6555d5-8ca1-4315-93fa-8a4b508d191e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1804111 Jul 28 14:29:25.440418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b5139315-e894-4896-bdfd-c6d1c91913c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef1575856f764c93b16bc74499bc1506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9179442 Jul 28 14:29:25.446048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59200) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:25.491225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5139315-e894-4896-bdfd-c6d1c91913c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38cb34-8c9b-4ef7-b4db-80fac79ebb4a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.516441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:25.587476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 31489c3f-7914-4eae-9020-8b9e4da1eeec up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:25.589044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f45087-343c-4d0b-9e9d-490231e1122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b458eac1-66c4-41f5-9268-063af48d20a8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.618890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72fb5fd4-dcf6-4119-ac73-fad01e88cb88 req-5033f5a4-8686-4f58-9eb0-6826b33416ba tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414172 Jul 28 14:29:25.772529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Attempting to bind port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:25.773394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Attempting to bind port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:25.774166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Attempting to bind port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:25.790273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-551736d4-cea2-4888-8c88-298dd128da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.793733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-551736d4-cea2-4888-8c88-298dd128da4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3474030 Jul 28 14:29:25.795152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:25.796155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Attempting to bind port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:25.845196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:25.847058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:25.848179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:25.849353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Bound port: 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:25.850073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.906917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 31489c3f-7914-4eae-9020-8b9e4da1eeec triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:25.907624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.009139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] For port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:26.038628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] For port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:26.043488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-0ed42de8-117d-418f-85ef-23180894e0d2 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408028 Jul 28 14:29:26.061898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b0afb9c-9f6d-4e54-95d1-94058f7e4dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.114714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 2, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:26.133052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.152077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b0afb9c-9f6d-4e54-95d1-94058f7e4dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.192957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cb27a-0380-475e-b8fd-8eb5819bdb49 req-5f7ff17a-a633-4fc9-b415-af4dabdb75db tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.201039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.201683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.203201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] 10.222.0.58 "PUT /v2.0/ports/9f623f4e-778a-4b86-b5be-8f9689cd5fc0 HTTP/1.1" status: 200 len: 1095 time: 2.2078056 Jul 28 14:29:26.205779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'tag': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:26.206494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-788cb27a-0380-475e-b8fd-8eb5819bdb49 req-5f7ff17a-a633-4fc9-b415-af4dabdb75db tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6671388 Jul 28 14:29:26.208639 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4a3a9c-d89b-4809-87f4-09ecda7216db" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb0bde6-34ae-497f-ad51-c7c61feccb37", "tag": "9f623f4e-778a-4b86-b5be-8f9689cd5fc0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:26.242681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208b2e-130c-4d8c-bf83-daa932d69332 req-10285480-1ec2-445c-9628-478733f9d093 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.256311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b208b2e-130c-4d8c-bf83-daa932d69332 req-10285480-1ec2-445c-9628-478733f9d093 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.1963181 Jul 28 14:29:26.259686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5385c5-f4b4-4932-9db7-66e4dc3a410d service neutron] Pushing event updated for resources: {'Port': ['ID=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:26.343443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b208b2e-130c-4d8c-bf83-daa932d69332 req-8f6b9fa5-d9ad-460f-ac7b-87e0b0cc4551 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866201 Jul 28 14:29:26.349230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.374258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:26.374682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Updating router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:26.447079 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.481961 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc46ac-c95c-48b1-84d5-d94ac8cb541c x-openstack-request-id: req-a4cc46ac-c95c-48b1-84d5-d94ac8cb541c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:26.494070 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb0bde6-34ae-497f-ad51-c7c61feccb37", "tag": "9f623f4e-778a-4b86-b5be-8f9689cd5fc0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:26.494688 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4cc46ac-c95c-48b1-84d5-d94ac8cb541c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:26.495437 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'tag': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0', 'status': 'completed', 'code': 200} Jul 28 14:29:26.499991 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a786899d-d1d3-43e2-a1ce-68a1aa193805 req-e241e9f3-0f50-4307-b0e5-56efde95b9ba tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=cf10f711cd93460da5d536e081661456 HTTP/1.1" status: 200 len: 1656 time: 0.2097731 Jul 28 14:29:26.578308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0850787-6ee1-4ab8-81c9-c4405ecad697 req-a04976f6-612c-4ea4-a455-b51c7780c922 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123527 Jul 28 14:29:26.584157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:26.627592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-fa9b466a-b8b3-45e2-bda5-2fb23a7308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.630479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-fa9b466a-b8b3-45e2-bda5-2fb23a7308f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 1098 time: 0.2568510 Jul 28 14:29:26.664817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b0afb9c-9f6d-4e54-95d1-94058f7e4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.667624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b0afb9c-9f6d-4e54-95d1-94058f7e4dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.673098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4b0afb9c-9f6d-4e54-95d1-94058f7e4dc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e38cb34-8c9b-4ef7-b4db-80fac79ebb4a HTTP/1.1" status: 204 len: 168 time: 1.2101898 Jul 28 14:29:26.705051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-d6f7ba1c-4710-4c08-8b9e-2ca1f2b61beb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0619276 Jul 28 14:29:26.765766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0afb9c-9f6d-4e54-95d1-94058f7e4dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38cb34-8c9b-4ef7-b4db-80fac79ebb4a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:26.819107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59240) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:26.858248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786899d-d1d3-43e2-a1ce-68a1aa193805 req-61febcf1-0faa-438e-bb48-c57b3a6ccaaf tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.865474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a786899d-d1d3-43e2-a1ce-68a1aa193805 req-61febcf1-0faa-438e-bb48-c57b3a6ccaaf tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks?id=5dde27f5-2722-488d-9d3f-066c309fca75&id=5dde27f5-2722-488d-9d3f-066c309fca75&id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 787 time: 0.3665199 Jul 28 14:29:26.873017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-a786899d-d1d3-43e2-a1ce-68a1aa193805 req-213c73a4-3621-45e3-963b-ad4df98e284c tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:26.882426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a786899d-d1d3-43e2-a1ce-68a1aa193805 req-213c73a4-3621-45e3-963b-ad4df98e284c tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159538 Jul 28 14:29:26.907109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-19d7996e-0287-4583-b983-dc45c3aa727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.909054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-19d7996e-0287-4583-b983-dc45c3aa727a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1909173 Jul 28 14:29:26.944249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53589a27-05c5-4b57-9866-b01ffb331171 req-65fb4355-fec5-465c-a807-92143b729ae9 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.946785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53589a27-05c5-4b57-9866-b01ffb331171 req-65fb4355-fec5-465c-a807-92143b729ae9 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 946 time: 0.1678824 Jul 28 14:29:27.024982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53589a27-05c5-4b57-9866-b01ffb331171 req-f1e84c39-c1b4-429e-bb85-238fa38658c0 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602486 Jul 28 14:29:27.030623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-9d6a5a90-0f9d-4285-aee5-3b5fc374024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.032165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-9d6a5a90-0f9d-4285-aee5-3b5fc374024b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132853 Jul 28 14:29:27.136973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-b37833f4-1c4f-4722-ad34-07f1b25b3857 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips/b08141de-4755-4a64-83ad-db44fc81c424 HTTP/1.1" status: 200 len: 692 time: 0.0969520 Jul 28 14:29:27.166375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:27.172953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-d39f1003-3371-4093-94b4-6cef80c3f81e service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263063 Jul 28 14:29:27.186738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '69d1e4ba-d82f-4990-bb36-35005a540653', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '69d1e4ba-d82f-4990-bb36-35005a540653', 'mac_address': 'fa:16:3e:ad:25:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:27.268697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.296628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d1e4ba-d82f-4990-bb36-35005a540653 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:27.305385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-79d2ec39-ceab-46c2-9eec-8d1a635ab043 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.309440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-79d2ec39-ceab-46c2-9eec-8d1a635ab043 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.1712949 Jul 28 14:29:27.331619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c59a9d1d-b259-4cfb-b6a1-941f26e75fee req-3f3bf106-0680-4c42-98a0-664af5d95175 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492777 Jul 28 14:29:27.392216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:27.405697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.421072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Transition to ACTIVE for port object 91c73e38-a8d9-4f11-b142-21c741a0f1e2 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:27.439102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-0e7a3b25-c36d-4794-b4ff-c5cad734d9c1 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.1184137 Jul 28 14:29:27.512327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-c0e454e7-e8b2-450f-8950-d2ec289dc662 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0706604 Jul 28 14:29:27.553406 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.639220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66c6dc-fb66-41e7-b5b6-cd0fc4068a0b req-5300abec-1aac-44d8-92c5-c2c57d73a8b1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.647634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e66c6dc-fb66-41e7-b5b6-cd0fc4068a0b req-5300abec-1aac-44d8-92c5-c2c57d73a8b1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.1689537 Jul 28 14:29:27.660812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:27.666815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.701920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a71665eb-8e08-42ac-a1c6-e7bb02d08aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.716937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e66c6dc-fb66-41e7-b5b6-cd0fc4068a0b req-1e7052d9-dee9-40f8-99ad-2a9dfdbccc07 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629699 Jul 28 14:29:27.718424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:27.734159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-431e76b5-60a9-4d24-aa75-8ab8fe2f88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.736063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-431e76b5-60a9-4d24-aa75-8ab8fe2f88ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 1098 time: 0.2410374 Jul 28 14:29:27.744294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-network', 'tenant_id': '569aa77799f04337b78383cdf68d392b'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:27.745912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.803618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2fd08-7af2-430a-a74a-49e283a40a58 None None] Pushing event updated for resources: {'Port': ['ID=91c73e38-a8d9-4f11-b142-21c741a0f1e2,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:27.825709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Deleting port 3c6cda5f-57a0-4a66-84d8-4f3969b49989 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:27.826578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.885189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['69d1e4ba-d82f-4990-bb36-35005a540653'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:27.912262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-3b7afd2b-77f4-4b1b-84c2-db5affaddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.915304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-3b7afd2b-77f4-4b1b-84c2-db5affaddc2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1650524 Jul 28 14:29:27.991826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Made reservation on behalf of 569aa77799f04337b78383cdf68d392b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:28.001376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.004218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-8b9c2133-f3b6-4714-bf6a-ea7f54a9e46e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0792263 Jul 28 14:29:28.020361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Attempting to bind port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:28.021184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Attempting to bind port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:28.022114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Attempting to bind port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 on network 1d493515-3c6f-4f9d-b740-7c35b989399e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:28.035769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.043129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:28.051776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Checking segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:28.051776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.051776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Bound using segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:28.051776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Bound port: 91c73e38-a8d9-4f11-b142-21c741a0f1e2, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:28.051776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.101769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.124158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.124379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-c452d5bf-0097-487d-b895-38ae00b90cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.124379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-c452d5bf-0097-487d-b895-38ae00b90cf6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0941329 Jul 28 14:29:28.124791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Calling delete_port for 3c6cda5f-57a0-4a66-84d8-4f3969b49989 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:28.241629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-79de6f15-83ee-4eed-b68e-fe66b487ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.243922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-79de6f15-83ee-4eed-b68e-fe66b487ce7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170371 Jul 28 14:29:28.268356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a71665eb-8e08-42ac-a1c6-e7bb02d08aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.338483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] For port 91c73e38-a8d9-4f11-b142-21c741a0f1e2, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:28.352190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] For port 91c73e38-a8d9-4f11-b142-21c741a0f1e2, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=91c73e38-a8d9-4f11-b142-21c741a0f1e2,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:28.355813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59282) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:28.383995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.433134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a71665eb-8e08-42ac-a1c6-e7bb02d08aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.447212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac6cee-ff16-4151-bb1b-ce3dae96f9dc req-e4c95f95-a7be-4971-a4f4-f554af8dfe33 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.449569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16ac6cee-ff16-4151-bb1b-ce3dae96f9dc req-e4c95f95-a7be-4971-a4f4-f554af8dfe33 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 946 time: 0.1789854 Jul 28 14:29:28.453555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-5a3e8040-d74c-4b54-92b8-bf8ec1c7767b service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996064 Jul 28 14:29:28.480933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:29:28.480933 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:29:28.480933 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': '495ebaa8b12f4a8c9b14e26ed47e215e', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 29, 28, 423908)}] Jul 28 14:29:28.480933 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:28.481544 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:28.529720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.562887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71665eb-8e08-42ac-a1c6-e7bb02d08aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc3ca6d-b736-4d7d-8ee2-d9a7b0f84be3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:28.570893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a71665eb-8e08-42ac-a1c6-e7bb02d08aa3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f015d74b6974618a9e07b1272bb51f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7206275 Jul 28 14:29:28.575331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:28.602589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16ac6cee-ff16-4151-bb1b-ce3dae96f9dc req-f5ed8ec9-3e22-4c6d-b70e-5885b4c9f477 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337688 Jul 28 14:29:28.645308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.668720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a3a9c-d89b-4809-87f4-09ecda7216db req-3d34601f-52dd-4f78-900a-c687e5565d7f service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014086 Jul 28 14:29:28.695757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:28.696693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:28.782212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.791910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event deleted for resources: {'Port': ['ID=3c6cda5f-57a0-4a66-84d8-4f3969b49989,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:28.884946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2fd08-7af2-430a-a74a-49e283a40a58 None None] Pushing event updated for resources: {'Port': ['ID=91c73e38-a8d9-4f11-b142-21c741a0f1e2,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:28.991616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e977d-c9bf-49a0-83b7-d51db56bb57b req-c292285c-be00-413b-b8d9-5915b55e060a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.993508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-550e977d-c9bf-49a0-83b7-d51db56bb57b req-c292285c-be00-413b-b8d9-5915b55e060a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 949 time: 0.1120944 Jul 28 14:29:28.998463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.072905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:29.094533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-550e977d-c9bf-49a0-83b7-d51db56bb57b req-a85dcb4c-e9dc-4176-9b9b-03c927eec2e4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801780 Jul 28 14:29:29.150986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.154594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.156279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e68ab446-85d9-469f-95b6-9e24e3efdc12 req-740c144e-ed47-49da-b0bd-441056a183fe tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "DELETE /v2.0/floatingips/b08141de-4755-4a64-83ad-db44fc81c424 HTTP/1.1" status: 204 len: 173 time: 1.6295424 Jul 28 14:29:29.162113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.176381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:29.190357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.190852 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Added segment 32d35c0d-b742-43a3-b244-e4de942781b2 of type vlan for network 13f24692-bcd7-4210-b573-149c5a095e88 Jul 28 14:29:29.275821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c3131-2e9d-4980-8928-a101be6636f5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.280188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-919cdede-4670-4c5b-bcda-6e7bea3a8c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.287398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.287868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.314993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-8b49bd55-455f-47ad-b938-be83a5d51c75 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips/2fb1e4e9-00f0-45fd-a16c-28f98e0382b3 HTTP/1.1" status: 200 len: 693 time: 0.1248081 Jul 28 14:29:29.320886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-919cdede-4670-4c5b-bcda-6e7bea3a8c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.331669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:28Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:29.378087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cadc0-6307-4dfa-883a-cffb54ef8d21 None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:28Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:29.422676 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.493468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.495424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:29.496262 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.565003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=495ebaa8b12f4a8c9b14e26ed47e215e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2009430 Jul 28 14:29:29.566776 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-919cdede-4670-4c5b-bcda-6e7bea3a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.569416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-919cdede-4670-4c5b-bcda-6e7bea3a8c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.573224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-919cdede-4670-4c5b-bcda-6e7bea3a8c28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bc3ca6d-b736-4d7d-8ee2-d9a7b0f84be3 HTTP/1.1" status: 204 len: 168 time: 0.9861226 Jul 28 14:29:29.576643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:29.589990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3fce0-9866-4a97-805f-548babb39362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ab9e7a-27cb-4cd5-8d44-4c7b308fcd1a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.593386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cdede-4670-4c5b-bcda-6e7bea3a8c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc3ca6d-b736-4d7d-8ee2-d9a7b0f84be3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.599808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] Pushing event updated for resources: {'Network': ['ID=13f24692-bcd7-4210-b573-149c5a095e88,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.678039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-ed928c31-caf2-442f-949a-470d88906fbf tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:29.691901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 13f24692-bcd7-4210-b573-149c5a095e88 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:29.701867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-ed928c31-caf2-442f-949a-470d88906fbf tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.3710985 Jul 28 14:29:29.714158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f0919b99-5c69-4c5c-9b36-2621a48cac9e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9766803 Jul 28 14:29:29.719494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59308) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:29.725194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Request body: {'subnet': {'network_id': '13f24692-bcd7-4210-b573-149c5a095e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-subnet', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:29.764127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-23090692-65ef-4b10-b29a-0cac219e7291 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:29.766703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-23090692-65ef-4b10-b29a-0cac219e7291 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624452 Jul 28 14:29:29.898034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59312) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:29.918591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cfb5-393d-463b-bceb-c359825251f8 req-6e3c764e-7c02-4563-aa30-c5aa92b4337c tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:29.918591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5820cfb5-393d-463b-bceb-c359825251f8 req-6e3c764e-7c02-4563-aa30-c5aa92b4337c tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 946 time: 0.1246209 Jul 28 14:29:29.960619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-f6a40197-1202-48ba-a6ef-9b69bcaf7379 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.1794798 Jul 28 14:29:29.961596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cdf104b-4649-4ab9-bb26-81c75610d8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.979947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Made reservation on behalf of 569aa77799f04337b78383cdf68d392b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:29.993228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.034679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cdf104b-4649-4ab9-bb26-81c75610d8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.050446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-e01a6168-726f-4ef6-9c68-c29ee8402b21 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0760071 Jul 28 14:29:30.092203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5820cfb5-393d-463b-bceb-c359825251f8 req-691b0e8f-9aaa-4d1f-8ca7-ce9e8ae503d1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545467 Jul 28 14:29:30.160749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e6b9-4966-44c7-aee2-b408a4f1f56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.375478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Deleting port d058f001-9ee3-4f14-a545-690472677306 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:30.377242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.419187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747beff-7b43-4735-a2fc-0fcaefc86ef6 req-3e17c720-9f56-48ba-ba41-4f495b9b8fb2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:30.424822 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d747beff-7b43-4735-a2fc-0fcaefc86ef6 req-3e17c720-9f56-48ba-ba41-4f495b9b8fb2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 949 time: 0.0931206 Jul 28 14:29:30.479161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cdf104b-4649-4ab9-bb26-81c75610d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.484278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cdf104b-4649-4ab9-bb26-81c75610d8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.486392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1cdf104b-4649-4ab9-bb26-81c75610d8fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0ab9e7a-27cb-4cd5-8d44-4c7b308fcd1a HTTP/1.1" status: 204 len: 168 time: 0.9078901 Jul 28 14:29:30.489572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d747beff-7b43-4735-a2fc-0fcaefc86ef6 req-d806ff38-c37b-4285-a860-7dce0e7f2bcd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528812 Jul 28 14:29:30.521226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf104b-4649-4ab9-bb26-81c75610d8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ab9e7a-27cb-4cd5-8d44-4c7b308fcd1a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:30.541373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.553043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e6b9-4966-44c7-aee2-b408a4f1f56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.609032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:30.614150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:30.628395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.629400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.647027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Pushing event updated for resources: {'Subnet': ['ID=237378c6-9e12-42d6-acf9-1759568c2cf1,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:30.666480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Calling delete_port for d058f001-9ee3-4f14-a545-690472677306 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:30.674595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Checking segment: {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:30.674962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Network hostable DHCP agents. Network: 13f24692-bcd7-4210-b573-149c5a095e88, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:30.705480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e6b9-4966-44c7-aee2-b408a4f1f56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.820952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:30.838376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Network 13f24692-bcd7-4210-b573-149c5a095e88 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:30.842618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0', 'mac_address': 'fa:16:3e:12:8f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:30.862056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1b5e6b9-4966-44c7-aee2-b408a4f1f56b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0304a65ee6264e30a5d45a3919d619c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9623525 Jul 28 14:29:30.877690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59326) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:30.939581 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.956504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 69d1e4ba-d82f-4990-bb36-35005a540653 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:30.961591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5e6b9-4966-44c7-aee2-b408a4f1f56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5b32b-5ac1-4d05-9ca0-3ccfaca76bd4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:30.970214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 69d1e4ba-d82f-4990-bb36-35005a540653 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:30.971204 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.978004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:30.979392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12664fa5-c4f0-4429-8d98-7e4b2554e7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.014614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12664fa5-c4f0-4429-8d98-7e4b2554e7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.031867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 13f24692-bcd7-4210-b573-149c5a095e88) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:31.046213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0ffcb-3358-42f0-8f2a-da28e6205883 None None] Network 13f24692-bcd7-4210-b573-149c5a095e88 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:31.053400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.054738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.112382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:31.139256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c73ad46c-3f6c-4b51-a1c0-89f6dd9bd226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.159773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:31.288179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1d0e7fd-7a50-46f3-8804-c5b07a42337e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5652533 Jul 28 14:29:31.289240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:31.302132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:31.306625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef6b88-a160-4a19-b6ba-e39d50d6786a req-5dff19b3-5216-44b4-b363-d99ab890ae55 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.308993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbef6b88-a160-4a19-b6ba-e39d50d6786a req-5dff19b3-5216-44b4-b363-d99ab890ae55 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 946 time: 0.1223023 Jul 28 14:29:31.376438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12664fa5-c4f0-4429-8d98-7e4b2554e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.379150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12664fa5-c4f0-4429-8d98-7e4b2554e7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.380404 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-12664fa5-c4f0-4429-8d98-7e4b2554e7b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16d5b32b-5ac1-4d05-9ca0-3ccfaca76bd4 HTTP/1.1" status: 204 len: 168 time: 0.4988780 Jul 28 14:29:31.389409 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.418717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.427769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbef6b88-a160-4a19-b6ba-e39d50d6786a req-3598ed03-8a16-48ec-b772-f62da9e84a4d tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 Jul 28 14:29:31.439195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12664fa5-c4f0-4429-8d98-7e4b2554e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5b32b-5ac1-4d05-9ca0-3ccfaca76bd4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.532282 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c73ad46c-3f6c-4b51-a1c0-89f6dd9bd226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.582098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.593078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event deleted for resources: {'Port': ['ID=d058f001-9ee3-4f14-a545-690472677306,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.702658 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:31.704996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 91c73e38-a8d9-4f11-b142-21c741a0f1e2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:31.758581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c73ad46c-3f6c-4b51-a1c0-89f6dd9bd226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.784543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:31.784779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.788888 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29584f6e-a408-484d-850b-e3701002a7c3" -d '{"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-plugged", "status": "completed", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:31.791872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.794694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b0198c4-4422-4d7a-9896-bd66508bc3a3 req-56be039e-be59-4380-a139-73cece8b5ffd tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "DELETE /v2.0/floatingips/2fb1e4e9-00f0-45fd-a16c-28f98e0382b3 HTTP/1.1" status: 204 len: 173 time: 1.7382078 Jul 28 14:29:31.827230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['9f623f4e-778a-4b86-b5be-8f9689cd5fc0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:31.841932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c73ad46c-3f6c-4b51-a1c0-89f6dd9bd226 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c5084c160a84f2699441ef8745767c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7283282 Jul 28 14:29:31.845008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59362) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:31.858780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ad46c-3f6c-4b51-a1c0-89f6dd9bd226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d00ad79-ccaf-4cd6-a4e1-78d35dc4d8a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.871838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65950-570e-4e53-86e6-36f076788017 req-65210234-6852-4b6a-ae1d-8dffe0383c88 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.876522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ea65950-570e-4e53-86e6-36f076788017 req-65210234-6852-4b6a-ae1d-8dffe0383c88 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 949 time: 0.2276177 Jul 28 14:29:31.904194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.939390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ea65950-570e-4e53-86e6-36f076788017 req-a0f80f6e-669a-4c6e-a6ac-99e97383dc3c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540113 Jul 28 14:29:31.969005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6dff3fb-826d-4f63-8ec4-a52cb9e8ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.980420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.986099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.987482 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.034770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6dff3fb-826d-4f63-8ec4-a52cb9e8ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.066010 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf3171a-270c-458b-b588-4802de0ad95a x-openstack-request-id: req-fdf3171a-270c-458b-b588-4802de0ad95a {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:32.066489 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-plugged", "status": "completed", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:32.066924 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdf3171a-270c-458b-b588-4802de0ad95a {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:32.076289 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653', 'code': 200} Jul 28 14:29:32.076289 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.139353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-13f24692-bcd7-4210-b573-149c5a095e88', 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'fixed_ips': [{'subnet_id': '237378c6-9e12-42d6-acf9-1759568c2cf1'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:29:32.144655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.160011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-ce253ca4-766f-4be7-aff4-516e99b84a60 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips/7091d909-526f-462c-8723-034724d43c9c HTTP/1.1" status: 200 len: 693 time: 0.1000464 Jul 28 14:29:32.178973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.224110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2cdfd-583e-46f0-87fd-cf10c1860b75 req-09bba469-9ce8-45ad-8b0a-241eaf8380ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.226007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46d2cdfd-583e-46f0-87fd-cf10c1860b75 req-09bba469-9ce8-45ad-8b0a-241eaf8380ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1102 time: 0.0662000 Jul 28 14:29:32.263759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:32.284701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:32.289908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:32.290857 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.316936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46d2cdfd-583e-46f0-87fd-cf10c1860b75 req-dbe777d3-19a6-4ea0-a35e-96991738fac9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776415 Jul 28 14:29:32.370061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-b575bfad-61cc-4612-8e65-6ee2da81a6f6 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.384352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-b575bfad-61cc-4612-8e65-6ee2da81a6f6 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2112410 Jul 28 14:29:32.424435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6dff3fb-826d-4f63-8ec4-a52cb9e8ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.428911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6dff3fb-826d-4f63-8ec4-a52cb9e8ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.431211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6dff3fb-826d-4f63-8ec4-a52cb9e8ed41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d00ad79-ccaf-4cd6-a4e1-78d35dc4d8a9 HTTP/1.1" status: 204 len: 168 time: 0.5846469 Jul 28 14:29:32.446661 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-60b14d65-4748-4823-8c09-6218eddab084 tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.0609109 Jul 28 14:29:32.541539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dff3fb-826d-4f63-8ec4-a52cb9e8ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d00ad79-ccaf-4cd6-a4e1-78d35dc4d8a9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:32.587574 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-2ccdc3a6-fb61-403d-a871-3fb66f6eb19f tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.1265793 Jul 28 14:29:32.736687 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.783125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92829594-c892-49a3-a0a2-1c2c446a2b3c req-3d0b6e39-64b5-455e-b89a-42c660f8bc72 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.784823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92829594-c892-49a3-a0a2-1c2c446a2b3c req-3d0b6e39-64b5-455e-b89a-42c660f8bc72 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 947 time: 0.1624210 Jul 28 14:29:32.806926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Deleting port 7cdaf8d2-938b-4a87-a2e7-11c46046a0a5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:32.807823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.861484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92829594-c892-49a3-a0a2-1c2c446a2b3c req-eabadca1-fec6-4a0f-8786-f5fde3099559 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Jul 28 14:29:32.871806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.937873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Allocated IP 172.20.0.2 (13f24692-bcd7-4210-b573-149c5a095e88/237378c6-9e12-42d6-acf9-1759568c2cf1/1a9f0a2b-03ab-47a1-8492-40b00fbe9776) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:32.960686 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.961223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:32.979910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 91c73e38-a8d9-4f11-b142-21c741a0f1e2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=91c73e38-a8d9-4f11-b142-21c741a0f1e2,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:32.985539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Calling delete_port for 7cdaf8d2-938b-4a87-a2e7-11c46046a0a5 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:33.173282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.188172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Transition to ACTIVE for port object 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:33.206482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Transition to ACTIVE for port object 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:33.290718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.362010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=91c73e38-a8d9-4f11-b142-21c741a0f1e2,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:33.372478 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.390158 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.405031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Pushing event deleted for resources: {'Port': ['ID=7cdaf8d2-938b-4a87-a2e7-11c46046a0a5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:33.443364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.443364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.445714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59382) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:33.454592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9019d522-cee5-4c7e-b0e6-4f0e0a95348a req-a6b4538f-7a70-4428-b990-9a8a19088c1e tempest-FloatingIPDetailsTestJSON-1416190385 tempest-FloatingIPDetailsTestJSON-1416190385-project] 10.222.0.57 "DELETE /v2.0/floatingips/7091d909-526f-462c-8723-034724d43c9c HTTP/1.1" status: 204 len: 173 time: 0.8565795 Jul 28 14:29:33.500265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Network 13f24692-bcd7-4210-b573-149c5a095e88 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:33.513422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:33.549042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:33.564542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Pushing event updated for resources: {'Port': ['ID=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:33.586129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797525d3-84fb-4699-a5ac-bdd24ab4f4a8 req-e5b89621-e1b5-476c-be50-aa897f2fe57a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:33.586129 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-797525d3-84fb-4699-a5ac-bdd24ab4f4a8 req-e5b89621-e1b5-476c-be50-aa897f2fe57a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.0737395 Jul 28 14:29:33.653769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-797525d3-84fb-4699-a5ac-bdd24ab4f4a8 req-86e48234-0c53-40ec-9aec-f0ace261fe10 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595510 Jul 28 14:29:33.657053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Attempting to bind port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:33.658114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Attempting to bind port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:33.658809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Attempting to bind port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 on network 13f24692-bcd7-4210-b573-149c5a095e88 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:33.665974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:33.666525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Checking segment: {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:33.667034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.667580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Bound using segment: {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:33.668382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Bound port: 1a9f0a2b-03ab-47a1-8492-40b00fbe9776, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:33.675154 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.699430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:33.739732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46c2de40-793b-4c1e-aff8-7f39e2489d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.754530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.788796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] For port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:33.793303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] For port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,segment=NetworkSegment(32d35c0d-b742-43a3-b244-e4de942781b2),segment_id=32d35c0d-b742-43a3-b244-e4de942781b2)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:33.817935 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.924834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46c2de40-793b-4c1e-aff8-7f39e2489d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.968082 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.048729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95157111-e0ec-4213-9d41-9375d281fe11 None None] Pushing event updated for resources: {'Port': ['ID=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:34.078627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46c2de40-793b-4c1e-aff8-7f39e2489d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.137697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-46c2de40-793b-4c1e-aff8-7f39e2489d4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afd8c9830219475fa3a7dd75c728800a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369185 Jul 28 14:29:34.142463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59392) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:34.166119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2de40-793b-4c1e-aff8-7f39e2489d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ce168-75c0-4f78-ab9f-0e06a8380510,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:34.218960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b5f0-aeb4-4a48-a802-01b094a0dc57 req-07ce3eb7-5d1e-4dfd-bbd0-028dc4d850e3 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:34.228522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c151b5f0-aeb4-4a48-a802-01b094a0dc57 req-07ce3eb7-5d1e-4dfd-bbd0-028dc4d850e3 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 947 time: 0.2422247 Jul 28 14:29:34.260499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Allocated IP 172.25.6.200 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7d34c791-b66e-48d8-b976-72bfb342fe47) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:34.349987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c151b5f0-aeb4-4a48-a802-01b094a0dc57 req-649c37f2-9314-4411-bc02-7ea65f5e82fe tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201665 Jul 28 14:29:34.377228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45fa798e-ec18-4ed2-98a5-de18a85c7afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.413823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45fa798e-ec18-4ed2-98a5-de18a85c7afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.613262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.620944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:34.665624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.688192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45fa798e-ec18-4ed2-98a5-de18a85c7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.697054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45fa798e-ec18-4ed2-98a5-de18a85c7afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.698651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-45fa798e-ec18-4ed2-98a5-de18a85c7afa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb7ce168-75c0-4f78-ab9f-0e06a8380510 HTTP/1.1" status: 204 len: 168 time: 0.5549338 Jul 28 14:29:34.722055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa798e-ec18-4ed2-98a5-de18a85c7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ce168-75c0-4f78-ab9f-0e06a8380510,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:34.885860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.918685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be03c32-a8dc-4a74-bae8-3b7486d57fee req-443965a2-352d-4a3b-b3e3-48c2529deeaa tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:34.932087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:34.933920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2be03c32-a8dc-4a74-bae8-3b7486d57fee req-443965a2-352d-4a3b-b3e3-48c2529deeaa tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1012595 Jul 28 14:29:34.937563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:34.941566 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.967266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:35.050293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2be03c32-a8dc-4a74-bae8-3b7486d57fee req-fdcabd15-2466-4fa6-9027-8d664ff3eff5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140184 Jul 28 14:29:35.108438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.161422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:35.164547 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050fe474-ca45-4ec6-880d-944f9c2efb58" -d '{"events": [{"server_uuid": "6cb0bde6-34ae-497f-ad51-c7c61feccb37", "name": "network-vif-plugged", "status": "completed", "tag": "9f623f4e-778a-4b86-b5be-8f9689cd5fc0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:35.188235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:35.246050 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab01f87-e1e4-46bc-83c5-38c49b442dce x-openstack-request-id: req-7ab01f87-e1e4-46bc-83c5-38c49b442dce {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:35.247469 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb0bde6-34ae-497f-ad51-c7c61feccb37", "name": "network-vif-plugged", "status": "completed", "tag": "9f623f4e-778a-4b86-b5be-8f9689cd5fc0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:35.247977 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ab01f87-e1e4-46bc-83c5-38c49b442dce {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:35.249058 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0', 'code': 200} Jul 28 14:29:35.328246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.456128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:35.456128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Pushing event updated for resources: {'Port': ['ID=7d34c791-b66e-48d8-b976-72bfb342fe47,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:35.533684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.535822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:35.558392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:35.604764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f342c06-e62b-4506-9b71-23bd1f1d01a4 None None] Network 13f24692-bcd7-4210-b573-149c5a095e88 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:35.606164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce119-394d-4a71-8831-ae9c569f7ad7 req-8816eedc-33de-489e-9991-38d938f745de tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:35.608020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-439ce119-394d-4a71-8831-ae9c569f7ad7 req-8816eedc-33de-489e-9991-38d938f745de tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.1125629 Jul 28 14:29:35.717422 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-439ce119-394d-4a71-8831-ae9c569f7ad7 req-7651d77b-6a35-48ec-9cd8-ce0779d2fb94 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015153 Jul 28 14:29:35.785282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:35.789734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb23853-affb-4262-b315-309b719d6f89 req-ec6bcbb0-7bbb-4b5a-94e3-324d44678c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:35.791615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bb23853-affb-4262-b315-309b719d6f89 req-ec6bcbb0-7bbb-4b5a-94e3-324d44678c84 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 1100 time: 0.3316374 Jul 28 14:29:35.948603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-83d51295-ebd6-4b06-801a-5bed00206070 None None] Provisioning for port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:35.972373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bb23853-affb-4262-b315-309b719d6f89 req-89a4d13a-4e2e-4908-bd5b-514e3826723f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418719 Jul 28 14:29:36.073565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Deleting port ae089256-978a-4791-9c6b-b66820ed52f5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:36.074244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.126851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:36.137438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:36.137438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.197909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] For port ae089256-978a-4791-9c6b-b66820ed52f5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ae089256-978a-4791-9c6b-b66820ed52f5,segment=NetworkSegment(d611a64b-d711-4288-94aa-88d4a0792b77),segment_id=d611a64b-d711-4288-94aa-88d4a0792b77)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:36.198600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.323958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebccfd-2887-4bdc-9160-1801c6735a0e req-c850d9bf-8c11-44d9-84a5-8146f03e7304 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:36.323958 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cebccfd-2887-4bdc-9160-1801c6735a0e req-c850d9bf-8c11-44d9-84a5-8146f03e7304 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1056979 Jul 28 14:29:36.359453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Calling delete_port for ae089256-978a-4791-9c6b-b66820ed52f5 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:36.410330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cebccfd-2887-4bdc-9160-1801c6735a0e req-53893953-0b36-49d9-a2f3-818bf5e60674 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122828 Jul 28 14:29:36.436081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.447538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-70e50166-ddb1-498f-a81d-a82673459007 None None] Provisioning complete for port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:36.447901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-70e50166-ddb1-498f-a81d-a82673459007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.506973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,segment=NetworkSegment(32d35c0d-b742-43a3-b244-e4de942781b2),segment_id=32d35c0d-b742-43a3-b244-e4de942781b2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:36.597608 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-70e50166-ddb1-498f-a81d-a82673459007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.613502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.630788 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.632242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 91c73e38-a8d9-4f11-b142-21c741a0f1e2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:36.650450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:36.867283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:36.872691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-70e50166-ddb1-498f-a81d-a82673459007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:36.873464 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-70e50166-ddb1-498f-a81d-a82673459007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:36.893994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:36.902524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.101085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd276f-ec7b-490b-881c-697461f18554 req-3c3552eb-d432-4bdf-bc8f-2691fd9fa8a1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:37.104169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30bd276f-ec7b-490b-881c-697461f18554 req-3c3552eb-d432-4bdf-bc8f-2691fd9fa8a1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.2169991 Jul 28 14:29:37.160584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:37.215168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3aedc9ec-21f4-46aa-a329-530e66c18337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.271817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:37.326403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30bd276f-ec7b-490b-881c-697461f18554 req-757e21fa-6189-43e7-bdae-02291700b73e tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040930 Jul 28 14:29:37.445182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-ac34ccd2-a972-437e-ad64-bde676f0347d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2823036 Jul 28 14:29:37.475967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.502435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.536982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3aedc9ec-21f4-46aa-a329-530e66c18337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.593267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae089256-978a-4791-9c6b-b66820ed52f5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:37.593834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:37.629673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3aedc9ec-21f4-46aa-a329-530e66c18337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.694827 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3aedc9ec-21f4-46aa-a329-530e66c18337 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b2a522d9c2a44eeb957b798c7aae9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0513630 Jul 28 14:29:37.700789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-network', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:37.714183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:37.714657 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.715766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59484) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:37.945285 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedc9ec-21f4-46aa-a329-530e66c18337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f2cce-da01-4753-aa61-5c572e40fbb7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:37.980075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c24e04-11ea-4d9b-a156-4ec19a18b8be req-68178adb-be14-4b85-b8c8-4e59877e7900 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:37.983083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4c24e04-11ea-4d9b-a156-4ec19a18b8be req-68178adb-be14-4b85-b8c8-4e59877e7900 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.2651329 Jul 28 14:29:38.028374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47e085a7-18b6-4525-9bed-bf58d243a713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.072710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47e085a7-18b6-4525-9bed-bf58d243a713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.143100 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4c24e04-11ea-4d9b-a156-4ec19a18b8be req-f862c88f-8001-4682-a9df-cd32787460f9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488104 Jul 28 14:29:38.151400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.152363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Made reservation on behalf of ae86a2ece2fd4507aa67461f092336b2 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:38.159566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-c0b37fd6-9ab3-4c17-9a8a-7f72fc0c0653 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3574510 Jul 28 14:29:38.177932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.208680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.338448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Router 8e365fc7-1271-4d6c-a899-c9d1a4661275 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:29:38.409925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47e085a7-18b6-4525-9bed-bf58d243a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.412270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47e085a7-18b6-4525-9bed-bf58d243a713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.417682 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47e085a7-18b6-4525-9bed-bf58d243a713 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b1f2cce-da01-4753-aa61-5c572e40fbb7 HTTP/1.1" status: 204 len: 168 time: 0.6947012 Jul 28 14:29:38.446372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e085a7-18b6-4525-9bed-bf58d243a713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f2cce-da01-4753-aa61-5c572e40fbb7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.571108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.698849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.771402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:38.801168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55be094-be4d-4c03-bb93-d2f3e2155716,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.808057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.808780 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Added segment 75f2955d-d951-46d4-86a2-6122ae82ef5e of type vlan for network 664da1b4-4267-41be-9c1e-8010ea7e934f Jul 28 14:29:38.926275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.004605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-0ac9a4ea-ccce-45ca-9a50-099941f20e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.006164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-0ac9a4ea-ccce-45ca-9a50-099941f20e03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=388874a55c52462182750c38d71644cb&device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 1101 time: 0.7109573 Jul 28 14:29:39.032415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:39.054339 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Sync routers for ids ['8e365fc7-1271-4d6c-a899-c9d1a4661275'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:39.080242 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Routers {'8e365fc7-1271-4d6c-a899-c9d1a4661275'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:39.082559 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8e365fc7-1271-4d6c-a899-c9d1a4661275'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:39.107997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.109088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.110777 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.117563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54538d89-0416-4238-8fd4-051655510c67 req-4be1d5de-9b27-46c2-8b06-c5d2faef64b5 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.125597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54538d89-0416-4238-8fd4-051655510c67 req-4be1d5de-9b27-46c2-8b06-c5d2faef64b5 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.2117522 Jul 28 14:29:39.237520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.243106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cdce6dcd-7edf-4476-ac4a-a7b6a7ef3059 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.9490621 Jul 28 14:29:39.247144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:39.299858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] Pushing event updated for resources: {'Network': ['ID=664da1b4-4267-41be-9c1e-8010ea7e934f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:39.320617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 664da1b4-4267-41be-9c1e-8010ea7e934f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:39.354190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54538d89-0416-4238-8fd4-051655510c67 req-89e10292-7539-4332-9288-d21500a7dae1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275808 Jul 28 14:29:39.359606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-addd03ea-c4b0-4004-8a26-6120ac84cf8a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0838177 Jul 28 14:29:39.364716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59542) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:39.370510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Request body: {'subnet': {'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-subnet', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:39.418806 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Set router 8e365fc7-1271-4d6c-a899-c9d1a4661275 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:39.431232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-a88b8855-e850-4410-be0c-9f737addcde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.434547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-a88b8855-e850-4410-be0c-9f737addcde1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3890319 Jul 28 14:29:39.565748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-d6b0424e-e104-42c1-a4b6-ef0ebe13ecdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=62684559-6158-4926-b490-5a8f7f9443b6 HTTP/1.1" status: 200 len: 217 time: 0.1191113 Jul 28 14:29:39.589809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Made reservation on behalf of ae86a2ece2fd4507aa67461f092336b2 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:39.592821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.678192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Router e8731a35-6005-4e5f-b21c-e1d64d9bec56 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:39.785502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-8e80e5e9-f997-45fb-a604-55f6ac555b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.788139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-8e80e5e9-f997-45fb-a604-55f6ac555b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2049289 Jul 28 14:29:39.804097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2779dc0-c6d7-430c-9597-675def73ddd3 req-52964c6b-5aa2-44f5-95db-39546e5e9647 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.806900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2779dc0-c6d7-430c-9597-675def73ddd3 req-52964c6b-5aa2-44f5-95db-39546e5e9647 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.2550204 Jul 28 14:29:39.872819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:29:35Z', 'revision_number': 3, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:39.933461 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Checking router: 8e365fc7-1271-4d6c-a899-c9d1a4661275 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:39.934379 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Updating router 8e365fc7-1271-4d6c-a899-c9d1a4661275 port 7d34c791-b66e-48d8-b976-72bfb342fe47 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:39.992367 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.179898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.306947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-864dd401-58fe-4a78-b415-8248aa4d359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.310905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-864dd401-58fe-4a78-b415-8248aa4d359a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5015969 Jul 28 14:29:40.325554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2779dc0-c6d7-430c-9597-675def73ddd3 req-27284d87-1378-46fc-8882-b7e72a2a83f2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614599 Jul 28 14:29:40.360967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:29:40.440156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49b3acb-2e54-4a66-9989-13f87f429e39,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:40.462730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Checking segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:40.463296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Network hostable DHCP agents. Network: 664da1b4-4267-41be-9c1e-8010ea7e934f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:40.480570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59556) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:40.520493 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.533769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f115-dbb4-4fc8-9498-9773183c6a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.535912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Transition to ACTIVE for port object 7d34c791-b66e-48d8-b976-72bfb342fe47 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:40.587575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:40.593480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ac64773d-3443-43f2-b5bf-9bd98c76372d admin admin] 10.222.0.57 "PUT /v2.0/routers/e8731a35-6005-4e5f-b21c-e1d64d9bec56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1464531 Jul 28 14:29:40.599478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:40.607206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] Sync routers for ids ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:40.624629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] Routers {'e8731a35-6005-4e5f-b21c-e1d64d9bec56'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:40.625620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:40.705804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-b5dad998-9ed3-4571-b4ea-abc1a53a93c1 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725116 Jul 28 14:29:40.757914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Network 664da1b4-4267-41be-9c1e-8010ea7e934f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:40.933396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] Set router e8731a35-6005-4e5f-b21c-e1d64d9bec56 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:40.972082 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.979091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 664da1b4-4267-41be-9c1e-8010ea7e934f) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:40.988500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.988500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.068872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3bd4e3-e6bb-4c1e-a286-f62797f67322 None None] Network 664da1b4-4267-41be-9c1e-8010ea7e934f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:41.069669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82fd714-9756-4bda-b8e3-97fb45e9831c req-37e3623d-2dfa-4bd0-b10e-c5eb5c38af0e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458529 Jul 28 14:29:41.085233 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2bba7-49e6-4294-a6fe-6e96ee48a57e None None] Pushing event updated for resources: {'Port': ['ID=7d34c791-b66e-48d8-b976-72bfb342fe47,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.130399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.168293 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Attempting to bind port 7d34c791-b66e-48d8-b976-72bfb342fe47 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:41.169919 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Attempting to bind port 7d34c791-b66e-48d8-b976-72bfb342fe47 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:41.170839 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Attempting to bind port 7d34c791-b66e-48d8-b976-72bfb342fe47 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:41.212740 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:41.219360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f115-dbb4-4fc8-9498-9773183c6a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.221492 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:41.223038 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.225428 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:41.226882 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Bound port: 7d34c791-b66e-48d8-b976-72bfb342fe47, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:41.228243 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.240650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.459644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f115-dbb4-4fc8-9498-9773183c6a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.546596 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] For port 7d34c791-b66e-48d8-b976-72bfb342fe47, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:41.565404 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] For port 7d34c791-b66e-48d8-b976-72bfb342fe47, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d34c791-b66e-48d8-b976-72bfb342fe47,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:41.598368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538a5b-eb4c-43df-b2c3-03c3c8da375d req-d3418b8f-d149-4f5c-975d-5f453ad721a0 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:41.605680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a538a5b-eb4c-43df-b2c3-03c3c8da375d req-d3418b8f-d149-4f5c-975d-5f453ad721a0 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.1405010 Jul 28 14:29:41.637468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-664da1b4-4267-41be-9c1e-8010ea7e934f', 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'fixed_ips': [{'subnet_id': 'd49b3acb-2e54-4a66-9989-13f87f429e39'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:29:41.638558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.658350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b4dd9a2b-2165-4112-935e-fc0e4d471ccf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2919962 Jul 28 14:29:41.667294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59582) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:41.680968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:29:37Z', 'revision_number': 5, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:41.681333 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.694036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:41.771310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] Checking router: e8731a35-6005-4e5f-b21c-e1d64d9bec56 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:41.786114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a538a5b-eb4c-43df-b2c3-03c3c8da375d req-3256e477-23a6-4d80-b6c8-40238cf6c246 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754782 Jul 28 14:29:41.795873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Routers {'8e365fc7-1271-4d6c-a899-c9d1a4661275'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:41.796574 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8e365fc7-1271-4d6c-a899-c9d1a4661275'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:41.797005 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c4d4f115-dbb4-4fc8-9498-9773183c6a1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce463cd01eec4aeeb7fd9fcd93611de0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3131220 Jul 28 14:29:41.798692 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2bba7-49e6-4294-a6fe-6e96ee48a57e None None] Pushing event updated for resources: {'Port': ['ID=7d34c791-b66e-48d8-b976-72bfb342fe47,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.799111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59586) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:41.799658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4f115-dbb4-4fc8-9498-9773183c6a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a39e7-8886-4355-a462-3bea5e15f396,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.900293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.975855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab54386-ba94-4ef0-bd26-08ac39ddcf03 req-8cd427f1-d052-40b9-9d76-e1957cc1553f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:41.992706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Allocated IP 172.20.0.1 (13f24692-bcd7-4210-b573-149c5a095e88/237378c6-9e12-42d6-acf9-1759568c2cf1/263cf997-f96d-4850-beb5-3e29e2649dce) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:42.002001 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] Set router 8e365fc7-1271-4d6c-a899-c9d1a4661275 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:42.011709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ab54386-ba94-4ef0-bd26-08ac39ddcf03 req-8cd427f1-d052-40b9-9d76-e1957cc1553f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.4556961 Jul 28 14:29:42.044434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] Routers {'e8731a35-6005-4e5f-b21c-e1d64d9bec56'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:42.045420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:42.112767 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.119964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.227172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Allocated IP 172.20.0.2 (664da1b4-4267-41be-9c1e-8010ea7e934f/d49b3acb-2e54-4a66-9989-13f87f429e39/24d5c55f-e328-457b-b793-06f68612c21a) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:42.251733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] Set router e8731a35-6005-4e5f-b21c-e1d64d9bec56 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:42.296179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d812510-dffd-4ef9-aed7-250b1e409c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.323501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d812510-dffd-4ef9-aed7-250b1e409c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.396965 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ab54386-ba94-4ef0-bd26-08ac39ddcf03 req-0c7bc225-7348-4ba2-bbc5-8780c87f941a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747375 Jul 28 14:29:42.492937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.524911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Deleting port 918470cb-432c-445d-9afc-325b37e7ac5b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:42.525555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-9ea18e40-3878-4193-b146-2f92f551182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:42.527840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-9ea18e40-3878-4193-b146-2f92f551182b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1102 time: 0.1404700 Jul 28 14:29:42.530932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.567721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.576410 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:29:35Z', 'revision_number': 3, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:42.646118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] For port 918470cb-432c-445d-9afc-325b37e7ac5b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=918470cb-432c-445d-9afc-325b37e7ac5b,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:42.647283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.666446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Calling delete_port for 918470cb-432c-445d-9afc-325b37e7ac5b owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:42.672745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beff1a-16ab-473a-9344-e2ebab60ca07 None None] The sync data for ids ['8e365fc7-1271-4d6c-a899-c9d1a4661275'] in n-d-764806-10 is: [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:29:35Z', 'revision_number': 3, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:43.039125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.049791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d812510-dffd-4ef9-aed7-250b1e409c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.062442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d812510-dffd-4ef9-aed7-250b1e409c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.064616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Transition to ACTIVE for port object 24d5c55f-e328-457b-b793-06f68612c21a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:43.067260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0d812510-dffd-4ef9-aed7-250b1e409c5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e32a39e7-8886-4355-a462-3bea5e15f396 HTTP/1.1" status: 204 len: 168 time: 1.2636023 Jul 28 14:29:43.125580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Transition to ACTIVE for port object 263cf997-f96d-4850-beb5-3e29e2649dce will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:43.181129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Transition to ACTIVE for port object 24d5c55f-e328-457b-b793-06f68612c21a will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:43.205422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:29:37Z', 'revision_number': 5, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:43.218243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812510-dffd-4ef9-aed7-250b1e409c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a39e7-8886-4355-a462-3bea5e15f396,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:43.271090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-70b7fa62-38d8-4d34-b4f6-55f7aa1a11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:43.272679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-70b7fa62-38d8-4d34-b4f6-55f7aa1a11a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.7356386 Jul 28 14:29:43.339320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.344283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273058ba-437a-4073-99ff-456ae5bd07f0 None None] The sync data for ids ['e8731a35-6005-4e5f-b21c-e1d64d9bec56'] in n-d-764806-10 is: [{'id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'name': 'tempest-FloatingIPDetailsTestJSON-1016906937-router', 'tenant_id': 'cf10f711cd93460da5d536e081661456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:28:48Z', 'updated_at': '2021-07-28T14:29:37Z', 'revision_number': 5, 'project_id': 'cf10f711cd93460da5d536e081661456', 'gw_port': {'id': '918470cb-432c-445d-9afc-325b37e7ac5b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8731a35-6005-4e5f-b21c-e1d64d9bec56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:49Z', 'updated_at': '2021-07-28T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:43.360218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-0a911c29-9e3e-40bf-ac41-bb2f1e682dbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.0769358 Jul 28 14:29:43.445030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Network 664da1b4-4267-41be-9c1e-8010ea7e934f is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:43.452934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:43.463154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:43.480230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.492335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-0d79e27a-15ed-488a-bb4b-b284649921cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:43.494578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-0d79e27a-15ed-488a-bb4b-b284649921cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1117432 Jul 28 14:29:43.512138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Pushing event updated for resources: {'Port': ['ID=24d5c55f-e328-457b-b793-06f68612c21a,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:43.581173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Attempting to bind port 24d5c55f-e328-457b-b793-06f68612c21a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:43.582736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Attempting to bind port 24d5c55f-e328-457b-b793-06f68612c21a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:43.583956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Attempting to bind port 24d5c55f-e328-457b-b793-06f68612c21a on network 664da1b4-4267-41be-9c1e-8010ea7e934f {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:43.592048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Network 13f24692-bcd7-4210-b573-149c5a095e88 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:43.604752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.605545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:43.609424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:43.614587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Pushing event updated for resources: {'Port': ['ID=263cf997-f96d-4850-beb5-3e29e2649dce,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:43.630888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:43.631472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Checking segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:43.632090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.632689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Bound using segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:43.633274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Bound port: 24d5c55f-e328-457b-b793-06f68612c21a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:43.633742 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.736111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.849759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] For port 24d5c55f-e328-457b-b793-06f68612c21a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:43.855503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-8caff6c5-85cc-44df-b22f-1ba99931d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:43.856170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] For port 24d5c55f-e328-457b-b793-06f68612c21a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=24d5c55f-e328-457b-b793-06f68612c21a,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:43.858042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-8caff6c5-85cc-44df-b22f-1ba99931d915 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3319237 Jul 28 14:29:43.915780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d34c791-b66e-48d8-b976-72bfb342fe47 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:43.989809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.998004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8904b6-359c-4c1e-b77c-588932ba679f req-8bb195a8-ddf2-4cd4-b550-697335282258 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:43.999710 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e8904b6-359c-4c1e-b77c-588932ba679f req-8bb195a8-ddf2-4cd4-b550-697335282258 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.4274797 Jul 28 14:29:44.239262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8b95a-2d13-4f5d-9e95-d79394b5bcfa None None] Pushing event updated for resources: {'Port': ['ID=24d5c55f-e328-457b-b793-06f68612c21a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:44.339711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e8904b6-359c-4c1e-b77c-588932ba679f req-ddbb6b14-9eee-47eb-9b0b-8f58e0864bdc tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197293 Jul 28 14:29:44.388755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-70d4096e-068d-4b31-bacf-f1e475de9fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185409 Jul 28 14:29:44.493189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3986d47d-4815-4cc4-a72d-920eb2a19b76 None None] Provisioning for port 263cf997-f96d-4850-beb5-3e29e2649dce completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:44.500375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7d34c791-b66e-48d8-b976-72bfb342fe47 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:44.511784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3986d47d-4815-4cc4-a72d-920eb2a19b76 None None] Provisioning complete for port 263cf997-f96d-4850-beb5-3e29e2649dce triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:44.512873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3986d47d-4815-4cc4-a72d-920eb2a19b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.602326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3986d47d-4815-4cc4-a72d-920eb2a19b76 None None] Port 263cf997-f96d-4850-beb5-3e29e2649dce cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:44.616764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7d34c791-b66e-48d8-b976-72bfb342fe47 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:44.616764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.692935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.718581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.786893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.854163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 7d34c791-b66e-48d8-b976-72bfb342fe47, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d34c791-b66e-48d8-b976-72bfb342fe47,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:44.873918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e6db1-075b-4937-a2c2-01c942124179 req-ac964415-3458-492f-a8f5-6cb0e5b94ad0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:44.881213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=918470cb-432c-445d-9afc-325b37e7ac5b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:44.886671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e3e6db1-075b-4937-a2c2-01c942124179 req-ac964415-3458-492f-a8f5-6cb0e5b94ad0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.3697901 Jul 28 14:29:44.891773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.936397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.033718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-814ef895-6bae-41ca-a02f-12385a463a19 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337910 Jul 28 14:29:45.050290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.061109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.077791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e3e6db1-075b-4937-a2c2-01c942124179 req-cda79eb7-1240-460a-b58c-00bb3f518c54 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892598 Jul 28 14:29:45.108213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=7d34c791-b66e-48d8-b976-72bfb342fe47,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:45.149534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347b559-2b7d-44f1-abdc-1489a6336837 req-0dd28551-5280-41a1-9d1a-5db6b785564a tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:45.151141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2347b559-2b7d-44f1-abdc-1489a6336837 req-0dd28551-5280-41a1-9d1a-5db6b785564a tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 1100 time: 0.4741068 Jul 28 14:29:45.176182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.178499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2347b559-2b7d-44f1-abdc-1489a6336837 req-815cba80-9800-4714-881b-03665e2ca5fa tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.209601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.265827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.369733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Allocated IP 172.25.6.195 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/fc6d39e6-0329-47b7-8dc1-2d24251a0824) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:45.458054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.458584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8731a35-6005-4e5f-b21c-e1d64d9bec56 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:29:45.463695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2347b559-2b7d-44f1-abdc-1489a6336837 req-815cba80-9800-4714-881b-03665e2ca5fa tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.473971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.480743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8c04f0cf-185c-43c0-ab9b-96204644b4cc admin admin] 10.222.0.57 "DELETE /v2.0/routers/e8731a35-6005-4e5f-b21c-e1d64d9bec56 HTTP/1.1" status: 204 len: 168 time: 4.8766129 Jul 28 14:29:45.481693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59652) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:45.611706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.626438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2347b559-2b7d-44f1-abdc-1489a6336837 req-815cba80-9800-4714-881b-03665e2ca5fa tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.634957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.767482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2347b559-2b7d-44f1-abdc-1489a6336837 req-815cba80-9800-4714-881b-03665e2ca5fa tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087306 Jul 28 14:29:45.804129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cba80-9800-4714-881b-03665e2ca5fa tempest-LiveMigrationNegativeTest-2023867150 tempest-LiveMigrationNegativeTest-2023867150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b537286d-3482-475b-b254-f0e009c481c9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:45.893854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Deleting subnet 885c5f44-2488-4e4e-8465-897a9307fec5 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:45.963006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.968943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.017110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Pushing event updated for resources: {'Port': ['ID=263cf997-f96d-4850-beb5-3e29e2649dce,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:46.023305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d34c791-b66e-48d8-b976-72bfb342fe47 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:46.061266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59674) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:46.104485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.198422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7d34c791-b66e-48d8-b976-72bfb342fe47 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:46.203448 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.251917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:46.265422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:46.273954 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:46.413968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04b52c39-b2de-4ff5-9402-b49b13997eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.417406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6d39e6-0329-47b7-8dc1-2d24251a0824,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:46.447687 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.462174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 24d5c55f-e328-457b-b793-06f68612c21a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:46.469627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59686) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:46.600706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Network 13f24692-bcd7-4210-b573-149c5a095e88 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:46.623241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:46.664034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1352756276-network', 'tenant_id': '6f2a62f1b70c45b0a5f2f2c5d7264cb5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:46.675387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 24d5c55f-e328-457b-b793-06f68612c21a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:46.704167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ae089256-978a-4791-9c6b-b66820ed52f5 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:46.752148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04b52c39-b2de-4ff5-9402-b49b13997eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.756226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ae089256-978a-4791-9c6b-b66820ed52f5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:46.756796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ae089256-978a-4791-9c6b-b66820ed52f5 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:46.794479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40ed7-4868-4630-8945-8a568782df8e req-71f354a5-96b1-4788-812f-3d4e29185b52 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:46.796574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ad40ed7-4868-4630-8945-8a568782df8e req-71f354a5-96b1-4788-812f-3d4e29185b52 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.4068408 Jul 28 14:29:46.805413 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.881758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Router 8e365fc7-1271-4d6c-a899-c9d1a4661275 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:46.924188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04b52c39-b2de-4ff5-9402-b49b13997eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.965016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ad40ed7-4868-4630-8945-8a568782df8e req-e234346f-174a-4ec2-9af5-9880e678276b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300197 Jul 28 14:29:47.006920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04b52c39-b2de-4ff5-9402-b49b13997eee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3bd80226d0d4df9abf5f7c1e543204d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9446213 Jul 28 14:29:47.014775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52c39-b2de-4ff5-9402-b49b13997eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c2b07-7a57-447e-92df-e58ef50146f0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:47.014775 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.015653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59690) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:47.117124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Made reservation on behalf of 6f2a62f1b70c45b0a5f2f2c5d7264cb5 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:47.123888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.131545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b657ae7-d3f3-410b-bc34-ab2577ceafe9 None None] Network 664da1b4-4267-41be-9c1e-8010ea7e934f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:47.150294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9854b19a-6367-4d4c-bd93-39eea511b2af None None] Provisioning complete for port 263cf997-f96d-4850-beb5-3e29e2649dce triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:47.150936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9854b19a-6367-4d4c-bd93-39eea511b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.164823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:47.177494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.189220 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Sync routers for ids ['8e365fc7-1271-4d6c-a899-c9d1a4661275'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:47.190043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b8ec6a9f-5ed5-494c-a018-80dad63f76b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/8e365fc7-1271-4d6c-a899-c9d1a4661275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9284627 Jul 28 14:29:47.207953 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Routers {'8e365fc7-1271-4d6c-a899-c9d1a4661275'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:47.209556 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8e365fc7-1271-4d6c-a899-c9d1a4661275'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:47.292934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9854b19a-6367-4d4c-bd93-39eea511b2af None None] Port 263cf997-f96d-4850-beb5-3e29e2649dce cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:47.361260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc8-6188-4caf-bdca-21a63ed3a8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.397478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 918470cb-432c-445d-9afc-325b37e7ac5b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:47.405291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.410814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd083a-9784-4f6a-8657-7ddb81ed9a41 req-ec34b20a-ce40-4534-aa5c-4ed50f9d4042 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:47.412097 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eafd083a-9784-4f6a-8657-7ddb81ed9a41 req-ec34b20a-ce40-4534-aa5c-4ed50f9d4042 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.2036088 Jul 28 14:29:47.446860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 918470cb-432c-445d-9afc-325b37e7ac5b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:47.448709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 918470cb-432c-445d-9afc-325b37e7ac5b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:47.451689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885c5f44-2488-4e4e-8465-897a9307fec5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:47.463988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.470772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b7786285-87e2-4f60-8430-117901a669aa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/885c5f44-2488-4e4e-8465-897a9307fec5 HTTP/1.1" status: 204 len: 168 time: 1.9866691 Jul 28 14:29:47.487799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59702) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:47.494527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f447c-0d97-44d0-b473-c08fa55985b1 None None] Network ed7832b9-2121-4c3f-a519-a9d12c0f18ca requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:47.495416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc8-6188-4caf-bdca-21a63ed3a8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.502025 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Set router 8e365fc7-1271-4d6c-a899-c9d1a4661275 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:47.615126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.624227 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.628267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eafd083a-9784-4f6a-8657-7ddb81ed9a41 req-acaf654d-470f-4e74-acd6-fb1442c058e3 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951716 Jul 28 14:29:47.652416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] Provisioning for port 24d5c55f-e328-457b-b793-06f68612c21a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:47.664074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] Provisioning complete for port 24d5c55f-e328-457b-b793-06f68612c21a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:47.664540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.701117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.745095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Deleting port f29aa3f3-e268-42f6-bed2-bcb497fc0994 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:47.745550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.836495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.881885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] For port f29aa3f3-e268-42f6-bed2-bcb497fc0994, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f29aa3f3-e268-42f6-bed2-bcb497fc0994,segment=NetworkSegment(d611a64b-d711-4288-94aa-88d4a0792b77),segment_id=d611a64b-d711-4288-94aa-88d4a0792b77)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:47.881885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.912127 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '263cf997-f96d-4850-beb5-3e29e2649dce', 'name': '', 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'mac_address': 'fa:16:3e:5e:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '237378c6-9e12-42d6-acf9-1759568c2cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:41Z', 'updated_at': '2021-07-28T14:29:45Z', 'revision_number': 2, 'project_id': '569aa77799f04337b78383cdf68d392b', 'subnets': [{'id': '237378c6-9e12-42d6-acf9-1759568c2cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:47.923588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Calling delete_port for f29aa3f3-e268-42f6-bed2-bcb497fc0994 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:47.943375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59710) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:47.955825 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Checking router: 8e365fc7-1271-4d6c-a899-c9d1a4661275 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:47.956212 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Updating router 8e365fc7-1271-4d6c-a899-c9d1a4661275 port 263cf997-f96d-4850-beb5-3e29e2649dce binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:47.996692 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.001798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc8-6188-4caf-bdca-21a63ed3a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.025169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc8-6188-4caf-bdca-21a63ed3a8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.029631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a33dcbc8-6188-4caf-bdca-21a63ed3a8d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa0c2b07-7a57-447e-92df-e58ef50146f0 HTTP/1.1" status: 204 len: 168 time: 1.0081758 Jul 28 14:29:48.032280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:48.152534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.168085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] DHCP port deletion for ed7832b9-2121-4c3f-a519-a9d12c0f18ca request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:29:48.240756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.260112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eef01f-5170-4d6f-8f84-81331780ceaf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.275069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.275722 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Added segment 768f0061-3460-48fc-9c6c-78bff6d56fa7 of type vlan for network 4dfb8117-4f69-4c6f-afa4-337e31a9625f Jul 28 14:29:48.298760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] For port 24d5c55f-e328-457b-b793-06f68612c21a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=24d5c55f-e328-457b-b793-06f68612c21a,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:48.305962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29aa3f3-e268-42f6-bed2-bcb497fc0994,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.321197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] No DVR routers for this DVR port f29aa3f3-e268-42f6-bed2-bcb497fc0994 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:48.328718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dcbc8-6188-4caf-bdca-21a63ed3a8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c2b07-7a57-447e-92df-e58ef50146f0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.332996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c82e7-e9cd-42cf-a62e-bbf76d547840 req-8513c274-3d30-497a-8892-af9c806b8910 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:48.343855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-659c82e7-e9cd-42cf-a62e-bbf76d547840 req-8513c274-3d30-497a-8892-af9c806b8910 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1800187 Jul 28 14:29:48.372376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Deleting port f29aa3f3-e268-42f6-bed2-bcb497fc0994 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:48.373355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.448800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a85e290-41f5-47c1-a18e-e4d05ed97bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.468545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-659c82e7-e9cd-42cf-a62e-bbf76d547840 req-fec558d1-ec64-467f-88cb-84529336a1e9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234319 Jul 28 14:29:48.472974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.486097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.501028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7832b9-2121-4c3f-a519-a9d12c0f18ca']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:48.521561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd611a64b-d711-4288-94aa-88d4a0792b77') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:48.522128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd611a64b-d711-4288-94aa-88d4a0792b77') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:48.534331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.563590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.573541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:48.574429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:48.577739 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:48.644919 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.671069 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.712425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.712425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:48.714162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.751755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:29:48.773659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] For port f29aa3f3-e268-42f6-bed2-bcb497fc0994, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:48.774315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.827433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Calling delete_port for f29aa3f3-e268-42f6-bed2-bcb497fc0994 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:48.839751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Port f29aa3f3-e268-42f6-bed2-bcb497fc0994 was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:29:48.853873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.859945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa615e-4776-44a8-b0d2-5cd37639face None None] Pushing event updated for resources: {'Port': ['ID=24d5c55f-e328-457b-b793-06f68612c21a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.908383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-7246f703-1006-4ba1-8cc3-a4c9bf50489c tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:48.911421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-7246f703-1006-4ba1-8cc3-a4c9bf50489c tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.2431393 Jul 28 14:29:48.937377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] No DVR routers for this DVR port f29aa3f3-e268-42f6-bed2-bcb497fc0994 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:48.939576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7bfe631-7364-4d85-a124-813a8acac2d2 None None] Provisioning complete for port 24d5c55f-e328-457b-b793-06f68612c21a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:48.940151 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe631-7364-4d85-a124-813a8acac2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.947386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65162cb5-2fcb-41da-8258-9f44b2fa1231 None None] Pushing event deleted for resources: {'Port': ['ID=f29aa3f3-e268-42f6-bed2-bcb497fc0994,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:49.000111 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Transition to ACTIVE for port object 263cf997-f96d-4850-beb5-3e29e2649dce will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:49.012766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.069536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704aa81-3585-4a8b-9108-784ca8258a76 req-bd45623c-d654-4a1c-bce7-ea696f5b4549 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:49.071259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3704aa81-3585-4a8b-9108-784ca8258a76 req-bd45623c-d654-4a1c-bce7-ea696f5b4549 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 948 time: 0.2597086 Jul 28 14:29:49.074957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.080490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ed7832b9-2121-4c3f-a519-a9d12c0f18ca HTTP/1.1" status: 204 len: 168 time: 1.6082697 Jul 28 14:29:49.102291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b374d7-57f4-42e5-8a83-e05dc5552f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7832b9-2121-4c3f-a519-a9d12c0f18ca,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:49.139748 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.164175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3704aa81-3585-4a8b-9108-784ca8258a76 req-52adc942-645f-46d8-ac7d-4f84db944565 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719705 Jul 28 14:29:49.191192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Deleting port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:49.199495 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.346020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59732) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:49.395772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:49.411395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6aec53b-995c-495f-99bf-229812319295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.413446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Sync routers for ids ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:49.430484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] For port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:49.431457 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.438608 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec779ed4-134e-4c35-aa50-2ad1d8a4cd7c None None] Pushing event updated for resources: {'Port': ['ID=263cf997-f96d-4850-beb5-3e29e2649dce,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:49.445860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Routers {'98eb1eb7-4257-4c9e-8e8d-435592cafaaf'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:49.448255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:49.464766 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Attempting to bind port 263cf997-f96d-4850-beb5-3e29e2649dce on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:49.465153 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Attempting to bind port 263cf997-f96d-4850-beb5-3e29e2649dce by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:49.465654 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Attempting to bind port 263cf997-f96d-4850-beb5-3e29e2649dce on network 13f24692-bcd7-4210-b573-149c5a095e88 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:49.466942 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a85e290-41f5-47c1-a18e-e4d05ed97bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.469161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfb8117-4f69-4c6f-afa4-337e31a9625f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:49.474413 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:49.476003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Checking segment: {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:49.476003 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.476003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Bound using segment: {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:49.476306 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Bound port: 263cf997-f96d-4850-beb5-3e29e2649dce, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d35c0d-b742-43a3-b244-e4de942781b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:49.477591 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.555731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Calling delete_port for 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:49.568003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:49.571078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a85e290-41f5-47c1-a18e-e4d05ed97bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.634054 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] For port 263cf997-f96d-4850-beb5-3e29e2649dce, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:49.638479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] For port 263cf997-f96d-4850-beb5-3e29e2649dce, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=263cf997-f96d-4850-beb5-3e29e2649dce,segment=NetworkSegment(32d35c0d-b742-43a3-b244-e4de942781b2),segment_id=32d35c0d-b742-43a3-b244-e4de942781b2)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:49.695744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3a85e290-41f5-47c1-a18e-e4d05ed97bbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd10a1c1ead046b7846a74f882f6fad0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7432125 Jul 28 14:29:49.695744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85e290-41f5-47c1-a18e-e4d05ed97bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c066a7d-ffb6-4a74-b5cb-53a9cc98fe23,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:49.698078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59736) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:49.704641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 24d5c55f-e328-457b-b793-06f68612c21a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:49.709231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ede7ae24-abe0-49ce-acf4-57a1a47b1378 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2271450 Jul 28 14:29:49.709231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59738) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:49.716191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Request body: {'subnet': {'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1352756276-subnet', 'tenant_id': '6f2a62f1b70c45b0a5f2f2c5d7264cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:49.803981 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.818136 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.824103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e36b1b9-648c-437e-9d09-74b5da0e8406 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1501667 Jul 28 14:29:49.826637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59740) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:49.831157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a06b3-e0a6-483b-a0bf-e376d0c199c8 req-392a488c-0a95-4854-bad8-ea18195db8b9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:49.833328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c1a06b3-e0a6-483b-a0bf-e376d0c199c8 req-392a488c-0a95-4854-bad8-ea18195db8b9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1341319 Jul 28 14:29:49.869669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 24d5c55f-e328-457b-b793-06f68612c21a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:49.870240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.883853 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:29:49.883853 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:29:49.883853 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '6f2a62f1b70c45b0a5f2f2c5d7264cb5', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 29, 49, 722655)}] Jul 28 14:29:49.883853 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:49.888928 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:49.906032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Set router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:49.911775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59742) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:49.919885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-395f5db6-0d1f-4b80-954f-9995f334ec5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.995895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59744) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:50.001899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524396803', 'description': 'tempest-description--185106519'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:50.026843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-395f5db6-0d1f-4b80-954f-9995f334ec5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.068537 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Routers {'8e365fc7-1271-4d6c-a899-c9d1a4661275'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:50.069499 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8e365fc7-1271-4d6c-a899-c9d1a4661275'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:50.073353 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec779ed4-134e-4c35-aa50-2ad1d8a4cd7c None None] Pushing event updated for resources: {'Port': ['ID=263cf997-f96d-4850-beb5-3e29e2649dce,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.082656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c1a06b3-e0a6-483b-a0bf-e376d0c199c8 req-be65cdb5-d151-4256-80e2-ba7b2203ca01 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093797 Jul 28 14:29:50.111173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6882ed2a-d128-42f5-92a4-9814e5ed1db6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf10f711cd93460da5d536e081661456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965201 Jul 28 14:29:50.135023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59746) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:50.180556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.232712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['9f623f4e-778a-4b86-b5be-8f9689cd5fc0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:50.259579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Pushing event deleted for resources: {'Port': ['ID=9f623f4e-778a-4b86-b5be-8f9689cd5fc0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.335227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6aec53b-995c-495f-99bf-229812319295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.340672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3522d1d9-e6d3-41db-9537-7935112d0f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.341982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['62684559-6158-4926-b490-5a8f7f9443b6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:50.350329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.351009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.351763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.352255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.352771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.353279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.355103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.355611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.360085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.360732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.361226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.361717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:50.404869 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] Set router 8e365fc7-1271-4d6c-a899-c9d1a4661275 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:50.495766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] No DVR routers for this DVR port 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:50.499566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.503487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1b9f7cf-528d-4866-8dc2-023365b2a743 req-b12dd930-2aed-478b-b1c2-5c71fdc2807a tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.58 "DELETE /v2.0/ports/9f623f4e-778a-4b86-b5be-8f9689cd5fc0 HTTP/1.1" status: 204 len: 173 time: 1.5854256 Jul 28 14:29:50.504867 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6aec53b-995c-495f-99bf-229812319295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.533455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'name': 'network-vif-deleted', 'tag': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:50.536968 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebe40c-f08b-441e-a55f-2d9d97eebc5a" -d '{"events": [{"server_uuid": "6cb0bde6-34ae-497f-ad51-c7c61feccb37", "name": "network-vif-deleted", "tag": "9f623f4e-778a-4b86-b5be-8f9689cd5fc0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:50.561772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-395f5db6-0d1f-4b80-954f-9995f334ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.574963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39cc05cc-c5fd-44ff-8957-ef06f20ebf11 req-f4ebe731-85c5-47b4-be73-df7ad430b6fb tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.0991488 Jul 28 14:29:50.580145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-395f5db6-0d1f-4b80-954f-9995f334ec5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.586006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-395f5db6-0d1f-4b80-954f-9995f334ec5b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c066a7d-ffb6-4a74-b5cb-53a9cc98fe23 HTTP/1.1" status: 204 len: 168 time: 0.8674402 Jul 28 14:29:50.652174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3522d1d9-e6d3-41db-9537-7935112d0f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.704260 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4df621-28e7-488b-8c36-1a5d8099884a x-openstack-request-id: req-3c4df621-28e7-488b-8c36-1a5d8099884a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:50.704664 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb0bde6-34ae-497f-ad51-c7c61feccb37", "name": "network-vif-deleted", "tag": "9f623f4e-778a-4b86-b5be-8f9689cd5fc0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:50.705039 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c4df621-28e7-488b-8c36-1a5d8099884a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:50.705669 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb0bde6-34ae-497f-ad51-c7c61feccb37', 'name': 'network-vif-deleted', 'tag': '9f623f4e-778a-4b86-b5be-8f9689cd5fc0', 'status': 'completed', 'code': 200} Jul 28 14:29:50.788752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e6aec53b-995c-495f-99bf-229812319295 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d0e8f753fc2466d9092e037a7e4693b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4348891 Jul 28 14:29:50.789726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:50.796718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aec53b-995c-495f-99bf-229812319295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429ee4fe-2c3f-4ef8-8b5b-93f7436814ad,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.836742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5db6-0d1f-4b80-954f-9995f334ec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c066a7d-ffb6-4a74-b5cb-53a9cc98fe23,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.845892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.016717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f29aa3f3-e268-42f6-bed2-bcb497fc0994 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:51.066073 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.071538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3522d1d9-e6d3-41db-9537-7935112d0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.074471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3522d1d9-e6d3-41db-9537-7935112d0f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.080272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3522d1d9-e6d3-41db-9537-7935112d0f0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e01935da-2fbb-4b74-ac62-13d1a113769d HTTP/1.1" status: 204 len: 168 time: 0.9441621 Jul 28 14:29:51.084390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:29:46Z', 'revision_number': 3, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:51.095188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f29aa3f3-e268-42f6-bed2-bcb497fc0994 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:51.096021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f29aa3f3-e268-42f6-bed2-bcb497fc0994 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:51.097193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522d1d9-e6d3-41db-9537-7935112d0f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01935da-2fbb-4b74-ac62-13d1a113769d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:51.148345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Made reservation on behalf of 6f2a62f1b70c45b0a5f2f2c5d7264cb5 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:51.152223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.251820 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '263cf997-f96d-4850-beb5-3e29e2649dce', 'name': '', 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'mac_address': 'fa:16:3e:5e:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '237378c6-9e12-42d6-acf9-1759568c2cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:41Z', 'updated_at': '2021-07-28T14:29:49Z', 'revision_number': 4, 'project_id': '569aa77799f04337b78383cdf68d392b', 'subnets': [{'id': '237378c6-9e12-42d6-acf9-1759568c2cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:51.272929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Checking router: 98eb1eb7-4257-4c9e-8e8d-435592cafaaf for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:51.280134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Updating router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf port fc6d39e6-0329-47b7-8dc1-2d24251a0824 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:51.303202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.318667 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae0b60-1193-42c8-8ec1-e0fa513808a7 None None] The sync data for ids ['8e365fc7-1271-4d6c-a899-c9d1a4661275'] in n-d-764806-10 is: [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '263cf997-f96d-4850-beb5-3e29e2649dce', 'name': '', 'network_id': '13f24692-bcd7-4210-b573-149c5a095e88', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'mac_address': 'fa:16:3e:5e:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '237378c6-9e12-42d6-acf9-1759568c2cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:41Z', 'updated_at': '2021-07-28T14:29:49Z', 'revision_number': 4, 'project_id': '569aa77799f04337b78383cdf68d392b', 'subnets': [{'id': '237378c6-9e12-42d6-acf9-1759568c2cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:51.360774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.392302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.412676 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.501793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a9f8f-edea-47bd-99d4-73f579e11c4a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:51.674940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.676171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-87628271-5a1e-4f90-bf4e-67cdb7c6392e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6792552 Jul 28 14:29:51.680993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59768) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:51.686545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'security_group_rule': {'security_group_id': '9d2a9f8f-edea-47bd-99d4-73f579e11c4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:51.787400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.825710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a85a-3bfe-4e26-b7ab-2cca16124d0e req-c2d2b10c-d23d-4ba3-ad3e-171b627bb06c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:51.834158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5a6a85a-3bfe-4e26-b7ab-2cca16124d0e req-c2d2b10c-d23d-4ba3-ad3e-171b627bb06c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.5110168 Jul 28 14:29:51.873004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2833264-144a-4fe0-a65c-6d2b96ced762 req-0e5cd0eb-a49d-4b8e-aee0-149fac678fdd tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb0bde6-34ae-497f-ad51-c7c61feccb37 HTTP/1.1" status: 200 len: 210 time: 0.0600140 Jul 28 14:29:51.926484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.010028 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.034356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5a6a85a-3bfe-4e26-b7ab-2cca16124d0e req-9aa0a754-a7bc-4afc-bdf6-7536ca91ff35 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965561 Jul 28 14:29:52.045403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Transition to ACTIVE for port object fc6d39e6-0329-47b7-8dc1-2d24251a0824 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:52.049673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.098446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.101704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.102931 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/429ee4fe-2c3f-4ef8-8b5b-93f7436814ad HTTP/1.1" status: 204 len: 168 time: 1.3075178 Jul 28 14:29:52.110070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.150295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429ee4fe-2c3f-4ef8-8b5b-93f7436814ad,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:52.208312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.209001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.209353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.209702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.210054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.210381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.210716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.211047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.211375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.211707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.212033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.212357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c24f62-c02c-487a-b31b-e8954cb4351d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:52.262229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe75449c-112b-4263-a17c-46820812dd89,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:52.264584 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad7786dd-bd9c-4466-983b-8f81b857b8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.265097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.268052 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.303411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ee8359-35a1-4762-9c04-071fdbe0645e,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:52.318986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:52.319525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Network hostable DHCP agents. Network: 4dfb8117-4f69-4c6f-afa4-337e31a9625f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:52.353544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Allocated IP 172.20.0.1 (664da1b4-4267-41be-9c1e-8010ea7e934f/d49b3acb-2e54-4a66-9989-13f87f429e39/c3eeef9b-9418-47dd-9100-1afccb475646) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:52.364652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59780) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:52.390015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85690bc7-ea30-4146-bd49-02499fdcd17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.438393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.445013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e802406f-7331-4be2-818c-41fc9ee81885 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7625728 Jul 28 14:29:52.450469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59782) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:52.471950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'security_group_rule': {'security_group_id': '9d2a9f8f-edea-47bd-99d4-73f579e11c4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:52.479323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Attempting to bind port fc6d39e6-0329-47b7-8dc1-2d24251a0824 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:52.488509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:52.489672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Attempting to bind port fc6d39e6-0329-47b7-8dc1-2d24251a0824 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:52.490820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Attempting to bind port fc6d39e6-0329-47b7-8dc1-2d24251a0824 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:52.515446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ebf73-506a-43eb-927c-2dc5c73634da None None] Pushing event updated for resources: {'Port': ['ID=fc6d39e6-0329-47b7-8dc1-2d24251a0824,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:52.533501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:52.534068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:52.534709 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.535403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:52.536227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Bound port: fc6d39e6-0329-47b7-8dc1-2d24251a0824, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:52.536840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.593984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.615126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Transition to ACTIVE for port object c3eeef9b-9418-47dd-9100-1afccb475646 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:52.685286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:52.685921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4dfb8117-4f69-4c6f-afa4-337e31a9625f) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:52.695186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:52.696234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.730884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:52.731620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9f623f4e-778a-4b86-b5be-8f9689cd5fc0 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:52.733557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a091f5-264d-476d-8cfa-25c342804482 None None] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:52.749322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85690bc7-ea30-4146-bd49-02499fdcd17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.752770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] For port fc6d39e6-0329-47b7-8dc1-2d24251a0824, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:52.817650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] For port fc6d39e6-0329-47b7-8dc1-2d24251a0824, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fc6d39e6-0329-47b7-8dc1-2d24251a0824,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:52.872833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85690bc7-ea30-4146-bd49-02499fdcd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.873830 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.952760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-85690bc7-ea30-4146-bd49-02499fdcd17d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b70ac507ca0341439b656e939e84a00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866225 Jul 28 14:29:52.968315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59790) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:53.023388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.036251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a8b30-90b9-4ce2-8825-41229795905d None None] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:53.041632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85690bc7-ea30-4146-bd49-02499fdcd17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82ebdc-3727-4cc4-971d-2ab33884e6ba,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:53.052368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Network 664da1b4-4267-41be-9c1e-8010ea7e934f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:53.092878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:53.117842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:53.130650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.244885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Pushing event updated for resources: {'Port': ['ID=c3eeef9b-9418-47dd-9100-1afccb475646,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:53.522442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Routers {'98eb1eb7-4257-4c9e-8e8d-435592cafaaf'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:53.523551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:53.528549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7916a657-7afc-4e21-b634-29341054de8a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8180077 Jul 28 14:29:53.572517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d4047f6-2f05-4b44-868f-c704905ff082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.627488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d4047f6-2f05-4b44-868f-c704905ff082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.717470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.860289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 263cf997-f96d-4850-beb5-3e29e2649dce up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:53.866033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ebf73-506a-43eb-927c-2dc5c73634da None None] Pushing event updated for resources: {'Port': ['ID=fc6d39e6-0329-47b7-8dc1-2d24251a0824,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:54.011895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13df-39b4-4ecf-8177-cd13b5d9c08d req-b51b72c5-0b19-4a8a-82b7-b5eb02b4839a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:54.027061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71ed13df-39b4-4ecf-8177-cd13b5d9c08d req-b51b72c5-0b19-4a8a-82b7-b5eb02b4839a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.5330720 Jul 28 14:29:54.032854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d4047f6-2f05-4b44-868f-c704905ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.039365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d4047f6-2f05-4b44-868f-c704905ff082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.041797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d4047f6-2f05-4b44-868f-c704905ff082 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a82ebdc-3727-4cc4-971d-2ab33884e6ba HTTP/1.1" status: 204 len: 168 time: 1.0711725 Jul 28 14:29:54.053512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] Set router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:54.056642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.097419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59816) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:54.107266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4047f6-2f05-4b44-868f-c704905ff082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82ebdc-3727-4cc4-971d-2ab33884e6ba,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:54.124421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6c5d3d6-865c-4921-856e-9ae2751d5260 None None] Provisioning for port c3eeef9b-9418-47dd-9100-1afccb475646 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:54.176509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.200209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6c5d3d6-865c-4921-856e-9ae2751d5260 None None] Provisioning complete for port c3eeef9b-9418-47dd-9100-1afccb475646 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:54.200772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6c5d3d6-865c-4921-856e-9ae2751d5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.260937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71ed13df-39b4-4ecf-8177-cd13b5d9c08d req-8bd95a02-5aa1-48d7-a479-a420b7cea2a8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317016 Jul 28 14:29:54.367513 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.412236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f06850-0a81-44a2-a83d-aceec56f6127,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:54.426506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5d3d6-865c-4921-856e-9ae2751d5260 None None] Port c3eeef9b-9418-47dd-9100-1afccb475646 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:54.464934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.488394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7d79-ad10-4cf5-9291-6b7bda371bf9 req-c98e3d1e-99ae-490e-83f0-fdb5627f8aa4 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:54.491119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de7e7d79-ad10-4cf5-9291-6b7bda371bf9 req-c98e3d1e-99ae-490e-83f0-fdb5627f8aa4 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.0961242 Jul 28 14:29:54.543159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:29:46Z', 'revision_number': 3, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:54.580199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de7e7d79-ad10-4cf5-9291-6b7bda371bf9 req-56621ed3-a773-471e-871f-3032077d02bc tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756705 Jul 28 14:29:54.614203 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.621380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-53f52ad5-a7da-4a41-8f62-f74cb5478608 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1558523 Jul 28 14:29:54.623035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59826) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:54.626511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.631277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.644111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:54.729096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 263cf997-f96d-4850-beb5-3e29e2649dce completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:54.735539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a089c0d-332b-428d-9667-8416ad9a5506 None None] The sync data for ids ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'] in n-d-764806-10 is: [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:29:46Z', 'revision_number': 3, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:54.742796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 263cf997-f96d-4850-beb5-3e29e2649dce triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:54.743315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.803900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Pushing event updated for resources: {'Port': ['ID=c3eeef9b-9418-47dd-9100-1afccb475646,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:54.841475 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.864090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.900038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Network 664da1b4-4267-41be-9c1e-8010ea7e934f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:54.902934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:54.904405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c2abbd39-80a4-4a31-8d20-6917789de576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.932648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-network', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:55.002218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 263cf997-f96d-4850-beb5-3e29e2649dce, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=263cf997-f96d-4850-beb5-3e29e2649dce,segment=NetworkSegment(32d35c0d-b742-43a3-b244-e4de942781b2),segment_id=32d35c0d-b742-43a3-b244-e4de942781b2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:55.104794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.114302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Made reservation on behalf of ca33a049ed8f4cc1ad23a11fe3328dc6 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:55.117072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.160942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.164172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.198246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:55.307352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=263cf997-f96d-4850-beb5-3e29e2649dce,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:55.369108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1e2af5b0-7292-4ddb-bacf-06d8d1d498c1 None None] Provisioning complete for port c3eeef9b-9418-47dd-9100-1afccb475646 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:55.370070 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1e2af5b0-7292-4ddb-bacf-06d8d1d498c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.419920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:55.448492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77df5aec-7ed5-48f4-b7e6-013e7d8b724f admin admin] 10.222.0.57 "PUT /v2.0/routers/98eb1eb7-4257-4c9e-8e8d-435592cafaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6080089 Jul 28 14:29:55.479727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1e2af5b0-7292-4ddb-bacf-06d8d1d498c1 None None] Port c3eeef9b-9418-47dd-9100-1afccb475646 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:55.630470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 263cf997-f96d-4850-beb5-3e29e2649dce up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:55.748639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 263cf997-f96d-4850-beb5-3e29e2649dce triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:55.749018 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.836120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cfa74-0ece-4a36-a7de-f08df6a2a05c req-1af6f09f-fe37-486e-a4c9-d1a91a038e41 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:55.850877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b21cfa74-0ece-4a36-a7de-f08df6a2a05c req-1af6f09f-fe37-486e-a4c9-d1a91a038e41 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.1786866 Jul 28 14:29:55.891360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.937754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fc6d39e6-0329-47b7-8dc1-2d24251a0824 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:55.976915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b21cfa74-0ece-4a36-a7de-f08df6a2a05c req-2445de9b-db9f-45d1-bbe4-dda88eeb08f5 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232026 Jul 28 14:29:56.045341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Allocated IP 172.25.6.82 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/0ba231d0-424f-4c10-a397-fd2473d3f4ba) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:56.117374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a65e-e2a7-44ee-8985-f8d1d39c7728 req-94ded04e-d568-4952-8974-368d376e5c20 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:56.120104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1f6a65e-e2a7-44ee-8985-f8d1d39c7728 req-94ded04e-d568-4952-8974-368d376e5c20 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.2308593 Jul 28 14:29:56.276011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.280900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port fc6d39e6-0329-47b7-8dc1-2d24251a0824 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:56.286918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fc6d39e6-0329-47b7-8dc1-2d24251a0824 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:56.287914 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.366728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1f6a65e-e2a7-44ee-8985-f8d1d39c7728 req-7b8e0f08-0aad-4e06-9c4b-92c2dd61a416 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315879 Jul 28 14:29:56.433863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.476946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.522745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port fc6d39e6-0329-47b7-8dc1-2d24251a0824, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fc6d39e6-0329-47b7-8dc1-2d24251a0824,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:56.539984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.562773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-cb5fde8d-cf9f-4467-be75-cd0823b2e8d9 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:56.564347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-cb5fde8d-cf9f-4467-be75-cd0823b2e8d9 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.42 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.1156979 Jul 28 14:29:56.651746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.676070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Deleting port 62684559-6158-4926-b490-5a8f7f9443b6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:56.676435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.710809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=fc6d39e6-0329-47b7-8dc1-2d24251a0824,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.720220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.732419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.806261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:56.824526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f69e65-1769-4eb8-8a1e-15cf76a85ab5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.872806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:56.872806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.872806 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Added segment 4e369010-5f62-4bf7-9c3a-f61587290b0b of type vlan for network b016258d-0e6c-4f41-8870-b6724bed84e3 Jul 28 14:29:56.872806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:56.875879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'Port': ['ID=0ba231d0-424f-4c10-a397-fd2473d3f4ba,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.879859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:56.922017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59866) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:56.927503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-651580893-network', 'tenant_id': '41b144f60e4c49939b7c20b8d3821cb7'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:56.947725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] For port 62684559-6158-4926-b490-5a8f7f9443b6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62684559-6158-4926-b490-5a8f7f9443b6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:56.948526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.969747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.985478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Calling delete_port for 62684559-6158-4926-b490-5a8f7f9443b6 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:57.125504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.177287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Made reservation on behalf of 41b144f60e4c49939b7c20b8d3821cb7 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:57.180302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.205495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.241322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.242497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:57.243084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.292684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6023198-ca00-4d0b-aa23-7c305b204624 req-0ae93f66-1963-4687-9e07-98d836197b66 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:57.294822 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6023198-ca00-4d0b-aa23-7c305b204624 req-0ae93f66-1963-4687-9e07-98d836197b66 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 949 time: 0.1603525 Jul 28 14:29:57.369088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] Pushing event updated for resources: {'Network': ['ID=b016258d-0e6c-4f41-8870-b6724bed84e3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.370962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Sync routers for ids ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:57.373947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.383472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b016258d-0e6c-4f41-8870-b6724bed84e3 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:57.389058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6023198-ca00-4d0b-aa23-7c305b204624 req-9971db8e-c20b-452b-aaaa-d045037bc247 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/security-groups?id=27fdd4c2-04aa-4c6a-808e-64d524fc42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Jul 28 14:29:57.415902 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Routers {'98eb1eb7-4257-4c9e-8e8d-435592cafaaf'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:57.419416 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:57.425096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.438026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.510081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['62684559-6158-4926-b490-5a8f7f9443b6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:57.520745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.576078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Pushing event deleted for resources: {'Port': ['ID=62684559-6158-4926-b490-5a8f7f9443b6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.598551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:57.625424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fc6d39e6-0329-47b7-8dc1-2d24251a0824 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:57.627920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06406b-43bf-41e1-b98b-c829bfe87a50,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.643454 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.643615 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Added segment d302370b-7cf6-44ac-bdec-82fac3c3aff3 of type vlan for network 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803 Jul 28 14:29:57.671916 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Set router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:57.740092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.810597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] No DVR routers for this DVR port 62684559-6158-4926-b490-5a8f7f9443b6 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:57.816892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.825379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40e5b622-88d6-40a1-86c6-38b596b5240d req-8e9d6a5a-9509-4105-8137-977beb9617b1 tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.42 "DELETE /v2.0/ports/62684559-6158-4926-b490-5a8f7f9443b6 HTTP/1.1" status: 204 len: 173 time: 1.2526803 Jul 28 14:29:57.829732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-964bc3d8-4f51-4662-a414-ea7ba0cf2023 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.7230129 Jul 28 14:29:57.837416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59888) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:57.856868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26513878-d51e-4029-bb40-7a5803a784e6', 'name': 'network-vif-deleted', 'tag': '62684559-6158-4926-b490-5a8f7f9443b6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:57.860925 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fe42e7-3731-4898-adf1-bdbe6696d80e" -d '{"events": [{"server_uuid": "26513878-d51e-4029-bb40-7a5803a784e6", "name": "network-vif-deleted", "tag": "62684559-6158-4926-b490-5a8f7f9443b6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:57.868112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Request body: {'subnet': {'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-subnet', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:57.884682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fc6d39e6-0329-47b7-8dc1-2d24251a0824 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:57.885605 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.961890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.013977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94b68-2a37-4fd9-9718-37d43be3b0f1 req-0127ef4f-4599-4a19-abe6-2e2721413b24 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.034248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7d94b68-2a37-4fd9-9718-37d43be3b0f1 req-0127ef4f-4599-4a19-abe6-2e2721413b24 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.4636724 Jul 28 14:29:58.039585 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf58bc7-3510-4fff-a748-8dbe11fd9bf6 x-openstack-request-id: req-8bf58bc7-3510-4fff-a748-8dbe11fd9bf6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:58.039995 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26513878-d51e-4029-bb40-7a5803a784e6", "name": "network-vif-deleted", "tag": "62684559-6158-4926-b490-5a8f7f9443b6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:58.040149 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bf58bc7-3510-4fff-a748-8dbe11fd9bf6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:58.040595 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26513878-d51e-4029-bb40-7a5803a784e6', 'name': 'network-vif-deleted', 'tag': '62684559-6158-4926-b490-5a8f7f9443b6', 'status': 'completed', 'code': 200} Jul 28 14:29:58.085297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.087020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.091934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.108545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7d94b68-2a37-4fd9-9718-37d43be3b0f1 req-c7b799b1-48af-433a-95bc-fc95e89cdfa7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732732 Jul 28 14:29:58.197742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Made reservation on behalf of ca33a049ed8f4cc1ad23a11fe3328dc6 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:58.206166 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.343869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.351389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:29:53Z', 'revision_number': 4, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c3eeef9b-9418-47dd-9100-1afccb475646', 'name': '', 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'mac_address': 'fa:16:3e:29:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:51Z', 'updated_at': '2021-07-28T14:29:54Z', 'revision_number': 2, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'subnets': [{'id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:58.414835 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Checking router: 98eb1eb7-4257-4c9e-8e8d-435592cafaaf for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:58.427930 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Updating router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf port c3eeef9b-9418-47dd-9100-1afccb475646 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:29:58.484580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5613582 Jul 28 14:29:58.489335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59900) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:58.500832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Request body: {'subnet': {'network_id': '7b7f51b9-5a28-4fd9-bd19-6b1a669b1803', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-651580893-subnet', 'tenant_id': '41b144f60e4c49939b7c20b8d3821cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:58.513224 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.518946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9823388-5cb9-4780-a6c1-3e5b89f84c53 admin admin] Pushing event updated for resources: {'Network': ['ID=7b7f51b9-5a28-4fd9-bd19-6b1a669b1803,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:58.530166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:58.537738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.652438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8981f8dc-b9ef-4c37-918d-e8424ba4a5fa req-aaba1251-087d-4567-b3cd-b631723915cf tempest-LiveMigrationNegativeTest-1885161941 tempest-LiveMigrationNegativeTest-1885161941-project] 10.222.0.57 "GET /v2.0/ports?device_id=26513878-d51e-4029-bb40-7a5803a784e6 HTTP/1.1" status: 200 len: 210 time: 0.0752001 Jul 28 14:29:58.655326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.715761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'Port': ['ID=0ba231d0-424f-4c10-a397-fd2473d3f4ba,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:58.796531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded597f0-1043-48db-881f-8552c0cd71d9,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:58.807023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Checking segment: {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:58.807581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Network hostable DHCP agents. Network: b016258d-0e6c-4f41-8870-b6724bed84e3, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:58.813901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59906) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:58.823632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-network', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:58.925900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Made reservation on behalf of 41b144f60e4c49939b7c20b8d3821cb7 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:58.929947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.983359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Network b016258d-0e6c-4f41-8870-b6724bed84e3 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:59.026573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Made reservation on behalf of 132a85c8097f4389a26cc00488b76ed9 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:59.036733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.041380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.072682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.250755 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.273652 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Transition to ACTIVE for port object c3eeef9b-9418-47dd-9100-1afccb475646 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:59.311391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b016258d-0e6c-4f41-8870-b6724bed84e3) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:59.320363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:59.320758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.327408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517ef98-4096-46d1-8fa2-a40324e9be49 None None] Network b016258d-0e6c-4f41-8870-b6724bed84e3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:59.361021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.362552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0cf2db99-8498-4232-bfba-ee5ca3b62dfd tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7363398 Jul 28 14:29:59.394659 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.500317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c662-662e-46b4-83e6-77f3ecfec754 req-ec5c6337-8f21-4c4b-8beb-a65e17701e0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:59.502503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a50c662-662e-46b4-83e6-77f3ecfec754 req-ec5c6337-8f21-4c4b-8beb-a65e17701e0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1454079 Jul 28 14:29:59.585462 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.622524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a50c662-662e-46b4-83e6-77f3ecfec754 req-82ebf7a9-f1b7-4f04-a01f-ba71222d649b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911450 Jul 28 14:29:59.624247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.703936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.713034 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Pushing event updated for resources: {'Port': ['ID=c3eeef9b-9418-47dd-9100-1afccb475646,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.732973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2eb1ec-9824-4cc0-a3f5-a7f40460fc54,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.767580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b016258d-0e6c-4f41-8870-b6724bed84e3', 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'fixed_ips': [{'subnet_id': 'ded597f0-1043-48db-881f-8552c0cd71d9'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:29:59.768772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.795546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c6655-8cb1-4904-81b4-7c2c5ab85c5b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.813791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Checking segment: {'id': 'd302370b-7cf6-44ac-bdec-82fac3c3aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7b7f51b9-5a28-4fd9-bd19-6b1a669b1803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:59.813791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Network hostable DHCP agents. Network: 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:59.831778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:59.859620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59932) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:59.862259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8420486d-1afb-481b-b8dc-113c4a9b2590 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0205364 Jul 28 14:29:59.869699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.870051 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Added segment 1e5a69da-e135-4f89-8f51-32e4d71acf93 of type vlan for network 17816ca5-bfd8-4a54-a2cf-699c2b825237 Jul 28 14:29:59.882402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:59.916251 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.916962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.917514 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.918055 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.919170 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.919733 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.920738 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.921278 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.921802 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.924230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.924899 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.925846 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:59.986375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.004104 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Attempting to bind port c3eeef9b-9418-47dd-9100-1afccb475646 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:00.008017 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Attempting to bind port c3eeef9b-9418-47dd-9100-1afccb475646 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:00.011603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Attempting to bind port c3eeef9b-9418-47dd-9100-1afccb475646 on network 664da1b4-4267-41be-9c1e-8010ea7e934f {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:00.026786 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:00.027129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Network 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:00.027315 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Checking segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:00.031115 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.031115 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Bound using segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:00.031115 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Bound port: c3eeef9b-9418-47dd-9100-1afccb475646, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:00.031115 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.130997 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.136494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.196398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Allocated IP 172.20.0.2 (b016258d-0e6c-4f41-8870-b6724bed84e3/ded597f0-1043-48db-881f-8552c0cd71d9/eec94a30-dc2d-4a57-8e71-06947918ab9c) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:00.239733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:00.242825 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] For port c3eeef9b-9418-47dd-9100-1afccb475646, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:00.247987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.248778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.259674 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] For port c3eeef9b-9418-47dd-9100-1afccb475646, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c3eeef9b-9418-47dd-9100-1afccb475646,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:00.268875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.270283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.271074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.280925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-8d806c10-4ad9-40ef-b7a0-0f9d5e6ba1bf tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1524396803&fields=id&tenant_id=317e8ecb54964ea5bde123ac2d939e6d HTTP/1.1" status: 200 len: 267 time: 0.1895618 Jul 28 14:30:00.362181 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.424021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] Pushing event updated for resources: {'Network': ['ID=17816ca5-bfd8-4a54-a2cf-699c2b825237,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:00.491439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8834ced7-05a7-4adf-994d-4904e6be62c8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6761103 Jul 28 14:30:00.494328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59950) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:00.506308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Request body: {'subnet': {'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-subnet', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:00.517961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f2fb569c-0cbe-4669-b505-2e1bf131cb21 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0268357 Jul 28 14:30:00.533971 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.535665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.549441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f9d97-9eb1-4b9c-a7c2-de41e5ca2a7b None None] Network 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:00.570380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:00.578679 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8de53-24e8-4501-a4d3-a6d460fc0508 None None] Pushing event updated for resources: {'Port': ['ID=c3eeef9b-9418-47dd-9100-1afccb475646,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:00.588333 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Routers {'98eb1eb7-4257-4c9e-8e8d-435592cafaaf'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:00.589927 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:00.646800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-57ada38c-aa96-42b9-9c9a-4f366b1e3ded tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.658367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-57ada38c-aa96-42b9-9c9a-4f366b1e3ded tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 824 time: 0.3763218 Jul 28 14:30:00.661104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Transition to ACTIVE for port object eec94a30-dc2d-4a57-8e71-06947918ab9c will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:00.692739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Made reservation on behalf of 132a85c8097f4389a26cc00488b76ed9 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:00.697184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.712651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-27e46bb5-ca54-4ba5-aee8-88435209ce91 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/quotas/317e8ecb54964ea5bde123ac2d939e6d HTTP/1.1" status: 200 len: 375 time: 0.0509863 Jul 28 14:30:00.737290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Transition to ACTIVE for port object eec94a30-dc2d-4a57-8e71-06947918ab9c will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:00.879740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.975829 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] Set router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:01.153632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Pushing event updated for resources: {'Port': ['ID=eec94a30-dc2d-4a57-8e71-06947918ab9c,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:01.166785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62684559-6158-4926-b490-5a8f7f9443b6 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:01.209135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Network b016258d-0e6c-4f41-8870-b6724bed84e3 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:01.221752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c496c-fbc5-44e4-8436-3a3ca5f6e15e None None] Network 7b7f51b9-5a28-4fd9-bd19-6b1a669b1803 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:01.259105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:01.265333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 62684559-6158-4926-b490-5a8f7f9443b6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:01.265845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62684559-6158-4926-b490-5a8f7f9443b6 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:01.268401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:01.374337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-e519316d-103d-41a6-b99a-70183454cd62 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6566312 Jul 28 14:30:01.423462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Attempting to bind port eec94a30-dc2d-4a57-8e71-06947918ab9c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:01.424476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Attempting to bind port eec94a30-dc2d-4a57-8e71-06947918ab9c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:01.424701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Attempting to bind port eec94a30-dc2d-4a57-8e71-06947918ab9c on network b016258d-0e6c-4f41-8870-b6724bed84e3 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:01.428392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.433323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:01.433860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Checking segment: {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:01.435551 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.435551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Bound using segment: {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:01.435551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Bound port: eec94a30-dc2d-4a57-8e71-06947918ab9c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:01.436030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.491559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f6a0e-5073-41bb-b6bf-846843ce84c8 req-b1ed67a9-ca7b-483c-8a69-e24b44a18c0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:01.505547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:29:53Z', 'revision_number': 4, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c3eeef9b-9418-47dd-9100-1afccb475646', 'name': '', 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'mac_address': 'fa:16:3e:29:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:51Z', 'updated_at': '2021-07-28T14:30:00Z', 'revision_number': 4, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'subnets': [{'id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:01.509495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b89f6a0e-5073-41bb-b6bf-846843ce84c8 req-b1ed67a9-ca7b-483c-8a69-e24b44a18c0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.4069259 Jul 28 14:30:01.604632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59970) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:01.611922 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a41ba-dae0-463c-b6bb-e8d2a643acc4 None None] The sync data for ids ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'] in n-d-764806-10 is: [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:29:53Z', 'revision_number': 4, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c3eeef9b-9418-47dd-9100-1afccb475646', 'name': '', 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'mac_address': 'fa:16:3e:29:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:51Z', 'updated_at': '2021-07-28T14:30:00Z', 'revision_number': 4, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'subnets': [{'id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:01.701095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b89f6a0e-5073-41bb-b6bf-846843ce84c8 req-03917677-8084-4425-82a9-eece607d96ee tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470845 Jul 28 14:30:01.726583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.813102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-bc033b97-9a44-440a-b5ed-0c4ffae5d76d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:30:01.822384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-bc033b97-9a44-440a-b5ed-0c4ffae5d76d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2393434 Jul 28 14:30:01.850660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] For port eec94a30-dc2d-4a57-8e71-06947918ab9c, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:01.850660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] For port eec94a30-dc2d-4a57-8e71-06947918ab9c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eec94a30-dc2d-4a57-8e71-06947918ab9c,segment=NetworkSegment(4e369010-5f62-4bf7-9c3a-f61587290b0b),segment_id=4e369010-5f62-4bf7-9c3a-f61587290b0b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:01.921638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8172d2e7-971f-4b42-a565-436e90ef4d4a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:01.983828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.995292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Checking segment: {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:01.997210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Network hostable DHCP agents. Network: 17816ca5-bfd8-4a54-a2cf-699c2b825237, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:02.015066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.200678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:02.301536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5b0b-a481-46e3-b297-5fa20389c852 None None] Pushing event updated for resources: {'Port': ['ID=eec94a30-dc2d-4a57-8e71-06947918ab9c,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:02.431555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0ba43f37-6d4e-4aef-b88b-732b76a66263 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=388874a55c52462182750c38d71644cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7920699 Jul 28 14:30:02.435464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59978) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:02.602886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-00e4580c-a942-49e7-b8d8-f7e0656d8094 service neutron] 10.222.0.57 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777557 Jul 28 14:30:02.609762 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f8ee22-fef7-49b7-a708-0365b0f935dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.695101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f8ee22-fef7-49b7-a708-0365b0f935dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.833240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 17816ca5-bfd8-4a54-a2cf-699c2b825237) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:02.849880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b2ec5-6e53-4d55-a8df-0c8f89310276 None None] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:02.852514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:02.854857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.880761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-96f2d67a-9365-431c-86e5-c4c4ecdb7dde service neutron] 10.222.0.57 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747910 Jul 28 14:30:02.890278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.912246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.975578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f8ee22-fef7-49b7-a708-0365b0f935dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.993938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f8ee22-fef7-49b7-a708-0365b0f935dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.996171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-95f8ee22-fef7-49b7-a708-0365b0f935dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27fdd4c2-04aa-4c6a-808e-64d524fc42fb HTTP/1.1" status: 204 len: 168 time: 0.5594039 Jul 28 14:30:03.024120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8ee22-fef7-49b7-a708-0365b0f935dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fdd4c2-04aa-4c6a-808e-64d524fc42fb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:03.071483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b791db28-ae86-44dc-ac19-16448f66c55f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5750823 Jul 28 14:30:03.076758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59988) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:03.086217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:03.141828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Allocated IP 172.25.6.149 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/8da8b565-acb3-4cfd-9499-b6e458229f37) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:03.335645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.341229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.452365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.474882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-17816ca5-bfd8-4a54-a2cf-699c2b825237', 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'fixed_ips': [{'subnet_id': '8172d2e7-971f-4b42-a565-436e90ef4d4a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:30:03.476350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.522005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.823416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.922389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3eeef9b-9418-47dd-9100-1afccb475646 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:04.006626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Allocated IP 172.20.0.2 (17816ca5-bfd8-4a54-a2cf-699c2b825237/8172d2e7-971f-4b42-a565-436e90ef4d4a/cbac67db-29cc-4765-aa6b-e5bb4b1bb773) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:04.094867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-a3d7f4fe-3a62-44ca-ba31-fbb4a5366c93 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:04.096735 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-a3d7f4fe-3a62-44ca-ba31-fbb4a5366c93 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.3999519 Jul 28 14:30:04.134395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:04.144025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.145138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:04.148876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-cf97059e-1fac-4efb-b6e5-af07e3c95abc tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/quotas/6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 375 time: 0.0383909 Jul 28 14:30:04.149837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:04.272747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Pushing event updated for resources: {'Port': ['ID=8da8b565-acb3-4cfd-9499-b6e458229f37,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:04.286303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba95ed3-08e4-437a-a300-6eea22c5559a None None] Network b016258d-0e6c-4f41-8870-b6724bed84e3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:04.299619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565ce01-f688-4107-a0e8-ad47d67a5fce req-1bc143ac-de2f-44d7-be5c-84a4cfa3a1f6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:04.302593 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c565ce01-f688-4107-a0e8-ad47d67a5fce req-1bc143ac-de2f-44d7-be5c-84a4cfa3a1f6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.3253870 Jul 28 14:30:04.380176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c565ce01-f688-4107-a0e8-ad47d67a5fce req-176649b0-ff90-43f5-8072-d925c4ae6a2e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626647 Jul 28 14:30:04.403349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-02f4cb24-0621-4fa0-8f86-4b892ef245bd tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085997 Jul 28 14:30:04.408668 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.429768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Transition to ACTIVE for port object cbac67db-29cc-4765-aa6b-e5bb4b1bb773 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:04.433784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c3eeef9b-9418-47dd-9100-1afccb475646 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:04.444818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c3eeef9b-9418-47dd-9100-1afccb475646 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:04.445309 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.499684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d0266a00-e87b-4cfd-8941-4dc3ac0219eb None None] Provisioning for port eec94a30-dc2d-4a57-8e71-06947918ab9c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:04.510166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Transition to ACTIVE for port object cbac67db-29cc-4765-aa6b-e5bb4b1bb773 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:04.611582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.708008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60016) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:04.747407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-18b2afda-8f7e-450d-9613-15195b803bac service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787855 Jul 28 14:30:04.758211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.764763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.776710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Pushing event updated for resources: {'Port': ['ID=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:04.821513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.941866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:04.952369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:04.956131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:04.989113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Allocated IP 172.25.6.13 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/67e024d9-c41d-4bef-aebe-2d3c6f395287) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:05.004398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c3eeef9b-9418-47dd-9100-1afccb475646, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c3eeef9b-9418-47dd-9100-1afccb475646,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:05.036841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Attempting to bind port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:05.037212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Attempting to bind port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:05.037574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Attempting to bind port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 on network 17816ca5-bfd8-4a54-a2cf-699c2b825237 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:05.044122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:05.044568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Checking segment: {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:05.044986 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.045381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Bound using segment: {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:05.045866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Bound port: cbac67db-29cc-4765-aa6b-e5bb4b1bb773, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:05.046250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.114942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.116208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eec94a30-dc2d-4a57-8e71-06947918ab9c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:05.139926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-0789c6d9-8822-48c2-9748-980ffafacb5d service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796446 Jul 28 14:30:05.152158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b67261fc-9e97-44fe-a5a7-81a441ae68e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=284afb2933364af4951ab317279c56ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4424958 Jul 28 14:30:05.155856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:05.194819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.288663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-016786f6-e18a-4425-a18c-f4cd1c8016f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.288805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2725dab0-6599-46ee-9ae4-c485079e7b7c req-3014ae19-1f10-426b-aec8-a7a54f0357c8 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=73b198adca6a4596b310fa1093e19878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817089 Jul 28 14:30:05.315127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] For port cbac67db-29cc-4765-aa6b-e5bb4b1bb773, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:05.358272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c3eeef9b-9418-47dd-9100-1afccb475646,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:05.361617 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-016786f6-e18a-4425-a18c-f4cd1c8016f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.367592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] For port cbac67db-29cc-4765-aa6b-e5bb4b1bb773, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:05.397667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.571590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port eec94a30-dc2d-4a57-8e71-06947918ab9c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:05.577844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.586126 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.600329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port eec94a30-dc2d-4a57-8e71-06947918ab9c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:05.602072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.695239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-016786f6-e18a-4425-a18c-f4cd1c8016f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.699013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-016786f6-e18a-4425-a18c-f4cd1c8016f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.700679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-016786f6-e18a-4425-a18c-f4cd1c8016f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b537286d-3482-475b-b254-f0e009c481c9 HTTP/1.1" status: 204 len: 168 time: 0.5434911 Jul 28 14:30:05.734982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cad2318e-cbf2-4e40-bbb7-cccb321ea9b9 req-d160e665-454a-40a7-b670-d3c7e1c1e9bb tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 210 time: 0.0511844 Jul 28 14:30:05.769420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016786f6-e18a-4425-a18c-f4cd1c8016f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b537286d-3482-475b-b254-f0e009c481c9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:05.795209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.849648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725dab0-6599-46ee-9ae4-c485079e7b7c req-464e9838-9639-447c-879b-f5d0e2110efa tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:05.857967 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2725dab0-6599-46ee-9ae4-c485079e7b7c req-464e9838-9639-447c-879b-f5d0e2110efa tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5386653 Jul 28 14:30:05.885075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2725dab0-6599-46ee-9ae4-c485079e7b7c req-e203ad36-eacb-4bba-b83a-b517e5d33e4a tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/quotas/73b198adca6a4596b310fa1093e19878 HTTP/1.1" status: 200 len: 375 time: 0.0242188 Jul 28 14:30:05.918839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92c38-9025-493a-9d0b-cce0a3f25861 None None] Pushing event updated for resources: {'Port': ['ID=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:05.956105 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2725dab0-6599-46ee-9ae4-c485079e7b7c req-16a3c25a-e602-45af-a26d-685cd14c9a4f tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73b198adca6a4596b310fa1093e19878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594237 Jul 28 14:30:05.999183 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.048160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.120023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port eec94a30-dc2d-4a57-8e71-06947918ab9c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eec94a30-dc2d-4a57-8e71-06947918ab9c,segment=NetworkSegment(4e369010-5f62-4bf7-9c3a-f61587290b0b),segment_id=4e369010-5f62-4bf7-9c3a-f61587290b0b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:06.239273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:06.247354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:06.254869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:06.301516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.454824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=eec94a30-dc2d-4a57-8e71-06947918ab9c,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:06.458621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdf4d-5640-4abe-90de-26193a2514cf req-35aa19d6-22c4-4a55-8d29-0b9f89d56cbd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:06.460559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dfebdf4d-5640-4abe-90de-26193a2514cf req-35aa19d6-22c4-4a55-8d29-0b9f89d56cbd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1846263 Jul 28 14:30:06.514564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=67e024d9-c41d-4bef-aebe-2d3c6f395287,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:06.570777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dfebdf4d-5640-4abe-90de-26193a2514cf req-84738b71-101d-40ce-873d-8d0bde8d4556 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994132 Jul 28 14:30:06.583542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35172998-f679-4b7f-9dc1-4f7b356bff43 req-52a6fb92-c520-430c-8c54-36d7cddf5ac4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.1827919 Jul 28 14:30:06.588742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Router 83c4569e-937a-4455-b4ac-b90aa455e6e3 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:30:06.691316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3eeef9b-9418-47dd-9100-1afccb475646 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:06.821018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:06.843405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c3eeef9b-9418-47dd-9100-1afccb475646 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:06.844043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.862286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Sync routers for ids ['83c4569e-937a-4455-b4ac-b90aa455e6e3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:07.056177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Routers {'83c4569e-937a-4455-b4ac-b90aa455e6e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:07.076843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['83c4569e-937a-4455-b4ac-b90aa455e6e3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:07.097739 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.100068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-66325f47-0ddc-4f2e-88bc-dc9a7e566d17 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.2328074 Jul 28 14:30:07.115783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60062) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:07.146647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-417c9a56-48d3-4cfc-81d2-1a2757eeb0ca req-0b327bfb-eed4-47d7-919a-2aeeb00b6b90 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 210 time: 0.0682786 Jul 28 14:30:07.246614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.386500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cbac67db-29cc-4765-aa6b-e5bb4b1bb773 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:07.561710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Set router 83c4569e-937a-4455-b4ac-b90aa455e6e3 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:07.678475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.693218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c5b7f-11a9-4d7d-862f-731c5749223a None None] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:07.949848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d9d0f893-90cc-4f9d-8e32-b56a2d9c0214 None None] Provisioning for port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:08.009705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5875ae-051f-4ec9-abdb-e2d48e668af8 req-5dc2a933-9e6c-4197-ba02-ff78593bbdd3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:08.016207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5875ae-051f-4ec9-abdb-e2d48e668af8 req-5dc2a933-9e6c-4197-ba02-ff78593bbdd3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.2265697 Jul 28 14:30:08.209754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:08.218405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:08.218830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:08.222886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5875ae-051f-4ec9-abdb-e2d48e668af8 req-fbb63576-f607-4f6d-9825-c6fe93d8e530 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656241 Jul 28 14:30:08.288574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Router fd2b3c01-18ba-443e-a413-f94447e21993 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:30:08.369471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:04Z', 'revision_number': 3, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:08.426035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44626587-a1db-4731-af47-906aff8645eb req-91009bb0-ccab-4112-a32c-8b40d21bdff7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.1689994 Jul 28 14:30:08.457988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Checking router: 83c4569e-937a-4455-b4ac-b90aa455e6e3 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:08.458340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Updating router 83c4569e-937a-4455-b4ac-b90aa455e6e3 port 8da8b565-acb3-4cfd-9499-b6e458229f37 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:08.540648 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-73333c5a-bfd7-4e79-ac83-1c4aadc55abd service neutron] show failed (client error): The resource could not be found. Jul 28 14:30:08.541971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-73333c5a-bfd7-4e79-ac83-1c4aadc55abd service neutron] 10.222.0.58 "GET /v2.0/ports/69d1e4ba-d82f-4990-bb36-35005a540653/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.2994723 Jul 28 14:30:08.626748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:08.753716 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:08.874206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:08.890281 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Sync routers for ids ['fd2b3c01-18ba-443e-a413-f94447e21993'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:08.912535 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Routers {'fd2b3c01-18ba-443e-a413-f94447e21993'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:08.915966 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['fd2b3c01-18ba-443e-a413-f94447e21993'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:09.048498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af50855f-f8b9-40d7-88a0-9f91b6d522fb req-9fdfd0ca-1241-4a83-bff5-c6f5e942db95 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 210 time: 0.0730617 Jul 28 14:30:09.108805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.140776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-f50f1d96-7905-45f1-a80e-0cc0d13da7d9 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:09.143675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-f50f1d96-7905-45f1-a80e-0cc0d13da7d9 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.42 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 824 time: 0.5706351 Jul 28 14:30:09.159519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port cbac67db-29cc-4765-aa6b-e5bb4b1bb773, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:09.170046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.171273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4e9111cf-8876-4b53-b1e1-392795e5e6b0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0924253 Jul 28 14:30:09.175944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60114) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:09.217613 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Set router fd2b3c01-18ba-443e-a413-f94447e21993 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:09.227919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c2354fbf-84fb-4481-ae87-e55a51a5ba20 None None] Provisioning complete for port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:09.227919 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c2354fbf-84fb-4481-ae87-e55a51a5ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.280266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-632479b4-c616-4b37-acce-efa1226f255f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317e8ecb54964ea5bde123ac2d939e6d HTTP/1.1" status: 200 len: 380 time: 0.0917768 Jul 28 14:30:09.364558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.507228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'port': {'device_id': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'admin_state_up': True, 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'security_groups': ['9d2a9f8f-edea-47bd-99d4-73f579e11c4a']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:09.662559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eec94a30-dc2d-4a57-8e71-06947918ab9c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:09.931427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Allocated IP 172.20.0.1 (b016258d-0e6c-4f41-8870-b6724bed84e3/ded597f0-1043-48db-881f-8552c0cd71d9/aac0be2f-d2e9-4806-a153-431d66e344e9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:09.946714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.949281 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 3, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:09.981596 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Checking router: fd2b3c01-18ba-443e-a413-f94447e21993 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:09.982334 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Updating router fd2b3c01-18ba-443e-a413-f94447e21993 port 67e024d9-c41d-4bef-aebe-2d3c6f395287 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:09.991640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Transition to ACTIVE for port object 8da8b565-acb3-4cfd-9499-b6e458229f37 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:10.003489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:10.012956 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.026558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e758d58-bdbf-49d8-9141-e50dbefe63a3 req-479fa44d-6f7a-422d-8fa2-154c1217804f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.0924134 Jul 28 14:30:10.367376 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.431683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.437697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-960bc811-2e22-49b9-ab63-3028854b24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:10.439679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-960bc811-2e22-49b9-ab63-3028854b24de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 1102 time: 0.1964211 Jul 28 14:30:10.453564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10a972e1-73c8-4607-8181-a0d0200e20b5 req-6b0a371a-c244-4f62-9c3e-aa44a23e485f tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=73b198adca6a4596b310fa1093e19878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088562 Jul 28 14:30:10.470916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Transition to ACTIVE for port object aac0be2f-d2e9-4806-a153-431d66e344e9 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:10.558714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afc384-df36-4fdf-98ae-23bda0089f85 None None] Pushing event updated for resources: {'Port': ['ID=8da8b565-acb3-4cfd-9499-b6e458229f37,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:10.572380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:10.598782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Attempting to bind port 8da8b565-acb3-4cfd-9499-b6e458229f37 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:10.599397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Attempting to bind port 8da8b565-acb3-4cfd-9499-b6e458229f37 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:10.602305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Attempting to bind port 8da8b565-acb3-4cfd-9499-b6e458229f37 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:10.624420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26bf31-5e34-4090-abc6-3ab25cb8bcb9 req-a90a98f9-676b-4484-bfb4-a44cdff58072 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:10.626283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa26bf31-5e34-4090-abc6-3ab25cb8bcb9 req-a90a98f9-676b-4484-bfb4-a44cdff58072 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.3554175 Jul 28 14:30:10.631265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:10.631882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:10.633106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.633368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:10.634285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Bound port: 8da8b565-acb3-4cfd-9499-b6e458229f37, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:10.634953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.679980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port eec94a30-dc2d-4a57-8e71-06947918ab9c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:10.680348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.746314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa26bf31-5e34-4090-abc6-3ab25cb8bcb9 req-e141416d-8e00-427d-91d8-8679b0bfffd3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053717 Jul 28 14:30:10.799362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Made reservation on behalf of 317e8ecb54964ea5bde123ac2d939e6d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:10.810673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.816127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] For port 8da8b565-acb3-4cfd-9499-b6e458229f37, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:10.825205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.826170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] For port 8da8b565-acb3-4cfd-9499-b6e458229f37, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8da8b565-acb3-4cfd-9499-b6e458229f37,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:10.866772 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.889711 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Transition to ACTIVE for port object 67e024d9-c41d-4bef-aebe-2d3c6f395287 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:10.987206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.003664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.018298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a972e1-73c8-4607-8181-a0d0200e20b5 req-9cfa178c-1193-46b9-a446-989a3200f355 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:11.025745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10a972e1-73c8-4607-8181-a0d0200e20b5 req-9cfa178c-1193-46b9-a446-989a3200f355 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5709450 Jul 28 14:30:11.051383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Network b016258d-0e6c-4f41-8870-b6724bed84e3 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:11.069225 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.118495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.120685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:11.158098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10a972e1-73c8-4607-8181-a0d0200e20b5 req-313a3d57-7411-45ee-8af5-8cf8915155fb tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/quotas/73b198adca6a4596b310fa1093e19878 HTTP/1.1" status: 200 len: 375 time: 0.1252563 Jul 28 14:30:11.162123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:11.170599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Routers {'83c4569e-937a-4455-b4ac-b90aa455e6e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:11.171695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['83c4569e-937a-4455-b4ac-b90aa455e6e3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:11.184242 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2114f7-c22c-426f-a726-a29b63d1e41e None None] Pushing event updated for resources: {'Port': ['ID=67e024d9-c41d-4bef-aebe-2d3c6f395287,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:11.226615 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Attempting to bind port 67e024d9-c41d-4bef-aebe-2d3c6f395287 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:11.226885 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Attempting to bind port 67e024d9-c41d-4bef-aebe-2d3c6f395287 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:11.227195 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Attempting to bind port 67e024d9-c41d-4bef-aebe-2d3c6f395287 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:11.234893 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:11.235600 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:11.236195 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.236780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:11.237445 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Bound port: 67e024d9-c41d-4bef-aebe-2d3c6f395287, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:11.241151 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.308056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afc384-df36-4fdf-98ae-23bda0089f85 None None] Pushing event updated for resources: {'Port': ['ID=8da8b565-acb3-4cfd-9499-b6e458229f37,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:11.318561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28f9707e-4849-4df1-9383-f0cf7361543c req-0f577e5c-83d4-4eb4-8791-636d9cf9ac6e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 210 time: 0.3031776 Jul 28 14:30:11.393809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] For port 67e024d9-c41d-4bef-aebe-2d3c6f395287, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:11.430896 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] For port 67e024d9-c41d-4bef-aebe-2d3c6f395287, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=67e024d9-c41d-4bef-aebe-2d3c6f395287,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:11.494910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] Set router 83c4569e-937a-4455-b4ac-b90aa455e6e3 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:11.525964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:11.607184 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.620883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aac0be2f-d2e9-4806-a153-431d66e344e9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:11.758801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cbac67db-29cc-4765-aa6b-e5bb4b1bb773 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:11.765281 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2114f7-c22c-426f-a726-a29b63d1e41e None None] Pushing event updated for resources: {'Port': ['ID=67e024d9-c41d-4bef-aebe-2d3c6f395287,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:11.819615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.42', 57910) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:11.823239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da27afa4-6f10-43ad-ae04-76ce86cba467 req-0cba689c-e381-4c1a-b5da-a1a8229f18c7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.1592035 Jul 28 14:30:11.828167 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Routers {'fd2b3c01-18ba-443e-a413-f94447e21993'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:11.829347 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['fd2b3c01-18ba-443e-a413-f94447e21993'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:11.888366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10a972e1-73c8-4607-8181-a0d0200e20b5 req-54579571-c0d8-4a4f-84d5-a67035c4c9f7 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73b198adca6a4596b310fa1093e19878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7329543 Jul 28 14:30:12.068869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e4f1e712-cb05-4f50-839d-3f9811c26053 None None] Provisioning for port aac0be2f-d2e9-4806-a153-431d66e344e9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:12.079536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:12.082829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.106583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e4f1e712-cb05-4f50-839d-3f9811c26053 None None] Provisioning complete for port aac0be2f-d2e9-4806-a153-431d66e344e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:12.107092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e712-cb05-4f50-839d-3f9811c26053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.144550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.221812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1e712-cb05-4f50-839d-3f9811c26053 None None] Port aac0be2f-d2e9-4806-a153-431d66e344e9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:12.244538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:04Z', 'revision_number': 3, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:12.307948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a306b-570b-4431-bbe8-3f59b08f7c29 None None] The sync data for ids ['83c4569e-937a-4455-b4ac-b90aa455e6e3'] in n-d-764806-10 is: [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:04Z', 'revision_number': 3, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:12.333546 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] Set router fd2b3c01-18ba-443e-a413-f94447e21993 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:12.394081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:12.525527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28d2a128-ebd3-446e-9a76-4c8bab3fcfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.670438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Allocated IP 172.20.0.7 (1d493515-3c6f-4f9d-b740-7c35b989399e/69381cc8-a544-473b-9a14-745fb209aa30/c0f79862-7be6-4dd1-80f7-46bd500459af) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:12.737709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:12.797008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-15bead00-0cdb-4b1e-90fe-224ae1c7bae4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:12.797232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.799181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-15bead00-0cdb-4b1e-90fe-224ae1c7bae4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.9661274 Jul 28 14:30:12.811409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Transition to ACTIVE for port object 69d1e4ba-d82f-4990-bb36-35005a540653 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:12.814684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:12.817572 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efe2aaa-a43d-4592-9d07-9025ae6c6665" -d '{"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-unplugged", "status": "completed", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:12.820764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f002b-bd68-4be8-a83a-36ad7e732ada req-6d9f6663-6563-4437-b8a5-970dd8eb3270 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:12.829956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d1f002b-bd68-4be8-a83a-36ad7e732ada req-6d9f6663-6563-4437-b8a5-970dd8eb3270 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.6636543 Jul 28 14:30:12.836717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:12.886164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Request body: {'port': {'device_id': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'admin_state_up': True, 'tenant_id': '6f2a62f1b70c45b0a5f2f2c5d7264cb5'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:12.916873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 3, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:13.006200 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.016823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.104712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:30:13.106523 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:30:13.130517 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5e5ed-b327-47dd-8218-8dfd68efe450 None None] The sync data for ids ['fd2b3c01-18ba-443e-a413-f94447e21993'] in n-d-764806-10 is: [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 3, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:13.199044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d1f002b-bd68-4be8-a83a-36ad7e732ada req-2a5a3918-4d15-4a0c-a167-c12f5d2e2ccb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671675 Jul 28 14:30:13.237122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Allocated IP 172.20.0.1 (17816ca5-bfd8-4a54-a2cf-699c2b825237/8172d2e7-971f-4b42-a565-436e90ef4d4a/b1bf8249-0742-4430-818e-0f5fd0c444ed) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:13.520096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] No DVR routers for this DVR port 69d1e4ba-d82f-4990-bb36-35005a540653 on host n-h2-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:30:13.534882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=6']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:13.570415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28d2a128-ebd3-446e-9a76-4c8bab3fcfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.613098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.645393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.682427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e930842d-6c76-4e24-98a0-8dbcc24b1961 req-8e7b5f39-6e9e-4d47-b350-821e7e8c302b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 210 time: 0.1842384 Jul 28 14:30:13.794699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8da8b565-acb3-4cfd-9499-b6e458229f37 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:13.816489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28d2a128-ebd3-446e-9a76-4c8bab3fcfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.849674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Transition to ACTIVE for port object c0f79862-7be6-4dd1-80f7-46bd500459af will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:13.921568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2a128-ebd3-446e-9a76-4c8bab3fcfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67135e52-9bdb-4518-bdc8-1921e1f317f0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:13.946665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-2a8b33cb-517b-4055-b48d-c6fad4784413 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5262225 Jul 28 14:30:13.957591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Made reservation on behalf of 6f2a62f1b70c45b0a5f2f2c5d7264cb5 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:13.961245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.026334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:14.028862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:14.030797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:14.066678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Port 69d1e4ba-d82f-4990-bb36-35005a540653 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:14.080805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Attempting to bind port 69d1e4ba-d82f-4990-bb36-35005a540653 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:14.124226 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28d2a128-ebd3-446e-9a76-4c8bab3fcfad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3309bf00eb44af7952b5a4a3f34dbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5889969 Jul 28 14:30:14.134448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:14.415119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:14.418245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:14.421087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:14.423350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Bound port: 69d1e4ba-d82f-4990-bb36-35005a540653, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:14.424951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.450401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.471345 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ecba08-16a3-4ce8-8898-51d6b88ddb5c x-openstack-request-id: req-c4ecba08-16a3-4ce8-8898-51d6b88ddb5c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:14.473518 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-unplugged", "status": "completed", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:14.478358 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4ecba08-16a3-4ce8-8898-51d6b88ddb5c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:14.478358 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653', 'code': 200} Jul 28 14:30:14.566137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8da8b565-acb3-4cfd-9499-b6e458229f37 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:14.582856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8da8b565-acb3-4cfd-9499-b6e458229f37 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:14.583389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.602327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-485dcddd-ebb5-4bbc-9140-f0df3f1562c3 req-b9b5e24b-41a1-4bb5-b353-8845acbbe468 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.1083276 Jul 28 14:30:14.794769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Allocated IP 172.20.0.2 (4dfb8117-4f69-4c6f-afa4-337e31a9625f/fe75449c-112b-4263-a17c-46820812dd89/1d88e98b-dcee-4c7f-a3c4-fc450050f109) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:14.804233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Transition to ACTIVE for port object b1bf8249-0742-4430-818e-0f5fd0c444ed will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:14.810607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d81752fb-9bbd-4f87-ab2b-bd17698cad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.884184 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.926879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 8da8b565-acb3-4cfd-9499-b6e458229f37, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8da8b565-acb3-4cfd-9499-b6e458229f37,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:15.070747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d81752fb-9bbd-4f87-ab2b-bd17698cad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.097371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.208901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:15.228417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:15.249923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.260293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-1508393d-fd45-466a-a7db-723857595442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:15.262590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-1508393d-fd45-466a-a7db-723857595442 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 1.0449023 Jul 28 14:30:15.321335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.328995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=8da8b565-acb3-4cfd-9499-b6e458229f37,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:15.329190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d81752fb-9bbd-4f87-ab2b-bd17698cad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.329190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d81752fb-9bbd-4f87-ab2b-bd17698cad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.332539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d81752fb-9bbd-4f87-ab2b-bd17698cad33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67135e52-9bdb-4518-bdc8-1921e1f317f0 HTTP/1.1" status: 204 len: 168 time: 1.1922767 Jul 28 14:30:15.382022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81752fb-9bbd-4f87-ab2b-bd17698cad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67135e52-9bdb-4518-bdc8-1921e1f317f0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:15.395368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:15.396772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.406301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:15.419791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:15.420286 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.475208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975e1cd-a6a4-46e8-ac00-a3fbf0e7e681 req-2a73d3cc-ca8f-401c-b4fe-aada59deea74 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:15.492046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2975e1cd-a6a4-46e8-ac00-a3fbf0e7e681 req-2a73d3cc-ca8f-401c-b4fe-aada59deea74 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.5121791 Jul 28 14:30:15.521560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bf8249-0742-4430-818e-0f5fd0c444ed,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:15.540220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:15.541190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.542997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] 10.222.0.42 "PUT /v2.0/ports/69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 1097 time: 5.0605721 Jul 28 14:30:15.798656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8da8b565-acb3-4cfd-9499-b6e458229f37 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:15.907622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dda68-3200-41c3-9752-32251fd01f3e service neutron] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=7']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:15.932028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-c01e6aa0-0695-4526-894b-1205f7433506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:15.937212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-c01e6aa0-0695-4526-894b-1205f7433506 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1100 time: 0.3406677 Jul 28 14:30:15.978926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8da8b565-acb3-4cfd-9499-b6e458229f37 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:15.981251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.188595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 67e024d9-c41d-4bef-aebe-2d3c6f395287 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:16.270197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-db74bbbe-d1db-413c-b55d-0355b363d396 None None] Provisioning for port b1bf8249-0742-4430-818e-0f5fd0c444ed completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:16.279819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-db74bbbe-d1db-413c-b55d-0355b363d396 None None] Provisioning complete for port b1bf8249-0742-4430-818e-0f5fd0c444ed triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:16.280436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.281842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-db74bbbe-d1db-413c-b55d-0355b363d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.296283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Network 1d493515-3c6f-4f9d-b740-7c35b989399e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:16.338617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:16.339411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-db74bbbe-d1db-413c-b55d-0355b363d396 None None] Port b1bf8249-0742-4430-818e-0f5fd0c444ed cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:16.374410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'Port': ['ID=c0f79862-7be6-4dd1-80f7-46bd500459af,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:16.383394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:16.394502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 67e024d9-c41d-4bef-aebe-2d3c6f395287 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:16.399967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 67e024d9-c41d-4bef-aebe-2d3c6f395287 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:16.417612 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.502517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:16.503645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.538203 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.567176 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.599344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 67e024d9-c41d-4bef-aebe-2d3c6f395287, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=67e024d9-c41d-4bef-aebe-2d3c6f395287,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:16.600976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2975e1cd-a6a4-46e8-ac00-a3fbf0e7e681 req-df4d60c6-d939-4457-b203-1a808438b774 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1050704 Jul 28 14:30:16.633448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:16.639919 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83442e42-c9c8-43ed-9ac8-c5fb0290b414" -d '{"events": [{"name": "network-changed", "server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:16.643641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.705086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-6ae746b9-ce33-43a6-8ca0-f135fbb5535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:16.708720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-6ae746b9-ce33-43a6-8ca0-f135fbb5535d service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.7573755 Jul 28 14:30:16.710939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.767829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aac0be2f-d2e9-4806-a153-431d66e344e9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:16.784758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.811006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.819024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-46224a22-26f7-4310-a466-e8b19b138f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:16.827530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-46224a22-26f7-4310-a466-e8b19b138f77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 1.4517927 Jul 28 14:30:16.839106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-ec3f6267-c540-41c3-b36e-58a872455651 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3598583 Jul 28 14:30:16.854517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-2a4fe74b-b75d-44a5-9537-10aa273738c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.1368876 Jul 28 14:30:16.880919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0821c4-6856-4e1b-9ce3-e63eb116c581 req-b240b2cf-659b-4b06-ba20-30e4248e2c07 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:16.884185 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae0821c4-6856-4e1b-9ce3-e63eb116c581 req-b240b2cf-659b-4b06-ba20-30e4248e2c07 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 931 time: 0.7143276 Jul 28 14:30:16.938874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=67e024d9-c41d-4bef-aebe-2d3c6f395287,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:16.953185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:16.964703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Request body: {'port': {'device_id': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:17.051846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d2fabf0-2c8b-4988-8def-8e8c5282cadb None None] Provisioning for port c0f79862-7be6-4dd1-80f7-46bd500459af completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:17.057037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d2fabf0-2c8b-4988-8def-8e8c5282cadb None None] Provisioning complete for port c0f79862-7be6-4dd1-80f7-46bd500459af triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:17.057406 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d2fabf0-2c8b-4988-8def-8e8c5282cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.080384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-f202259e-6908-408c-88c8-26279ee8a8a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.2143834 Jul 28 14:30:17.115495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fabf0-2c8b-4988-8def-8e8c5282cadb None None] Port c0f79862-7be6-4dd1-80f7-46bd500459af cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:17.127572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-a9865c7c-2f22-4f60-be3e-9396c184e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.129966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-a9865c7c-2f22-4f60-be3e-9396c184e114 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2439258 Jul 28 14:30:17.134405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47f0a714-5367-43d4-b337-e582303ab002 req-f09abda0-dbd6-48c5-a17f-398de3fc827b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.1887033 Jul 28 14:30:17.145566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae0821c4-6856-4e1b-9ce3-e63eb116c581 req-88c1ca6d-f85e-425f-b79a-bc48346accc2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225549 Jul 28 14:30:17.158958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af2901c5-8d36-401b-a46c-33a51fb0ba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.161583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:30:17.265011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-3939f2c3-d5cc-4823-96dd-3ed0d4b1a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.266736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-3939f2c3-d5cc-4823-96dd-3ed0d4b1a732 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269431 Jul 28 14:30:17.272893 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef1f4e-3953-4baa-b1c4-ef6f4ae860d5 x-openstack-request-id: req-79ef1f4e-3953-4baa-b1c4-ef6f4ae860d5 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:17.273928 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:17.273928 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79ef1f4e-3953-4baa-b1c4-ef6f4ae860d5 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:17.274466 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653', 'status': 'completed', 'code': 200} Jul 28 14:30:17.375129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.394625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-c81cc6d0-bb0d-4880-887a-1cfe6e321f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.396188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-c81cc6d0-bb0d-4880-887a-1cfe6e321f40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2662861 Jul 28 14:30:17.411426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.421097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.436338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9be066cf-2907-4010-a09c-df7f23bc7dd7 req-31d3a25e-3aaa-4b27-b532-097b40b0be86 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=73b198adca6a4596b310fa1093e19878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105199 Jul 28 14:30:17.453369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-e1d861c7-c698-4d79-b7be-969425b5c29f service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665814 Jul 28 14:30:17.478966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.480765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.513408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 67e024d9-c41d-4bef-aebe-2d3c6f395287 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:17.514413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Network b016258d-0e6c-4f41-8870-b6724bed84e3 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:17.555286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:17.613766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 67e024d9-c41d-4bef-aebe-2d3c6f395287 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:17.614413 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.674937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:17.685136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-e6088c49-9a30-4ac1-9803-17eb46c22e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.687158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-e6088c49-9a30-4ac1-9803-17eb46c22e90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1100 time: 0.3600373 Jul 28 14:30:17.703340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:17.752246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:17.776434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:17.832767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bf8249-0742-4430-818e-0f5fd0c444ed,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:17.946125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44aad234-5260-43e4-a163-f0851c09876f None None] Provisioning complete for port aac0be2f-d2e9-4806-a153-431d66e344e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:17.947019 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44aad234-5260-43e4-a163-f0851c09876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.961522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75f08503-4eb7-4afc-982a-8ee95dfb4bc7 req-a5c61f6f-3e1f-4688-8da0-7015f1ce95e2 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007749 Jul 28 14:30:17.984757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:17.987221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:18.043385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1d93-e6a2-44e9-8509-408a3446b2a2 req-d698e6d9-4ad4-4635-b851-77f9c3c7df6d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.045451 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d6b1d93-e6a2-44e9-8509-408a3446b2a2 req-d698e6d9-4ad4-4635-b851-77f9c3c7df6d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.1456733 Jul 28 14:30:18.077328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-44aad234-5260-43e4-a163-f0851c09876f None None] Port aac0be2f-d2e9-4806-a153-431d66e344e9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:18.079904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-4e795741-b29b-4031-970a-28472aab3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.082691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-4e795741-b29b-4031-970a-28472aab3740 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6638589 Jul 28 14:30:18.143668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d6b1d93-e6a2-44e9-8509-408a3446b2a2 req-c6b8a7cf-a5fe-428f-8e3f-2e02b4959bef tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481696 Jul 28 14:30:18.416864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-63ff297c-4333-480c-9c83-83a80d5dcaaa None None] Provisioning complete for port b1bf8249-0742-4430-818e-0f5fd0c444ed triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:18.418313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63ff297c-4333-480c-9c83-83a80d5dcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.429280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.430410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.473481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb6ebc-3f08-4ff5-90fa-c0a0f5638f12 req-03bc92ab-b9ed-49ab-b09c-fc030aa51cf9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.475245 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1abb6ebc-3f08-4ff5-90fa-c0a0f5638f12 req-03bc92ab-b9ed-49ab-b09c-fc030aa51cf9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 931 time: 0.1919601 Jul 28 14:30:18.478577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Router fd2b3c01-18ba-443e-a413-f94447e21993 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:18.481404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-0fde3d49-4ee9-494e-a415-dcf74448435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.483865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-0fde3d49-4ee9-494e-a415-dcf74448435f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1100 time: 0.2167571 Jul 28 14:30:18.510337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-63ff297c-4333-480c-9c83-83a80d5dcaaa None None] Port b1bf8249-0742-4430-818e-0f5fd0c444ed cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:18.545080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be066cf-2907-4010-a09c-df7f23bc7dd7 req-cd1782b0-dd86-4ab2-8174-5de498d0d8f9 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.547211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9be066cf-2907-4010-a09c-df7f23bc7dd7 req-cd1782b0-dd86-4ab2-8174-5de498d0d8f9 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0894988 Jul 28 14:30:18.673516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af2901c5-8d36-401b-a46c-33a51fb0ba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.690748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-29e5e3d5-a9d8-4b62-9b36-cdc8b8534be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.692628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-29e5e3d5-a9d8-4b62-9b36-cdc8b8534be7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.9486856 Jul 28 14:30:18.693905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1abb6ebc-3f08-4ff5-90fa-c0a0f5638f12 req-41e49c6e-8b24-4384-af21-2b60b8fb624c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003143 Jul 28 14:30:18.718199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9be066cf-2907-4010-a09c-df7f23bc7dd7 req-37b47a32-3eb5-4a98-8f53-ee46237a6c85 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/quotas/73b198adca6a4596b310fa1093e19878 HTTP/1.1" status: 200 len: 375 time: 0.1233037 Jul 28 14:30:18.753891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Router 83c4569e-937a-4455-b4ac-b90aa455e6e3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:18.837390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af2901c5-8d36-401b-a46c-33a51fb0ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.861758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-febe257b-2704-4675-aeae-f0a8d6a1436c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.1499238 Jul 28 14:30:18.867717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-5dfe1a0f-1f44-4835-9f2e-86a5ecdfb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.869318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-5dfe1a0f-1f44-4835-9f2e-86a5ecdfb6cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3779521 Jul 28 14:30:18.870284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9be066cf-2907-4010-a09c-df7f23bc7dd7 req-3913e394-692d-4cf1-8973-11d61739c500 tempest-QuotasAdminNegativeTest-286672327 tempest-QuotasAdminNegativeTest-286672327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73b198adca6a4596b310fa1093e19878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147099 Jul 28 14:30:18.903930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-dc0cf77b-998b-479c-9746-da4f299a4fa1 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923988 Jul 28 14:30:18.923154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:18.927297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-225642a6-29a8-4788-a54b-e1a11d51b5f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.0468984 Jul 28 14:30:18.930843 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-54d5da2d-d873-48a7-b49a-9b41d60886b7 admin admin] 10.222.0.57 "PUT /v2.0/routers/fd2b3c01-18ba-443e-a413-f94447e21993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7537553 Jul 28 14:30:18.938612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Sync routers for ids ['fd2b3c01-18ba-443e-a413-f94447e21993'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:18.958506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Routers {'fd2b3c01-18ba-443e-a413-f94447e21993'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:18.959416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['fd2b3c01-18ba-443e-a413-f94447e21993'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:18.984065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ddc6-db65-4c9c-8818-d7babc46173a req-11e0d17b-132a-4237-8152-80c471c60200 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.985683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b774ddc6-db65-4c9c-8818-d7babc46173a req-11e0d17b-132a-4237-8152-80c471c60200 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 931 time: 0.1660993 Jul 28 14:30:19.045318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af2901c5-8d36-401b-a46c-33a51fb0ba84 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ea930b77e2b4a6397c19258732af8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0923502 Jul 28 14:30:19.059881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:19.063742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-94c5c074-cef5-4a97-ad9e-45305b6025e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2177060 Jul 28 14:30:19.178437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Set router fd2b3c01-18ba-443e-a413-f94447e21993 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:19.198205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-b74a4805-2fab-4067-9bb5-dda4606176fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.214349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-b74a4805-2fab-4067-9bb5-dda4606176fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2717011 Jul 28 14:30:19.219779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Request body: {'port': {'device_id': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:19.275876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b774ddc6-db65-4c9c-8818-d7babc46173a req-b3f709bf-1e4b-4785-9d0f-654b2abd12a3 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449057 Jul 28 14:30:19.368348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3863ff1b-30b3-46d5-a3b3-033c0867f584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.430233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-b354df29-a113-4deb-8b23-7bab04ea6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.434103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-b354df29-a113-4deb-8b23-7bab04ea6388 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2084951 Jul 28 14:30:19.479440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3863ff1b-30b3-46d5-a3b3-033c0867f584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.958120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-b4e32c0c-6910-46dc-abb5-2877acfcdef5 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058327 Jul 28 14:30:19.959754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f79862-7be6-4dd1-80f7-46bd500459af {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:19.969591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.993698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-eea6936c-8736-4765-8c84-ebf0b05d8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:20.005816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-eea6936c-8736-4765-8c84-ebf0b05d8b9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 1.0715039 Jul 28 14:30:20.120185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2901c5-8d36-401b-a46c-33a51fb0ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da19df-8e57-484a-a76b-f5bddd030a69,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:20.146269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:30:15Z', 'revision_number': 4, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b1bf8249-0742-4430-818e-0f5fd0c444ed', 'name': '', 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'mac_address': 'fa:16:3e:a1:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8172d2e7-971f-4b42-a565-436e90ef4d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:11Z', 'updated_at': '2021-07-28T14:30:16Z', 'revision_number': 2, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'subnets': [{'id': '8172d2e7-971f-4b42-a565-436e90ef4d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:20.191095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3863ff1b-30b3-46d5-a3b3-033c0867f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.202189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3863ff1b-30b3-46d5-a3b3-033c0867f584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.208918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3863ff1b-30b3-46d5-a3b3-033c0867f584 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4da19df-8e57-484a-a76b-f5bddd030a69 HTTP/1.1" status: 204 len: 168 time: 1.1468596 Jul 28 14:30:20.231270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Checking router: fd2b3c01-18ba-443e-a413-f94447e21993 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:20.232047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Updating router fd2b3c01-18ba-443e-a413-f94447e21993 port b1bf8249-0742-4430-818e-0f5fd0c444ed binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:20.283528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863ff1b-30b3-46d5-a3b3-033c0867f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da19df-8e57-484a-a76b-f5bddd030a69,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:20.328609 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.502115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Transition to ACTIVE for port object c0f79862-7be6-4dd1-80f7-46bd500459af will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:20.513006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a56d5801-f4c4-4db5-958c-3072cd7bb772 req-ec501925-9676-41cc-9fea-d49db45fad79 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4738891 Jul 28 14:30:20.641170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-a690e5be-9e57-409d-a1dc-d94c640f09c4 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172624 Jul 28 14:30:20.751646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.852427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.933763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db8ac8-fa07-4f2a-a81e-0a6d3ced5eb0 req-6a76c9a8-f6a1-4833-a8cf-8f6035b9386a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:20.963661 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9db8ac8-fa07-4f2a-a81e-0a6d3ced5eb0 req-6a76c9a8-f6a1-4833-a8cf-8f6035b9386a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 931 time: 0.2501712 Jul 28 14:30:21.039048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9f55-144c-4c14-a668-6b1990887c10 req-ea89625c-bc52-4209-abc3-6397bc8ec64f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:21.039048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ffa9f55-144c-4c14-a668-6b1990887c10 req-ea89625c-bc52-4209-abc3-6397bc8ec64f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 1.0182152 Jul 28 14:30:21.143903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f79862-7be6-4dd1-80f7-46bd500459af,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:21.172113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9db8ac8-fa07-4f2a-a81e-0a6d3ced5eb0 req-19336f25-c0f6-48be-a5f3-1faf0d2ffefb tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531732 Jul 28 14:30:21.237331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:21.248800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Sync routers for ids ['83c4569e-937a-4455-b4ac-b90aa455e6e3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:21.282911 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Routers {'83c4569e-937a-4455-b4ac-b90aa455e6e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:21.283611 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['83c4569e-937a-4455-b4ac-b90aa455e6e3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:21.331229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-6d4c9029-7244-4c14-ad35-32d6c13ef9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:21.335132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-6d4c9029-7244-4c14-ad35-32d6c13ef9c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2170601 Jul 28 14:30:21.360910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f1a94dec-e805-46f1-9b98-e6f1983dd6f7 admin admin] 10.222.0.57 "PUT /v2.0/routers/83c4569e-937a-4455-b4ac-b90aa455e6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2358599 Jul 28 14:30:21.531665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.576109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Transition to ACTIVE for port object b1bf8249-0742-4430-818e-0f5fd0c444ed will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:21.585266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36969abd-d82b-4264-9b8b-c5254d2b224f req-5c04e7db-cbc1-4667-9faf-03c6d8cf86ed tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:21.587912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36969abd-d82b-4264-9b8b-c5254d2b224f req-5c04e7db-cbc1-4667-9faf-03c6d8cf86ed tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 943 time: 0.3070335 Jul 28 14:30:21.711499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ffa9f55-144c-4c14-a668-6b1990887c10 req-a7ded30e-c4b5-4ca2-b765-61ec62b4cefe tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732547 Jul 28 14:30:21.793091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36969abd-d82b-4264-9b8b-c5254d2b224f req-4beba3a5-c00f-4916-9a1e-b79130b47c37 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636112 Jul 28 14:30:21.809749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.856706 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Set router 83c4569e-937a-4455-b4ac-b90aa455e6e3 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:22.196426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da7d81-d7ac-432a-a03b-b3273e770b35 None None] Pushing event updated for resources: {'Port': ['ID=b1bf8249-0742-4430-818e-0f5fd0c444ed,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:22.392287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Attempting to bind port b1bf8249-0742-4430-818e-0f5fd0c444ed on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:22.393114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Attempting to bind port b1bf8249-0742-4430-818e-0f5fd0c444ed by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:22.393674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Attempting to bind port b1bf8249-0742-4430-818e-0f5fd0c444ed on network 17816ca5-bfd8-4a54-a2cf-699c2b825237 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:22.415433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:22.416139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Checking segment: {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:22.416768 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.417355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Bound using segment: {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:22.418772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Bound port: b1bf8249-0742-4430-818e-0f5fd0c444ed, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5a69da-e135-4f89-8f51-32e4d71acf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:22.421348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.503120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17a65a4b-2578-472b-9dac-205d7c2dd3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.571509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Attempting to bind port c0f79862-7be6-4dd1-80f7-46bd500459af on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:22.578494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Attempting to bind port c0f79862-7be6-4dd1-80f7-46bd500459af by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:22.580010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Attempting to bind port c0f79862-7be6-4dd1-80f7-46bd500459af on network 1d493515-3c6f-4f9d-b740-7c35b989399e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:22.766875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] For port b1bf8249-0742-4430-818e-0f5fd0c444ed, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:22.793227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-57758f57-dea8-4fc9-aa7a-0a2739bc10c6 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1909273 Jul 28 14:30:22.794179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] For port b1bf8249-0742-4430-818e-0f5fd0c444ed, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b1bf8249-0742-4430-818e-0f5fd0c444ed,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:22.825025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Port c0f79862-7be6-4dd1-80f7-46bd500459af on network 1d493515-3c6f-4f9d-b740-7c35b989399e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:22.832299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Attempting to bind port c0f79862-7be6-4dd1-80f7-46bd500459af on network 1d493515-3c6f-4f9d-b740-7c35b989399e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:22.914441 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-d9cd2623-7cf6-4ca1-becc-07261bc9933c req-2bfe3dcd-2aac-401b-ba01-1f14162c8406 tempest-FloatingIPDetailsNegativeTestJSON-1359682235 tempest-FloatingIPDetailsNegativeTestJSON-1359682235-project] show failed (client error): The resource could not be found. Jul 28 14:30:22.931363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9cd2623-7cf6-4ca1-becc-07261bc9933c req-2bfe3dcd-2aac-401b-ba01-1f14162c8406 tempest-FloatingIPDetailsNegativeTestJSON-1359682235 tempest-FloatingIPDetailsNegativeTestJSON-1359682235-project] 10.222.0.57 "GET /v2.0/floatingips/f2c5c360-6f10-4215-8579-d6c2104543f9 HTTP/1.1" status: 404 len: 350 time: 0.0957081 Jul 28 14:30:22.935666 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:12Z', 'revision_number': 4, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'aac0be2f-d2e9-4806-a153-431d66e344e9', 'name': '', 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'mac_address': 'fa:16:3e:0d:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ded597f0-1043-48db-881f-8552c0cd71d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:09Z', 'updated_at': '2021-07-28T14:30:14Z', 'revision_number': 2, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'subnets': [{'id': 'ded597f0-1043-48db-881f-8552c0cd71d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:22.937799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:22.938768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d88e98b-dcee-4c7f-a3c4-fc450050f109 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:22.957857 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.048364 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Checking router: 83c4569e-937a-4455-b4ac-b90aa455e6e3 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:23.048868 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Updating router 83c4569e-937a-4455-b4ac-b90aa455e6e3 port aac0be2f-d2e9-4806-a153-431d66e344e9 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:23.094753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:23.096251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:23.096695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Checking segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:23.097103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Bound using segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:23.100211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Bound port: c0f79862-7be6-4dd1-80f7-46bd500459af, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:23.101060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.130998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.191960 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.243602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Routers {'fd2b3c01-18ba-443e-a413-f94447e21993'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:23.252654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:29:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['fd2b3c01-18ba-443e-a413-f94447e21993'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:23.314406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Transition to ACTIVE for port object 1d88e98b-dcee-4c7f-a3c4-fc450050f109 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:23.507156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.577796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da7d81-d7ac-432a-a03b-b3273e770b35 None None] Pushing event updated for resources: {'Port': ['ID=b1bf8249-0742-4430-818e-0f5fd0c444ed,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:23.635934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:30:23.680306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:23.764135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:23.897824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d105ab2-d4ff-4eb9-b168-e299b192d1f4 req-f70c7c85-f8b5-42b6-acf5-31697abf520a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:23.900729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83442e42-c9c8-43ed-9ac8-c5fb0290b414 req-e6e439fa-5cd5-44ce-b233-8a58569b6af9 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0888786 Jul 28 14:30:23.935734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] For port c0f79862-7be6-4dd1-80f7-46bd500459af, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:23.957555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d105ab2-d4ff-4eb9-b168-e299b192d1f4 req-f70c7c85-f8b5-42b6-acf5-31697abf520a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 931 time: 0.7309182 Jul 28 14:30:24.112341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] For port c0f79862-7be6-4dd1-80f7-46bd500459af, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c0f79862-7be6-4dd1-80f7-46bd500459af,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:24.174815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] Set router fd2b3c01-18ba-443e-a413-f94447e21993 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:24.289675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.313406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:24.374444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '69d1e4ba-d82f-4990-bb36-35005a540653', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '69d1e4ba-d82f-4990-bb36-35005a540653', 'mac_address': 'fa:16:3e:ad:25:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:24.459853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:24.459853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:24.459853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:24.511474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d105ab2-d4ff-4eb9-b168-e299b192d1f4 req-3584eb32-a9e0-43a1-b402-9a94e0dd3d1a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473921 Jul 28 14:30:24.512469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.515910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.522172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] 10.222.0.42 "PUT /v2.0/ports/c0f79862-7be6-4dd1-80f7-46bd500459af HTTP/1.1" status: 200 len: 1092 time: 7.5717580 Jul 28 14:30:24.561374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:24.575721 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c01d8c-d0b3-4506-8b10-2a06dc294113" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:24.698329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ffebe-5e09-446c-a92b-e50d0f360ea1 req-4724b574-b3dc-432e-8559-8aeaa4b9e935 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.707137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-980ffebe-5e09-446c-a92b-e50d0f360ea1 req-4724b574-b3dc-432e-8559-8aeaa4b9e935 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 948 time: 0.5363259 Jul 28 14:30:24.723173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.872588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:24.878194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:24.975140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:24.978774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:24.990276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:25.001849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Bound port: 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:25.003218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.010865 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.073862 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Transition to ACTIVE for port object aac0be2f-d2e9-4806-a153-431d66e344e9 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:25.074967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412603e-dd0c-4838-94a8-71e40bd65c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f79862-7be6-4dd1-80f7-46bd500459af,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.156969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d1e4ba-d82f-4990-bb36-35005a540653 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:25.185380 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.272871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-980ffebe-5e09-446c-a92b-e50d0f360ea1 req-533e63b1-28a3-4c1c-a256-d04614de49c8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850667 Jul 28 14:30:25.303100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-2f513d02-f766-4ac0-8ced-5df6d40100c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:25.313590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-2f513d02-f766-4ac0-8ced-5df6d40100c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 1095 time: 0.5251820 Jul 28 14:30:25.341291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:25.387228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.395522 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d673f-ed80-4986-a719-f024bd14e3cc None None] Pushing event updated for resources: {'Port': ['ID=aac0be2f-d2e9-4806-a153-431d66e344e9,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.399475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:25.405254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-711302d3-48d7-421a-a033-ca7979466b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.451324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-a34ba859-23e0-46cc-8cea-f7403f31406d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f79862-7be6-4dd1-80f7-46bd500459af HTTP/1.1" status: 200 len: 217 time: 0.1135230 Jul 28 14:30:25.506075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:25.545285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.549721 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Attempting to bind port aac0be2f-d2e9-4806-a153-431d66e344e9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:25.554202 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Attempting to bind port aac0be2f-d2e9-4806-a153-431d66e344e9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:25.554202 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Attempting to bind port aac0be2f-d2e9-4806-a153-431d66e344e9 on network b016258d-0e6c-4f41-8870-b6724bed84e3 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:25.569209 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:25.570254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Checking segment: {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:25.570840 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.571403 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Bound using segment: {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:25.572083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Bound port: aac0be2f-d2e9-4806-a153-431d66e344e9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e369010-5f62-4bf7-9c3a-f61587290b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:25.577894 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.601877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.756876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:25.760681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.763551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] 10.222.0.42 "PUT /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 1092 time: 6.5606766 Jul 28 14:30:25.806400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-c317a0e6-4e7a-493d-916a-2f43141f951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:25.806400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-c317a0e6-4e7a-493d-916a-2f43141f951e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 0.3309078 Jul 28 14:30:25.816770 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] For port aac0be2f-d2e9-4806-a153-431d66e344e9, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:25.821698 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] For port aac0be2f-d2e9-4806-a153-431d66e344e9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aac0be2f-d2e9-4806-a153-431d66e344e9,segment=NetworkSegment(4e369010-5f62-4bf7-9c3a-f61587290b0b),segment_id=4e369010-5f62-4bf7-9c3a-f61587290b0b)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:25.863855 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a6949c5-57ed-4298-be0f-a926cedb2a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.875975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7938f-aa5a-473c-afe8-cd7c3cb0523e service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.943516 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.988888 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81511d83-8396-44c6-b5b0-ac6526a31894 x-openstack-request-id: req-81511d83-8396-44c6-b5b0-ac6526a31894 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:25.991865 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:25.993192 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81511d83-8396-44c6-b5b0-ac6526a31894 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:25.996589 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'status': 'completed', 'code': 200} Jul 28 14:30:26.009513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-8faddd8e-ac25-4329-8675-cb8b5c462afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:26.017903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-8faddd8e-ac25-4329-8675-cb8b5c462afc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2064626 Jul 28 14:30:26.189130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a6949c5-57ed-4298-be0f-a926cedb2a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.249335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a803d-3b5b-485c-837c-49e43ea02873 req-a66abd9e-adba-4ce0-ac84-5ebe2c5c6cb0 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:26.257710 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-649a803d-3b5b-485c-837c-49e43ea02873 req-a66abd9e-adba-4ce0-ac84-5ebe2c5c6cb0 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 943 time: 0.4028089 Jul 28 14:30:26.282650 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d673f-ed80-4986-a719-f024bd14e3cc None None] Pushing event updated for resources: {'Port': ['ID=aac0be2f-d2e9-4806-a153-431d66e344e9,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:26.306320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['69d1e4ba-d82f-4990-bb36-35005a540653'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:26.311563 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Routers {'83c4569e-937a-4455-b4ac-b90aa455e6e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:26.314124 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:30:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['83c4569e-937a-4455-b4ac-b90aa455e6e3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:26.339510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:26.370793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a6949c5-57ed-4298-be0f-a926cedb2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.412833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-649a803d-3b5b-485c-837c-49e43ea02873 req-688ddb5e-413f-4180-a751-de240527372e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539581 Jul 28 14:30:26.528287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-7b989eec-91e8-45ee-9e3e-a0a05b1a5d7c service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021873 Jul 28 14:30:26.568637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.569601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.569601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.569865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.570131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.571666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.573131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.573733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.576817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.577423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.577911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.578551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:26.588833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.647133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a6949c5-57ed-4298-be0f-a926cedb2a89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73b198adca6a4596b310fa1093e19878&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9472296 Jul 28 14:30:26.665791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:26.747117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6949c5-57ed-4298-be0f-a926cedb2a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5f06b-2cd1-46ab-860c-3ed0978a9c6d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:26.801175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:30:15Z', 'revision_number': 4, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b1bf8249-0742-4430-818e-0f5fd0c444ed', 'name': '', 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'mac_address': 'fa:16:3e:a1:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8172d2e7-971f-4b42-a565-436e90ef4d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:11Z', 'updated_at': '2021-07-28T14:30:22Z', 'revision_number': 4, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'subnets': [{'id': '8172d2e7-971f-4b42-a565-436e90ef4d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:26.830410 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] Set router 83c4569e-937a-4455-b4ac-b90aa455e6e3 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:26.833045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185575b5-a847-4589-8ad8-0cc1fef5cd7d req-654ba701-5f07-4fe2-9d8d-49749d788050 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:26.834694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-185575b5-a847-4589-8ad8-0cc1fef5cd7d req-654ba701-5f07-4fe2-9d8d-49749d788050 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.1630657 Jul 28 14:30:26.941434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f99b74-8ea4-40a5-a9be-e00baa101ba5 None None] The sync data for ids ['fd2b3c01-18ba-443e-a413-f94447e21993'] in n-d-764806-10 is: [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:30:15Z', 'revision_number': 4, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b1bf8249-0742-4430-818e-0f5fd0c444ed', 'name': '', 'network_id': '17816ca5-bfd8-4a54-a2cf-699c2b825237', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'mac_address': 'fa:16:3e:a1:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8172d2e7-971f-4b42-a565-436e90ef4d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:11Z', 'updated_at': '2021-07-28T14:30:22Z', 'revision_number': 4, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'subnets': [{'id': '8172d2e7-971f-4b42-a565-436e90ef4d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:26.951158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5454c08b-1c56-4081-86af-b40fdd1dbb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.162701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bfd5589-795c-4165-a8ae-289e4fbef370 req-91993e12-ae49-4b69-b60e-c95dbf16136e service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220699 Jul 28 14:30:27.295561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5454c08b-1c56-4081-86af-b40fdd1dbb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.320646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-185575b5-a847-4589-8ad8-0cc1fef5cd7d req-4eaee55e-926d-46ab-a44b-678b5e7b3623 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755769 Jul 28 14:30:27.676011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.709856 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:12Z', 'revision_number': 4, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'aac0be2f-d2e9-4806-a153-431d66e344e9', 'name': '', 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'mac_address': 'fa:16:3e:0d:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ded597f0-1043-48db-881f-8552c0cd71d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:09Z', 'updated_at': '2021-07-28T14:30:25Z', 'revision_number': 4, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'subnets': [{'id': 'ded597f0-1043-48db-881f-8552c0cd71d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:27.781857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-594f93d0-662f-461e-b95e-d5df5559acd4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:27.785096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-594f93d0-662f-461e-b95e-d5df5559acd4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 949 time: 0.5851252 Jul 28 14:30:27.790086 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029804-f7e4-43b5-b492-78c7b3736d26 None None] The sync data for ids ['83c4569e-937a-4455-b4ac-b90aa455e6e3'] in n-d-764806-10 is: [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:12Z', 'revision_number': 4, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'aac0be2f-d2e9-4806-a153-431d66e344e9', 'name': '', 'network_id': 'b016258d-0e6c-4f41-8870-b6724bed84e3', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'mac_address': 'fa:16:3e:0d:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ded597f0-1043-48db-881f-8552c0cd71d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:09Z', 'updated_at': '2021-07-28T14:30:25Z', 'revision_number': 4, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'subnets': [{'id': 'ded597f0-1043-48db-881f-8552c0cd71d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:27.804737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.860900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b1bf8249-0742-4430-818e-0f5fd0c444ed up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:27.904046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-a7d74ccf-56fc-4aed-8bb1-1d38efd39d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:27.975098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-a7d74ccf-56fc-4aed-8bb1-1d38efd39d10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1095 time: 1.4453874 Jul 28 14:30:28.279887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:28.309579 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f533f33-59e5-45a8-a61f-f486b550dd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:28.325350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-9a205d14-9c6d-4361-ada7-a5847fdfd774 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 217 time: 0.3150156 Jul 28 14:30:28.555604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-4d995e6e-117f-4ca8-aee9-2ea288da2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:28.562057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-4d995e6e-117f-4ca8-aee9-2ea288da2f5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.2177789 Jul 28 14:30:28.594779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa8cec-e3fb-461c-97fc-14c4bd961c8d req-90b33800-7788-4bf3-92fa-3650253abf98 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:28.609586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edfa8cec-e3fb-461c-97fc-14c4bd961c8d req-90b33800-7788-4bf3-92fa-3650253abf98 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 949 time: 1.4122388 Jul 28 14:30:28.684284 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5454c08b-1c56-4081-86af-b40fdd1dbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.696791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5454c08b-1c56-4081-86af-b40fdd1dbb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.698655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5454c08b-1c56-4081-86af-b40fdd1dbb04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0dd5f06b-2cd1-46ab-860c-3ed0978a9c6d HTTP/1.1" status: 204 len: 168 time: 2.0212157 Jul 28 14:30:28.716303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454c08b-1c56-4081-86af-b40fdd1dbb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5f06b-2cd1-46ab-860c-3ed0978a9c6d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:29.003593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-8ee4fb6a-063b-43d0-b02b-5d2c3d0d6963 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3551252 Jul 28 14:30:29.019434 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-1df29a60-139d-4d7a-924b-af5685f84331 service neutron] delete failed (client error): The resource could not be found. Jul 28 14:30:29.021908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-1df29a60-139d-4d7a-924b-af5685f84331 service neutron] 10.222.0.58 "DELETE /v2.0/ports/69d1e4ba-d82f-4990-bb36-35005a540653/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 1.0447681 Jul 28 14:30:29.031658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-11452bfe-14e8-4362-9f0a-492cc8b3336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:29.038662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b1bf8249-0742-4430-818e-0f5fd0c444ed completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:29.041761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-11452bfe-14e8-4362-9f0a-492cc8b3336e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 1095 time: 1.4500740 Jul 28 14:30:29.045394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b1bf8249-0742-4430-818e-0f5fd0c444ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:29.046117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.150881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33470e-0e4d-4039-8ca7-648b9e42db4d req-9f2b8d85-fb1f-4779-9dc3-c4218c67a209 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:29.154472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c33470e-0e4d-4039-8ca7-648b9e42db4d req-9f2b8d85-fb1f-4779-9dc3-c4218c67a209 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 943 time: 0.2117987 Jul 28 14:30:29.330171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.379821 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c33470e-0e4d-4039-8ca7-648b9e42db4d req-dc722606-d616-4495-945c-668b7b122ce1 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944482 Jul 28 14:30:29.398250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Deleting port aac0be2f-d2e9-4806-a153-431d66e344e9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:29.401222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.547260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port b1bf8249-0742-4430-818e-0f5fd0c444ed, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b1bf8249-0742-4430-818e-0f5fd0c444ed,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:29.641469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:29.736711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eacd07-e8bb-4def-86c9-84b0bc96578a x-openstack-request-id: req-79eacd07-e8bb-4def-86c9-84b0bc96578a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:29.736711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:29.736711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79eacd07-e8bb-4def-86c9-84b0bc96578a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:29.736711 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'status': 'completed', 'code': 200} Jul 28 14:30:29.818016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edfa8cec-e3fb-461c-97fc-14c4bd961c8d req-79145e5a-e153-4cad-90a5-132e8070a6df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2074060 Jul 28 14:30:29.827166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.970241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] For port aac0be2f-d2e9-4806-a153-431d66e344e9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aac0be2f-d2e9-4806-a153-431d66e344e9,segment=NetworkSegment(4e369010-5f62-4bf7-9c3a-f61587290b0b),segment_id=4e369010-5f62-4bf7-9c3a-f61587290b0b)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:29.974215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.144621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 69d1e4ba-d82f-4990-bb36-35005a540653 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:30.216774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Calling delete_port for aac0be2f-d2e9-4806-a153-431d66e344e9 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:30.227458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-f1e1a7bf-3557-40a4-a81a-636786c80a72 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1960297 Jul 28 14:30:30.234784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 69d1e4ba-d82f-4990-bb36-35005a540653 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:30.238251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.297990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-440ce740-216b-4457-8e94-51ad58a200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:30.320388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-440ce740-216b-4457-8e94-51ad58a200ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1101 time: 1.0385661 Jul 28 14:30:30.391529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aac0be2f-d2e9-4806-a153-431d66e344e9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:30.703154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=b1bf8249-0742-4430-818e-0f5fd0c444ed,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:30.772933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94437b5a-7605-4b41-8fb0-0812aaa0e068 req-a1259c51-142f-48e3-b633-bdd9c22446f9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:30.794147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94437b5a-7605-4b41-8fb0-0812aaa0e068 req-a1259c51-142f-48e3-b633-bdd9c22446f9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.8391757 Jul 28 14:30:30.827564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f63cc86f-8fc0-4501-9ba6-f3925eb94246 req-1b10d3d3-fa45-4141-b2fe-17b50f082616 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934989 Jul 28 14:30:30.869342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:30.925994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac16b8ef-36bf-47e3-bc27-09546bcf9451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.003051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port aac0be2f-d2e9-4806-a153-431d66e344e9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:31.017717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.064108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port aac0be2f-d2e9-4806-a153-431d66e344e9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:31.071596 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.247795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:31.249589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:31.254260 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3625def-818a-4ca4-8073-56018ec661e1" -d '{"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-plugged", "status": "completed", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:31.282527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-7231d5a2-d519-47fd-9c7f-238ce364722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:31.286307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-7231d5a2-d519-47fd-9c7f-238ce364722e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 925 time: 1.9933558 Jul 28 14:30:31.287028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94437b5a-7605-4b41-8fb0-0812aaa0e068 req-a3f3e0cc-85cb-43c8-8849-c078e6cab549 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869719 Jul 28 14:30:31.539499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.628383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-e8278b5b-b597-4947-8318-174b342541c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:31.632198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-e8278b5b-b597-4947-8318-174b342541c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.8251812 Jul 28 14:30:31.635238 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.711791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c0f79862-7be6-4dd1-80f7-46bd500459af details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:31.802323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81126b89-75d0-4bf7-ad5a-590e256656e6 req-5dff1899-1304-4582-b107-d47c10c5f447 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:31.818761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-cd6b1935-d35b-4629-b1f2-00db77c1ee83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f79862-7be6-4dd1-80f7-46bd500459af HTTP/1.1" status: 200 len: 217 time: 0.4538031 Jul 28 14:30:31.822860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81126b89-75d0-4bf7-ad5a-590e256656e6 req-5dff1899-1304-4582-b107-d47c10c5f447 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 943 time: 0.2011585 Jul 28 14:30:32.093840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c0f79862-7be6-4dd1-80f7-46bd500459af, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c0f79862-7be6-4dd1-80f7-46bd500459af,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:32.119694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'port_id': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'mac_address': 'fa:16:3e:ae:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:32.190929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.322625 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.335873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac16b8ef-36bf-47e3-bc27-09546bcf9451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.346281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81126b89-75d0-4bf7-ad5a-590e256656e6 req-d568d10c-8a0d-4e23-b931-07cd2c0c14be tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5256681 Jul 28 14:30:32.434745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac0be2f-d2e9-4806-a153-431d66e344e9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:32.571297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.578654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:32.664731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f79862-7be6-4dd1-80f7-46bd500459af {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:32.680824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac16b8ef-36bf-47e3-bc27-09546bcf9451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.855557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c0f79862-7be6-4dd1-80f7-46bd500459af, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c0f79862-7be6-4dd1-80f7-46bd500459af,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:32.877570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b1bf8249-0742-4430-818e-0f5fd0c444ed up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:32.886631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16b8ef-36bf-47e3-bc27-09546bcf9451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89f277-fada-427c-985c-c5a9bccf8393,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:32.944048 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa747b-f3dc-4031-bec5-83e243ce90c3 x-openstack-request-id: req-4bfa747b-f3dc-4031-bec5-83e243ce90c3 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:32.951577 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-plugged", "status": "completed", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:32.956518 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4bfa747b-f3dc-4031-bec5-83e243ce90c3 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:32.963062 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653', 'code': 200} Jul 28 14:30:33.062487 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.196495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.198544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-2bc84eee-07c3-4110-8d13-77b1c310f62d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 1.4294019 Jul 28 14:30:33.247757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b1bf8249-0742-4430-818e-0f5fd0c444ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:33.248794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.270336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ac16b8ef-36bf-47e3-bc27-09546bcf9451 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dbf76e4a00a849c0bc19181aa9e9c5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3992281 Jul 28 14:30:33.275029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:33.328896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c0f79862-7be6-4dd1-80f7-46bd500459af,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:33.403663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-e00c7a01-f8bc-43f9-9698-abe71b297840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.405480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-e00c7a01-f8bc-43f9-9698-abe71b297840 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1523821 Jul 28 14:30:33.408362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-30652237-86aa-44d7-8fe3-d0c506e223fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.410474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-30652237-86aa-44d7-8fe3-d0c506e223fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1095 time: 2.2605011 Jul 28 14:30:33.650742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c0f79862-7be6-4dd1-80f7-46bd500459af'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:33.705368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3cbd2-2906-49b1-87f6-3c58441234e9 req-195a0f65-485d-455e-ac2a-86c266738214 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.719154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0cc3cbd2-2906-49b1-87f6-3c58441234e9 req-195a0f65-485d-455e-ac2a-86c266738214 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.5166521 Jul 28 14:30:33.761936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-a095335e-19c1-457e-9e14-3953a56ab2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.763919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-a095335e-19c1-457e-9e14-3953a56ab2d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 1.9454613 Jul 28 14:30:33.834649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d164a-1bca-4127-a032-98125890c1dc req-ae07dd37-205b-479b-b0ba-c0ffcdebcaf1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.861174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0cc3cbd2-2906-49b1-87f6-3c58441234e9 req-9648141f-1ab3-40c4-8a3b-ebae01c286a4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393690 Jul 28 14:30:33.862340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd8d164a-1bca-4127-a032-98125890c1dc req-ae07dd37-205b-479b-b0ba-c0ffcdebcaf1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.6218975 Jul 28 14:30:33.872850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-ecb80bff-e51a-4f41-af08-06af043e48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.879464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-ecb80bff-e51a-4f41-af08-06af043e48bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4395869 Jul 28 14:30:33.944812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-f42a980b-5d6b-4ffd-863f-5b4f73789104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:33.947787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-f42a980b-5d6b-4ffd-863f-5b4f73789104 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.4681158 Jul 28 14:30:34.020059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b41ce80a-8567-4631-91e4-4edef64244f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.275185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b41ce80a-8567-4631-91e4-4edef64244f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.489268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-f0251f7a-4ee9-4792-b19a-f13b0172b433 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 217 time: 0.5266385 Jul 28 14:30:34.594646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-81f34f7f-5c7f-4899-b538-0c658ad39352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:34.596361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-81f34f7f-5c7f-4899-b538-0c658ad39352 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8152857 Jul 28 14:30:34.599299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-7ed7c65d-bc41-4350-be6e-55a6440085a5 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445243 Jul 28 14:30:34.800257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-0fd4a2c3-98c6-4b94-b11f-c06ea26e7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:34.810576 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd8d164a-1bca-4127-a032-98125890c1dc req-badd5ee5-39cd-45c2-8027-3df7642b39db tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9331546 Jul 28 14:30:34.827667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-0fd4a2c3-98c6-4b94-b11f-c06ea26e7fc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.3188276 Jul 28 14:30:34.897171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-ac76e1b1-1653-4892-87bb-75f6426065fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511074 Jul 28 14:30:35.090544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Router 83c4569e-937a-4455-b4ac-b90aa455e6e3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:35.282647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60444) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:35.316337 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b41ce80a-8567-4631-91e4-4edef64244f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.318981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b41ce80a-8567-4631-91e4-4edef64244f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.320160 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b41ce80a-8567-4631-91e4-4edef64244f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a89f277-fada-427c-985c-c5a9bccf8393 HTTP/1.1" status: 204 len: 168 time: 2.0125239 Jul 28 14:30:35.406874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-9d73021e-daad-4f01-a5f7-37b4171047a0 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849498 Jul 28 14:30:35.443814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ce80a-8567-4631-91e4-4edef64244f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89f277-fada-427c-985c-c5a9bccf8393,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:35.451603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da2a9173-1f75-4feb-9177-be5f3aea08c3 req-506153a9-b3f5-4192-b840-295e62c066c4 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332834 Jul 28 14:30:35.569297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08bc16-9664-4fe1-8db7-1c58962baf05 req-f16ad646-c0da-4516-bb5c-838090a17a5b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:35.571693 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.603706 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd08bc16-9664-4fe1-8db7-1c58962baf05 req-f16ad646-c0da-4516-bb5c-838090a17a5b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 944 time: 0.4454885 Jul 28 14:30:35.644888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:35.659711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c0f79862-7be6-4dd1-80f7-46bd500459af up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:35.796634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-ba91aa1d-1b88-42e8-a741-fadc06b4e8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1666474 Jul 28 14:30:35.843144 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd08bc16-9664-4fe1-8db7-1c58962baf05 req-28f9018a-86b6-495c-96bd-89d11cd7ac45 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368879 Jul 28 14:30:35.845394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:35.864797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a168ffa-094c-4663-88cb-55be90d6a330 admin admin] 10.222.0.57 "PUT /v2.0/routers/83c4569e-937a-4455-b4ac-b90aa455e6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9244738 Jul 28 14:30:35.877035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:35.922003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] Sync routers for ids ['83c4569e-937a-4455-b4ac-b90aa455e6e3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:36.000156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f533f33-59e5-45a8-a61f-f486b550dd3e req-2deaf757-7d4b-48c1-a0fe-0b1251cad20c service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864275 Jul 28 14:30:36.077448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c8a0b-7bde-436a-a747-e1543ce2096b req-183a5234-042e-489e-b497-26b2350f90df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:36.084975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d9c8a0b-7bde-436a-a747-e1543ce2096b req-183a5234-042e-489e-b497-26b2350f90df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.8037660 Jul 28 14:30:36.233405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.286720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] Routers {'83c4569e-937a-4455-b4ac-b90aa455e6e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:36.286720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:30:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['83c4569e-937a-4455-b4ac-b90aa455e6e3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:36.325561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d9c8a0b-7bde-436a-a747-e1543ce2096b req-2f6be9bf-310a-4c13-8400-2a118f7f29df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289882 Jul 28 14:30:36.503913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325861ad-1c77-46a5-ab08-6c7a277e82fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.658327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.684258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] Set router 83c4569e-937a-4455-b4ac-b90aa455e6e3 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:36.835026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port c0f79862-7be6-4dd1-80f7-46bd500459af completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:37.019266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port c0f79862-7be6-4dd1-80f7-46bd500459af triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:37.019266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.084229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:37.098385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325861ad-1c77-46a5-ab08-6c7a277e82fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.141959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'port_id': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'mac_address': 'fa:16:3e:32:45:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe75449c-112b-4263-a17c-46820812dd89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:37.168286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Deleting port 8da8b565-acb3-4cfd-9499-b6e458229f37 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:37.181122 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.427853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325861ad-1c77-46a5-ab08-6c7a277e82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.473415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.556719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] For port 8da8b565-acb3-4cfd-9499-b6e458229f37, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8da8b565-acb3-4cfd-9499-b6e458229f37,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:37.558122 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.649130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Calling delete_port for 8da8b565-acb3-4cfd-9499-b6e458229f37 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:37.705143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325861ad-1c77-46a5-ab08-6c7a277e82fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a3e11d-efb5-405a-b1af-d6a70fbdbc6d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:37.756655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.840444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f34dcf-94f1-41d0-84d0-e9f883b04d74 req-1ab1a0cc-9ac4-4d8f-8c9a-77874f5424a8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:37.843490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76f34dcf-94f1-41d0-84d0-e9f883b04d74 req-1ab1a0cc-9ac4-4d8f-8c9a-77874f5424a8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.7330570 Jul 28 14:30:37.859038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00c01d8c-d0b3-4506-8b10-2a06dc294113 req-535d096e-930a-44eb-bd3c-f46549429abe service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0522928 Jul 28 14:30:37.898147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-325861ad-1c77-46a5-ab08-6c7a277e82fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d216f22c10ec498bac0f0ff0262e2c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4898651 Jul 28 14:30:37.909512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60472) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:37.990981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c0f79862-7be6-4dd1-80f7-46bd500459af, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c0f79862-7be6-4dd1-80f7-46bd500459af,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:38.017362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:38.018985 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4603d852-69e4-446e-acbf-acb42800a924" -d '{"events": [{"server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "name": "network-vif-plugged", "status": "completed", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:38.094904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:31Z', 'revision_number': 5, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port': {'id': '8da8b565-acb3-4cfd-9499-b6e458229f37', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:38.111659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d88e98b-dcee-4c7f-a3c4-fc450050f109 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:38.359801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76f34dcf-94f1-41d0-84d0-e9f883b04d74 req-f02d6c06-807f-4e1d-b9b0-c379b68710d5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637730 Jul 28 14:30:38.561157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26c057e5-5510-4515-99c7-85b40e2dda66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.621229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.688076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26c057e5-5510-4515-99c7-85b40e2dda66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.756552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da8b565-acb3-4cfd-9499-b6e458229f37,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:38.765215 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.779894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] Checking router: 83c4569e-937a-4455-b4ac-b90aa455e6e3 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:38.831340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.874733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:38.905144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] Routers {'83c4569e-937a-4455-b4ac-b90aa455e6e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:38.906516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:30:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['83c4569e-937a-4455-b4ac-b90aa455e6e3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:38.992149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa2efb-eacf-4f27-a053-e529da178504 req-18b43ec5-36ec-47a1-a730-573bfe0ad538 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:39.010344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2fa2efb-eacf-4f27-a053-e529da178504 req-18b43ec5-36ec-47a1-a730-573bfe0ad538 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 945 time: 0.2817760 Jul 28 14:30:39.149863 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.165130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.170697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c0f79862-7be6-4dd1-80f7-46bd500459af,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:39.177448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] Set router 83c4569e-937a-4455-b4ac-b90aa455e6e3 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:39.184329 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.197455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2fa2efb-eacf-4f27-a053-e529da178504 req-0a768156-81b2-46aa-b7df-4a0429e2ded2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817055 Jul 28 14:30:39.274683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26c057e5-5510-4515-99c7-85b40e2dda66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.288620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26c057e5-5510-4515-99c7-85b40e2dda66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.292220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-26c057e5-5510-4515-99c7-85b40e2dda66 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33a3e11d-efb5-405a-b1af-d6a70fbdbc6d HTTP/1.1" status: 204 len: 168 time: 1.3752201 Jul 28 14:30:39.371767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c057e5-5510-4515-99c7-85b40e2dda66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a3e11d-efb5-405a-b1af-d6a70fbdbc6d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:39.528098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:38Z', 'revision_number': 7, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:39.529581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.531254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c4569e-937a-4455-b4ac-b90aa455e6e3 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:30:39.569787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.571244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcec79-1fbe-46ca-9175-3781e6b540fb None None] The sync data for ids ['83c4569e-937a-4455-b4ac-b90aa455e6e3'] in n-d-764806-10 is: [{'id': '83c4569e-937a-4455-b4ac-b90aa455e6e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311684028-router', 'tenant_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:00Z', 'updated_at': '2021-07-28T14:30:38Z', 'revision_number': 7, 'project_id': 'ca33a049ed8f4cc1ad23a11fe3328dc6', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:39.575031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-66b2d501-4b07-46c8-a894-d65f0a9fc2f5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/83c4569e-937a-4455-b4ac-b90aa455e6e3 HTTP/1.1" status: 204 len: 168 time: 3.6959102 Jul 28 14:30:39.593125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60500) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:39.604251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:39.633835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e392ea-597c-4379-bb7b-45f21a5a1ec8 req-5af4b1d9-8897-4982-8fd5-6fc93e95685e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:39.652944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e392ea-597c-4379-bb7b-45f21a5a1ec8 req-5af4b1d9-8897-4982-8fd5-6fc93e95685e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.1716020 Jul 28 14:30:39.737275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Deleting subnet ded597f0-1043-48db-881f-8552c0cd71d9 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:30:39.742586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e392ea-597c-4379-bb7b-45f21a5a1ec8 req-407d36b9-5b7d-445d-8e69-93db75a2379f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881751 Jul 28 14:30:39.751773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.804604 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760c21b-2522-4712-aeee-4f174c7c587b x-openstack-request-id: req-e760c21b-2522-4712-aeee-4f174c7c587b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:39.805125 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "name": "network-vif-plugged", "status": "completed", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:39.805482 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e760c21b-2522-4712-aeee-4f174c7c587b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:39.806140 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'code': 200} Jul 28 14:30:39.811716 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.845119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['1d88e98b-dcee-4c7f-a3c4-fc450050f109'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:40.066094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80df8-b5c5-4aeb-adcb-b48b624efd7c req-5266dd13-a812-4485-9267-942cb5668870 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:40.068640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dda80df8-b5c5-4aeb-adcb-b48b624efd7c req-5266dd13-a812-4485-9267-942cb5668870 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.1751108 Jul 28 14:30:40.158285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbc291-c291-411c-9b51-737d1f9d02e2 req-85fcc1aa-2aa4-4014-9b3b-e11d73b97a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:40.177741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89cbc291-c291-411c-9b51-737d1f9d02e2 req-85fcc1aa-2aa4-4014-9b3b-e11d73b97a0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 1097 time: 0.1950355 Jul 28 14:30:40.287559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dda80df8-b5c5-4aeb-adcb-b48b624efd7c req-b179e9ad-5b89-42c0-8e6e-0e0eb58d4a41 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061658 Jul 28 14:30:40.329921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89cbc291-c291-411c-9b51-737d1f9d02e2 req-5ad3532e-7eae-44b8-ba00-ef9d9fc5935f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533363 Jul 28 14:30:40.382111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.547962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8095530-5450-4435-8e02-f7b82e98b67b req-4d917fc0-437b-4d74-9ffc-e0a46dec1b4a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:40.547962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8095530-5450-4435-8e02-f7b82e98b67b req-4d917fc0-437b-4d74-9ffc-e0a46dec1b4a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.0733023 Jul 28 14:30:40.629304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8095530-5450-4435-8e02-f7b82e98b67b req-f263b4e0-8c5f-45b2-b938-f5027ff9fda4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012478 Jul 28 14:30:40.735907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.794014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aac0be2f-d2e9-4806-a153-431d66e344e9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:40.904997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: aac0be2f-d2e9-4806-a153-431d66e344e9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:40.906805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded597f0-1043-48db-881f-8552c0cd71d9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:40.908934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aac0be2f-d2e9-4806-a153-431d66e344e9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:40.909561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8da8b565-acb3-4cfd-9499-b6e458229f37 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:40.934519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.938119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d82f7c9d-956a-4bdd-acca-f20efeb6cd9c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ded597f0-1043-48db-881f-8552c0cd71d9 HTTP/1.1" status: 204 len: 168 time: 1.3415036 Jul 28 14:30:40.955266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8da8b565-acb3-4cfd-9499-b6e458229f37 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:40.956016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8da8b565-acb3-4cfd-9499-b6e458229f37 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:40.956914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60526) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:40.958278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c3ff6-5dfe-4e4d-ab0b-e7bfd2015fe6 None None] Network b016258d-0e6c-4f41-8870-b6724bed84e3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:41.047594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7a022-2041-46a1-944d-0d76cd68e108 req-541297c1-61ac-4bc5-9f01-486e7449babf tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:41.053145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4d7a022-2041-46a1-944d-0d76cd68e108 req-541297c1-61ac-4bc5-9f01-486e7449babf tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 945 time: 0.2045302 Jul 28 14:30:41.315982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.330206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4d7a022-2041-46a1-944d-0d76cd68e108 req-db73da0d-296b-4668-af8e-10015cac2d58 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695282 Jul 28 14:30:41.474989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-ee33c2bf-ac07-45b4-b414-a90117603706 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1289535 Jul 28 14:30:41.519455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Deleting port eec94a30-dc2d-4a57-8e71-06947918ab9c {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:41.519791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.528049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60546) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:41.538237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] DHCP port deletion for b016258d-0e6c-4f41-8870-b6724bed84e3 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:30:41.575015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c284eeea-466a-441c-be38-bf54958f251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.699585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] Deleting port eec94a30-dc2d-4a57-8e71-06947918ab9c {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:41.706685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.739769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] For port eec94a30-dc2d-4a57-8e71-06947918ab9c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eec94a30-dc2d-4a57-8e71-06947918ab9c,segment=NetworkSegment(4e369010-5f62-4bf7-9c3a-f61587290b0b),segment_id=4e369010-5f62-4bf7-9c3a-f61587290b0b)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:41.740446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.775623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Calling delete_port for eec94a30-dc2d-4a57-8e71-06947918ab9c owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:41.983361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] For port eec94a30-dc2d-4a57-8e71-06947918ab9c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eec94a30-dc2d-4a57-8e71-06947918ab9c,segment=NetworkSegment(4e369010-5f62-4bf7-9c3a-f61587290b0b),segment_id=4e369010-5f62-4bf7-9c3a-f61587290b0b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:41.988174 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.023413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3556f1-593f-4351-906f-109aeb4c3ff8 req-2f45991d-ac6d-45f8-bec1-6573017e09ff tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.038759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de3556f1-593f-4351-906f-109aeb4c3ff8 req-2f45991d-ac6d-45f8-bec1-6573017e09ff tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.4194682 Jul 28 14:30:42.047480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] Calling delete_port for eec94a30-dc2d-4a57-8e71-06947918ab9c owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:42.056436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-311a0cf4-5e7a-4f4a-bcfc-59c61e872c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.059994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-311a0cf4-5e7a-4f4a-bcfc-59c61e872c65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1102 time: 0.3864973 Jul 28 14:30:42.125164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.158836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] No DVR routers for this DVR port eec94a30-dc2d-4a57-8e71-06947918ab9c on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:30:42.211539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec94a30-dc2d-4a57-8e71-06947918ab9c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:42.364735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.411208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] No DVR routers for this DVR port eec94a30-dc2d-4a57-8e71-06947918ab9c on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:30:42.478699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.501273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9efe2-8473-489a-8dbf-f5432ebc13fc None None] Pushing event deleted for resources: {'Port': ['ID=eec94a30-dc2d-4a57-8e71-06947918ab9c,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:42.531842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eec94a30-dc2d-4a57-8e71-06947918ab9c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:42.545955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.549147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > port after_create 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > port after_update 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.561302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.576596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de3556f1-593f-4351-906f-109aeb4c3ff8 req-75a57b1c-01bf-436f-9ed5-dcb44c299f77 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353851 Jul 28 14:30:42.608494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: eec94a30-dc2d-4a57-8e71-06947918ab9c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:42.609502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eec94a30-dc2d-4a57-8e71-06947918ab9c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:42.610625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-e79b9749-d87a-4e38-ac6d-98690ec12800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.614753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-e79b9749-d87a-4e38-ac6d-98690ec12800 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.5087628 Jul 28 14:30:42.762340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-634b593a-6039-44fa-b01e-63d6cbba5000 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.1319544 Jul 28 14:30:42.807102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.808174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.809035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.809509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:30:42.810871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b016258d-0e6c-4f41-8870-b6724bed84e3']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:42.854585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e369010-5f62-4bf7-9c3a-f61587290b0b') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:42.857066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e369010-5f62-4bf7-9c3a-f61587290b0b') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:42.890573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.928057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c284eeea-466a-441c-be38-bf54958f251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.931359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-925a601f-6c67-47f9-bab6-803ffb5e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.934946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.935141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-925a601f-6c67-47f9-bab6-803ffb5e4570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1635671 Jul 28 14:30:42.958469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:30:42.958931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: from cryptography.utils import int_from_bytes Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: from cryptography.utils import int_from_bytes Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:30:42.966014 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:30:43.050078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c284eeea-466a-441c-be38-bf54958f251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.191526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:43.201933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284eeea-466a-441c-be38-bf54958f251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34fc1f0-9cfb-4965-8c02-04ea89ef188b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:43.237130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c284eeea-466a-441c-be38-bf54958f251f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=390c378c7fca4755991db25ce63dbef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7075720 Jul 28 14:30:43.240065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60560) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:43.253311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-76260e1a-2175-4112-a677-b549fc5c51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:43.256877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-76260e1a-2175-4112-a677-b549fc5c51a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2973645 Jul 28 14:30:43.287493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.306627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be4f9-97d6-486e-8466-3ea1e0d0bd5d req-e2e60bf9-476f-4b16-9dcb-ca1c6b57fdd0 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:43.309488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-997be4f9-97d6-486e-8466-3ea1e0d0bd5d req-e2e60bf9-476f-4b16-9dcb-ca1c6b57fdd0 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 945 time: 0.1933765 Jul 28 14:30:43.348934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.357334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:43.368643 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b016258d-0e6c-4f41-8870-b6724bed84e3 HTTP/1.1" status: 204 len: 168 time: 2.3920438 Jul 28 14:30:43.369729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4176-6b5c-4e35-a844-dd346c61ff29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b016258d-0e6c-4f41-8870-b6724bed84e3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:43.377047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:43.377047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.443299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77fbe272-18f9-4293-b546-ca2014fda236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.473439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-997be4f9-97d6-486e-8466-3ea1e0d0bd5d req-bad60d49-ca8d-4158-b682-9cb262c61b74 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442373 Jul 28 14:30:43.527459 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77fbe272-18f9-4293-b546-ca2014fda236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.555147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-a9fdc4f2-0804-4f8b-8285-45c7cee7df3d service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880704 Jul 28 14:30:43.767562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.825757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:43.827228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:43.830254 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fc6b98-70ca-4d5e-b42c-c537006edb1e" -d '{"events": [{"server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "name": "network-vif-plugged", "status": "completed", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:43.875048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77fbe272-18f9-4293-b546-ca2014fda236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.879025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77fbe272-18f9-4293-b546-ca2014fda236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.881207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77fbe272-18f9-4293-b546-ca2014fda236 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b34fc1f0-9cfb-4965-8c02-04ea89ef188b HTTP/1.1" status: 204 len: 168 time: 0.6393223 Jul 28 14:30:43.883307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-955610f5-8c78-48ec-903f-fddc2ba2fe1a req-123a6768-d8a9-42c1-9215-380346c174d7 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137527 Jul 28 14:30:43.896529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbe272-18f9-4293-b546-ca2014fda236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34fc1f0-9cfb-4965-8c02-04ea89ef188b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:43.907129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1c344df6-2420-439b-8871-5e179a65b402 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573504 Jul 28 14:30:44.012825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.106210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:44.133683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-b7b09e14-f1cf-4ce4-9ba5-12ad5f9dcb66 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:44.136094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-b7b09e14-f1cf-4ce4-9ba5-12ad5f9dcb66 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136290 Jul 28 14:30:44.156382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-0c68047c-8288-497e-9c1d-047cc8709f3b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/quotas/1c6151b5618545c784a56a9cc9eece3d HTTP/1.1" status: 200 len: 375 time: 0.0123460 Jul 28 14:30:44.231565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-4a1fb178-8b98-4097-a6ef-c3db150d77b3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665236 Jul 28 14:30:44.505510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60582) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:44.630114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-df02fed8-a9f4-494e-99bc-59c54f2607a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca33a049ed8f4cc1ad23a11fe3328dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218672 Jul 28 14:30:44.632532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60584) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:44.843746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-add4115a-fa1f-4a53-9f7a-a6dfc19be558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.058471 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-add4115a-fa1f-4a53-9f7a-a6dfc19be558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.249008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4622d-7101-43ca-afc1-36653c8d5992 req-f9522c8d-d493-4047-9dc8-443e7f087702 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:45.268897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ba4622d-7101-43ca-afc1-36653c8d5992 req-f9522c8d-d493-4047-9dc8-443e7f087702 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 945 time: 0.2365358 Jul 28 14:30:45.270596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60602) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:45.286396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'floatingip': {'port_id': 'c0f79862-7be6-4dd1-80f7-46bd500459af'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:45.441144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-add4115a-fa1f-4a53-9f7a-a6dfc19be558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.446055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-add4115a-fa1f-4a53-9f7a-a6dfc19be558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.454110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.456666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-add4115a-fa1f-4a53-9f7a-a6dfc19be558 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66f69e65-1769-4eb8-8a1e-15cf76a85ab5 HTTP/1.1" status: 204 len: 168 time: 0.8228538 Jul 28 14:30:45.480795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4115a-fa1f-4a53-9f7a-a6dfc19be558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f69e65-1769-4eb8-8a1e-15cf76a85ab5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:45.620770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12ef4-b0a6-4425-848b-2dc4df89d49a req-f168f2e6-b748-4466-b5f2-3d1996d24e04 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:45.628474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06d12ef4-b0a6-4425-848b-2dc4df89d49a req-f168f2e6-b748-4466-b5f2-3d1996d24e04 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 945 time: 0.2212946 Jul 28 14:30:45.716752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06d12ef4-b0a6-4425-848b-2dc4df89d49a req-410a0763-3282-4874-9fbd-ba97417628b6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841887 Jul 28 14:30:45.837283 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8fc29b-7a9e-47bb-a53d-fb0871b68c9d x-openstack-request-id: req-8a8fc29b-7a9e-47bb-a53d-fb0871b68c9d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:45.838271 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "name": "network-vif-plugged", "status": "completed", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:45.838271 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a8fc29b-7a9e-47bb-a53d-fb0871b68c9d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:45.841745 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'code': 200} Jul 28 14:30:46.548713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-46dbddc5-742a-4d9a-8d12-4258d62dff9f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857685 Jul 28 14:30:46.806613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e27feb92-2975-4692-ab0b-b3ea0ed408dd req-26ab5d66-5117-4e21-b493-d44261a0ee74 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 210 time: 0.7449534 Jul 28 14:30:46.882619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ae8bfe41-7062-4ae5-bdfd-9fac6ff23ca0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:46.894653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ae8bfe41-7062-4ae5-bdfd-9fac6ff23ca0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444002 Jul 28 14:30:46.934777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-eba19208-1c9e-483a-975c-546f7db205cb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/quotas/40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 375 time: 0.0391161 Jul 28 14:30:47.051033 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ded58293-d2aa-408a-87c6-e6b5e032bc3f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152556 Jul 28 14:30:47.739140 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5f3c69-bd16-48be-b551-697d757f096e req-de23e501-75aa-4871-8db2-c63fd1acd19b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 210 time: 0.0689483 Jul 28 14:30:47.836930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35fa98-4dac-4af2-ae86-b3a478807ff9 req-e58cb010-63b2-4b34-8a01-b1cedb68d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:47.836930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c35fa98-4dac-4af2-ae86-b3a478807ff9 req-e58cb010-63b2-4b34-8a01-b1cedb68d20d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1097 time: 1.6708276 Jul 28 14:30:47.839327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60648) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:47.992221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccc09f84-4413-434a-a758-91cc60da126f req-435a17c7-06c2-4455-b4c7-ae419f0f832a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 210 time: 0.0432365 Jul 28 14:30:48.021286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87176772-a479-4bb8-837c-9e62d64bfc13 req-dbc21ea6-d389-477a-9c80-49818a11af97 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:48.030140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87176772-a479-4bb8-837c-9e62d64bfc13 req-dbc21ea6-d389-477a-9c80-49818a11af97 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 945 time: 0.6016593 Jul 28 14:30:48.030820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:30:48.164080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c35fa98-4dac-4af2-ae86-b3a478807ff9 req-6da64802-7d84-4015-ac44-5130c842cba5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511859 Jul 28 14:30:48.180560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:48.197809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87176772-a479-4bb8-837c-9e62d64bfc13 req-e33266f5-33d7-4460-be52-e506b2a699ab tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631017 Jul 28 14:30:48.426457 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:48.710421 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Floating IP 665598a8-f07e-4305-8236-472e5f6f4380 associated. External IP: 172.25.6.82, port: c0f79862-7be6-4dd1-80f7-46bd500459af. Jul 28 14:30:48.927916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6f16e9b-620c-41bd-a2a5-160f3658d70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.137781 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e42f1c01-e668-4e08-a5d0-ea17304b4d24 req-23f6b37b-2051-4947-a1c7-df655f589b09 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 210 time: 0.1518064 Jul 28 14:30:49.224004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a084a30-455d-4a7c-938b-d685c36f60c2 req-645db970-baa1-4800-84d2-7c8b4fd04a17 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 210 time: 0.0642669 Jul 28 14:30:49.330720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6f16e9b-620c-41bd-a2a5-160f3658d70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.459380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550453b-996b-4614-9f76-cf0a202dc59a req-b9df3d4f-29fb-4bde-aeac-5ed35e89d491 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:49.461025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f550453b-996b-4614-9f76-cf0a202dc59a req-b9df3d4f-29fb-4bde-aeac-5ed35e89d491 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 945 time: 0.0830202 Jul 28 14:30:49.461719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6f16e9b-620c-41bd-a2a5-160f3658d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.508726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16e9b-620c-41bd-a2a5-160f3658d70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba2aa0-5d3d-410a-b2b8-002f8151f65d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:49.553299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:49.569031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d6f16e9b-620c-41bd-a2a5-160f3658d70a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd2b8b0c23bb45918f37b08d3646ce5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7433114 Jul 28 14:30:49.575379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:49.636944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f550453b-996b-4614-9f76-cf0a202dc59a req-a360eb72-af43-4385-9a8f-26ba9b6b6d43 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307054 Jul 28 14:30:49.675307 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee83-ef94-4143-a2ff-cd7e4fea4817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.728523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee83-ef94-4143-a2ff-cd7e4fea4817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.918280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:49.926021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.936321 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:49.967583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:49.969157 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:30:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:49.981120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a8eeb894-fdfa-45eb-a8e8-88238c239ee6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "PUT /v2.0/floatingips/665598a8-f07e-4305-8236-472e5f6f4380 HTTP/1.1" status: 200 len: 990 time: 4.7092042 Jul 28 14:30:49.981791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:49.984261 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:49.993232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee83-ef94-4143-a2ff-cd7e4fea4817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.995030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee83-ef94-4143-a2ff-cd7e4fea4817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.996423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f09ee83-ef94-4143-a2ff-cd7e4fea4817 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6ba2aa0-5d3d-410a-b2b8-002f8151f65d HTTP/1.1" status: 204 len: 168 time: 0.4200780 Jul 28 14:30:50.016429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09ee83-ef94-4143-a2ff-cd7e4fea4817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba2aa0-5d3d-410a-b2b8-002f8151f65d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:50.139199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-0b081a20-41ba-484d-b419-b76289b89f5c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322843 Jul 28 14:30:50.380942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-57b15c07-b447-438c-bbd0-2619dc487ccf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:50.392702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-57b15c07-b447-438c-bbd0-2619dc487ccf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434328 Jul 28 14:30:50.394368 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e3460-1515-4417-a174-e8124464dafe x-openstack-request-id: req-9c7e3460-1515-4417-a174-e8124464dafe {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:50.395573 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:50.395573 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c7e3460-1515-4417-a174-e8124464dafe {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:50.395573 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'status': 'completed', 'code': 200} Jul 28 14:30:50.431844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:50.557471 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:50.580702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-2d323374-6025-4912-971b-1c2166c1435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:50.583302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-2d323374-6025-4912-971b-1c2166c1435c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 1097 time: 0.1869137 Jul 28 14:30:50.646518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b7263cd8-24b0-4225-8d2c-a7edd0c07987 req-1d53840d-6413-4126-b23a-e2c88ccd660e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 210 time: 0.0697374 Jul 28 14:30:50.890034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db39151e-95d4-4a32-b469-ac926222f9e7 req-8df5f09c-68cc-4bdd-b1cb-de0b57cde471 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 210 time: 0.2635236 Jul 28 14:30:51.123743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce03bc6-82f9-493b-af5a-30227fd6b05f req-6345ae77-dd1b-4c60-9dfb-542106661913 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.126258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ce03bc6-82f9-493b-af5a-30227fd6b05f req-6345ae77-dd1b-4c60-9dfb-542106661913 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 945 time: 0.1207678 Jul 28 14:30:51.218926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ce03bc6-82f9-493b-af5a-30227fd6b05f req-a50dbe7e-c202-4e50-a7ee-7c07d62f6723 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633206 Jul 28 14:30:51.255055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-ad3f3aad-0f6f-46a1-bf26-ea2632995fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.262313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-ad3f3aad-0f6f-46a1-bf26-ea2632995fbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 925 time: 0.6573319 Jul 28 14:30:51.324265 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '665598a8-f07e-4305-8236-472e5f6f4380', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'port_id': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'mac_address': 'fa:16:3e:ae:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:47Z', 'revision_number': 1, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:51.388077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:51.408149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:51.409852 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:30:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:51.411314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:51.416098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:51.457424 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:51.538099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-2e17b846-c895-4272-9aa4-9da5ee9db350 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f79862-7be6-4dd1-80f7-46bd500459af HTTP/1.1" status: 200 len: 998 time: 0.2645416 Jul 28 14:30:51.653165 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:51.718360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60762) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:51.782146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.176608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-d45cde9d-5058-4227-9289-52ee2fd023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:52.176608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-d45cde9d-5058-4227-9289-52ee2fd023e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 0.6241097 Jul 28 14:30:52.247981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1d55-36e2-497a-aeee-b4b240b45edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.307234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.307234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-d70a51ce-eacb-40c8-9f07-677df1adafb7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193898 Jul 28 14:30:52.309823 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '665598a8-f07e-4305-8236-472e5f6f4380', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'port_id': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'mac_address': 'fa:16:3e:ae:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:47Z', 'revision_number': 1, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:52.374583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8bac16-e7e9-423d-9530-13a9561f7ca4 None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '665598a8-f07e-4305-8236-472e5f6f4380', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'port_id': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'mac_address': 'fa:16:3e:ae:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:47Z', 'revision_number': 1, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:52.467253 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.759563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.763533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60772) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:52.877785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-791fce15-20da-4299-8839-a0b951886747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:52.881067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-791fce15-20da-4299-8839-a0b951886747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6790779 Jul 28 14:30:52.886368 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.953961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9d6ed-2dcb-4cf7-8f34-ffef5748504b None None] New status for floating IP 665598a8-f07e-4305-8236-472e5f6f4380: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:30:53.046086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aba72b7-e53b-4728-940a-4f7d52e84fa4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:53.056386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc153b69-913b-465c-8235-f74f661eeb8b req-b892281a-0f01-4d85-91e2-56d27f996ed7 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:53.070546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc153b69-913b-465c-8235-f74f661eeb8b req-b892281a-0f01-4d85-91e2-56d27f996ed7 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1097 time: 0.2817709 Jul 28 14:30:53.105933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7a58e999ea74cdeac518e67c8aeb806&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3853617 Jul 28 14:30:53.112699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66ae7f-17ae-4d98-8760-76d13d605fbb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:53.116619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1237ec36-7e24-4c08-876f-1f89749fde87 req-4149482c-bac4-425d-84b4-6a1259aa81f1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 210 time: 0.3408496 Jul 28 14:30:53.118546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-1afbd1c6-e581-4ab5-b7f3-125309660ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829758 Jul 28 14:30:53.121670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60776) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:53.127043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.128051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.129266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.130059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-6d3a3d48-e41f-45a9-ae2c-98179eeee9ed tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:53.131039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.131642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-6d3a3d48-e41f-45a9-ae2c-98179eeee9ed tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7958183 Jul 28 14:30:53.132526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.133482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.134757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.137575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.138894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.140022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.141152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.142191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257d2f7-4499-4937-8da6-c37630592959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.158409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Request body: {'port': {'device_id': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '40d0c738ed1242a88f8bd064f4f8b6e5'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:53.164232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.165201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.165768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.166273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.167299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.167795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.168277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.168835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.169542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.170022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.170499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.170972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:53.340577 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9721c8d4-2ef2-4bbf-920a-3d7ef1c280b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.366531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9cfd46e9-5196-4ad7-8282-40407af105b4 req-8673299e-4123-4917-a34b-d37010be1b98 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 210 time: 0.0635431 Jul 28 14:30:53.445943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc153b69-913b-465c-8235-f74f661eeb8b req-6b14175f-46f4-4300-9fec-02bd6101ace3 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468142 Jul 28 14:30:53.471233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.23 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/4b2e7bec-7960-47e8-874d-1fd099326f84) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:53.562423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e19db1a-0daf-49b9-a166-d7e8fe682f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.571669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3fb8544-9c9d-4c8a-9cd1-9277f4d0ceca req-c6ef8d5b-bd12-4934-840d-f992f02d2169 service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257863 Jul 28 14:30:53.589415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e19db1a-0daf-49b9-a166-d7e8fe682f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.742664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9721c8d4-2ef2-4bbf-920a-3d7ef1c280b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.832662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e19db1a-0daf-49b9-a166-d7e8fe682f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.837661 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e19db1a-0daf-49b9-a166-d7e8fe682f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.839925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9e19db1a-0daf-49b9-a166-d7e8fe682f0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3aba72b7-e53b-4728-940a-4f7d52e84fa4 HTTP/1.1" status: 204 len: 168 time: 0.6860068 Jul 28 14:30:53.868564 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9721c8d4-2ef2-4bbf-920a-3d7ef1c280b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.876870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19db1a-0daf-49b9-a166-d7e8fe682f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aba72b7-e53b-4728-940a-4f7d52e84fa4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:53.905339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.943523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object 4b2e7bec-7960-47e8-874d-1fd099326f84 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:53.951361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70836-e146-497d-9991-ae0e23662e13 req-e4ed3c17-e482-45e4-a5ad-b7e7bfb64634 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:53.964588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-88c70836-e146-497d-9991-ae0e23662e13 req-e4ed3c17-e482-45e4-a5ad-b7e7bfb64634 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1097 time: 0.1864519 Jul 28 14:30:53.995108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9721c8d4-2ef2-4bbf-920a-3d7ef1c280b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c6000c58f5b4399ab5e57ac33d59c96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2250507 Jul 28 14:30:53.999409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60782) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:54.015799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c8d4-2ef2-4bbf-920a-3d7ef1c280b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d20c91-b33c-4457-bf70-741b5ed732fd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:54.077314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50f3b4f2-1a10-4abc-8fd5-fa4d7500c084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.082625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Made reservation on behalf of 40d0c738ed1242a88f8bd064f4f8b6e5 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:54.086331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.098118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-88c70836-e146-497d-9991-ae0e23662e13 req-cf0a70e1-4674-47a6-a119-f902d85a2cdb tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121175 Jul 28 14:30:54.138336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50f3b4f2-1a10-4abc-8fd5-fa4d7500c084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.174550 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:30:54.187289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.312387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:54.341616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=4b2e7bec-7960-47e8-874d-1fd099326f84,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:54.344388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:54.350766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:54.449602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Allocated IP 192.168.233.42 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/fed37085-1557-4a1d-bb28-299f3a5f210c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:54.486193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca076943-9d62-4de5-bf79-d9004e15958a req-813b45e6-f4d7-40d1-afda-d671c4ee7a76 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 210 time: 0.0911331 Jul 28 14:30:54.504243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:54.508977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.519993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50f3b4f2-1a10-4abc-8fd5-fa4d7500c084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.524741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50f3b4f2-1a10-4abc-8fd5-fa4d7500c084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.528984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-50f3b4f2-1a10-4abc-8fd5-fa4d7500c084 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06d20c91-b33c-4457-bf70-741b5ed732fd HTTP/1.1" status: 204 len: 168 time: 0.5277929 Jul 28 14:30:54.549138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3b4f2-1a10-4abc-8fd5-fa4d7500c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d20c91-b33c-4457-bf70-741b5ed732fd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:54.619238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-68851462-b8fb-44b5-8ced-4d356edea6eb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2001121 Jul 28 14:30:54.656051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Request body: {'port': {'device_id': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:54.872637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.918457 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aa08bfbb-7554-46be-afe5-536a338d6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.985545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.016531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2d7898a7-93f0-4b9d-a560-2a36db3d2f52 None None] Provisioning for port 4b2e7bec-7960-47e8-874d-1fd099326f84 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:55.026567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Transition to ACTIVE for port object fed37085-1557-4a1d-bb28-299f3a5f210c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:55.029629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2d7898a7-93f0-4b9d-a560-2a36db3d2f52 None None] Provisioning complete for port 4b2e7bec-7960-47e8-874d-1fd099326f84 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:55.032317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2d7898a7-93f0-4b9d-a560-2a36db3d2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.166989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.209622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2d7898a7-93f0-4b9d-a560-2a36db3d2f52 None None] Port 4b2e7bec-7960-47e8-874d-1fd099326f84 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:55.310181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.335701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:55.391812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['69d1e4ba-d82f-4990-bb36-35005a540653'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:55.435514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:55.440597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:55.447313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:55.552399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:55.651532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.656287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.817146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-ca7c5ca9-84d1-423c-8485-b7438527bce0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6674299 Jul 28 14:30:55.839923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2e7bec-7960-47e8-874d-1fd099326f84 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:55.866106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Request body: {'port': {'device_id': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:55.886869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.992727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Transition to ACTIVE for port object 4b2e7bec-7960-47e8-874d-1fd099326f84 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:56.102119 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.157540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.197385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1458d3aa-97b9-4678-b083-67818872db8e None None] Provisioning for port fed37085-1557-4a1d-bb28-299f3a5f210c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:56.203865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1458d3aa-97b9-4678-b083-67818872db8e None None] Provisioning complete for port fed37085-1557-4a1d-bb28-299f3a5f210c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:56.204700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1458d3aa-97b9-4678-b083-67818872db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.273528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.323602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2e7bec-7960-47e8-874d-1fd099326f84,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:56.394443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1458d3aa-97b9-4678-b083-67818872db8e None None] Port fed37085-1557-4a1d-bb28-299f3a5f210c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:56.636134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Attempting to bind port 4b2e7bec-7960-47e8-874d-1fd099326f84 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:56.637060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Attempting to bind port 4b2e7bec-7960-47e8-874d-1fd099326f84 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:56.637060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Attempting to bind port 4b2e7bec-7960-47e8-874d-1fd099326f84 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:56.693220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665c3e0-ebf8-4e54-a5ad-3cc26ddc7500 req-1eba1afe-7b84-4036-b63f-da4384c128f1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.693220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6665c3e0-ebf8-4e54-a5ad-3cc26ddc7500 req-1eba1afe-7b84-4036-b63f-da4384c128f1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 947 time: 0.2574842 Jul 28 14:30:56.693220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Port 4b2e7bec-7960-47e8-874d-1fd099326f84 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:56.693220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Attempting to bind port 4b2e7bec-7960-47e8-874d-1fd099326f84 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:56.705037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:56.705490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:56.705855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:56.706206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Bound port: 4b2e7bec-7960-47e8-874d-1fd099326f84, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:56.706572 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.806372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6665c3e0-ebf8-4e54-a5ad-3cc26ddc7500 req-f625e0c1-8af0-4aa2-a17b-e74de01a5c80 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348054 Jul 28 14:30:56.833025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:56.856110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.881360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] For port 4b2e7bec-7960-47e8-874d-1fd099326f84, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:56.884142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Transition to ACTIVE for port object fed37085-1557-4a1d-bb28-299f3a5f210c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:56.887339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] For port 4b2e7bec-7960-47e8-874d-1fd099326f84, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2e7bec-7960-47e8-874d-1fd099326f84,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:57.092187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f212f-ae37-47d4-9501-36e778145d12 req-c19401ed-9c42-4778-8eae-1004d364a3ed tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.098232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f71f212f-ae37-47d4-9501-36e778145d12 req-c19401ed-9c42-4778-8eae-1004d364a3ed tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 935 time: 0.0694525 Jul 28 14:30:57.169498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f71f212f-ae37-47d4-9501-36e778145d12 req-f499488e-9151-4542-9bde-58a9537e18a5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657668 Jul 28 14:30:57.221744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.228003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.306942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.308497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.312219 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] 10.222.0.58 "PUT /v2.0/ports/4b2e7bec-7960-47e8-874d-1fd099326f84 HTTP/1.1" status: 200 len: 1096 time: 2.6726918 Jul 28 14:30:57.324839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'tag': '4b2e7bec-7960-47e8-874d-1fd099326f84'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:57.324839 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717941bc-7374-4968-a303-ab28cf87075b" -d '{"events": [{"name": "network-changed", "server_uuid": "368e958b-a5b4-4a6d-8023-8071e28c7878", "tag": "4b2e7bec-7960-47e8-874d-1fd099326f84"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:57.450623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429bf0a-53f8-4ef9-9659-3d0550f61527 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2e7bec-7960-47e8-874d-1fd099326f84,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:57.598738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:57.607617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:57.607957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:57.608431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:57.617416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:57.617791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:57.627206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-398b9f56-596d-4dfb-a40c-9757d0887283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.629085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-398b9f56-596d-4dfb-a40c-9757d0887283 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 1099 time: 0.1499424 Jul 28 14:30:57.630645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:57.631076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:57.631368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:57.631841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Bound port: fed37085-1557-4a1d-bb28-299f3a5f210c, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:57.632193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.693872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-28f41813-d697-4610-8cab-735c03acd2ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4b2e7bec-7960-47e8-874d-1fd099326f84 HTTP/1.1" status: 200 len: 217 time: 0.0463719 Jul 28 14:30:57.700536 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.846854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-76526ec5-e7e4-43a1-bfed-9f6d2914647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.848920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-76526ec5-e7e4-43a1-bfed-9f6d2914647b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1107814 Jul 28 14:30:57.891328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:57.983318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:58.037435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-9d398c0a-11fd-4a32-8aa8-28321ad7fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:58.045810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-9d398c0a-11fd-4a32-8aa8-28321ad7fdd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1884062 Jul 28 14:30:58.189766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.250500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:58.251588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.253199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] 10.222.0.58 "PUT /v2.0/ports/fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 1096 time: 2.4007053 Jul 28 14:30:58.334786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9dab-229c-4596-8dcd-c9dc8997cbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:58.340736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-ebde2f5b-ebcc-4e7a-818e-c2238bbe2ba6 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816384 Jul 28 14:30:58.510393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-2c5a4932-2dfe-4bd7-889b-a1bc4599a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:58.512490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-2c5a4932-2dfe-4bd7-889b-a1bc4599a538 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1099 time: 0.1135702 Jul 28 14:30:58.574378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f6d3cd-ffbe-4cf4-9707-372c70094ea7 req-dcb44eda-bffd-4dea-a262-3875364c900e service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244377 Jul 28 14:30:58.576543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-44a65679-11c3-4df4-871f-d3365aa6c051 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0482094 Jul 28 14:30:58.738528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-173a2cae-9905-4732-b1c1-201ef9c529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:58.741516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-173a2cae-9905-4732-b1c1-201ef9c529a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1484530 Jul 28 14:30:58.832399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-cc33f05d-d25c-42fb-b24e-5fc83266f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:58.834683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-cc33f05d-d25c-42fb-b24e-5fc83266f926 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814669 Jul 28 14:30:59.043071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-c8fc2314-c0a8-4c8a-9445-780647375c53 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998622 Jul 28 14:30:59.237880 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3b1830-3722-489b-acb7-c97686231199 x-openstack-request-id: req-fb3b1830-3722-489b-acb7-c97686231199 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:59.241934 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e958b-a5b4-4a6d-8023-8071e28c7878", "tag": "4b2e7bec-7960-47e8-874d-1fd099326f84", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:59.243500 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb3b1830-3722-489b-acb7-c97686231199 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:59.245105 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'tag': '4b2e7bec-7960-47e8-874d-1fd099326f84', 'status': 'completed', 'code': 200} Jul 28 14:30:59.517033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a76ee34-27a5-43bc-afff-61fca0720bf1 req-687b81a5-7c15-41eb-9668-ecbea1c4a572 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619040 Jul 28 14:30:59.533193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717941bc-7374-4968-a303-ab28cf87075b req-40aebea6-ed5e-4aa1-8b65-1fadef780755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.537932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-40aebea6-ed5e-4aa1-8b65-1fadef780755 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 1099 time: 0.2693908 Jul 28 14:30:59.556389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0249b17-be93-4933-8a6a-7d3bef3ecc65 req-d5535f86-c469-4f6e-894b-c343c609bbe3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.559240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0249b17-be93-4933-8a6a-7d3bef3ecc65 req-d5535f86-c469-4f6e-894b-c343c609bbe3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 947 time: 0.1581812 Jul 28 14:30:59.729262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0249b17-be93-4933-8a6a-7d3bef3ecc65 req-37f8dee7-093e-497c-b35a-8fdfd6e57c48 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522985 Jul 28 14:30:59.859474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717941bc-7374-4968-a303-ab28cf87075b req-21803ce1-7c46-4470-b5b9-7f7df49fc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.868016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-21803ce1-7c46-4470-b5b9-7f7df49fc90c service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3073509 Jul 28 14:30:59.967245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-34e3387d-1f3d-4c5a-ad36-4ff665fb5e99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4b2e7bec-7960-47e8-874d-1fd099326f84 HTTP/1.1" status: 200 len: 217 time: 0.0898330 Jul 28 14:31:00.195298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717941bc-7374-4968-a303-ab28cf87075b req-d9e9cc1a-9ea3-4ee1-8b65-1da609499980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.198113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-d9e9cc1a-9ea3-4ee1-8b65-1da609499980 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2220430 Jul 28 14:31:00.334628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717941bc-7374-4968-a303-ab28cf87075b req-b5b59098-f435-42ec-803e-54558b616e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.337714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-b5b59098-f435-42ec-803e-54558b616e4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212165 Jul 28 14:31:00.385543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60916) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:00.601422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-e4cc1dbc-6869-4b8a-951b-60bcb9e5469b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:31:00.603085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-e4cc1dbc-6869-4b8a-951b-60bcb9e5469b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4729986 Jul 28 14:31:00.637339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Request body: {'binding': {'host': 'n-h2-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:00.638244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:31:00.780859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70ea22a7-3b27-4eed-b48d-e3d908a27293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.029234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-82bcc98b-9975-4d63-a174-720246656ffa service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822174 Jul 28 14:31:01.050855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on host n-h2-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:01.051802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:01.052331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:01.073678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476533e-a06e-48f9-b6eb-c398352ed545 req-ba879d0b-048b-4a0a-80b4-e10236de9e7b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:01.076433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3476533e-a06e-48f9-b6eb-c398352ed545 req-ba879d0b-048b-4a0a-80b4-e10236de9e7b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.1940403 Jul 28 14:31:01.101517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2e7bec-7960-47e8-874d-1fd099326f84 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:01.111414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70ea22a7-3b27-4eed-b48d-e3d908a27293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.112978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:01.113436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:01.121242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:01.121578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:01.122959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:01.123507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Bound port: 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:01.247779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3476533e-a06e-48f9-b6eb-c398352ed545 req-61cb806f-d7b7-4443-ad77-752343a699fe tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520896 Jul 28 14:31:01.249614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:01.251405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:01.253285 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70ea22a7-3b27-4eed-b48d-e3d908a27293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.256967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:01.288025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-717941bc-7374-4968-a303-ab28cf87075b req-4f37f953-9383-487a-8b9b-ee31aa6e52e1 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443457 Jul 28 14:31:01.302912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea22a7-3b27-4eed-b48d-e3d908a27293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a8c915-d7df-4046-b6cf-4b44bcbb2554,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:01.334304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-70ea22a7-3b27-4eed-b48d-e3d908a27293 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f05e9d0d2b974e56b011af1bc743c76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9465694 Jul 28 14:31:01.338552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60930) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:01.380875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b2e7bec-7960-47e8-874d-1fd099326f84, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2e7bec-7960-47e8-874d-1fd099326f84,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:01.391093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.391093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-53129cb0-1991-4493-8c6a-eff65a9e9754 service neutron] 10.222.0.57 "POST /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109/bindings HTTP/1.1" status: 201 len: 390 time: 0.7559390 Jul 28 14:31:01.420866 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-174338f7-d1d7-43fb-9a8b-57493e3730a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.421134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4b2e7bec-7960-47e8-874d-1fd099326f84', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '4b2e7bec-7960-47e8-874d-1fd099326f84', 'mac_address': 'fa:16:3e:65:fc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:01.465628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-174338f7-d1d7-43fb-9a8b-57493e3730a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.498285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.537983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2e7bec-7960-47e8-874d-1fd099326f84 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:01.603870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b2e7bec-7960-47e8-874d-1fd099326f84, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2e7bec-7960-47e8-874d-1fd099326f84,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:01.722455 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.723145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-174338f7-d1d7-43fb-9a8b-57493e3730a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.728312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-174338f7-d1d7-43fb-9a8b-57493e3730a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.730562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-174338f7-d1d7-43fb-9a8b-57493e3730a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75a8c915-d7df-4046-b6cf-4b44bcbb2554 HTTP/1.1" status: 204 len: 168 time: 0.3903553 Jul 28 14:31:01.755016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174338f7-d1d7-43fb-9a8b-57493e3730a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a8c915-d7df-4046-b6cf-4b44bcbb2554,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:01.814508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4b2e7bec-7960-47e8-874d-1fd099326f84,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:01.916690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.992217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:02.125600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bbdd0-7ed5-47e1-905d-c0d4ddb0f2b9 req-5d0be2da-c737-4de9-9cdb-2391b66c4963 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.128247 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a9bbdd0-7ed5-47e1-905d-c0d4ddb0f2b9 req-5d0be2da-c737-4de9-9cdb-2391b66c4963 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 948 time: 0.1687212 Jul 28 14:31:02.219984 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67299f9f-bf04-4613-bcb8-f98d60884bf7 x-openstack-request-id: req-67299f9f-bf04-4613-bcb8-f98d60884bf7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:02.223748 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:02.224137 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67299f9f-bf04-4613-bcb8-f98d60884bf7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:02.225251 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'status': 'completed', 'code': 200} Jul 28 14:31:02.285698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a9bbdd0-7ed5-47e1-905d-c0d4ddb0f2b9 req-54cd560f-7b1b-42d0-86c3-3fbe5c160ae4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474822 Jul 28 14:31:02.389621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-d264e14b-59f8-4ee2-a1b7-5f3e77f591c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.392505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-d264e14b-59f8-4ee2-a1b7-5f3e77f591c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1099 time: 0.1415331 Jul 28 14:31:02.598986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c6598-9991-4f8e-ae30-f7b22400ae9f req-1f60e080-490a-46d8-984b-6430f845190d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.624329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a01c6598-9991-4f8e-ae30-f7b22400ae9f req-1f60e080-490a-46d8-984b-6430f845190d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 945 time: 0.2592134 Jul 28 14:31:02.678887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-85480e1b-919c-4fba-bb2b-30dfb55f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.681815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-85480e1b-919c-4fba-bb2b-30dfb55f7f02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2775788 Jul 28 14:31:02.748608 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a01c6598-9991-4f8e-ae30-f7b22400ae9f req-c5754a0a-87a6-427b-ba73-58dd624655b6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226151 Jul 28 14:31:02.757913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-c99003fe-4755-42c0-ae9b-0afa7fffba07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0684097 Jul 28 14:31:02.765919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-ba25a870-629c-4149-bf5d-478e4ac408aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.766242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-ba25a870-629c-4149-bf5d-478e4ac408aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1097 time: 0.2127528 Jul 28 14:31:02.906323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-b2a22b77-6ac8-4d97-aac6-65e20ae30fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.908026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-b2a22b77-6ac8-4d97-aac6-65e20ae30fbd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1408548 Jul 28 14:31:02.973620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-b79891ad-964b-4154-aa7d-1286751c7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.975250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-b79891ad-964b-4154-aa7d-1286751c7ade service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.2016752 Jul 28 14:31:02.999659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-8874940b-e1a7-4a5f-8465-0f6ee99ed687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.001345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-8874940b-e1a7-4a5f-8465-0f6ee99ed687 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830114 Jul 28 14:31:03.024187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72991b3-7b9e-4000-8366-c4245ec1b4bc req-39eaa9dd-422d-4710-b282-0e64bf79e09d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.027903 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e72991b3-7b9e-4000-8366-c4245ec1b4bc req-39eaa9dd-422d-4710-b282-0e64bf79e09d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.1223731 Jul 28 14:31:03.054616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-f85c82a8-e73b-425e-b964-4842416e7734 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 217 time: 0.0651841 Jul 28 14:31:03.091184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e72991b3-7b9e-4000-8366-c4245ec1b4bc req-e7ee7bf8-6c65-416d-9ab8-9b4971cc9ef1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562739 Jul 28 14:31:03.112774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:03.117753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2e7bec-7960-47e8-874d-1fd099326f84 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:03.207660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-8fadd95f-d458-42d9-b0a8-6d7c709f7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.211016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-8fadd95f-d458-42d9-b0a8-6d7c709f7c29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1376760 Jul 28 14:31:03.258780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-cf82c52a-6c46-4070-97ad-d291dd56f991 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359130 Jul 28 14:31:03.297767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-0970d6fe-b5cb-414d-8097-2d8b0f48851f service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641909 Jul 28 14:31:03.356610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:03.381524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'mac_address': 'fa:16:3e:bc:c7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:03.454989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.473473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:03.481598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbf1c2-1a34-4d1a-a111-a1ec6a606f0e req-6b037eb3-eed3-4e76-871a-8018978bf58e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.484543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0bbf1c2-1a34-4d1a-a111-a1ec6a606f0e req-6b037eb3-eed3-4e76-871a-8018978bf58e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 948 time: 0.0965564 Jul 28 14:31:03.508314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-1357fb45-3a81-4467-83a2-2e703f0ed308 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391839 Jul 28 14:31:03.518548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:03.554127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0bbf1c2-1a34-4d1a-a111-a1ec6a606f0e req-9f55b958-086d-48b9-b8b6-36243ec55f93 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Jul 28 14:31:03.556066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 4b2e7bec-7960-47e8-874d-1fd099326f84 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:03.569734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4b2e7bec-7960-47e8-874d-1fd099326f84 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:03.569734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.570140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61b1fac9-6b1b-4d1b-9619-bcb6aafedb43 req-dfcc183c-2917-4c83-9df7-dbfdff2fe8d6 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375422 Jul 28 14:31:03.634312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.761099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-bf3ad76d-10db-4ccd-9eae-405684a32133 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390220 Jul 28 14:31:03.761279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60998) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:03.824584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33c7bba-c9e4-4260-8bc1-f113359f3a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.846903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:03.950916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['fed37085-1557-4a1d-bb28-299f3a5f210c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:04.066070 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.147370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2e7bec-7960-47e8-874d-1fd099326f84'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:04.154320 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80941937-21a2-4661-a0e8-2225232215ce" -d '{"events": [{"server_uuid": "368e958b-a5b4-4a6d-8023-8071e28c7878", "name": "network-vif-plugged", "status": "completed", "tag": "4b2e7bec-7960-47e8-874d-1fd099326f84"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:04.253557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33c7bba-c9e4-4260-8bc1-f113359f3a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.272847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b2e7bec-7960-47e8-874d-1fd099326f84, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2e7bec-7960-47e8-874d-1fd099326f84,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:04.356890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:04.374049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a33c7bba-c9e4-4260-8bc1-f113359f3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.394524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.419433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05da782-06e9-4b88-89dc-186c3e597ae4 req-000f7c9d-eea2-46d5-afb7-526261628af1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.433926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a05da782-06e9-4b88-89dc-186c3e597ae4 req-000f7c9d-eea2-46d5-afb7-526261628af1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 945 time: 0.3051345 Jul 28 14:31:04.440973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-59e09016-6ad0-4526-ab55-e1c45d47d363 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.444141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-59e09016-6ad0-4526-ab55-e1c45d47d363 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.4753780 Jul 28 14:31:04.508772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:04.541920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c7bba-c9e4-4260-8bc1-f113359f3a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b10b33-7a06-4a27-92eb-af7d56934301,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:04.554700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4b2e7bec-7960-47e8-874d-1fd099326f84,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:04.572079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a05da782-06e9-4b88-89dc-186c3e597ae4 req-3e8bda75-bf81-4945-a19d-9b062e65bb27 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362221 Jul 28 14:31:04.604612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a33c7bba-c9e4-4260-8bc1-f113359f3a70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c800b44c90a4072a54f5ae5d71e637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8413675 Jul 28 14:31:04.620652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:04.656616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.741432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c187-fb3e-431b-83a2-d3508ff41f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.755206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9410dd27-7c49-41d1-b50e-e9414ef97d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.839112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c187-fb3e-431b-83a2-d3508ff41f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.876377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b04f2-3ec8-4bf4-8d62-2b5feeb6dda7 req-8f633388-e53e-419c-88e2-9511cf4f19aa tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.878696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-148b04f2-3ec8-4bf4-8d62-2b5feeb6dda7 req-8f633388-e53e-419c-88e2-9511cf4f19aa tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.1562223 Jul 28 14:31:04.919694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9410dd27-7c49-41d1-b50e-e9414ef97d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.957696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-148b04f2-3ec8-4bf4-8d62-2b5feeb6dda7 req-cfa05f52-fc97-4faa-8a53-eeee4b991435 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687864 Jul 28 14:31:04.963785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:05.016142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:05.024466 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f2a12-bf03-4657-a086-e00ff1760532 x-openstack-request-id: req-948f2a12-bf03-4657-a086-e00ff1760532 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:05.025065 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e958b-a5b4-4a6d-8023-8071e28c7878", "name": "network-vif-plugged", "status": "completed", "tag": "4b2e7bec-7960-47e8-874d-1fd099326f84", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:05.025634 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-948f2a12-bf03-4657-a086-e00ff1760532 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:05.026382 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2e7bec-7960-47e8-874d-1fd099326f84', 'code': 200} Jul 28 14:31:05.077285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:05.079849 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e363b4ed-e5ef-40c8-aeb4-6d3b53726040" -d '{"events": [{"server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:05.084493 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.099974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9410dd27-7c49-41d1-b50e-e9414ef97d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.137340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb8f56-4c47-4803-8e2e-235742ead65a req-23314eff-729e-4265-b396-ab07bb7775ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.141800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dcb8f56-4c47-4803-8e2e-235742ead65a req-23314eff-729e-4265-b396-ab07bb7775ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 1101 time: 0.0529811 Jul 28 14:31:05.145507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:05.146644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c187-fb3e-431b-83a2-d3508ff41f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.150538 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c187-fb3e-431b-83a2-d3508ff41f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.152161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cdb3c187-fb3e-431b-83a2-d3508ff41f2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5b10b33-7a06-4a27-92eb-af7d56934301 HTTP/1.1" status: 204 len: 168 time: 0.5398600 Jul 28 14:31:05.162045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9410dd27-7c49-41d1-b50e-e9414ef97d30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a66abeede89b42448852e1615a265dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030093 Jul 28 14:31:05.163287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:05.210282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.218030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410dd27-7c49-41d1-b50e-e9414ef97d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40890c36-d224-4f33-96e7-5a354d0b3afa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:05.261355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c187-fb3e-431b-83a2-d3508ff41f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b10b33-7a06-4a27-92eb-af7d56934301,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:05.293884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dcb8f56-4c47-4803-8e2e-235742ead65a req-42065cd8-6239-40a8-9e8e-c1c59faea764 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367929 Jul 28 14:31:05.314685 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17b581f-bf2b-4510-af0f-e2e1898a3b78 x-openstack-request-id: req-e17b581f-bf2b-4510-af0f-e2e1898a3b78 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:05.314685 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:05.328606 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e17b581f-bf2b-4510-af0f-e2e1898a3b78 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:05.329535 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'code': 200} Jul 28 14:31:05.340070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d1255aa-b731-42fe-9d18-0ed3b2a53e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.353438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port fed37085-1557-4a1d-bb28-299f3a5f210c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:05.359990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port fed37085-1557-4a1d-bb28-299f3a5f210c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:05.360518 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.366369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1a197-1f30-4764-8a6f-5b87fa43ca0d req-59ea9918-4f5c-4d1b-b823-854669bc4c22 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.375623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbd1a197-1f30-4764-8a6f-5b87fa43ca0d req-59ea9918-4f5c-4d1b-b823-854669bc4c22 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 949 time: 0.1471426 Jul 28 14:31:05.397696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d1255aa-b731-42fe-9d18-0ed3b2a53e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.470508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:05.483796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbd1a197-1f30-4764-8a6f-5b87fa43ca0d req-ef668775-f9fd-4493-823a-cdf479f463d7 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Jul 28 14:31:05.492208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on host n-h1-764806-10 for vnic_type normal with profile {"migrating_to": "n-h2-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:05.493124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:05.493959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:05.494930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.503222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:05.504076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Attempting to bind port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:05.517526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:05.519691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:05.521097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:05.522580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Bound port: 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:05.523958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.561864 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.624019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:05.642410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d1255aa-b731-42fe-9d18-0ed3b2a53e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.647699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d1255aa-b731-42fe-9d18-0ed3b2a53e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.659231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5d1255aa-b731-42fe-9d18-0ed3b2a53e44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40890c36-d224-4f33-96e7-5a354d0b3afa HTTP/1.1" status: 204 len: 168 time: 0.4855444 Jul 28 14:31:05.686604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1255aa-b731-42fe-9d18-0ed3b2a53e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40890c36-d224-4f33-96e7-5a354d0b3afa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:05.704235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:05.709030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:05.733621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.797612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:05.828937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440acb-f5c5-4191-a49d-e22dfd7fe081 req-f7743ee2-6417-4805-bf96-86b72f250d08 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.830551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63440acb-f5c5-4191-a49d-e22dfd7fe081 req-f7743ee2-6417-4805-bf96-86b72f250d08 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.1080306 Jul 28 14:31:05.873379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63440acb-f5c5-4191-a49d-e22dfd7fe081 req-1e5cdce6-44de-4c92-bfb8-f948784139b4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Jul 28 14:31:05.939070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.028181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:06.032374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.033034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.034488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-be91a1ee-316a-491b-b5ae-0257e649a9d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 1123 time: 1.5503016 Jul 28 14:31:06.094937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07683ec7-26a5-4330-ae70-b28682f169a3 req-742b0b82-c297-4b25-9886-72155506c158 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.096619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07683ec7-26a5-4330-ae70-b28682f169a3 req-742b0b82-c297-4b25-9886-72155506c158 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0539243 Jul 28 14:31:06.143752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07683ec7-26a5-4330-ae70-b28682f169a3 req-b0fd45d1-071f-4e3d-867e-8c6ae9c98ccb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Jul 28 14:31:06.243188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['1d88e98b-dcee-4c7f-a3c4-fc450050f109'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:06.657999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca590f-1450-4b8f-b85b-c6b57dd1f1ee req-77b36f3c-2b79-408d-b095-493b1f8c5426 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.659895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77ca590f-1450-4b8f-b85b-c6b57dd1f1ee req-77b36f3c-2b79-408d-b095-493b1f8c5426 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 949 time: 0.0578496 Jul 28 14:31:06.711916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77ca590f-1450-4b8f-b85b-c6b57dd1f1ee req-e542b602-bf5f-489b-97bb-a859027e0ca3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446365 Jul 28 14:31:06.956820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-4014b7ee-d8c8-4fad-a4ec-fc98a5c63465 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.959098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-4014b7ee-d8c8-4fad-a4ec-fc98a5c63465 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/networks?id=664da1b4-4267-41be-9c1e-8010ea7e934f HTTP/1.1" status: 200 len: 814 time: 0.1276109 Jul 28 14:31:06.977298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-a16fc20f-355d-4268-99f4-0b089bed433f tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/quotas/ae86a2ece2fd4507aa67461f092336b2 HTTP/1.1" status: 200 len: 375 time: 0.0104358 Jul 28 14:31:07.027923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:07.031239 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b023f3-1dce-4086-8f9e-57e93fdae29c" -d '{"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-plugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:07.067964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-3019125b-f9ed-431b-8afb-e3d91f84f539 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae86a2ece2fd4507aa67461f092336b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789886 Jul 28 14:31:07.174195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-44538d55-7e6b-4e07-9979-adfc10dc32e6 service neutron] 10.222.0.57 "GET /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979788 Jul 28 14:31:07.296030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-0930ba3b-d8f8-4877-836e-ef3b1fc801a5 service neutron] 10.222.0.57 "GET /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147470 Jul 28 14:31:07.326701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796759c-fbaa-48d1-be8e-0a8ab325f31f req-3c96a05e-034d-4fa2-8371-bcb70cf2f492 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:07.328699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6796759c-fbaa-48d1-be8e-0a8ab325f31f req-3c96a05e-034d-4fa2-8371-bcb70cf2f492 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 1101 time: 0.0589783 Jul 28 14:31:07.331107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:07.337320 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8689d-8a72-4454-b0f0-f91653f1d0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:07.364048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-6796759c-fbaa-48d1-be8e-0a8ab325f31f req-f32d509b-b52d-43ce-b73b-dd69cd70ba7c tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:07.563699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-6796759c-fbaa-48d1-be8e-0a8ab325f31f req-f32d509b-b52d-43ce-b73b-dd69cd70ba7c tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:07.646044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-6796759c-fbaa-48d1-be8e-0a8ab325f31f req-f32d509b-b52d-43ce-b73b-dd69cd70ba7c tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:07.680812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6796759c-fbaa-48d1-be8e-0a8ab325f31f req-f32d509b-b52d-43ce-b73b-dd69cd70ba7c tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414741 Jul 28 14:31:07.693198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8366c26-f3a1-428d-8533-056902e1887a req-4ed497a5-57aa-4c42-a4eb-0015d37b35ee tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:07.701222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8366c26-f3a1-428d-8533-056902e1887a req-4ed497a5-57aa-4c42-a4eb-0015d37b35ee tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.0700812 Jul 28 14:31:07.716930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d509b-b52d-43ce-b73b-dd69cd70ba7c tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55503ef-8542-483b-9fd2-35ade69c25a5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:07.785371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8366c26-f3a1-428d-8533-056902e1887a req-4ba8d138-dfad-4027-bfc3-fdd527acc33f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819662 Jul 28 14:31:07.805877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32886) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:07.834441 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b91b8-a16d-4960-ad0b-af0be0289496 x-openstack-request-id: req-245b91b8-a16d-4960-ad0b-af0be0289496 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:07.834778 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-plugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:07.836322 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-245b91b8-a16d-4960-ad0b-af0be0289496 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:07.837671 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'code': 200} Jul 28 14:31:08.022384 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e55df58-ec28-4044-b65f-3aef19715dea x-openstack-request-id: req-9e55df58-ec28-4044-b65f-3aef19715dea {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:08.023258 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:08.024362 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e55df58-ec28-4044-b65f-3aef19715dea {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:08.024362 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'status': 'completed', 'code': 200} Jul 28 14:31:08.058763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681ec40-8aec-4fcc-aca9-1ba9e6122b69 req-ef7b8abe-0c26-4d3f-a10b-9d95ece09dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.061374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e681ec40-8aec-4fcc-aca9-1ba9e6122b69 req-ef7b8abe-0c26-4d3f-a10b-9d95ece09dea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1101 time: 0.1016579 Jul 28 14:31:08.070637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb97af0-789b-42f7-a70f-53d74d40f6a5 req-20fa3824-12ad-4083-bbed-d01efdf42e7f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.079432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bb97af0-789b-42f7-a70f-53d74d40f6a5 req-20fa3824-12ad-4083-bbed-d01efdf42e7f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1108589 Jul 28 14:31:08.105817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dfff23a5-f232-41de-b97d-fa83764d5519 req-b9cc9e91-5c54-41fa-99e1-3b3be2df0c01 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0323255 Jul 28 14:31:08.173482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e681ec40-8aec-4fcc-aca9-1ba9e6122b69 req-0969475e-efb2-4dfc-be59-a3a42902ac62 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916088 Jul 28 14:31:08.201194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bb97af0-789b-42f7-a70f-53d74d40f6a5 req-79a87e76-df73-4c11-a3a1-df5747104084 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153276 Jul 28 14:31:08.223748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-9dd40b7e-0905-4f98-b268-6007b3987b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.227113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-9dd40b7e-0905-4f98-b268-6007b3987b9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1126 time: 0.1244664 Jul 28 14:31:08.256177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73e6d791-39fe-422b-90a7-f36788839221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.380157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-263520f1-12b8-48db-9737-3ce079fe963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.382144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-263520f1-12b8-48db-9737-3ce079fe963d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.1422434 Jul 28 14:31:08.479896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73e6d791-39fe-422b-90a7-f36788839221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.510323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-784faf9b-855d-4771-beab-a8d9f8338bbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 217 time: 0.1158524 Jul 28 14:31:08.568848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73e6d791-39fe-422b-90a7-f36788839221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.582573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-20738af9-f88d-4e22-8822-a9d947c5b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.585281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-20738af9-f88d-4e22-8822-a9d947c5b84f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.0636013 Jul 28 14:31:08.636060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-6f274a31-6b14-404d-893f-fbf73568978c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396721 Jul 28 14:31:08.654194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-73e6d791-39fe-422b-90a7-f36788839221 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=834599d0b5464c7780ec2ed572081fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8460236 Jul 28 14:31:08.656937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32914) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:08.658871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6d791-39fe-422b-90a7-f36788839221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240707e0-ca84-4d76-8c65-414844243c3d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:08.799324 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99235b6c-9528-4680-8c58-daf30589f468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.867680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-a1525cda-12f4-49b6-a653-197bf2798217 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549557 Jul 28 14:31:08.871703 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99235b6c-9528-4680-8c58-daf30589f468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.900579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-d4142aca-3a10-43a6-ace9-e97db3d27e19 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551887 Jul 28 14:31:09.215705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ad6e1-4a3e-422f-b047-64af092463c8 req-3b99754f-9474-42bf-8a26-7a2d1115f113 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:09.215705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-396ad6e1-4a3e-422f-b047-64af092463c8 req-3b99754f-9474-42bf-8a26-7a2d1115f113 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.0715570 Jul 28 14:31:09.215705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-396ad6e1-4a3e-422f-b047-64af092463c8 req-4cd70ee7-964c-46d9-83a8-37e0bf4ab0c1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364637 Jul 28 14:31:09.218104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-9284f3c4-55d1-480b-92ad-1db11788ecb1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:09.218104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-9284f3c4-55d1-480b-92ad-1db11788ecb1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230775 Jul 28 14:31:09.218104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11e8689d-8a72-4454-b0f0-f91653f1d0f7 req-86954b48-2fca-450e-8559-16fd01648901 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920955 Jul 28 14:31:09.218104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-b56d1496-0ee1-4d24-a006-a6ac71efd9b4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/quotas/1c6151b5618545c784a56a9cc9eece3d HTTP/1.1" status: 200 len: 375 time: 0.0103271 Jul 28 14:31:09.222818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:09.224254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-b8241985-0fd8-4d58-9770-be80f2202e8f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732896 Jul 28 14:31:09.334791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:09.350735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 has no active binding in host n-h2-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:31:09.483164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b21a6d5e-71b2-45a5-b151-76c08ce07423 req-6777fdb8-10c9-4f2c-83bc-6337cb34e2d8 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Jul 28 14:31:09.595747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7b35d-0c6e-4a75-aea4-06b674fab7ec req-c66daade-3595-4e89-9d98-7567d2e568b2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:09.600274 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fab7b35d-0c6e-4a75-aea4-06b674fab7ec req-c66daade-3595-4e89-9d98-7567d2e568b2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0525355 Jul 28 14:31:09.640155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fab7b35d-0c6e-4a75-aea4-06b674fab7ec req-30130ed3-3630-4f68-b6bd-724370d40894 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Jul 28 14:31:09.687558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99235b6c-9528-4680-8c58-daf30589f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.690633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99235b6c-9528-4680-8c58-daf30589f468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.694228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-99235b6c-9528-4680-8c58-daf30589f468 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/240707e0-ca84-4d76-8c65-414844243c3d HTTP/1.1" status: 204 len: 168 time: 1.0302229 Jul 28 14:31:09.706381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99235b6c-9528-4680-8c58-daf30589f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240707e0-ca84-4d76-8c65-414844243c3d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:09.788963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cb010b8-a90b-4763-b360-0ccc41a729f4 req-035d5cfc-891d-4c29-9460-130051caae79 tempest-AbsoluteLimitsNegativeTestJSON-155589527 tempest-AbsoluteLimitsNegativeTestJSON-155589527-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6108eea626fa49bebfb6b3d801ae7f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262442 Jul 28 14:31:09.914050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb010b8-a90b-4763-b360-0ccc41a729f4 req-35b444ea-974a-41fb-a72b-0c1b4ebba608 tempest-AbsoluteLimitsNegativeTestJSON-155589527 tempest-AbsoluteLimitsNegativeTestJSON-155589527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:09.916028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cb010b8-a90b-4763-b360-0ccc41a729f4 req-35b444ea-974a-41fb-a72b-0c1b4ebba608 tempest-AbsoluteLimitsNegativeTestJSON-155589527 tempest-AbsoluteLimitsNegativeTestJSON-155589527-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185684 Jul 28 14:31:09.933356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cb010b8-a90b-4763-b360-0ccc41a729f4 req-0b5c4c96-2243-441d-9f30-9fc16967f627 tempest-AbsoluteLimitsNegativeTestJSON-155589527 tempest-AbsoluteLimitsNegativeTestJSON-155589527-project] 10.222.0.57 "GET /v2.0/quotas/6108eea626fa49bebfb6b3d801ae7f1d HTTP/1.1" status: 200 len: 375 time: 0.0109303 Jul 28 14:31:09.969437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cb010b8-a90b-4763-b360-0ccc41a729f4 req-b80f270d-dc71-4a4a-9143-61bf0ed10ba4 tempest-AbsoluteLimitsNegativeTestJSON-155589527 tempest-AbsoluteLimitsNegativeTestJSON-155589527-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6108eea626fa49bebfb6b3d801ae7f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296974 Jul 28 14:31:10.382938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfefdc-e9c4-42cd-995a-3047f2d507ea req-d8d085c0-bb9d-413e-b013-9ce697943c48 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:10.392664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fcfefdc-e9c4-42cd-995a-3047f2d507ea req-d8d085c0-bb9d-413e-b013-9ce697943c48 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.1374540 Jul 28 14:31:10.442955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fcfefdc-e9c4-42cd-995a-3047f2d507ea req-c0488a25-eabe-4933-bcf0-a4486f01a44e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490086 Jul 28 14:31:10.788819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ae90aec-02fc-46a3-9c66-fc66eb833141 req-bea79688-5a71-4b5a-ae24-4d41d867e6ab tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0326204 Jul 28 14:31:10.906773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32988) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:10.934571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e804506-dd5d-4c07-ab52-be6c9c895750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.971936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b786514-1a89-492f-b9dc-adb84bae140c req-c4f11e95-1752-42bd-b686-937a01b0f1b4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:10.974285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b786514-1a89-492f-b9dc-adb84bae140c req-c4f11e95-1752-42bd-b686-937a01b0f1b4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0998738 Jul 28 14:31:10.991578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-efb34d88-a682-445a-8a37-7878c2ec0f59 req-7c76c1d2-5ce7-4ef0-96d8-26fdd59c9425 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.0474944 Jul 28 14:31:11.042461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b786514-1a89-492f-b9dc-adb84bae140c req-156076f0-539d-463b-a81d-1da124570901 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603683 Jul 28 14:31:11.096883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32992) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:11.144847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e804506-dd5d-4c07-ab52-be6c9c895750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.301268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866336-99a4-417a-8e59-e77ab12b92e0 req-2b0a09d5-dde3-4c71-acd8-7a220eeed307 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.304278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2866336-99a4-417a-8e59-e77ab12b92e0 req-2b0a09d5-dde3-4c71-acd8-7a220eeed307 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0986636 Jul 28 14:31:11.324321 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e804506-dd5d-4c07-ab52-be6c9c895750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.377376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e804506-dd5d-4c07-ab52-be6c9c895750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750def68-9fe7-402d-8c11-128f4cee7325,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:11.463437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89a9e3f8-4dd0-4d20-85e1-5418487c4e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.463561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2866336-99a4-417a-8e59-e77ab12b92e0 req-fb1194ab-53fc-422d-817e-8954acfb4128 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499252 Jul 28 14:31:11.467118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4e804506-dd5d-4c07-ab52-be6c9c895750 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab23b45d111f4824a862890f12b9b2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589759 Jul 28 14:31:11.471514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33004) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:11.628632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8eb13dc-3297-43c7-a567-fe7685b3b094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.662849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7afbe-263a-49d0-9a0c-b2cd6e0fe56f req-c51e3252-a038-4d59-9be0-e3b838a7b724 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.664551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c7afbe-263a-49d0-9a0c-b2cd6e0fe56f req-c51e3252-a038-4d59-9be0-e3b838a7b724 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.0968759 Jul 28 14:31:11.668130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8eb13dc-3297-43c7-a567-fe7685b3b094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.735322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89a9e3f8-4dd0-4d20-85e1-5418487c4e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.744080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c7afbe-263a-49d0-9a0c-b2cd6e0fe56f req-1db29c02-7d93-49a2-98b3-031a9527daed tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616241 Jul 28 14:31:11.863189 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8eb13dc-3297-43c7-a567-fe7685b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.869256 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8eb13dc-3297-43c7-a567-fe7685b3b094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.873959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b8eb13dc-3297-43c7-a567-fe7685b3b094 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/750def68-9fe7-402d-8c11-128f4cee7325 HTTP/1.1" status: 204 len: 168 time: 0.4008698 Jul 28 14:31:11.878548 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89a9e3f8-4dd0-4d20-85e1-5418487c4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.891718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb13dc-3297-43c7-a567-fe7685b3b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750def68-9fe7-402d-8c11-128f4cee7325,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:11.985119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e3f8-4dd0-4d20-85e1-5418487c4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0637ff-784b-4c04-985a-945243fa4ad5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:11.993500 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-89a9e3f8-4dd0-4d20-85e1-5418487c4e3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6108eea626fa49bebfb6b3d801ae7f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8946044 Jul 28 14:31:11.996401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33022) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:12.017748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fd3c377-d0fe-47f0-820c-b1f39711bda8 req-a20baae0-7a98-483d-b2ea-1a3b2830d9b7 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0384927 Jul 28 14:31:12.104777 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c85545-417c-4a3e-b4c4-cd97b12cbbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.168151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c85545-417c-4a3e-b4c4-cd97b12cbbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.174213 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-656b8e29-1a12-4309-9ea7-70b0d51d2c84 req-ee87a0eb-8645-4863-81d4-bb1af532fb57 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.0780947 Jul 28 14:31:12.232993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-218d9d25-0edc-446a-b503-fd83eb883f77 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576267 Jul 28 14:31:12.369157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:12.394094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-047f8c55-fa44-4a01-bcb0-dd187f85db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:12.396816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-047f8c55-fa44-4a01-bcb0-dd187f85db37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.0721428 Jul 28 14:31:12.431575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c85545-417c-4a3e-b4c4-cd97b12cbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.450613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c85545-417c-4a3e-b4c4-cd97b12cbbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.456812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a0c85545-417c-4a3e-b4c4-cd97b12cbbd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d0637ff-784b-4c04-985a-945243fa4ad5 HTTP/1.1" status: 204 len: 168 time: 0.4560065 Jul 28 14:31:12.496999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85545-417c-4a3e-b4c4-cd97b12cbbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0637ff-784b-4c04-985a-945243fa4ad5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:12.599592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af11dab-b4dc-4c33-9c39-c141e87a6ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.738805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af11dab-b4dc-4c33-9c39-c141e87a6ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.899338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af11dab-b4dc-4c33-9c39-c141e87a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.053929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af11dab-b4dc-4c33-9c39-c141e87a6ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4061ae5f-677e-4011-b5b8-3dc84f79f5fa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:13.081899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3af11dab-b4dc-4c33-9c39-c141e87a6ff7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5384d285a8c44d91bc45130d56d53cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7113395 Jul 28 14:31:13.083621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33054) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:13.107834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d297dc-f5d6-4a2d-9def-e212614fab87 req-662b1e65-f0de-4bea-80ea-3ee1733a30b5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.129337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74d297dc-f5d6-4a2d-9def-e212614fab87 req-662b1e65-f0de-4bea-80ea-3ee1733a30b5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.2824912 Jul 28 14:31:13.155823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-7c896597-64be-464a-ae07-4595f6c29bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.155823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-7c896597-64be-464a-ae07-4595f6c29bcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.7326822 Jul 28 14:31:13.193657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fcced-ac76-4bc7-bdc5-076591b322ab req-1c36a968-aee8-4645-b54b-dd029d43b2c0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.202676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0fcced-ac76-4bc7-bdc5-076591b322ab req-1c36a968-aee8-4645-b54b-dd029d43b2c0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.5031404 Jul 28 14:31:13.280132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-e1e8a310-1157-465f-b7a9-3b5929a50aff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3207846 Jul 28 14:31:13.322714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0fcced-ac76-4bc7-bdc5-076591b322ab req-bee98061-b677-4d8f-bc46-c12903d1e693 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185250 Jul 28 14:31:13.334820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-12065d3d-5305-4924-8f20-34a16a525f8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.1691928 Jul 28 14:31:13.347264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-4d0d8811-fdbb-4139-a609-5e397dcbfb47 service neutron] 10.222.0.42 "GET /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109/bindings/n-h2-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.7549818 Jul 28 14:31:13.364754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74d297dc-f5d6-4a2d-9def-e212614fab87 req-97e7ce8f-0bc0-4d36-9f69-21d72d38b631 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182980 Jul 28 14:31:13.386400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c09c673-1f24-498e-9c95-2c43b0c256c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.503018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c09c673-1f24-498e-9c95-2c43b0c256c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.570968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-53713b5a-ca37-4418-91ef-954d1a701178 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.573625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-53713b5a-ca37-4418-91ef-954d1a701178 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.58 "GET /v2.0/networks?id=664da1b4-4267-41be-9c1e-8010ea7e934f HTTP/1.1" status: 200 len: 814 time: 0.9799418 Jul 28 14:31:13.604956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Request body: {'port': {'device_id': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'admin_state_up': True, 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:13.753467 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e118eddf-46e3-4187-b904-b528de980804 req-66cb835f-6f36-4c54-9c6b-fcd0fd5746f1 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0862038 Jul 28 14:31:13.817387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c09c673-1f24-498e-9c95-2c43b0c256c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.823192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c09c673-1f24-498e-9c95-2c43b0c256c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.834141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c09c673-1f24-498e-9c95-2c43b0c256c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4061ae5f-677e-4011-b5b8-3dc84f79f5fa HTTP/1.1" status: 204 len: 168 time: 0.7373557 Jul 28 14:31:13.840680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09c673-1f24-498e-9c95-2c43b0c256c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4061ae5f-677e-4011-b5b8-3dc84f79f5fa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:13.844158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76cc9743-05c6-4cdf-9a2a-ce7d415a4286 req-5cef8e7e-0b90-4f56-a8d5-eea900b4e915 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.1784718 Jul 28 14:31:13.853051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-d00f5a37-1bfe-4ca4-b8ae-0194f4e18dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.855343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-d00f5a37-1bfe-4ca4-b8ae-0194f4e18dc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.4915757 Jul 28 14:31:13.989183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-9aea9fe6-72a5-413d-8e32-159712394bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.990875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-9aea9fe6-72a5-413d-8e32-159712394bfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174526 Jul 28 14:31:14.212216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:14.239381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-2b341a05-87b2-44af-bbea-5f082935530c service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210584 Jul 28 14:31:14.266708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:14.345891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Made reservation on behalf of ae86a2ece2fd4507aa67461f092336b2 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:14.351350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:14.451501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d88e98b-dcee-4c7f-a3c4-fc450050f109 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:14.525459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933254-0783-4c4d-8e84-bf04cd6b30c7 req-42285d69-2ab8-462d-becd-714aa6f38250 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:14.535383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b933254-0783-4c4d-8e84-bf04cd6b30c7 req-42285d69-2ab8-462d-becd-714aa6f38250 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1119270 Jul 28 14:31:14.575982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:14.614864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b933254-0783-4c4d-8e84-bf04cd6b30c7 req-d4956dda-40cf-4f01-a4b4-99067fe5c192 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780811 Jul 28 14:31:14.654477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e207996-d24d-422b-abe1-35ef734b78b6 req-036bd7c9-8c4d-4ab2-8c6e-d677ee093aec service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050546 Jul 28 14:31:14.819186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Allocated IP 172.20.0.9 (664da1b4-4267-41be-9c1e-8010ea7e934f/d49b3acb-2e54-4a66-9989-13f87f429e39/f8cebe00-fd9c-4ebf-a40e-03bf9d7be224) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:14.841682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3675b-b155-4e72-8986-4bf9af4c1f42 req-6c27c151-286f-43fa-afb4-1772adc021d5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:14.843463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36f3675b-b155-4e72-8986-4bf9af4c1f42 req-6c27c151-286f-43fa-afb4-1772adc021d5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 943 time: 0.1067283 Jul 28 14:31:14.913402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:14.915319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2819c659-dc15-432c-a1f1-77772a83b2bc req-1169e53b-7561-4d85-8347-3d0fef5e5745 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0496964 Jul 28 14:31:15.017097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36f3675b-b155-4e72-8986-4bf9af4c1f42 req-a39f2bbd-0cee-4ab7-ba6a-d92bdf53ddd2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535492 Jul 28 14:31:15.111046 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7998411-2bcc-4d5c-b44c-5ccf49f8f556 req-ef100561-62b4-4616-b090-0ff93009eeac tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.0941958 Jul 28 14:31:15.159567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.251463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Transition to ACTIVE for port object f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:15.260341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-0e7bc7e0-281f-4877-a6da-7f59dca33c0d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493596 Jul 28 14:31:15.387175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:15.431866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] Transition to ACTIVE for port object 1d88e98b-dcee-4c7f-a3c4-fc450050f109 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:15.571296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-4c9e46ec-c834-4976-95ef-7edc22739251 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:15.573765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-4c9e46ec-c834-4976-95ef-7edc22739251 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051753 Jul 28 14:31:15.584494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.684305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] No DVR routers for this DVR port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:15.684305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.692511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:15.765679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33138) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:15.798216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6b03d34-a146-408a-aa9b-4610ecd4e2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.816013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-d963cedb-759f-496c-b68c-4466241dc953 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109/bindings/n-h2-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 2.4413617 Jul 28 14:31:15.874330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Network 664da1b4-4267-41be-9c1e-8010ea7e934f is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:15.895879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:15.902931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:16.032172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6b03d34-a146-408a-aa9b-4610ecd4e2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.038966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:16.133316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6b03d34-a146-408a-aa9b-4610ecd4e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.172604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Pushing event updated for resources: {'Port': ['ID=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:16.226794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': '52bccb1e-5953-442d-9564-c5f286294471', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:16.348906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6b03d34-a146-408a-aa9b-4610ecd4e2bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaa61d06ba1a44348907e836af4ca399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5794089 Jul 28 14:31:16.356980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b03d34-a146-408a-aa9b-4610ecd4e2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f47e8b3-49ce-45e1-9072-1ab689a1f658,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:16.389582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-649110808-network', 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:16.450085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33154) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:16.450473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.58', 62019) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:16.538367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:16.539507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.604993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e5b0c-5e97-46eb-85a1-e91a162cc27a req-40548678-1ae4-4e7c-853f-618ee0886aba tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:16.617350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f378d-8ddc-47a8-9660-817a8d4ae612 req-41e7f8ee-072f-42ed-b81e-53b97eb52dd8 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:16.619674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-282f378d-8ddc-47a8-9660-817a8d4ae612 req-41e7f8ee-072f-42ed-b81e-53b97eb52dd8 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 931 time: 0.5289493 Jul 28 14:31:16.623595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e436a79e-bace-4c85-8557-f44141310d3a None None] Provisioning for port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:16.631976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e436a79e-bace-4c85-8557-f44141310d3a None None] Provisioning complete for port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:16.632972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e436a79e-bace-4c85-8557-f44141310d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.636345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-e11dd5aa-36fd-49e1-878c-8c013bf50fc0 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:16.636345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-e11dd5aa-36fd-49e1-878c-8c013bf50fc0 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.1833496 Jul 28 14:31:16.649109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a53e5b0c-5e97-46eb-85a1-e91a162cc27a req-40548678-1ae4-4e7c-853f-618ee0886aba tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.8490324 Jul 28 14:31:16.762597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a53e5b0c-5e97-46eb-85a1-e91a162cc27a req-f44f5b66-fcf3-4053-80e3-d24c5a2538f0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100380 Jul 28 14:31:16.773389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ad031ee-31ed-4bd5-b08a-ad474230a924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.831421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:16.837173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.839075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e436a79e-bace-4c85-8557-f44141310d3a None None] Port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:16.847604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-f055b4f2-0d98-4a8d-b317-b6bdf0e0d7bf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2582030 Jul 28 14:31:16.885690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.922441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-282f378d-8ddc-47a8-9660-817a8d4ae612 req-36d7ac5c-53b6-4138-95e9-2875ee6a26b8 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786829 Jul 28 14:31:16.953734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:16.962642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.007308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ad031ee-31ed-4bd5-b08a-ad474230a924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.112268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21aede90-2477-4cef-bae8-d01130fe95ae req-4ca71c57-be8f-4096-98f3-fff88f1b08cc tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.0576584 Jul 28 14:31:17.305744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d098f3-7d32-411d-b1b5-ea9765ea8b08 req-e2a4cf8e-648b-47d2-b32f-938c5148d2d7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:17.311506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9d098f3-7d32-411d-b1b5-ea9765ea8b08 req-e2a4cf8e-648b-47d2-b32f-938c5148d2d7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.3726151 Jul 28 14:31:17.340938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.366126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ad031ee-31ed-4bd5-b08a-ad474230a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.380649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ad031ee-31ed-4bd5-b08a-ad474230a924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.385070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2ad031ee-31ed-4bd5-b08a-ad474230a924 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f47e8b3-49ce-45e1-9072-1ab689a1f658 HTTP/1.1" status: 204 len: 168 time: 0.9330828 Jul 28 14:31:17.423589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad031ee-31ed-4bd5-b08a-ad474230a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f47e8b3-49ce-45e1-9072-1ab689a1f658,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:17.483805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.549629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.254 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/513906a8-c7cf-4e2f-8ec9-045c0f48e802) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:17.588108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9d098f3-7d32-411d-b1b5-ea9765ea8b08 req-f68a2e5a-cfc8-4d5b-a43b-399d17e7a148 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618475 Jul 28 14:31:17.616078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Request body: {'port': {'device_id': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:17.731856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:31:17.850352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.901811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.903091 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Added segment 478907ec-c03f-4af6-bfd2-819084b2a2b0 of type vlan for network d4363382-18d5-4535-a788-3e97368b7072 Jul 28 14:31:17.930305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2486ed7-d1b7-473f-81eb-5d52adaee595,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:18.105123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-950b5442-1b22-48a1-9dee-84450bfdd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.109020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-950b5442-1b22-48a1-9dee-84450bfdd4c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 1096 time: 0.5938888 Jul 28 14:31:18.136078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.164512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3c0ca-ac06-4f12-845f-5580831acbd1 req-7a56ad69-6ab9-4ebb-880f-b26f4a51a484 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.176496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3c3c0ca-ac06-4f12-845f-5580831acbd1 req-7a56ad69-6ab9-4ebb-880f-b26f4a51a484 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.2226522 Jul 28 14:31:18.211852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.58', 62020) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:18.295726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3c3c0ca-ac06-4f12-845f-5580831acbd1 req-9f155235-3870-4830-9858-e2da70602f7e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768926 Jul 28 14:31:18.523444 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-9903be68-c788-4f58-a6f3-b04ec43199e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2238173 Jul 28 14:31:18.532798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.537461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.542014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36988033-c7f6-4e87-8345-3d295538255d req-82e71b25-4266-4bf0-b450-f9010554abec tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.544131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36988033-c7f6-4e87-8345-3d295538255d req-82e71b25-4266-4bf0-b450-f9010554abec tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 931 time: 0.2830484 Jul 28 14:31:18.572919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.726853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.754494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36988033-c7f6-4e87-8345-3d295538255d req-889a1818-10d6-4530-865b-f23f6692f167 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831186 Jul 28 14:31:18.795046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object 513906a8-c7cf-4e2f-8ec9-045c0f48e802 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:18.868066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-507d49b2-56f2-49dd-a3c1-9283c1cac1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.871583 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-507d49b2-56f2-49dd-a3c1-9283c1cac1c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1096 time: 0.5699608 Jul 28 14:31:18.880752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d4363382-18d5-4535-a788-3e97368b7072,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:18.897131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d4363382-18d5-4535-a788-3e97368b7072 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:31:18.937219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b855e068-9840-47ac-a29a-8b566f43c8f2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8908992 Jul 28 14:31:18.937684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33204) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:18.954961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:18.964599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Request body: {'subnet': {'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-649110808-subnet', 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:18.989689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.58', 62021) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:18.991722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.018536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c616fcb-1bfb-4a80-b098-40154987ee45 req-140460b9-3c50-4736-a18e-69dd6384ddf1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.0880578 Jul 28 14:31:19.090848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Transition to ACTIVE for port object f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:19.113666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8ba231b3-79b9-4269-8ae2-c4f963c1fdfb tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cbd339ee601f4a72b707c176eea8ad92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1562450 Jul 28 14:31:19.125424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-0442b491-b176-4705-9a96-c83d7397cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.128238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-0442b491-b176-4705-9a96-c83d7397cf94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1101 time: 0.1150930 Jul 28 14:31:19.267557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-680e049d-aa62-47ba-95f3-61e2620dc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.269503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-680e049d-aa62-47ba-95f3-61e2620dc202 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1327786 Jul 28 14:31:19.271617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:19.274446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.448074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.468381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:19.553225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.655429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-42801e0e-8d50-4f08-bdf3-ae0e24cce33d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.1981852 Jul 28 14:31:19.688782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-1e9ef94b-ab98-4d94-915f-a2629dd2d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.691206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-1e9ef94b-ab98-4d94-915f-a2629dd2d5f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.7156570 Jul 28 14:31:19.813889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=513906a8-c7cf-4e2f-8ec9-045c0f48e802,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:19.928857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:19.936088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:19.939053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:20.016592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:20.027184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-11df7733-445d-4308-8152-6ddb6b17e44b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.039266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-11df7733-445d-4308-8152-6ddb6b17e44b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9204285 Jul 28 14:31:20.042286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334608bc-905e-42f4-a93f-fef85e61578a req-c6f5f5b5-8d6d-4d48-8329-422fc5825e21 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.050343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-334608bc-905e-42f4-a93f-fef85e61578a req-c6f5f5b5-8d6d-4d48-8329-422fc5825e21 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.3977661 Jul 28 14:31:20.076377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-678f3405-7d53-447c-b0bd-8780f15b2e2a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.085315 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-678f3405-7d53-447c-b0bd-8780f15b2e2a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1107230 Jul 28 14:31:20.115830 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-5492eeb1-14f5-41c8-9b0f-f8ad239afc47 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/quotas/cbd339ee601f4a72b707c176eea8ad92 HTTP/1.1" status: 200 len: 375 time: 0.0283461 Jul 28 14:31:20.223511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.243108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-cfbfc216-9a84-4cf8-9606-2e2103ed23e6 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbd339ee601f4a72b707c176eea8ad92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974128 Jul 28 14:31:20.257584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:20.394724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.395703 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.525765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-334608bc-905e-42f4-a93f-fef85e61578a req-b9ccf5c5-3a94-482e-8bfe-bbede81659ae tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738362 Jul 28 14:31:20.651757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc6a034d-9237-400e-8259-f55611765408 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4901524 Jul 28 14:31:20.818831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-585718f2-6b95-4adf-9a23-fbf73131aa01 None None] Provisioning for port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:20.828083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-585718f2-6b95-4adf-9a23-fbf73131aa01 None None] Provisioning complete for port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:20.828720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-585718f2-6b95-4adf-9a23-fbf73131aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.831506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:20.840319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Network hostable DHCP agents. Network: d4363382-18d5-4535-a788-3e97368b7072, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:31:20.854630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Attempting to bind port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:20.857126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Attempting to bind port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:20.858878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Attempting to bind port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 on network 664da1b4-4267-41be-9c1e-8010ea7e934f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:20.923629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 on network 664da1b4-4267-41be-9c1e-8010ea7e934f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:20.924101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Attempting to bind port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 on network 664da1b4-4267-41be-9c1e-8010ea7e934f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:20.929345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-55b4ade5-98ac-4b76-bd87-4abf10bdfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.930908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-55b4ade5-98ac-4b76-bd87-4abf10bdfe16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.8320398 Jul 28 14:31:21.013369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d900a006-960f-4033-9a29-95f1142b5e13,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:21.032371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:21.039733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Checking segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:21.040192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Bound using segment: {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:21.040803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Bound port: f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f2955d-d951-46d4-86a2-6122ae82ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:21.066546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.066707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-585718f2-6b95-4adf-9a23-fbf73131aa01 None None] Port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:21.128701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae444-b40b-47ce-b40e-28ed0c7aa444 req-e1f343d4-07c9-4cfd-a3f8-4cc1a3645258 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:21.142983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e5ae444-b40b-47ce-b40e-28ed0c7aa444 req-e1f343d4-07c9-4cfd-a3f8-4cc1a3645258 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.4716980 Jul 28 14:31:21.267007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e5ae444-b40b-47ce-b40e-28ed0c7aa444 req-b2c08968-62f6-4439-83f7-bcd9134e6eb7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228228 Jul 28 14:31:21.269475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-ac9760c3-41bf-44cb-b446-e6b94eb0e5ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 217 time: 1.1412218 Jul 28 14:31:21.271441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Network d4363382-18d5-4535-a788-3e97368b7072 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:31:21.357376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850fa98-0596-44aa-bc80-e096c8bd1b3c req-6da5b8b9-0bde-44e0-87e1-72e487ffecd4 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:21.361254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5850fa98-0596-44aa-bc80-e096c8bd1b3c req-6da5b8b9-0bde-44e0-87e1-72e487ffecd4 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.3531618 Jul 28 14:31:21.383288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] For port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:21.392090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] For port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:21.418172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d4363382-18d5-4535-a788-3e97368b7072) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:21.421986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:21.424036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.431563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed99529-b745-4582-b488-5df463be0926 None None] Network d4363382-18d5-4535-a788-3e97368b7072 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:31:21.536086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5850fa98-0596-44aa-bc80-e096c8bd1b3c req-bbab242f-39b0-4a81-91ef-856b8f90d093 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731647 Jul 28 14:31:21.551371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:21.563492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.618696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dda792db-a062-4ae3-b9ed-4024d61eebd2 req-ed199dbb-4a57-45e2-93b6-dca93f4ed999 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.1779015 Jul 28 14:31:21.620997 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.732177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:21.808536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cae6a225-4d04-41ab-b582-4f76e6ad3d8c req-20a0a910-ca8a-4626-be36-006b0e692c44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.0785372 Jul 28 14:31:21.828040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:21.829705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.840786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-623fd201-0dc6-4bd9-9807-a69249f744d9 service neutron] 10.222.0.58 "PUT /v2.0/ports/f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 HTTP/1.1" status: 200 len: 1092 time: 4.2929747 Jul 28 14:31:21.841911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'tag': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:21.862064 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895075e8-2224-4261-b26b-738c14216b14" -d '{"events": [{"name": "network-changed", "server_uuid": "c530213c-f18c-4f59-92d4-8cb561fcf529", "tag": "f8cebe00-fd9c-4ebf-a40e-03bf9d7be224"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:21.888527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ec00f75d-fb3c-48e2-9e26-82bee1a20a9e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9388554 Jul 28 14:31:21.904431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f36ad-b170-4fc8-9db6-760bbc4b3727 None None] Network d4363382-18d5-4535-a788-3e97368b7072 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:31:21.992910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Request body: {'port': {'device_id': '52bccb1e-5953-442d-9564-c5f286294471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:22.155489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.144 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/2a1da285-44fd-46c9-b6fd-6aa02d5eba11) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:22.380350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a51e0bf-89fe-45ba-a829-cda477fb4450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.505565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b443d0-49fa-4a03-bd39-2ee2e7d03b19 x-openstack-request-id: req-a5b443d0-49fa-4a03-bd39-2ee2e7d03b19 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:22.506285 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c530213c-f18c-4f59-92d4-8cb561fcf529", "tag": "f8cebe00-fd9c-4ebf-a40e-03bf9d7be224", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:22.506713 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5b443d0-49fa-4a03-bd39-2ee2e7d03b19 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:22.507442 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'tag': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224', 'status': 'completed', 'code': 200} Jul 28 14:31:22.640730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-72266987-acdc-405f-b187-00d73145221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.644920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-72266987-acdc-405f-b187-00d73145221c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.3509207 Jul 28 14:31:22.838662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302abc4-b8c8-4eb1-91c9-27d7854da83a req-cd8c4902-970f-4011-80a6-a21f2fc098de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.840839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1302abc4-b8c8-4eb1-91c9-27d7854da83a req-cd8c4902-970f-4011-80a6-a21f2fc098de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.2813785 Jul 28 14:31:22.851515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.899728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-6821a605-f289-49f8-bd26-341308104c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.901425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-6821a605-f289-49f8-bd26-341308104c5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0069029 Jul 28 14:31:22.908786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-34fddc50-4d92-495a-a6f7-826b4672336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.910383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-34fddc50-4d92-495a-a6f7-826b4672336d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae86a2ece2fd4507aa67461f092336b2&device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 1095 time: 0.7052212 Jul 28 14:31:22.929515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25eda7-6f20-4a4f-b76a-b9fa86e270f4 req-c1dce237-e0cb-4b09-81d2-d0033e69cd18 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.932221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e25eda7-6f20-4a4f-b76a-b9fa86e270f4 req-c1dce237-e0cb-4b09-81d2-d0033e69cd18 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.6191101 Jul 28 14:31:22.992871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.040832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:23.162382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e25eda7-6f20-4a4f-b76a-b9fa86e270f4 req-6a24e878-0187-4eb6-a65d-ef53b8f70d40 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176132 Jul 28 14:31:23.166439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1302abc4-b8c8-4eb1-91c9-27d7854da83a req-1882cfbc-2315-44e4-a02f-9fb8ce628900 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759600 Jul 28 14:31:23.415165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.452511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:23.459877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad3fb980-8569-4c78-9303-6ff58178f8bd req-97a8bebf-77de-4966-a7e6-e8f5ae82b0ed tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 210 time: 0.1074872 Jul 28 14:31:23.532064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e7de5-f916-4c94-ba8a-f345c40679ac req-08517a5e-854d-4812-be44-6157cb6494a9 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.535153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-235e7de5-f916-4c94-ba8a-f345c40679ac req-08517a5e-854d-4812-be44-6157cb6494a9 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.2630889 Jul 28 14:31:23.622413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:23.624311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:23.653492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:23.662313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:23.863053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.863758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.967626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e0bd6265-423d-416b-a090-5883be461611 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7217245 Jul 28 14:31:24.070657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-aab93dbd-8687-4d90-8615-966e97eeb55c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d940334ee9594bd69549040c255f9507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321729 Jul 28 14:31:24.156225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-99685b26-79f5-4866-81df-9a2581e59eed None None] Provisioning for port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:24.173954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-99685b26-79f5-4866-81df-9a2581e59eed None None] Provisioning complete for port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:24.174597 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99685b26-79f5-4866-81df-9a2581e59eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.225520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-235e7de5-f916-4c94-ba8a-f345c40679ac req-f4b8d7a7-7102-4b67-a658-e1c70eba7bc2 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741931 Jul 28 14:31:24.247216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99685b26-79f5-4866-81df-9a2581e59eed None None] Port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:24.290303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-142b319e-82a4-4aa5-b186-412786b0c7ff tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.291831 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-142b319e-82a4-4aa5-b186-412786b0c7ff tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137666 Jul 28 14:31:24.323331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-d861b6c1-bd64-42d9-97dd-dc47dc008ed3 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/quotas/d940334ee9594bd69549040c255f9507 HTTP/1.1" status: 200 len: 375 time: 0.0262883 Jul 28 14:31:24.386221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2071a118-4e20-4011-807f-8bd9cdd5624a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525539 Jul 28 14:31:24.404183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513906a8-c7cf-4e2f-8ec9-045c0f48e802 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:24.410322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.450033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Transition to ACTIVE for port object 513906a8-c7cf-4e2f-8ec9-045c0f48e802 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:24.668499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-4ddafa90-4ab5-4eee-8253-eb5aa2159457 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.670000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-4ddafa90-4ab5-4eee-8253-eb5aa2159457 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.1675968 Jul 28 14:31:24.710645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-ecc4ee1a-48a6-4169-9968-4b55558207cf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0167708 Jul 28 14:31:24.777642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-e3e1dafa-a3ab-417c-bea6-b059358a3f7f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481198 Jul 28 14:31:24.911938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-79fcfc3c-53ed-4a10-b998-1d0d610760d6 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219153 Jul 28 14:31:24.999323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.003264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58cdda84-9bbd-4a69-affe-64584aa367f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.080037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.203638 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ed95d7d-6cd2-4629-a6b5-1fb8a97188e9 req-19e39ff3-abeb-4086-a006-ee227d77288d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.0633388 Jul 28 14:31:25.394693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Pushing event updated for resources: {'Port': ['ID=513906a8-c7cf-4e2f-8ec9-045c0f48e802,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:25.425275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-a870b3c9-a7cd-4d41-978f-b518b5a361a4 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008273 Jul 28 14:31:25.509696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Attempting to bind port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:25.510317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Attempting to bind port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:25.511066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Attempting to bind port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:25.519967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:25.520645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Attempting to bind port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:25.531738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:25.532441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:25.533509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:25.534377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Bound port: 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:25.535106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.636785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e92f2a-d017-4f6b-90ca-564fdc81d413 req-bf1e6ae7-cae5-43fb-a6d9-afc87d943db7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.638400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8e92f2a-d017-4f6b-90ca-564fdc81d413 req-bf1e6ae7-cae5-43fb-a6d9-afc87d943db7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.1157148 Jul 28 14:31:25.658140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-2063a4f4-145a-47fb-af88-bd04acb16f76 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbd339ee601f4a72b707c176eea8ad92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480385 Jul 28 14:31:25.684064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8e92f2a-d017-4f6b-90ca-564fdc81d413 req-5e167fd1-4f22-48f3-9626-0833d1dca5e8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Jul 28 14:31:25.751252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] For port 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:25.790078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] For port 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=513906a8-c7cf-4e2f-8ec9-045c0f48e802,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:25.931096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-41c84b65-51ea-42f6-b65e-ffb77d4ec4cd tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.932786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-41c84b65-51ea-42f6-b65e-ffb77d4ec4cd tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627666 Jul 28 14:31:25.934305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.944294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de21200-f6f0-4f7e-836a-caf59cc789a2 req-2de20408-6d08-490a-bc95-f3dd80e2180a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.963815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9de21200-f6f0-4f7e-836a-caf59cc789a2 req-2de20408-6d08-490a-bc95-f3dd80e2180a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1047332 Jul 28 14:31:25.987616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Request body: {'port': {'device_id': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'cbd339ee601f4a72b707c176eea8ad92'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:26.026948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.030600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.035506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/513906a8-c7cf-4e2f-8ec9-045c0f48e802 HTTP/1.1" status: 200 len: 1097 time: 4.0894122 Jul 28 14:31:26.036475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bccb1e-5953-442d-9564-c5f286294471', 'tag': '513906a8-c7cf-4e2f-8ec9-045c0f48e802'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:26.039676 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ee16e-6b98-4446-b476-f941fab67c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "52bccb1e-5953-442d-9564-c5f286294471", "tag": "513906a8-c7cf-4e2f-8ec9-045c0f48e802"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:26.123610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9de21200-f6f0-4f7e-836a-caf59cc789a2 req-4b030c8a-2d07-4a42-b2f1-2c5c45dcffe8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469212 Jul 28 14:31:26.208031 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.236406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7093d-756e-447a-bae1-974b089a2057 req-c5bfe715-ea26-455b-adab-dc4f653f10e1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.250923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac7093d-756e-447a-bae1-974b089a2057 req-c5bfe715-ea26-455b-adab-dc4f653f10e1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 936 time: 0.3814075 Jul 28 14:31:26.285135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70bd42-d01d-4b6f-b57e-a58de44718d7 service neutron] Pushing event updated for resources: {'Port': ['ID=513906a8-c7cf-4e2f-8ec9-045c0f48e802,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:26.496774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac7093d-756e-447a-bae1-974b089a2057 req-5190ac94-621e-4190-9af8-08bd452131ba tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250471 Jul 28 14:31:26.504358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-fd1c8e7c-4c04-487d-b0f2-d63a506e0bf0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d940334ee9594bd69549040c255f9507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542855 Jul 28 14:31:26.578192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Made reservation on behalf of cbd339ee601f4a72b707c176eea8ad92 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:26.584519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.612068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.794906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-0b0ca627-ee9c-4331-9994-4513092b1996 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.797687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-0b0ca627-ee9c-4331-9994-4513092b1996 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810621 Jul 28 14:31:26.822279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093f2c-0c4f-4652-91cb-672e6eb98736 req-925a3b87-bdb1-4c1f-9aa0-3f048041f0d8 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.822519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-0f2baf81-fd6b-4c78-ad4c-91f086086eba tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/quotas/d940334ee9594bd69549040c255f9507 HTTP/1.1" status: 200 len: 375 time: 0.0148664 Jul 28 14:31:26.829099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9093f2c-0c4f-4652-91cb-672e6eb98736 req-925a3b87-bdb1-4c1f-9aa0-3f048041f0d8 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.1820681 Jul 28 14:31:26.873689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-9bd72b18-bc66-4c57-954e-b75563fa5b88 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416713 Jul 28 14:31:26.902908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9093f2c-0c4f-4652-91cb-672e6eb98736 req-f0b2d348-84c7-4ec4-9988-3b835dd7beff tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707271 Jul 28 14:31:26.986220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.017065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35319421-8c88-4de1-b1b6-76d9cc0838b0 req-6b1ce6d0-6cf5-4d74-83fd-e0a3647fd246 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0658541 Jul 28 14:31:27.072744 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f96c3-b2e9-4246-a15a-5df38dc10e3a x-openstack-request-id: req-b23f96c3-b2e9-4246-a15a-5df38dc10e3a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:27.073795 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bccb1e-5953-442d-9564-c5f286294471", "tag": "513906a8-c7cf-4e2f-8ec9-045c0f48e802", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:27.074282 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b23f96c3-b2e9-4246-a15a-5df38dc10e3a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:27.075083 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52bccb1e-5953-442d-9564-c5f286294471', 'tag': '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'status': 'completed', 'code': 200} Jul 28 14:31:27.143308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.176959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f53f6887-8a05-48d7-bbef-9177217db440 req-10a1f7f8-d1c9-48f0-832b-1699fcc44ec5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.0508323 Jul 28 14:31:27.254000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2696168-fc08-49d6-813c-63cd1ec6532b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:27.523452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Allocated IP 192.168.233.83 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/27facbcc-5f59-4925-854b-f6d53a3151cb) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:27.569916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b605a6-9590-48a6-bd3f-ffcec96146de req-1cdc8bcc-8d9e-49fe-9a72-a91278fc3c64 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:27.595440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b605a6-9590-48a6-bd3f-ffcec96146de req-1cdc8bcc-8d9e-49fe-9a72-a91278fc3c64 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.1749125 Jul 28 14:31:27.649341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b605a6-9590-48a6-bd3f-ffcec96146de req-2090c0d6-7f95-4819-8254-d620101cb300 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580046 Jul 28 14:31:27.693267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.715018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973daf-cb47-47ff-bda2-95bdd03d517f req-48f2b8e0-e2a4-47a1-9749-49a0db249a9f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:27.719597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c973daf-cb47-47ff-bda2-95bdd03d517f req-48f2b8e0-e2a4-47a1-9749-49a0db249a9f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1770074 Jul 28 14:31:27.825167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba8d00d6-cf25-49bb-ab7d-00a743799ec3 req-e62e5e80-2fe5-4c21-b343-bcbbbdb94330 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0334837 Jul 28 14:31:27.831399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c973daf-cb47-47ff-bda2-95bdd03d517f req-e5889bd0-d1b7-469d-a41b-7580acf1521d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982280 Jul 28 14:31:28.003793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.061796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Transition to ACTIVE for port object 27facbcc-5f59-4925-854b-f6d53a3151cb will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:28.112333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34022251-6122-46c7-b4b2-426f69bb0123 req-56824617-e160-4ba0-903f-2ae54db5db1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.121302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34022251-6122-46c7-b4b2-426f69bb0123 req-56824617-e160-4ba0-903f-2ae54db5db1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 936 time: 0.1561294 Jul 28 14:31:28.181142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba97859-1acf-4ede-b532-9768e568591e req-63921d47-c5ba-45f0-b6f0-2886cc8f37ea tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.189047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ba97859-1acf-4ede-b532-9768e568591e req-63921d47-c5ba-45f0-b6f0-2886cc8f37ea tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.1467314 Jul 28 14:31:28.195165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34022251-6122-46c7-b4b2-426f69bb0123 req-2698e81b-5b30-4cd1-b2b7-e18eff49f0a0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625350 Jul 28 14:31:28.269144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ba97859-1acf-4ede-b532-9768e568591e req-2866c940-ab61-4a0f-862c-e74504367cce tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Jul 28 14:31:28.382230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-239a7e83-8c70-4a82-88f9-5a236620c013 req-9765c14c-ef6a-437f-9fab-4c5a20bcdbf9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0372908 Jul 28 14:31:28.412832 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.416557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03188c0d-994c-467d-b27c-855715e04b88 req-aeb33fdb-732a-4b18-afaf-d18027e967a6 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.0577316 Jul 28 14:31:28.495798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:28.501543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:28.508602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:28.592989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Pushing event updated for resources: {'Port': ['ID=27facbcc-5f59-4925-854b-f6d53a3151cb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:28.639186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.640355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.788858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-8d72c83b-a94e-487a-90b5-dc25be296a44 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8113718 Jul 28 14:31:28.833276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Request body: {'port': {'device_id': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:28.954632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff4e4ace-6b72-4ae6-9774-8ac7d0f6d5aa req-6bb1ceda-93b5-4b18-b762-b61dfc38835d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0389013 Jul 28 14:31:28.957082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e168a4-e126-4e5a-b5d8-8a88f8713fb3 req-9975baec-b993-45e0-9e27-6380ea38875c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.964554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5e168a4-e126-4e5a-b5d8-8a88f8713fb3 req-9975baec-b993-45e0-9e27-6380ea38875c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.1885629 Jul 28 14:31:29.018799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3531ebf6-0d6c-48cf-ac4e-c52bde9802b5 None None] Provisioning for port 27facbcc-5f59-4925-854b-f6d53a3151cb completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:29.022137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.026686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3531ebf6-0d6c-48cf-ac4e-c52bde9802b5 None None] Provisioning complete for port 27facbcc-5f59-4925-854b-f6d53a3151cb triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:29.033352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3531ebf6-0d6c-48cf-ac4e-c52bde9802b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.097230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5e168a4-e126-4e5a-b5d8-8a88f8713fb3 req-61667630-5473-4034-b4ff-4ddb9f0400ac tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205053 Jul 28 14:31:29.155345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3531ebf6-0d6c-48cf-ac4e-c52bde9802b5 None None] Port 27facbcc-5f59-4925-854b-f6d53a3151cb cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:29.283700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020cdf0-6685-45cb-8462-b6e017f18815 req-1bbc29cf-8977-4a2d-9c83-3060dc0dd0ae tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:29.302228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6020cdf0-6685-45cb-8462-b6e017f18815 req-1bbc29cf-8977-4a2d-9c83-3060dc0dd0ae tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1341450 Jul 28 14:31:29.390447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6020cdf0-6685-45cb-8462-b6e017f18815 req-4c6a85a4-55ee-41f0-be94-83af540c2f0b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869188 Jul 28 14:31:29.592092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16710d-cfc6-4e55-8a3c-9ac65eb811e4 req-23e2e12c-02c2-4ba3-80e8-2cf91860d391 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:29.601403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d16710d-cfc6-4e55-8a3c-9ac65eb811e4 req-23e2e12c-02c2-4ba3-80e8-2cf91860d391 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 936 time: 0.1461906 Jul 28 14:31:29.663090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e5acd-7f4d-4e9f-aebd-01d644ca0b6a req-e920668b-04a2-47ea-a18b-fb6951c77606 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:29.679842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-568e5acd-7f4d-4e9f-aebd-01d644ca0b6a req-e920668b-04a2-47ea-a18b-fb6951c77606 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.1163146 Jul 28 14:31:29.713457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-fea3a9ff-4625-41bd-8ecc-5f1e05437ad0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d940334ee9594bd69549040c255f9507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026371 Jul 28 14:31:29.750549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-568e5acd-7f4d-4e9f-aebd-01d644ca0b6a req-1502864c-cea0-4948-bb82-0b3d73087f98 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764649 Jul 28 14:31:29.868948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d16710d-cfc6-4e55-8a3c-9ac65eb811e4 req-f64f107c-8ac6-4097-94a7-b6dd0a79db5d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478783 Jul 28 14:31:29.879379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57d3c1d4-c370-4a32-94c5-c46e4e013543 req-0a3d2d24-4742-47fc-9e93-9f4c7f535422 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0365164 Jul 28 14:31:30.052935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-b10bd044-d7e7-44f0-841c-6dd9c1ac0ece tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.054508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-b10bd044-d7e7-44f0-841c-6dd9c1ac0ece tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284159 Jul 28 14:31:30.091576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Request body: {'port': {'device_id': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'd940334ee9594bd69549040c255f9507'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:30.100300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27facbcc-5f59-4925-854b-f6d53a3151cb {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:30.240341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.240341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7daff9-3d51-4764-be0e-ed1a77b5bfd0 req-11a4eda5-adff-4227-a999-d8ec5a09a8ee tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.240341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b7daff9-3d51-4764-be0e-ed1a77b5bfd0 req-11a4eda5-adff-4227-a999-d8ec5a09a8ee tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 935 time: 0.1957135 Jul 28 14:31:30.240341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Transition to ACTIVE for port object 27facbcc-5f59-4925-854b-f6d53a3151cb will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:30.242256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-886f251a-0051-4746-a62b-c5f0d83fb80e req-31e152a4-5f65-4e25-a4f0-02c13ba6f3f2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0725884 Jul 28 14:31:30.242256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Request body: {'port': {'device_id': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:30.283778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-e0d48e17-c010-4bc9-b45e-643acade57ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426663 Jul 28 14:31:30.323809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-74d97cb3-21bc-470d-aa6b-8e53e0ec95d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 HTTP/1.1" status: 200 len: 217 time: 0.1287942 Jul 28 14:31:30.420760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.457489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b7daff9-3d51-4764-be0e-ed1a77b5bfd0 req-172deff1-1ecf-44c1-9d57-68a99a17c44d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469745 Jul 28 14:31:30.482425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-ac40e1de-15d9-4f5f-90fa-dfd0cce3c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.483943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-ac40e1de-15d9-4f5f-90fa-dfd0cce3c484 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d49b3acb-2e54-4a66-9989-13f87f429e39 HTTP/1.1" status: 200 len: 853 time: 0.1362841 Jul 28 14:31:30.499559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee16e-6b98-4446-b476-f941fab67c3f req-cf830eec-13cc-4461-8adf-0854a29f097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.501034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-223ee16e-6b98-4446-b476-f941fab67c3f req-cf830eec-13cc-4461-8adf-0854a29f097d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 1100 time: 0.2729101 Jul 28 14:31:30.508379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be1d0f-b5bb-4b6d-b0d2-d00629f5bcb0 req-b82a2cfb-d9dc-4b03-af77-1b98029ed2c8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.508379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24be1d0f-b5bb-4b6d-b0d2-d00629f5bcb0 req-b82a2cfb-d9dc-4b03-af77-1b98029ed2c8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.1910551 Jul 28 14:31:30.559121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-ccb5b0d7-cfc8-48ae-94e5-bcc5db943587 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652365 Jul 28 14:31:30.562629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-223ee16e-6b98-4446-b476-f941fab67c3f req-59c3a327-697b-45d0-ac53-24d49673b191 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512884 Jul 28 14:31:30.606831 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-ef120899-c032-459f-a7c8-f5cd38640446 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123534 Jul 28 14:31:30.706348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472652-5f7d-4d05-a144-f0772dd69484 req-9a6d24c1-2438-4b45-8bfe-40fe84047982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.707909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-9a6d24c1-2438-4b45-8bfe-40fe84047982 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=664da1b4-4267-41be-9c1e-8010ea7e934f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2111483 Jul 28 14:31:30.841794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24be1d0f-b5bb-4b6d-b0d2-d00629f5bcb0 req-26663b71-5794-48d6-acd4-5408ed98c5c6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781711 Jul 28 14:31:30.926357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-57fb8042-069d-42ce-855e-ce7f5e18977d service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746849 Jul 28 14:31:30.943881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fca7-85e3-4192-9ba9-dedc0ad9f26f req-b5119a8a-9a53-44c1-b50e-5054b7d9e05f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.946676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-daa2fca7-85e3-4192-9ba9-dedc0ad9f26f req-b5119a8a-9a53-44c1-b50e-5054b7d9e05f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.3253660 Jul 28 14:31:30.950215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-3c030722-398f-4dba-b2ac-cffb68d48764 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669684 Jul 28 14:31:30.952124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee16e-6b98-4446-b476-f941fab67c3f req-3e4c620b-7187-426f-90f3-dceae407993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.954540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-223ee16e-6b98-4446-b476-f941fab67c3f req-3e4c620b-7187-426f-90f3-dceae407993c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3694470 Jul 28 14:31:30.977052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-fbbc7858-03fc-4152-87c1-827b573b03b3 service neutron] 10.222.0.58 "GET /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476087 Jul 28 14:31:30.989615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Made reservation on behalf of d940334ee9594bd69549040c255f9507 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:30.996255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.006944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.039179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.065706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa6678-1b9d-4816-98e8-a8de020b37a4 req-91f4ae7e-4039-44ff-900b-ef04055c70a9 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:31.067395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44fa6678-1b9d-4816-98e8-a8de020b37a4 req-91f4ae7e-4039-44ff-900b-ef04055c70a9 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.1097064 Jul 28 14:31:31.160750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-daa2fca7-85e3-4192-9ba9-dedc0ad9f26f req-0374e576-a115-44b0-96cd-f3eb56c69ca5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045012 Jul 28 14:31:31.174666 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:31:31.231071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44fa6678-1b9d-4816-98e8-a8de020b37a4 req-141237a4-9c9b-4102-9d72-3473d0e6cd23 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493053 Jul 28 14:31:31.395847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:31.425697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.471705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-867b00c2-ed55-497c-9506-7e6ef3bc70d8 req-71664407-895e-4c3e-9d4e-5117cad3564b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0511541 Jul 28 14:31:31.481191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Transition to ACTIVE for port object 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:31.612273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.672887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:31.774847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Pushing event updated for resources: {'Port': ['ID=27facbcc-5f59-4925-854b-f6d53a3151cb,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:31.785694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-30fd0a8d-2c82-4fc6-a0d5-a319e22a1c5e req-34a8c09c-d9ce-4fe4-9099-30f34416c5da tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0797832 Jul 28 14:31:31.864116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60472652-5f7d-4d05-a144-f0772dd69484 req-1ab3a9d8-ce29-4e81-a697-873be49a24c8 service neutron] 10.222.0.58 "GET /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361064 Jul 28 14:31:31.892960 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.955658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Attempting to bind port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:31.956234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Attempting to bind port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:31.956843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Attempting to bind port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:32.006991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:32.007550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Attempting to bind port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:32.044905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:32.045426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:32.046026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:32.046747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Bound port: 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:32.047357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.120773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-6ae328f9-17de-4709-b38b-c3a0e2e955fa tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.122311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-6ae328f9-17de-4709-b38b-c3a0e2e955fa tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.3373723 Jul 28 14:31:32.128004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f0731-221b-4c91-a58a-4ed5785cd817 req-bc679f8f-0df3-45ea-ac28-a7e3e14a93be tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.130754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e16f0731-221b-4c91-a58a-4ed5785cd817 req-bc679f8f-0df3-45ea-ac28-a7e3e14a93be tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 947 time: 0.2667160 Jul 28 14:31:32.146245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-5e962bf9-052e-47fa-ab05-4b5fa4e868f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.147834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-5e962bf9-052e-47fa-ab05-4b5fa4e868f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 1100 time: 0.3641651 Jul 28 14:31:32.160760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3ebe3-03e4-4ac4-9988-6f78c54b7ac2 req-18c036dc-9b29-4d8f-9adc-e891fc935e03 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.162341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65a3ebe3-03e4-4ac4-9988-6f78c54b7ac2 req-18c036dc-9b29-4d8f-9adc-e891fc935e03 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 948 time: 0.3764246 Jul 28 14:31:32.184612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-03732bd9-e8b0-4fe8-bd3f-bcc7356b89f1 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.186893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-03732bd9-e8b0-4fe8-bd3f-bcc7356b89f1 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.4110756 Jul 28 14:31:32.230042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Request body: {'port': {'device_id': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'admin_state_up': True, 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:32.279015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Attempting to bind port 27facbcc-5f59-4925-854b-f6d53a3151cb on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:32.279246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Attempting to bind port 27facbcc-5f59-4925-854b-f6d53a3151cb by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:32.279558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Attempting to bind port 27facbcc-5f59-4925-854b-f6d53a3151cb on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:32.290479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-9973484a-1b59-46b9-be4b-16db363cd24f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=513906a8-c7cf-4e2f-8ec9-045c0f48e802 HTTP/1.1" status: 200 len: 217 time: 0.1259022 Jul 28 14:31:32.312081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Port 27facbcc-5f59-4925-854b-f6d53a3151cb on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:32.312410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Attempting to bind port 27facbcc-5f59-4925-854b-f6d53a3151cb on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:32.367257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e16f0731-221b-4c91-a58a-4ed5785cd817 req-f5b9610a-9fd6-4951-9db8-4e645654db4e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003181 Jul 28 14:31:32.391283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] For port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:32.392851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65a3ebe3-03e4-4ac4-9988-6f78c54b7ac2 req-e7c5b489-9c6c-4cb9-9da7-2b0ba0ea7b8d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069073 Jul 28 14:31:32.394409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] For port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:32.398287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895075e8-2224-4261-b26b-738c14216b14 req-374d4fd7-cb63-4846-8b55-be1e45808f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.400446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-374d4fd7-cb63-4846-8b55-be1e45808f6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae86a2ece2fd4507aa67461f092336b2&device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 1095 time: 0.3015878 Jul 28 14:31:32.401209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:32.401550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:32.401935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:32.402387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Bound port: 27facbcc-5f59-4925-854b-f6d53a3151cb, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:32.402752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.443992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.488555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.549461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.550376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.552288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] 10.222.0.58 "PUT /v2.0/ports/2a1da285-44fd-46c9-b6fd-6aa02d5eba11 HTTP/1.1" status: 200 len: 1097 time: 2.3589654 Jul 28 14:31:32.571144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'tag': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:32.574164 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adfe39e-907c-43d6-abc3-385308480960" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a634a0-44b9-4da2-afa6-97ae1e1ba91c", "tag": "2a1da285-44fd-46c9-b6fd-6aa02d5eba11"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:32.599325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e2167f74-33df-4d30-8f6f-cc8c2185e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.603847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-e2167f74-33df-4d30-8f6f-cc8c2185e2eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2957413 Jul 28 14:31:32.622329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.633446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e8ff3-669f-448e-8c50-4581db7d0592 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:32.656569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930491cb-8df0-4c08-87ec-818ac90a321b req-93f769d1-8c8c-4c23-a3dc-13ac552525f1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.665851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-930491cb-8df0-4c08-87ec-818ac90a321b req-93f769d1-8c8c-4c23-a3dc-13ac552525f1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.1424692 Jul 28 14:31:32.769287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-930491cb-8df0-4c08-87ec-818ac90a321b req-92bf75f7-803f-4b49-9907-87806929952f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019578 Jul 28 14:31:32.776923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:32.786546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.850746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc61e934-9495-482c-8a11-dbc09f7a05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.854402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-dc61e934-9495-482c-8a11-dbc09f7a05c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 1100 time: 0.1321983 Jul 28 14:31:32.913224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7d715-a622-429c-82ee-73297cdfa934,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:32.953587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-04da260c-fba2-4b07-8b2a-08e510616438 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11 HTTP/1.1" status: 200 len: 217 time: 0.0875790 Jul 28 14:31:32.970659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97247e4-b728-4472-b6cf-6d3435c72dca req-c090ed53-d5e1-4aef-806a-a9fe82896710 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.972227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e97247e4-b728-4472-b6cf-6d3435c72dca req-c090ed53-d5e1-4aef-806a-a9fe82896710 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.4292452 Jul 28 14:31:32.972784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.42', 57944) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:32.988112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] For port 27facbcc-5f59-4925-854b-f6d53a3151cb, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:33.009565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895075e8-2224-4261-b26b-738c14216b14 req-63a634d4-757a-40dd-b450-686e4879d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.012284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-63a634d4-757a-40dd-b450-686e4879d8b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=664da1b4-4267-41be-9c1e-8010ea7e934f HTTP/1.1" status: 200 len: 915 time: 0.5873969 Jul 28 14:31:33.095580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df8b1d-e75d-424b-a066-243ede2c75c1 req-1a315942-676c-4fc4-aea6-aa6b84911f36 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.097213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89df8b1d-e75d-424b-a066-243ede2c75c1 req-1a315942-676c-4fc4-aea6-aa6b84911f36 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.1628420 Jul 28 14:31:33.100512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-8d28a01c-0156-4d87-b1b3-6eb589e36696 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d940334ee9594bd69549040c255f9507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192811 Jul 28 14:31:33.102969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-2a80c430-9ba9-4deb-afdd-36161723a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.104509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-2a80c430-9ba9-4deb-afdd-36161723a65a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0926731 Jul 28 14:31:33.112022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] For port 27facbcc-5f59-4925-854b-f6d53a3151cb, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=27facbcc-5f59-4925-854b-f6d53a3151cb,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:33.212541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Allocated IP 172.20.0.9 (d4363382-18d5-4535-a788-3e97368b7072/d900a006-960f-4033-9a29-95f1142b5e13/219dbdfc-4e35-42fb-9027-e0bb7d3dc924) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:33.227046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-18a90291-9f41-4d8a-b535-f7c659ed2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.228673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-18a90291-9f41-4d8a-b535-f7c659ed2e99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020033 Jul 28 14:31:33.236543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-8f6ec693-d8a9-48d4-ae58-268b33ccdba6 service neutron] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:33.237652 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89df8b1d-e75d-424b-a066-243ede2c75c1 req-88bed802-ceb0-4672-bd4c-8c924df56dcf tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091547 Jul 28 14:31:33.240189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8edc7fc3-9abc-4694-b926-fde7e1aa9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.243791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-8edc7fc3-9abc-4694-b926-fde7e1aa9585 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5766587 Jul 28 14:31:33.256940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-c65682c2-ac50-4fd8-9bed-927865c1cee3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 HTTP/1.1" status: 200 len: 217 time: 0.2101514 Jul 28 14:31:33.288529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-8f6ec693-d8a9-48d4-ae58-268b33ccdba6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.290966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-8f6ec693-d8a9-48d4-ae58-268b33ccdba6 service neutron] 10.222.0.58 "DELETE /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109/bindings/n-h1-764806-10 HTTP/1.1" status: 204 len: 173 time: 1.1419344 Jul 28 14:31:33.396332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.441542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4452ab8a-2199-4b35-ad94-6f8063fb0b63 req-ab1acd3d-0294-4681-85d2-660e6187183e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0859005 Jul 28 14:31:33.457675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-df61309a-67bb-4588-826a-6a56ddc8ccf0 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173593 Jul 28 14:31:33.534879 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc52912-3c7f-4d0a-93e7-f0fa21ac11b2 x-openstack-request-id: req-ebc52912-3c7f-4d0a-93e7-f0fa21ac11b2 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:33.536080 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a634a0-44b9-4da2-afa6-97ae1e1ba91c", "tag": "2a1da285-44fd-46c9-b6fd-6aa02d5eba11", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:33.536080 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ebc52912-3c7f-4d0a-93e7-f0fa21ac11b2 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:33.536080 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'tag': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', 'status': 'completed', 'code': 200} Jul 28 14:31:33.584250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.623993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-b0149bce-10a7-4afd-8aaf-5b41932f63f2 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557753 Jul 28 14:31:33.666778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Allocated IP 192.168.233.227 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/ef505271-e996-4a85-abc4-b81a8e69abc4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:33.688357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e97247e4-b728-4472-b6cf-6d3435c72dca req-087ec364-ef59-4f79-8731-dc35bc75db6e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743920 Jul 28 14:31:33.711688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.713358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.715863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] 10.222.0.42 "PUT /v2.0/ports/27facbcc-5f59-4925-854b-f6d53a3151cb HTTP/1.1" status: 200 len: 1096 time: 4.8920324 Jul 28 14:31:33.723513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'tag': '27facbcc-5f59-4925-854b-f6d53a3151cb'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:33.728267 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb795f62-36ce-4439-b637-88880ba5373a" -d '{"events": [{"name": "network-changed", "server_uuid": "e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53", "tag": "27facbcc-5f59-4925-854b-f6d53a3151cb"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:33.734516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6da353c9-83cc-430a-9008-20e817b194ea req-73a66825-0ecd-497d-b377-689e2e79a3fd tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0554926 Jul 28 14:31:33.747611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.907373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895075e8-2224-4261-b26b-738c14216b14 req-6d8a3ace-3390-4423-a44e-7b5bdb9bb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.911621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-6d8a3ace-3390-4423-a44e-7b5bdb9bb30f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d49b3acb-2e54-4a66-9989-13f87f429e39 HTTP/1.1" status: 200 len: 853 time: 0.5564017 Jul 28 14:31:33.950594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738270e-6649-4bf6-9f1d-498834a2760b service neutron] Pushing event updated for resources: {'Port': ['ID=27facbcc-5f59-4925-854b-f6d53a3151cb,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:33.976759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Network d4363382-18d5-4535-a788-3e97368b7072 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:33.976759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event updated for resources: {'Port': ['ID=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:34.027777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:34.040900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:34.083367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-3d56c604-8816-407b-8d6c-2172a2bdff8e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.084972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-3d56c604-8816-407b-8d6c-2172a2bdff8e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8998351 Jul 28 14:31:34.123967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Request body: {'port': {'device_id': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'd940334ee9594bd69549040c255f9507'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:34.203900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-02395ca1-3592-49c4-9cd5-2ee8df51797a service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9211500 Jul 28 14:31:34.280804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abbe50-83ca-42df-b44c-89567c0b191d req-21f7f7e5-8a2d-4f64-9e19-ddaf51ed21dd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.283713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39abbe50-83ca-42df-b44c-89567c0b191d req-21f7f7e5-8a2d-4f64-9e19-ddaf51ed21dd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 948 time: 0.3595719 Jul 28 14:31:34.351232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-5ec0618a-f3dc-4ef0-912e-93d41b4e6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.353495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-5ec0618a-f3dc-4ef0-912e-93d41b4e6c0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbd339ee601f4a72b707c176eea8ad92&device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 1099 time: 0.3944561 Jul 28 14:31:34.355515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895075e8-2224-4261-b26b-738c14216b14 req-18b7eff2-6594-4294-aeaa-e4998d1e620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.357196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-18b7eff2-6594-4294-aeaa-e4998d1e620a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=664da1b4-4267-41be-9c1e-8010ea7e934f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4253697 Jul 28 14:31:34.401167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe39e-907c-43d6-abc3-385308480960 req-9447ed4a-2010-4585-8dcf-3876416c31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.402698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-9447ed4a-2010-4585-8dcf-3876416c31f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 1100 time: 0.5256345 Jul 28 14:31:34.418386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f1196-43a8-48dd-b13d-c9cebca0e03c req-486f6f6a-29ef-415a-bf24-748ca9a59f8f tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.419986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd0f1196-43a8-48dd-b13d-c9cebca0e03c req-486f6f6a-29ef-415a-bf24-748ca9a59f8f tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 947 time: 0.4934032 Jul 28 14:31:34.446327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.447031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.544377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd0f1196-43a8-48dd-b13d-c9cebca0e03c req-1a5da6f7-90b4-4048-a9e2-f86cf38d28e5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086226 Jul 28 14:31:34.594955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe39e-907c-43d6-abc3-385308480960 req-57eabad9-d626-4d4f-aca6-572d4b86173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.598409 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-57eabad9-d626-4d4f-aca6-572d4b86173c service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1731629 Jul 28 14:31:34.602107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.613792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-5ca1495f-6c28-4307-b561-9d0f1a1c9089 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=27facbcc-5f59-4925-854b-f6d53a3151cb HTTP/1.1" status: 200 len: 217 time: 0.1304891 Jul 28 14:31:34.631208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39abbe50-83ca-42df-b44c-89567c0b191d req-3849ec68-cf32-4db5-8c53-7883627aaf3b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171299 Jul 28 14:31:34.661455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Transition to ACTIVE for port object ef505271-e996-4a85-abc4-b81a8e69abc4 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:34.662813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-1bc59967-4990-46b8-bd28-37814569919a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11 HTTP/1.1" status: 200 len: 217 time: 0.0570776 Jul 28 14:31:34.665500 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-3ababdf1-420e-4b4e-832b-19c4ac975c76 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4429584 Jul 28 14:31:34.719057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Request body: {'port': {'device_id': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:34.730514 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab81f189-ae96-4a6f-b588-af87e0e6875d x-openstack-request-id: req-ab81f189-ae96-4a6f-b588-af87e0e6875d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:34.730807 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53", "tag": "27facbcc-5f59-4925-854b-f6d53a3151cb", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:34.731191 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab81f189-ae96-4a6f-b588-af87e0e6875d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:34.731484 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'tag': '27facbcc-5f59-4925-854b-f6d53a3151cb', 'status': 'completed', 'code': 200} Jul 28 14:31:34.765315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe39e-907c-43d6-abc3-385308480960 req-df9b4468-9a55-4b9b-b9e9-bf12191ec340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.766913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-df9b4468-9a55-4b9b-b9e9-bf12191ec340 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0846140 Jul 28 14:31:34.782766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495fe34-bafd-49a0-b8b6-d59d241b0b73 req-b467d5fe-ab86-4391-8075-a825983294e8 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.784565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2495fe34-bafd-49a0-b8b6-d59d241b0b73 req-b467d5fe-ab86-4391-8075-a825983294e8 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1096 time: 0.1310115 Jul 28 14:31:34.865432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.903836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2495fe34-bafd-49a0-b8b6-d59d241b0b73 req-e3a1ebc3-9468-48c6-bcfa-b24df2485c5c tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909543 Jul 28 14:31:34.924762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe39e-907c-43d6-abc3-385308480960 req-62f74958-de5e-409c-a0a0-da706500dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.926409 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-62f74958-de5e-409c-a0a0-da706500dff3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463687 Jul 28 14:31:35.076308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1482c95a-917c-4b97-9ff3-1255188ecae5 req-d6b0bc1b-a252-4f6c-bc6b-0bf7e1e43ca3 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392911 Jul 28 14:31:35.091108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-07c2e256-9b1f-48eb-a1c7-39767f2902ef service neutron] 10.222.0.58 "GET /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181056 Jul 28 14:31:35.116076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-dee4da63-cdc1-41c7-a4bb-ee3661cfaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.117901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-dee4da63-cdc1-41c7-a4bb-ee3661cfaca6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.4902534 Jul 28 14:31:35.237978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-0e93e71a-821f-42dc-9b47-af750696d512 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987542 Jul 28 14:31:35.249286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e8c55-deaf-48c1-8383-b44a2a69cece req-43074f36-eb58-4102-b668-ab27f8314a61 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.251107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d30e8c55-deaf-48c1-8383-b44a2a69cece req-43074f36-eb58-4102-b668-ab27f8314a61 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 931 time: 0.1683991 Jul 28 14:31:35.270081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16821099-a960-414e-8076-2645a3621ada req-27a75659-1aa1-49c7-a6a4-2b83002e3d6b tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.271798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16821099-a960-414e-8076-2645a3621ada req-27a75659-1aa1-49c7-a6a4-2b83002e3d6b tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 943 time: 0.2010746 Jul 28 14:31:35.279180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-4f82f587-2732-424e-804c-583da12eb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.280778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-4f82f587-2732-424e-804c-583da12eb08b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1360531 Jul 28 14:31:35.318143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-895075e8-2224-4261-b26b-738c14216b14 req-efd693fb-d766-4ba6-abbb-1964c852cf03 service neutron] 10.222.0.58 "GET /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056940 Jul 28 14:31:35.361574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:35.393353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d30e8c55-deaf-48c1-8383-b44a2a69cece req-f0443ac5-cb45-4c41-a9a1-add75e9f4e9a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292975 Jul 28 14:31:35.407137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16821099-a960-414e-8076-2645a3621ada req-a8e0c2f3-4760-4a01-b2fe-69d915130c63 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168466 Jul 28 14:31:35.421590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1adfe39e-907c-43d6-abc3-385308480960 req-3bcfa405-ad64-40b8-8c31-d21038e655af service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694357 Jul 28 14:31:35.497907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-9d501669-da1b-499d-9ff5-b6f788898999 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955585 Jul 28 14:31:35.505359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:35.514643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.531093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:35.548700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Transition to ACTIVE for port object 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:35.561694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224', 'network_id': '664da1b4-4267-41be-9c1e-8010ea7e934f', 'port_id': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224', 'mac_address': 'fa:16:3e:8d:91:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49b3acb-2e54-4a66-9989-13f87f429e39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:35.588434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.605407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Made reservation on behalf of d940334ee9594bd69549040c255f9507 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:35.609607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.623487 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.640927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:35.649103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.692514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:35.761769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.778918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2db9c57a-b980-4d5d-a388-56e8b95f62bc req-2499e4c3-3321-4a8d-9a8d-d367bb08a7a9 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0733917 Jul 28 14:31:35.799238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Pushing event updated for resources: {'Port': ['ID=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:35.818471 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.819443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:35.947972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Attempting to bind port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:35.948572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Attempting to bind port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:35.949091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Attempting to bind port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:35.958373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 on network d4363382-18d5-4535-a788-3e97368b7072 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:35.959462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Attempting to bind port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:35.986392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:35.996764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:35.997842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:35.997997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Bound using segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:35.998707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Bound port: 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:35.999799 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.028902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:36.053371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:36.062599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:36.072909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', 'mac_address': 'fa:16:3e:db:10:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:36.075657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.076059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.076342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.076785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.077128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.077381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.077650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.077953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.078279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.078591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.079253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.079751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.090058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:36.112156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed64e-09c6-4ee1-a658-c276107b5d38 req-821fe9c2-9db4-478b-b21d-4e5573bd2785 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.114871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a2ed64e-09c6-4ee1-a658-c276107b5d38 req-821fe9c2-9db4-478b-b21d-4e5573bd2785 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.4971750 Jul 28 14:31:36.143169 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.159077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:36.199778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:36.200224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:36.248866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d9cb5b4-541e-4eea-8327-ff2aab13de20 req-f93251dd-987f-418e-a7a3-d9751ef1307d service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394531 Jul 28 14:31:36.291694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Allocated IP 192.168.233.124 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:36.294062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-ac12078f-6b7a-46b0-ab82-5fb94f06840e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.305590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-ac12078f-6b7a-46b0-ab82-5fb94f06840e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.3317828 Jul 28 14:31:36.312498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.313284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.339905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.340281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] For port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:36.348405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] For port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:36.362793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-d97fc821-7b2e-4019-ba37-2d38a6b4955e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/quotas/6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 375 time: 0.0489433 Jul 28 14:31:36.368873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a2ed64e-09c6-4ee1-a658-c276107b5d38 req-b070b745-5e7f-49b9-a02b-fc9b946a4040 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905169 Jul 28 14:31:36.468559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-09fd3884-8900-4884-841d-450ebe25cf89 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020877 Jul 28 14:31:36.474678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:36.481630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.583595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af5f4125-4764-40f2-9773-c7b73b397a28 None None] Provisioning for port ef505271-e996-4a85-abc4-b81a8e69abc4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:36.589550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af5f4125-4764-40f2-9773-c7b73b397a28 None None] Provisioning complete for port ef505271-e996-4a85-abc4-b81a8e69abc4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:36.589937 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af5f4125-4764-40f2-9773-c7b73b397a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.592669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Pushing event updated for resources: {'Port': ['ID=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:36.595110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-0462d220-fa70-49af-8459-bd87eba28f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5120552 Jul 28 14:31:36.599230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.600267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.604148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-089d45e2-8e51-40a2-882b-9456a0fb7a20 service neutron] 10.222.0.42 "PUT /v2.0/ports/219dbdfc-4e35-42fb-9027-e0bb7d3dc924 HTTP/1.1" status: 200 len: 1092 time: 1.8917606 Jul 28 14:31:36.604426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'tag': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:36.608412 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d" -d '{"events": [{"name": "network-changed", "server_uuid": "012ebbd2-57e7-40a1-b6d1-0e0fea25abae", "tag": "219dbdfc-4e35-42fb-9027-e0bb7d3dc924"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:36.647692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-af5f4125-4764-40f2-9773-c7b73b397a28 None None] Port ef505271-e996-4a85-abc4-b81a8e69abc4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:36.680068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Request body: {'port': {'device_id': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:36.681070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2a1da285-44fd-46c9-b6fd-6aa02d5eba11'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:36.721813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f8cebe00-fd9c-4ebf-a40e-03bf9d7be224'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:36.800695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-51b937a4-cc2d-4da4-8639-911fa5ae90ea service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:31:36.802528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-51b937a4-cc2d-4da4-8639-911fa5ae90ea service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149797 Jul 28 14:31:36.871088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795f62-36ce-4439-b637-88880ba5373a req-35d66666-af02-4a76-8c96-1f7b0524f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.872783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-35d66666-af02-4a76-8c96-1f7b0524f0b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbd339ee601f4a72b707c176eea8ad92&device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 1099 time: 0.3693180 Jul 28 14:31:36.893276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480fde8-8d30-43a3-9923-6e4d91bda719 req-316d6a1d-b570-4bfe-8068-b0d78f92570e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.901276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c480fde8-8d30-43a3-9923-6e4d91bda719 req-316d6a1d-b570-4bfe-8068-b0d78f92570e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 947 time: 0.3048892 Jul 28 14:31:36.915931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-ec561ea4-b31c-42b5-9efe-651926fd344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.917484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-ec561ea4-b31c-42b5-9efe-651926fd344e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 1095 time: 0.1133518 Jul 28 14:31:36.937848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.944738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.017654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-ad33f5af-431f-4d28-9133-5c4d74705f23 service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931164 Jul 28 14:31:37.020513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-ecdd6953-731f-435a-91b2-7c55b87d35c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924 HTTP/1.1" status: 200 len: 217 time: 0.0763140 Jul 28 14:31:37.055530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Transition to ACTIVE for port object 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:37.073594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c480fde8-8d30-43a3-9923-6e4d91bda719 req-20fb75ea-b618-4eda-89f4-d40b8304d5f5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704695 Jul 28 14:31:37.168100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-da970991-3b17-4931-b6a8-79787e85176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.169727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-da970991-3b17-4931-b6a8-79787e85176a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.1410327 Jul 28 14:31:37.224892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-71bd1fb2-c14c-4df3-acce-860d59f1a6f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344031 Jul 28 14:31:37.236742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795f62-36ce-4439-b637-88880ba5373a req-5d328048-cd97-4cf9-ad51-7ef273632673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.238748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-5d328048-cd97-4cf9-ad51-7ef273632673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3535950 Jul 28 14:31:37.257065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-75a25811-95b1-4059-b97c-feb1d30ae232 service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130504 Jul 28 14:31:37.338264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-3fd158d5-b3fe-45fb-8982-660409d05b06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=27facbcc-5f59-4925-854b-f6d53a3151cb HTTP/1.1" status: 200 len: 217 time: 0.0685606 Jul 28 14:31:37.347294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-fffda335-29be-4a5f-8bf2-688b8c1c1a7d service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143250 Jul 28 14:31:37.366717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 513906a8-c7cf-4e2f-8ec9-045c0f48e802 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:37.367240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46f08e-a6a9-4831-83ff-94d1005e6861 req-05003090-be90-4080-bcd6-96758bc3c778 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.369159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec46f08e-a6a9-4831-83ff-94d1005e6861 req-05003090-be90-4080-bcd6-96758bc3c778 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 949 time: 0.2101512 Jul 28 14:31:37.405433 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.488403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=513906a8-c7cf-4e2f-8ec9-045c0f48e802,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:37.492183 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d477f65-68da-4065-8d28-aaf45ad4e7be req-c154399f-da66-4201-a97f-b863122614ff service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364038 Jul 28 14:31:37.506392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'mac_address': 'fa:16:3e:7b:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:37.543206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:37.563370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795f62-36ce-4439-b637-88880ba5373a req-40159bb9-b7ae-4e15-8b64-b3e971190b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.565961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-40159bb9-b7ae-4e15-8b64-b3e971190b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2177997 Jul 28 14:31:37.565961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:37.570583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec46f08e-a6a9-4831-83ff-94d1005e6861 req-c9163ac5-2ec2-4e1f-a16c-e07dd100d87d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793354 Jul 28 14:31:37.571798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event updated for resources: {'Port': ['ID=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:37.577758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:37.584313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.635575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513906a8-c7cf-4e2f-8ec9-045c0f48e802 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:37.748901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=513906a8-c7cf-4e2f-8ec9-045c0f48e802,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:37.794538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0d05-0a26-458f-9b36-7f98b6f49ac3 req-ccff581d-1c24-4c96-8324-2a6d1b9c76f8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.796196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-55da0d05-0a26-458f-9b36-7f98b6f49ac3 req-ccff581d-1c24-4c96-8324-2a6d1b9c76f8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 943 time: 0.0882752 Jul 28 14:31:37.852994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.859755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.861521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.871747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-55da0d05-0a26-458f-9b36-7f98b6f49ac3 req-27c593a5-855e-4fdb-805c-b768fee2a844 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671504 Jul 28 14:31:37.902116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795f62-36ce-4439-b637-88880ba5373a req-9a7e93d8-a518-434a-af0a-b01a5834c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:37.910821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-9a7e93d8-a518-434a-af0a-b01a5834c55c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3173602 Jul 28 14:31:37.963723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=513906a8-c7cf-4e2f-8ec9-045c0f48e802,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:38.052469 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdf0f5b-df54-4441-9b13-56abfdc8bb8c x-openstack-request-id: req-acdf0f5b-df54-4441-9b13-56abfdc8bb8c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:38.053071 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012ebbd2-57e7-40a1-b6d1-0e0fea25abae", "tag": "219dbdfc-4e35-42fb-9027-e0bb7d3dc924", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:38.053499 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-acdf0f5b-df54-4441-9b13-56abfdc8bb8c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:38.054154 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'tag': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924', 'status': 'completed', 'code': 200} Jul 28 14:31:38.080345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-adf305cb-6f2b-4751-81cc-324b33f07ea7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9707689 Jul 28 14:31:38.097432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5a9e-4557-45db-b7c0-ffb7c8d5a34b None None] Provisioning for port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:38.103111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814632a-9873-4ab8-9459-56c882690bee req-38579c56-41af-4ab8-b524-70de175fe580 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.104795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5a9e-4557-45db-b7c0-ffb7c8d5a34b None None] Provisioning complete for port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:38.109698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5a9e-4557-45db-b7c0-ffb7c8d5a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.109951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2814632a-9873-4ab8-9459-56c882690bee req-38579c56-41af-4ab8-b524-70de175fe580 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 944 time: 0.3632684 Jul 28 14:31:38.128897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Request body: {'port': {'device_id': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:38.136771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef505271-e996-4a85-abc4-b81a8e69abc4 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:38.167575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5a9e-4557-45db-b7c0-ffb7c8d5a34b None None] Port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:38.193659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:38.202698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.212288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-352c50e9-6e74-417f-989a-b3e5b3125670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.214305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-352c50e9-6e74-417f-989a-b3e5b3125670 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 1095 time: 0.0882373 Jul 28 14:31:38.235230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4433cea-2c96-48f2-af72-5fac6b1c262b req-5623c11c-0fd0-4416-8592-9a9c80b93bbd tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.237353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4433cea-2c96-48f2-af72-5fac6b1c262b req-5623c11c-0fd0-4416-8592-9a9c80b93bbd tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 936 time: 0.1007314 Jul 28 14:31:38.308987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Transition to ACTIVE for port object ef505271-e996-4a85-abc4-b81a8e69abc4 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:38.393553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-bbb712d7-c13a-4d1a-979e-5510a75c7449 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680169 Jul 28 14:31:38.398137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4433cea-2c96-48f2-af72-5fac6b1c262b req-87741ed7-bb08-4b16-84c8-59e37b55ba16 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481378 Jul 28 14:31:38.417773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2814632a-9873-4ab8-9459-56c882690bee req-7f5018a5-0aee-4ad0-8167-144cb219d432 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981584 Jul 28 14:31:38.442451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.503064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-42d8fef7-f226-451d-8878-2da4f71b8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.506818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-42d8fef7-f226-451d-8878-2da4f71b8220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 912 time: 0.2678881 Jul 28 14:31:38.526107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.621388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6a0a848-14b3-4fc8-b1a2-f471ae8186ba req-d734140a-af98-426f-b605-297b72985d7d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 210 time: 0.0859990 Jul 28 14:31:38.682413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-3086d702-cd5b-47d6-9103-f4682f6bc85b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924 HTTP/1.1" status: 200 len: 217 time: 0.1638103 Jul 28 14:31:38.814592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-bdb42eda-ff07-4a4b-b916-548083e5046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.817106 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-bdb42eda-ff07-4a4b-b916-548083e5046f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.1258976 Jul 28 14:31:38.863715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-34a895d6-d306-4f79-a19b-416fb451063e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384924 Jul 28 14:31:38.876277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381326a-8add-4f7a-87f8-eadcc4c41615 req-0d160e10-682b-44be-981d-55356e2efca5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.878096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7381326a-8add-4f7a-87f8-eadcc4c41615 req-0d160e10-682b-44be-981d-55356e2efca5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 947 time: 0.1245377 Jul 28 14:31:38.973352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7381326a-8add-4f7a-87f8-eadcc4c41615 req-baf90624-a728-4301-9f39-a6d7d71cbdb3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Jul 28 14:31:39.043671 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-bdba56dd-6861-49a6-aa26-43922a2aa2ec service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641912 Jul 28 14:31:39.209117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:39.234798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e7da3-26ab-4879-850f-9f4ec1fe347a req-35b86dc9-cf6e-4e4c-a7e6-8998527ef41e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.237579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c0e7da3-26ab-4879-850f-9f4ec1fe347a req-35b86dc9-cf6e-4e4c-a7e6-8998527ef41e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 949 time: 0.1820235 Jul 28 14:31:39.303489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb795f62-36ce-4439-b637-88880ba5373a req-297ff4f8-83d2-4199-bee3-8a3e2d70c1f8 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8737783 Jul 28 14:31:39.307840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b23e3b17-7e4c-4e1c-ad4e-44575a08b85d req-57a2a542-88cc-47e2-b208-494356557e5c service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376013 Jul 28 14:31:39.312057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cddcf0-6aba-4add-b03f-a6c43bde40d5 req-2662c1f2-df8c-430f-a739-a1c6d49f9b1a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.314242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6cddcf0-6aba-4add-b03f-a6c43bde40d5 req-2662c1f2-df8c-430f-a739-a1c6d49f9b1a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.7050276 Jul 28 14:31:39.330089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c0e7da3-26ab-4879-850f-9f4ec1fe347a req-fc65bb63-0121-43f8-8234-fd7bd8b1aa26 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809946 Jul 28 14:31:39.386121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:39.426587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Attempting to bind port ef505271-e996-4a85-abc4-b81a8e69abc4 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:39.427167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Attempting to bind port ef505271-e996-4a85-abc4-b81a8e69abc4 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:39.427864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Attempting to bind port ef505271-e996-4a85-abc4-b81a8e69abc4 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:39.441282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6cddcf0-6aba-4add-b03f-a6c43bde40d5 req-063dbd9c-75b4-4e48-8dbd-b1ff738adefe tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214139 Jul 28 14:31:39.492075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Port ef505271-e996-4a85-abc4-b81a8e69abc4 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:39.492421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Attempting to bind port ef505271-e996-4a85-abc4-b81a8e69abc4 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:39.502640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:39.503152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:39.503521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:39.503897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Bound port: ef505271-e996-4a85-abc4-b81a8e69abc4, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:39.504293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.548965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6da4-555d-49b8-9b35-7675ac6c358d req-e12b305b-a717-4ded-9386-1ab2003e3fa7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.550613 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ede6da4-555d-49b8-9b35-7675ac6c358d req-e12b305b-a717-4ded-9386-1ab2003e3fa7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 943 time: 0.0799713 Jul 28 14:31:39.628316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ede6da4-555d-49b8-9b35-7675ac6c358d req-31b15ffd-af96-47e5-82e2-a1bccc96da78 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628841 Jul 28 14:31:39.629460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:39.639046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:39.640507 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.667933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:39.708028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.745727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Transition to ACTIVE for port object 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:39.752327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:39.758972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:39.770010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c94aa6-565b-4e7c-b066-6cb56f96d32a req-474247f7-a90f-4b68-b68d-4677aa82b09a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.779084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c94aa6-565b-4e7c-b066-6cb56f96d32a req-474247f7-a90f-4b68-b68d-4677aa82b09a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 936 time: 0.1571221 Jul 28 14:31:39.785514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-fbd665df-9452-44ef-a057-5de7c01c4000 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661294 Jul 28 14:31:39.807270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88ce0-0855-4831-b1e4-c029e64ed5fa req-86065093-be0a-4a16-b9fd-13e19114e78e tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.810151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae88ce0-0855-4831-b1e4-c029e64ed5fa req-86065093-be0a-4a16-b9fd-13e19114e78e tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 944 time: 0.1005311 Jul 28 14:31:39.826753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c94aa6-565b-4e7c-b066-6cb56f96d32a req-5982f45f-2401-4da2-87d1-cdbaf34d1a2b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Jul 28 14:31:39.844781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.868588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.896040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.921734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.922372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.924097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] 10.222.0.42 "PUT /v2.0/ports/ef505271-e996-4a85-abc4-b81a8e69abc4 HTTP/1.1" status: 200 len: 1097 time: 3.2577198 Jul 28 14:31:39.924860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:39.928878 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:39.932535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Pushing event updated for resources: {'Port': ['ID=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:39.944971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:39.949881 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139e33c-42d0-4aad-b6f6-6f443eb6f9a2" -d '{"events": [{"server_uuid": "c530213c-f18c-4f59-92d4-8cb561fcf529", "name": "network-vif-plugged", "status": "completed", "tag": "f8cebe00-fd9c-4ebf-a40e-03bf9d7be224"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:39.972535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:39.991235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae88ce0-0855-4831-b1e4-c029e64ed5fa req-e39194c6-ff74-4f9b-ada3-b2204ed4afa5 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732156 Jul 28 14:31:40.032108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-06fa0bcc-fb92-4995-86f5-138962348960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.035038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-06fa0bcc-fb92-4995-86f5-138962348960 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1102 time: 0.1425908 Jul 28 14:31:40.060426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ac2aee1-98f5-4759-a823-a768cf67e0f6 req-af80fbb9-ed8e-4df6-bd08-fa9d35d3b849 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 210 time: 0.0928185 Jul 28 14:31:40.068222 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a217189-83f1-4864-82fb-c1c4554d0a9f x-openstack-request-id: req-4a217189-83f1-4864-82fb-c1c4554d0a9f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:40.068548 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:40.068813 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a217189-83f1-4864-82fb-c1c4554d0a9f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:40.069217 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'status': 'completed', 'code': 200} Jul 28 14:31:40.094227 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.095946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 513906a8-c7cf-4e2f-8ec9-045c0f48e802 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:40.114737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77f099-c3a9-4b1a-94f5-eb9be52d881b service neutron] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:40.166558 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf17ba6-ceff-4407-9465-d0110404c260 x-openstack-request-id: req-6cf17ba6-ceff-4407-9465-d0110404c260 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:40.166965 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c530213c-f18c-4f59-92d4-8cb561fcf529", "name": "network-vif-plugged", "status": "completed", "tag": "f8cebe00-fd9c-4ebf-a40e-03bf9d7be224", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:40.167336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6cf17ba6-ceff-4407-9465-d0110404c260 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:40.168520 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224', 'code': 200} Jul 28 14:31:40.219083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Attempting to bind port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:40.220163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Attempting to bind port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:40.220163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Attempting to bind port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:40.228390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:40.229041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Attempting to bind port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:40.239552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-5201ce92-325f-4a6d-a858-bd83385966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.241532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-5201ce92-325f-4a6d-a858-bd83385966af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1100 time: 0.1215279 Jul 28 14:31:40.248024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:40.249860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:40.250467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:40.256980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Bound port: 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:40.266310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.275307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:40.382695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-4c7ad280-7848-43db-9499-cc91079f804d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ef505271-e996-4a85-abc4-b81a8e69abc4 HTTP/1.1" status: 200 len: 217 time: 0.0967853 Jul 28 14:31:40.421965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40198e-3abd-43c5-a00f-70af5df48c9c req-2c265c4a-2c52-4e7c-a7b1-ce8c17b8ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.424849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c40198e-3abd-43c5-a00f-70af5df48c9c req-2c265c4a-2c52-4e7c-a7b1-ce8c17b8ce24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 1097 time: 0.1350801 Jul 28 14:31:40.427052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-09f4f53d-f49f-4cd3-ac18-3509ae9d636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.429836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-09f4f53d-f49f-4cd3-ac18-3509ae9d636b service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3248518 Jul 28 14:31:40.500974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-93404e4b-ff5f-431e-9b57-23b3eafddc15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.0622356 Jul 28 14:31:40.526877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] For port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:40.530449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-9c621d2a-bd5d-48d1-8a1c-13c7d97ccfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.531997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-9c621d2a-bd5d-48d1-8a1c-13c7d97ccfb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1337590 Jul 28 14:31:40.533985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] For port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:40.542972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a6a3f-fca4-4a09-b981-acb507dcdfe2 req-b6118025-3ed7-484d-b914-90af891cc41d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.546063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a94a6a3f-fca4-4a09-b981-acb507dcdfe2 req-b6118025-3ed7-484d-b914-90af891cc41d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 947 time: 0.1689162 Jul 28 14:31:40.559775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c40198e-3abd-43c5-a00f-70af5df48c9c req-a0e8fbc4-e1ed-4ff3-bec1-88db1e5c717a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143093 Jul 28 14:31:40.616296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-a8ecef93-0e52-407a-8ef6-927d12102646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.618489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-a8ecef93-0e52-407a-8ef6-927d12102646 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1028452 Jul 28 14:31:40.622232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-cde0c1dc-2878-4e79-b9ca-a75a97fce951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.623853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-cde0c1dc-2878-4e79-b9ca-a75a97fce951 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783103 Jul 28 14:31:40.625752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:40.628844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a94a6a3f-fca4-4a09-b981-acb507dcdfe2 req-9302e006-a75b-4ac7-8e92-aba3ea196a3a tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Jul 28 14:31:40.630527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:40.631080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.637111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c4c3-3ce5-4706-b869-58427afe1c0d req-5f37f7c6-e09f-4fc5-9f36-2af48381f58e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.640361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7825c4c3-3ce5-4706-b869-58427afe1c0d req-5f37f7c6-e09f-4fc5-9f36-2af48381f58e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 949 time: 0.1237979 Jul 28 14:31:40.689768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.760791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-8ebfb7c8-299a-40cb-b046-b484206f7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.763160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Pushing event updated for resources: {'Port': ['ID=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:40.763447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-8ebfb7c8-299a-40cb-b046-b484206f7fe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214442 Jul 28 14:31:40.776005 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7825c4c3-3ce5-4706-b869-58427afe1c0d req-9c56d016-eab1-4880-b8a0-2f46e672cfc6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165454 Jul 28 14:31:40.789067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.790876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.792682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-ede01288-0888-47b9-8936-afbe9fe0e808 service neutron] 10.222.0.42 "PUT /v2.0/ports/28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e HTTP/1.1" status: 200 len: 1097 time: 2.6711307 Jul 28 14:31:40.844766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-71c0c527-0383-495d-a671-a1d811fa7011 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083580 Jul 28 14:31:40.880233 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.985288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-0c1423f6-31cb-4017-b23a-3dbe4cdbd08b service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079844 Jul 28 14:31:41.035733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=513906a8-c7cf-4e2f-8ec9-045c0f48e802,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:41.131795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.132741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:41.194793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86129b6-bc17-4715-9884-fede775ed4c7 req-636151ac-267d-474a-b0cb-9dd48cb8c1c6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.209288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c86129b6-bc17-4715-9884-fede775ed4c7 req-636151ac-267d-474a-b0cb-9dd48cb8c1c6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.3107617 Jul 28 14:31:41.213057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e712-81d3-4c28-bcc1-bcfe66a25435 req-cb592c38-c61d-46ac-8f96-22927e049f49 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.225321 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aae2e712-81d3-4c28-bcc1-bcfe66a25435 req-cb592c38-c61d-46ac-8f96-22927e049f49 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 943 time: 0.1330681 Jul 28 14:31:41.233309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-0fac803d-98d1-4e2d-a9a2-738963271e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.242585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-0fac803d-98d1-4e2d-a9a2-738963271e50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 1100 time: 0.1989496 Jul 28 14:31:41.278506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-661d6391-2e44-4ea5-945e-96ae03a8279f req-2e51271d-5f85-4ea8-8a22-b17be130be30 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246469 Jul 28 14:31:41.347164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c86129b6-bc17-4715-9884-fede775ed4c7 req-45ecdcec-e5c2-4720-b8b0-efd20995e760 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364493 Jul 28 14:31:41.350085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-f048ccb6-4166-4959-98e4-1cb0466e318c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e HTTP/1.1" status: 200 len: 217 time: 0.0850337 Jul 28 14:31:41.443981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aae2e712-81d3-4c28-bcc1-bcfe66a25435 req-ae1550ac-2c3c-44a3-8fcf-034c49f42287 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104003 Jul 28 14:31:41.462209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb03fc5-5ea7-4390-b0f7-35007ee017fd req-3a7c7514-0974-48c0-8dcd-bb1a297772e0 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630146 Jul 28 14:31:41.470207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-55c1fb6d-31bc-4440-afff-9447c2c49354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.476526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-55c1fb6d-31bc-4440-afff-9447c2c49354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1166854 Jul 28 14:31:41.507604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=513906a8-c7cf-4e2f-8ec9-045c0f48e802,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:41.532611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-c2a9ec1a-08b6-4d8f-be4e-cc6982726e32 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.534754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-c2a9ec1a-08b6-4d8f-be4e-cc6982726e32 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.2696686 Jul 28 14:31:41.550111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Request body: {'port': {'device_id': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'admin_state_up': True, 'tenant_id': '6f2a62f1b70c45b0a5f2f2c5d7264cb5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:41.591044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:41.652522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a712b2-3948-4f66-8a69-9f83230ce9d1 req-fcecdd2c-c038-4fb3-aef6-dbd1ceeb6838 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.654287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0a712b2-3948-4f66-8a69-9f83230ce9d1 req-fcecdd2c-c038-4fb3-aef6-dbd1ceeb6838 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 948 time: 0.1728153 Jul 28 14:31:41.662408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-caddad30-654b-4f77-9a30-480eaee8a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.664095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-caddad30-654b-4f77-9a30-480eaee8a4da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225898 Jul 28 14:31:41.706328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:41.724486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:41.726892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.760171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0a712b2-3948-4f66-8a69-9f83230ce9d1 req-bae1ccc6-9b62-4249-a8f7-1b9c3019b428 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 Jul 28 14:31:41.831364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-b644e520-fcd4-43c3-9b7e-1cec8a658beb service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499360 Jul 28 14:31:41.850919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:41.882173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924', 'mac_address': 'fa:16:3e:08:57:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:41.984375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b622cf0f-618d-4a33-8114-ac53f1814e00 req-e3330b7f-5e46-4397-a6c4-401b6e011be7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 210 time: 0.0515385 Jul 28 14:31:41.985056 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.011255 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.060295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:42.076445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'tag': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:42.080369 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e800902-abc3-4bae-8d45-fd6b03e5f900" -d '{"events": [{"name": "network-changed", "server_uuid": "e5378d7b-f57e-4146-ada5-f3dc7e6bd255", "tag": "28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:42.095731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:42.114483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:42.115566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d355a2e-911b-4dfd-944e-08c65e656210 req-3d940af1-74f6-4efc-a958-d8712b041528 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788923 Jul 28 14:31:42.135454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d4f7e-97db-411f-b1f4-fb90a17a6292 req-22f27715-59a8-4bb3-94bb-cd5e986f6b6d tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.137242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b9d4f7e-97db-411f-b1f4-fb90a17a6292 req-22f27715-59a8-4bb3-94bb-cd5e986f6b6d tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 945 time: 0.1013975 Jul 28 14:31:42.169891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bccb1e-5953-442d-9564-c5f286294471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513906a8-c7cf-4e2f-8ec9-045c0f48e802'}, {'server_uuid': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:42.172589 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e745b1-ee06-4cdd-8b19-64240189c7c8" -d '{"events": [{"server_uuid": "52bccb1e-5953-442d-9564-c5f286294471", "name": "network-vif-plugged", "status": "completed", "tag": "513906a8-c7cf-4e2f-8ec9-045c0f48e802"}, {"server_uuid": "f1a634a0-44b9-4da2-afa6-97ae1e1ba91c", "name": "network-vif-plugged", "status": "completed", "tag": "2a1da285-44fd-46c9-b6fd-6aa02d5eba11"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:42.174679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-919eebf7-550b-4da6-b280-abad490329f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.176517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-919eebf7-550b-4da6-b280-abad490329f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1100 time: 0.1552155 Jul 28 14:31:42.188691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.245764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6295ea-022e-4177-a902-2d07fd13a407 req-f247d9c6-04b9-4d63-9c9b-a6bfda56719c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.248995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d6295ea-022e-4177-a902-2d07fd13a407 req-f247d9c6-04b9-4d63-9c9b-a6bfda56719c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 947 time: 0.1135592 Jul 28 14:31:42.257499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.258342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 27facbcc-5f59-4925-854b-f6d53a3151cb details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:42.307635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:42.325326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d6295ea-022e-4177-a902-2d07fd13a407 req-e9dc5c4e-877b-48d3-8477-73164dd520c1 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654106 Jul 28 14:31:42.399647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b9d4f7e-97db-411f-b1f4-fb90a17a6292 req-c8ca0913-80e4-447f-9a8d-477d69cdab04 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396955 Jul 28 14:31:42.455658 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:42.508146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-ebd89dc2-7a3b-49f6-b1bb-360054ecaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.510424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-ebd89dc2-7a3b-49f6-b1bb-360054ecaaff service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3198392 Jul 28 14:31:42.528429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eb0bb-857a-4de7-804c-0fee0851a5d2 req-336820d2-1f7b-45c6-86a0-688650d5235a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.529809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 27facbcc-5f59-4925-854b-f6d53a3151cb, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=27facbcc-5f59-4925-854b-f6d53a3151cb,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:42.539202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e0eb0bb-857a-4de7-804c-0fee0851a5d2 req-336820d2-1f7b-45c6-86a0-688650d5235a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 950 time: 0.0910368 Jul 28 14:31:42.550843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '27facbcc-5f59-4925-854b-f6d53a3151cb', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '27facbcc-5f59-4925-854b-f6d53a3151cb', 'mac_address': 'fa:16:3e:4d:58:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:42.587786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e0eb0bb-857a-4de7-804c-0fee0851a5d2 req-a7da99db-3b19-46f9-a4a1-567efa5a2b2c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Jul 28 14:31:42.603319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.619124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27facbcc-5f59-4925-854b-f6d53a3151cb {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:42.647213 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514091a-e852-43ef-bd2f-e26f8f3653f9 x-openstack-request-id: req-a514091a-e852-43ef-bd2f-e26f8f3653f9 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:42.647680 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5378d7b-f57e-4146-ada5-f3dc7e6bd255", "tag": "28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:42.648091 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a514091a-e852-43ef-bd2f-e26f8f3653f9 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:42.648759 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'tag': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', 'status': 'completed', 'code': 200} Jul 28 14:31:42.662092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 27facbcc-5f59-4925-854b-f6d53a3151cb, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=27facbcc-5f59-4925-854b-f6d53a3151cb,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:42.682988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-32b5bdd6-fc2a-41a4-8187-8a81aebb7b5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ef505271-e996-4a85-abc4-b81a8e69abc4 HTTP/1.1" status: 200 len: 217 time: 0.1002553 Jul 28 14:31:42.684428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Made reservation on behalf of 6f2a62f1b70c45b0a5f2f2c5d7264cb5 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:42.688235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.699869 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a7e0b6-8330-413b-a744-bd2c26e092b5 x-openstack-request-id: req-d8a7e0b6-8330-413b-a744-bd2c26e092b5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:42.705222 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bccb1e-5953-442d-9564-c5f286294471", "name": "network-vif-plugged", "status": "completed", "tag": "513906a8-c7cf-4e2f-8ec9-045c0f48e802", "code": 200}, {"server_uuid": "f1a634a0-44b9-4da2-afa6-97ae1e1ba91c", "name": "network-vif-plugged", "status": "completed", "tag": "2a1da285-44fd-46c9-b6fd-6aa02d5eba11", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:42.705222 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8a7e0b6-8330-413b-a744-bd2c26e092b5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:42.705222 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bccb1e-5953-442d-9564-c5f286294471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'code': 200} Jul 28 14:31:42.705222 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', 'code': 200} Jul 28 14:31:42.777929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.878799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=27facbcc-5f59-4925-854b-f6d53a3151cb,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:42.897712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc3b5-e668-4573-98aa-9615d0271d50 req-279cf431-7287-4f63-ace3-26782726d6e4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.899988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cdcc3b5-e668-4573-98aa-9615d0271d50 req-279cf431-7287-4f63-ace3-26782726d6e4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1921744 Jul 28 14:31:42.906118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-5c5c2788-3e31-4b3b-bcfb-52ca6c4e4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.908035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-5c5c2788-3e31-4b3b-bcfb-52ca6c4e4e61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1996753 Jul 28 14:31:42.943980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-fd5c6216-344a-4d05-a9df-44c2c82230de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.945588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-fd5c6216-344a-4d05-a9df-44c2c82230de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 1100 time: 0.2308772 Jul 28 14:31:42.987393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c5c35-0e95-4f04-9ccd-ba433d5aa87c req-48154f66-33df-4dd4-bb94-1a32e9bee50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.988979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-247c5c35-0e95-4f04-9ccd-ba433d5aa87c req-48154f66-33df-4dd4-bb94-1a32e9bee50f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 1102 time: 0.1717899 Jul 28 14:31:43.022807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e13ab1-6c0a-4574-b1e3-17dd1d95b939 req-84e174a2-29c9-4fad-bbcb-e8cf94980f63 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.025047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e13ab1-6c0a-4574-b1e3-17dd1d95b939 req-84e174a2-29c9-4fad-bbcb-e8cf94980f63 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 944 time: 0.2102702 Jul 28 14:31:43.027112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0a606-1753-46f6-a51d-c45f35637fc1 req-1dc0be20-4fa1-40a2-a646-cd8a3e679009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.028750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40d0a606-1753-46f6-a51d-c45f35637fc1 req-1dc0be20-4fa1-40a2-a646-cd8a3e679009 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 1102 time: 0.1765890 Jul 28 14:31:43.052589 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cdcc3b5-e668-4573-98aa-9615d0271d50 req-36f53223-aea1-4521-983d-2d55ec585c85 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395564 Jul 28 14:31:43.056001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Allocated IP 172.20.0.12 (4dfb8117-4f69-4c6f-afa4-337e31a9625f/fe75449c-112b-4263-a17c-46820812dd89/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:43.062407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-02666712-b82b-4bc0-8205-44e12f89eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.066902 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-02666712-b82b-4bc0-8205-44e12f89eae0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383502 Jul 28 14:31:43.148789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e13ab1-6c0a-4574-b1e3-17dd1d95b939 req-0b472a51-14a8-4b0f-a39c-4142b1545cff tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095939 Jul 28 14:31:43.166063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40d0a606-1753-46f6-a51d-c45f35637fc1 req-16fe2e72-7d09-42db-889c-e7d81de1ff0e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255155 Jul 28 14:31:43.173581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-247c5c35-0e95-4f04-9ccd-ba433d5aa87c req-9217090a-c679-4042-aa3f-e96bc511c73c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421142 Jul 28 14:31:43.185017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-e79120ca-b48f-4940-be8b-626aee55c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.186676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-e79120ca-b48f-4940-be8b-626aee55c305 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2294185 Jul 28 14:31:43.272239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-439b4c0c-256c-4e80-b6ee-0a00fb091aea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e HTTP/1.1" status: 200 len: 217 time: 0.0685577 Jul 28 14:31:43.313475 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8b4ba27-b87f-4ba8-a51e-091b0bf8229d req-ef0c0e4e-084d-4c01-81c0-58671bf29564 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 210 time: 0.0399182 Jul 28 14:31:43.356341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-316d7cda-a04c-4eb4-b16d-00e253e6dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.358192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-316d7cda-a04c-4eb4-b16d-00e253e6dd0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0662949 Jul 28 14:31:43.363479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c59d7a-b31d-48bc-9d7d-c33b24e8b79a req-f0845eaf-2258-4947-8a33-855463d6230b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.365123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76c59d7a-b31d-48bc-9d7d-c33b24e8b79a req-f0845eaf-2258-4947-8a33-855463d6230b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 948 time: 0.1749308 Jul 28 14:31:43.369572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-a6c051a6-e3d5-4917-b833-a89f2811dd3e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865887 Jul 28 14:31:43.511560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-ec3d049e-8f5a-4e89-a7ae-762da12dba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.513339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-ec3d049e-8f5a-4e89-a7ae-762da12dba8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061492 Jul 28 14:31:43.522152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76c59d7a-b31d-48bc-9d7d-c33b24e8b79a req-673a58cc-7c8e-46ec-ba5b-ee09eb107483 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461086 Jul 28 14:31:43.528075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771e707-cfbc-4147-b4f6-215bd47fde85 req-0a1da5ad-4c0e-4a34-9880-7a9986e3328c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.533176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8771e707-cfbc-4147-b4f6-215bd47fde85 req-0a1da5ad-4c0e-4a34-9880-7a9986e3328c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 948 time: 0.0845425 Jul 28 14:31:43.559656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:43.625519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baedb4fd-a58d-4e0d-8a1e-4d1050cc04bc req-fd67a8f0-c324-4c6b-bb9b-858ee7ab55e2 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217634 Jul 28 14:31:43.630179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8771e707-cfbc-4147-b4f6-215bd47fde85 req-8e165096-55c3-4dc5-8cac-771232b4bd8f tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937166 Jul 28 14:31:43.668889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-9910cea1-c3e5-4d4b-b9b5-c3d5ce308408 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337490 Jul 28 14:31:43.715197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['219dbdfc-4e35-42fb-9027-e0bb7d3dc924'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:43.732929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc13234-08be-4324-9b34-4d5015f877a9 req-5d5ca9e7-8b9b-4c5b-a485-594c0cd274d1 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.745344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1cc13234-08be-4324-9b34-4d5015f877a9 req-5d5ca9e7-8b9b-4c5b-a485-594c0cd274d1 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 945 time: 0.1255641 Jul 28 14:31:43.805529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['27facbcc-5f59-4925-854b-f6d53a3151cb'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:43.806250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1cc13234-08be-4324-9b34-4d5015f877a9 req-9250432b-e1e8-4762-b6a0-6bd496546ba4 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522833 Jul 28 14:31:43.814885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e800902-abc3-4bae-8d45-fd6b03e5f900 req-52cda12f-2cf5-448d-8e7d-5a5a8901dafa service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307771 Jul 28 14:31:43.846957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:43.941021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:43.961392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:43.965677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:43.969615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:43.995566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14506c9-959a-4a6f-ae24-4ec977e2ecd9 req-384b52bb-d2dd-41e6-8f14-801d4f638719 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.020666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a14506c9-959a-4a6f-ae24-4ec977e2ecd9 req-384b52bb-d2dd-41e6-8f14-801d4f638719 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 950 time: 0.1139035 Jul 28 14:31:44.056434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.057460 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.095256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a14506c9-959a-4a6f-ae24-4ec977e2ecd9 req-739115a3-b1e8-42e1-b2f0-69938e352d47 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687890 Jul 28 14:31:44.213761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-5e180c4c-ee7a-4387-b057-b00ac80790b0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6676438 Jul 28 14:31:44.233276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Request body: {'port': {'device_id': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:44.266259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeff90-ff91-43dd-8bbf-59e27374e48f req-26ade728-9104-4284-9d20-93d5c5824283 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.267884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccaeff90-ff91-43dd-8bbf-59e27374e48f req-26ade728-9104-4284-9d20-93d5c5824283 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0997601 Jul 28 14:31:44.316288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.316678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86702ccc-27d3-425f-ae6c-24b36f8c4b7b req-acf88c75-e044-43c5-96e7-ca1e96e52dcb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.318258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86702ccc-27d3-425f-ae6c-24b36f8c4b7b req-acf88c75-e044-43c5-96e7-ca1e96e52dcb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 944 time: 0.0649197 Jul 28 14:31:44.352104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccaeff90-ff91-43dd-8bbf-59e27374e48f req-9fe74efa-7dcc-496a-8409-a6f811c71010 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 Jul 28 14:31:44.433889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86702ccc-27d3-425f-ae6c-24b36f8c4b7b req-e1e5c0b0-4a4f-4444-90cf-8eee97af2199 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595582 Jul 28 14:31:44.480040 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-3272c187-261f-4636-a3d1-67ce08e08128 req-353fe834-655f-41ec-a9c0-d6388eb7b5f0 service neutron] show failed (client error): The resource could not be found. Jul 28 14:31:44.487401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-353fe834-655f-41ec-a9c0-d6388eb7b5f0 service neutron] 10.222.0.58 "GET /v2.0/ports/fed37085-1557-4a1d-bb28-299f3a5f210c/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.1626747 Jul 28 14:31:44.596095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c34e8-3579-42f9-8e7b-737d96b6b998 req-7fb7b883-887d-4cd7-ba82-960c4fd41724 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.597713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e77c34e8-3579-42f9-8e7b-737d96b6b998 req-7fb7b883-887d-4cd7-ba82-960c4fd41724 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 932 time: 0.1154134 Jul 28 14:31:44.667856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b25f-a682-4caf-9d45-15f84231ed50 req-addb438a-401c-4e28-b5f4-bea654b46799 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.669738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7489b25f-a682-4caf-9d45-15f84231ed50 req-addb438a-401c-4e28-b5f4-bea654b46799 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 948 time: 0.0587397 Jul 28 14:31:44.671607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e77c34e8-3579-42f9-8e7b-737d96b6b998 req-699cd91d-12e1-4adc-9bc2-9e753c67e871 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 Jul 28 14:31:44.728216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7489b25f-a682-4caf-9d45-15f84231ed50 req-2c832780-a2de-47fe-b179-41596e82b2e8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Jul 28 14:31:44.760741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a910ae-f1d3-4e1c-9b46-dccede5a3dab {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:44.780340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.814409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Transition to ACTIVE for port object c7a910ae-f1d3-4e1c-9b46-dccede5a3dab will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:44.833752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d963-262d-43c4-a20c-c27e26f7a75d req-080622b1-b6d0-4749-9e22-8678f8cd64f8 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.846673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c85d963-262d-43c4-a20c-c27e26f7a75d req-080622b1-b6d0-4749-9e22-8678f8cd64f8 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 948 time: 0.0785594 Jul 28 14:31:44.896241 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c85d963-262d-43c4-a20c-c27e26f7a75d req-411eafd5-c30b-4284-bb6c-bd1782341695 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Jul 28 14:31:44.932664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.989618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:45.082418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:45.082752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:45.083085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:45.088809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:45.089147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:45.095613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:45.096189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:45.096723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:45.097327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Bound port: c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:45.097768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.171211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:45.175099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:45.239488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57900f66-6137-4ce9-bb1d-81d62a79e3bc req-2335893a-14f7-4f4f-be18-fe1b2894558d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.241411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57900f66-6137-4ce9-bb1d-81d62a79e3bc req-2335893a-14f7-4f4f-be18-fe1b2894558d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 950 time: 0.0567379 Jul 28 14:31:45.276860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.293416 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57900f66-6137-4ce9-bb1d-81d62a79e3bc req-927f68d7-61c3-4eea-ab59-4ae0bbcbeef0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Jul 28 14:31:45.323084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.323774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.325281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-418c7636-4887-4889-920c-684e5c31a9df service neutron] 10.222.0.58 "PUT /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 1093 time: 1.0965309 Jul 28 14:31:45.325749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:45.328096 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:45.375365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7636-4887-4889-920c-684e5c31a9df service neutron] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:45.410284 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6785ef5-e21a-4db4-87e5-c6d03242b795 x-openstack-request-id: req-d6785ef5-e21a-4db4-87e5-c6d03242b795 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:45.410556 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:45.410871 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6785ef5-e21a-4db4-87e5-c6d03242b795 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:45.411197 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'status': 'completed', 'code': 200} Jul 28 14:31:45.468286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df59f-06ed-44b6-96f4-99be8e182ceb req-3c2a9af1-fa6f-40d2-a5c1-eb09d2c26950 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.472088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-932df59f-06ed-44b6-96f4-99be8e182ceb req-3c2a9af1-fa6f-40d2-a5c1-eb09d2c26950 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 950 time: 0.0868776 Jul 28 14:31:45.535574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd req-aa0209c1-e657-40a7-81d8-16d2b5d5afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.535574 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd req-aa0209c1-e657-40a7-81d8-16d2b5d5afa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1096 time: 0.0824413 Jul 28 14:31:45.549711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-932df59f-06ed-44b6-96f4-99be8e182ceb req-a24cb2da-97c8-4f3c-8b11-c21a13c386cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619147 Jul 28 14:31:45.717066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8b657-2a9d-4037-bc70-cac7ba2d53f7 req-cdfcc5f4-4fb4-4538-89d8-3e15686108c7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.719696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38f8b657-2a9d-4037-bc70-cac7ba2d53f7 req-cdfcc5f4-4fb4-4538-89d8-3e15686108c7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 944 time: 0.0799139 Jul 28 14:31:45.722799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decc6e-083f-4f66-a54a-737c5146e1f5 req-044154fa-8e48-4743-bcac-27b2d8a121b8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.729302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74decc6e-083f-4f66-a54a-737c5146e1f5 req-044154fa-8e48-4743-bcac-27b2d8a121b8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1968246 Jul 28 14:31:45.772273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38f8b657-2a9d-4037-bc70-cac7ba2d53f7 req-ced9e29a-fe9b-4909-9ced-2d224806358f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Jul 28 14:31:45.875592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd req-cc41c41e-5232-4e42-be74-09c8dc1cb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:45.878325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd req-cc41c41e-5232-4e42-be74-09c8dc1cb8a1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3333435 Jul 28 14:31:45.889469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74decc6e-083f-4f66-a54a-737c5146e1f5 req-e08326c7-81d6-4022-b6cb-17a39014bfd9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420658 Jul 28 14:31:46.094197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd req-88b75496-7338-409a-9bc1-a4acf52132d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.096756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ddaf72c-cd52-481a-9d8b-a56d6702c5bd req-88b75496-7338-409a-9bc1-a4acf52132d8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099714 Jul 28 14:31:46.112823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bed9d-5f84-426c-92d0-d3bd2117de3e req-a6f5e292-d71b-41b3-9e31-b556b87973a7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.118368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a6bed9d-5f84-426c-92d0-d3bd2117de3e req-a6f5e292-d71b-41b3-9e31-b556b87973a7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.1273243 Jul 28 14:31:46.200239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-3d843ca8-532e-482f-a058-3a62b4bfe629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.202044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-3d843ca8-532e-482f-a058-3a62b4bfe629 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1089642 Jul 28 14:31:46.227766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0358-f820-41d0-bee3-6ea6c45aa536 req-f728c40f-3958-4327-83e5-b92aebdedfdf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.228072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0358-f820-41d0-bee3-6ea6c45aa536 req-f728c40f-3958-4327-83e5-b92aebdedfdf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.229624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e22a0358-f820-41d0-bee3-6ea6c45aa536 req-f728c40f-3958-4327-83e5-b92aebdedfdf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471&device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 1691 time: 0.0805523 Jul 28 14:31:46.235165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:46.242460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a6bed9d-5f84-426c-92d0-d3bd2117de3e req-038b08f9-21ed-42c9-a35b-ad20798574b7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118441 Jul 28 14:31:46.260097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-3c40f869-b811-42ab-b0bb-5a114c8a037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.265817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-3c40f869-b811-42ab-b0bb-5a114c8a037c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1096 time: 0.1064200 Jul 28 14:31:46.312517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e22a0358-f820-41d0-bee3-6ea6c45aa536 req-43554fc8-574f-4e3b-8420-22096486fa91 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734072 Jul 28 14:31:46.343493 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.392025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-9ee23066-d336-42ff-a31b-0db699639d37 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 217 time: 0.1194005 Jul 28 14:31:46.530106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-e6674e2e-b09d-4a91-ad47-944a9db120e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.531663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-e6674e2e-b09d-4a91-ad47-944a9db120e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1312463 Jul 28 14:31:46.546221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b018e1-7f3e-4314-ade8-1d2a2f29b145 req-fe065b28-35a4-4cad-a8fc-33441d67ff00 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.547916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77b018e1-7f3e-4314-ade8-1d2a2f29b145 req-fe065b28-35a4-4cad-a8fc-33441d67ff00 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 948 time: 0.1339788 Jul 28 14:31:46.576030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e5c6-2b27-444c-9f08-8d7f2cbf7614 req-3a7a1301-f07b-4944-bd03-04659c4223eb tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.576992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a47e5c6-2b27-444c-9f08-8d7f2cbf7614 req-3a7a1301-f07b-4944-bd03-04659c4223eb tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 948 time: 0.1108184 Jul 28 14:31:46.579873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-d83267ac-ff6a-4ee0-bc07-37bc24d66abd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308385 Jul 28 14:31:46.639000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a47e5c6-2b27-444c-9f08-8d7f2cbf7614 req-7b9eb7db-26ab-498b-a4cc-bbb207c8d4b4 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526018 Jul 28 14:31:46.653809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77b018e1-7f3e-4314-ade8-1d2a2f29b145 req-e9bd8fda-769f-446f-a040-9c43bea0f4af tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970824 Jul 28 14:31:46.660547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:46.697302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-27ebbe66-da35-49b6-bf03-79e9be489125 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079443 Jul 28 14:31:46.749132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:46.801202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:46.803998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127a786-a103-4631-af2b-2cc0180019e4" -d '{"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-unplugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:46.809723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.842900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Transition to ACTIVE for port object fed37085-1557-4a1d-bb28-299f3a5f210c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:46.896648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01046bad-dac9-462a-bbd3-f2b9ebff04cf req-d62db05e-fc67-4322-aafc-34acd7a64509 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871397 Jul 28 14:31:46.943205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a227ce5-8ece-4178-82cd-e7b853a7f6cc req-d07faa97-231f-408b-931b-8d8fe2b352ec tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.951316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a227ce5-8ece-4178-82cd-e7b853a7f6cc req-d07faa97-231f-408b-931b-8d8fe2b352ec tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 1102 time: 0.0573354 Jul 28 14:31:46.961479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2db5-ca2f-419a-b974-128ba59b783c req-6d89d0f2-39ec-423a-8309-64e3c16bf30a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.964557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-321b2db5-ca2f-419a-b974-128ba59b783c req-6d89d0f2-39ec-423a-8309-64e3c16bf30a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 944 time: 0.0737581 Jul 28 14:31:46.986736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a227ce5-8ece-4178-82cd-e7b853a7f6cc req-f024b8d4-e901-4c87-a3d7-a9fa8c8621c6 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Jul 28 14:31:47.013391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-321b2db5-ca2f-419a-b974-128ba59b783c req-f5c4839a-d08a-4542-8664-54ab63894cdf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Jul 28 14:31:47.023602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:47.128939 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4863dad1-9b0f-4549-9ead-1d7762898a5e x-openstack-request-id: req-4863dad1-9b0f-4549-9ead-1d7762898a5e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:47.129468 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-unplugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:47.129818 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4863dad1-9b0f-4549-9ead-1d7762898a5e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:47.130564 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'code': 200} Jul 28 14:31:47.172220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:47.204257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] No DVR routers for this DVR port fed37085-1557-4a1d-bb28-299f3a5f210c on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:47.239733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a1d4f-c999-4320-aa35-2beea724b113 req-05f921ef-ceb0-4d73-ab63-796bcfecd81e tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.241609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f8a1d4f-c999-4320-aa35-2beea724b113 req-05f921ef-ceb0-4d73-ab63-796bcfecd81e tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 1102 time: 0.0695207 Jul 28 14:31:47.274782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051cf6-adf9-4605-bfb1-1f34f2f13103 req-e5b2d74a-784d-4e58-a294-a5b333e3a6a9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.284683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78051cf6-adf9-4605-bfb1-1f34f2f13103 req-e5b2d74a-784d-4e58-a294-a5b333e3a6a9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.1794531 Jul 28 14:31:47.300387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f8a1d4f-c999-4320-aa35-2beea724b113 req-088a6433-4816-4372-a7d7-9e5892740cb8 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Jul 28 14:31:47.302286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:47.302630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:47.302964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:47.312367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:47.312732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:47.338219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:47.338569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:47.338964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:47.339423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Bound port: fed37085-1557-4a1d-bb28-299f3a5f210c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:47.339825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:47.356406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78051cf6-adf9-4605-bfb1-1f34f2f13103 req-437d4bba-4542-489f-ac83-b87d7218f786 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708249 Jul 28 14:31:47.428922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db2a3-e043-44bf-b9ef-6600ba9c8e41 req-04c9a1da-ce86-4d22-9d78-c5b1042b474e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.431099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-948db2a3-e043-44bf-b9ef-6600ba9c8e41 req-04c9a1da-ce86-4d22-9d78-c5b1042b474e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.0652633 Jul 28 14:31:47.431550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:47.435909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:47.458640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:47.482342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-948db2a3-e043-44bf-b9ef-6600ba9c8e41 req-9a8ec4c3-d232-4ba0-b43b-ab4a5d4c5e32 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Jul 28 14:31:47.509030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:47.583729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:47.616513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:47.625188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.625188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:47.625188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] 10.222.0.42 "PUT /v2.0/ports/fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 1096 time: 1.3936408 Jul 28 14:31:47.625511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:47.665126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c0b2-70c5-42be-8bb3-e3cc38a46bac service neutron] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:47.771846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-26405530-9d57-44c2-9f93-fe125128b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.773667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-26405530-9d57-44c2-9f93-fe125128b300 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1099 time: 0.0929604 Jul 28 14:31:47.898678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8755-9464-4c52-b73c-34a33c61afcc req-a2ba70e6-74dd-43a7-a78c-f8e20030c1c1 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.903888 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec4e8755-9464-4c52-b73c-34a33c61afcc req-a2ba70e6-74dd-43a7-a78c-f8e20030c1c1 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 948 time: 0.0946732 Jul 28 14:31:47.931215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:47.968567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'mac_address': 'fa:16:3e:6b:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:47.971810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:47.990156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:47.990396 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.002595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec4e8755-9464-4c52-b73c-34a33c61afcc req-75dbfd30-fb2c-437e-9280-b1e40abeabeb tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850925 Jul 28 14:31:48.080934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.109494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef505271-e996-4a85-abc4-b81a8e69abc4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:48.149014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:48.251613 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.292754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-d04c23ee-e5b8-430a-90c4-347d065123f6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329046 Jul 28 14:31:48.301693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:48.307594 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5e553b-1960-4fd3-b8fa-b4471b1a3edf" -d '{"events": [{"server_uuid": "012ebbd2-57e7-40a1-b6d1-0e0fea25abae", "name": "network-vif-plugged", "status": "completed", "tag": "219dbdfc-4e35-42fb-9027-e0bb7d3dc924"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:48.332230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.333585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:48.361920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:48.376490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac101cc-7e98-420b-a16d-1211dd08d1e8 req-72d78986-346a-4aa5-b662-dd3f8f1e5378 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.384720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ac101cc-7e98-420b-a16d-1211dd08d1e8 req-72d78986-346a-4aa5-b662-dd3f8f1e5378 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 948 time: 0.6092920 Jul 28 14:31:48.438287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-0cba8a52-133a-41e3-be0d-390853861990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.440624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-0cba8a52-133a-41e3-be0d-390853861990 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.6561041 Jul 28 14:31:48.446902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:48.494052 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.496877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 27facbcc-5f59-4925-854b-f6d53a3151cb up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:48.497514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-4daa61ce-c8f0-4319-8f38-f1a655bdf3d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0463920 Jul 28 14:31:48.513239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ac101cc-7e98-420b-a16d-1211dd08d1e8 req-c9cf03df-8787-4128-9d9c-0c7957704538 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274023 Jul 28 14:31:48.522013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3b47553c-7084-4506-8c3b-1bebc014a90b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.543555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3b47553c-7084-4506-8c3b-1bebc014a90b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412946 Jul 28 14:31:48.573499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-6e883ddd-dc59-42a6-8d22-d88efe32d8f0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/quotas/1c6151b5618545c784a56a9cc9eece3d HTTP/1.1" status: 200 len: 375 time: 0.0282478 Jul 28 14:31:48.589330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', 'mac_address': 'fa:16:3e:6d:ec:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:48.595128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:48.615733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-ca93c5f2-5341-4a4a-8574-8a1650fa468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.618620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-ca93c5f2-5341-4a4a-8574-8a1650fa468c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1039097 Jul 28 14:31:48.672506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-30c5970f-2d1f-4a0c-aef2-b187e4612c0c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962543 Jul 28 14:31:48.698193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.726798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:48.733266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:48.755116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c187-261f-4636-a3d1-67ce08e08128 req-26835ebb-031f-4966-90d8-7e8a5a477f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.758169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-26835ebb-031f-4966-90d8-7e8a5a477f23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299610 Jul 28 14:31:48.764382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:48.766492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 27facbcc-5f59-4925-854b-f6d53a3151cb completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:48.776694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 27facbcc-5f59-4925-854b-f6d53a3151cb triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:48.776694 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.880282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.915573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab7c9-10d8-4645-8eac-2086b390a201 req-d0af7289-3cb9-407f-a12b-80fa54e807aa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.918538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.927217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-047ab7c9-10d8-4645-8eac-2086b390a201 req-d0af7289-3cb9-407f-a12b-80fa54e807aa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.2329123 Jul 28 14:31:48.979865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:48.985836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 27facbcc-5f59-4925-854b-f6d53a3151cb, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=27facbcc-5f59-4925-854b-f6d53a3151cb,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:48.998264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-1425ee32-6b8a-4b98-91e1-6b464914b84f service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298038 Jul 28 14:31:49.009443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-047ab7c9-10d8-4645-8eac-2086b390a201 req-a959d500-41cf-4bc4-a1ca-ebeb767dbb8d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805664 Jul 28 14:31:49.107661 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2db8c-bedc-415c-b997-84dc536cd5a8 x-openstack-request-id: req-6bc2db8c-bedc-415c-b997-84dc536cd5a8 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:49.108160 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ebbd2-57e7-40a1-b6d1-0e0fea25abae", "name": "network-vif-plugged", "status": "completed", "tag": "219dbdfc-4e35-42fb-9027-e0bb7d3dc924", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:49.108673 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bc2db8c-bedc-415c-b997-84dc536cd5a8 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:49.110414 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924', 'code': 200} Jul 28 14:31:49.121054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.198168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:49.202408 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac81431c-49a3-4347-9dfa-aea5185d36fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:49.208572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=27facbcc-5f59-4925-854b-f6d53a3151cb,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:49.212665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3272c187-261f-4636-a3d1-67ce08e08128 req-6babf2a9-5a28-4e9e-8919-02b13ab2bd22 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982086 Jul 28 14:31:49.292932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1af778-0386-4345-8d0a-878bc66f6ad0 req-67b59abc-e01b-4703-8d3a-7b2939e4a299 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:49.294566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a1af778-0386-4345-8d0a-878bc66f6ad0 req-67b59abc-e01b-4703-8d3a-7b2939e4a299 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.0799077 Jul 28 14:31:49.356101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc725b-10d0-4e3e-96e7-2c510d8245b7 req-a290011d-bedd-43b4-8746-9be5b44754dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:49.357738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1cc725b-10d0-4e3e-96e7-2c510d8245b7 req-a290011d-bedd-43b4-8746-9be5b44754dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 1097 time: 0.0823069 Jul 28 14:31:49.361643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a1af778-0386-4345-8d0a-878bc66f6ad0 req-1abe9d57-699c-4adf-b72b-7768a1077509 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523725 Jul 28 14:31:49.407857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1cc725b-10d0-4e3e-96e7-2c510d8245b7 req-4557cf84-f54e-42f4-b304-dc0b89308129 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Jul 28 14:31:49.468466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:49.557207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ef505271-e996-4a85-abc4-b81a8e69abc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:49.574336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae961c-397a-4f09-8ffc-3049e935feba req-843538c3-ada2-4e9f-8f66-0706f9a92b2a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:49.577052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60ae961c-397a-4f09-8ffc-3049e935feba req-843538c3-ada2-4e9f-8f66-0706f9a92b2a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.0920501 Jul 28 14:31:49.598765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:49.642463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60ae961c-397a-4f09-8ffc-3049e935feba req-b0940be4-01be-41dc-8180-ae3053f8ba54 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579431 Jul 28 14:31:49.768379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:49.785693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed70c4d-9525-4700-994d-207ff34a15c9 req-a230f406-a152-4f11-b934-22587fbc3609 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:49.794901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bed70c4d-9525-4700-994d-207ff34a15c9 req-a230f406-a152-4f11-b934-22587fbc3609 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.0842299 Jul 28 14:31:49.803779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'port_id': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'mac_address': 'fa:16:3e:ec:ff:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe75449c-112b-4263-a17c-46820812dd89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:49.847606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bed70c4d-9525-4700-994d-207ff34a15c9 req-45779e59-2010-4e64-9430-bc1f4546a636 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477903 Jul 28 14:31:49.895981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.948312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a910ae-f1d3-4e1c-9b46-dccede5a3dab {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:50.004891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:50.071625 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb0359-c8ae-4b0e-b21e-89ae36bc1ca1 x-openstack-request-id: req-b6eb0359-c8ae-4b0e-b21e-89ae36bc1ca1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:50.072190 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:50.072837 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6eb0359-c8ae-4b0e-b21e-89ae36bc1ca1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:50.074995 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'status': 'completed', 'code': 200} Jul 28 14:31:50.132153 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.277353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:50.334283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a0fd-fcba-431c-bf6d-87f9b5993ab9 req-edf795e0-9485-41c8-83d9-7d558e71c564 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.336262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c744a0fd-fcba-431c-bf6d-87f9b5993ab9 req-edf795e0-9485-41c8-83d9-7d558e71c564 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 949 time: 0.1333015 Jul 28 14:31:50.340250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-58ff5adb-7290-499a-b4be-b93097a48d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.342368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-58ff5adb-7290-499a-b4be-b93097a48d3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1099 time: 0.2221026 Jul 28 14:31:50.374979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-03a06fca-bbe0-4017-a513-d96b0b68c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.378020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-03a06fca-bbe0-4017-a513-d96b0b68c788 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1099 time: 0.2209513 Jul 28 14:31:50.396032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69467e0-cd68-4c09-8e7a-8818a281a639 req-c4296894-e02b-4c7f-94fd-827ea45f9fb0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.407058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f69467e0-cd68-4c09-8e7a-8818a281a639 req-c4296894-e02b-4c7f-94fd-827ea45f9fb0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.2191751 Jul 28 14:31:50.478460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:50.575156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c744a0fd-fcba-431c-bf6d-87f9b5993ab9 req-d3fa9dfd-f3c4-4c71-94d2-14f5274f8197 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003932 Jul 28 14:31:50.581108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-1011317f-0154-45c9-aa56-7f51b04100b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.584189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-1011317f-0154-45c9-aa56-7f51b04100b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2335119 Jul 28 14:31:50.589179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-fc8e418c-9ad2-4534-a1ac-781f4ea23b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.590994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-fc8e418c-9ad2-4534-a1ac-781f4ea23b9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1811841 Jul 28 14:31:50.605078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f69467e0-cd68-4c09-8e7a-8818a281a639 req-3d9f36bd-5421-4aa5-829d-9f6846334a3a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969066 Jul 28 14:31:50.664068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-d505a97b-5adf-4001-9361-af6bdf39dce3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0686727 Jul 28 14:31:50.718175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-872ae257-f291-48fb-9931-b90db0134f1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.1082830 Jul 28 14:31:50.806964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-fd548160-54b5-448c-8fda-def97ecb320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.812337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-fd548160-54b5-448c-8fda-def97ecb320b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0747020 Jul 28 14:31:50.817373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-dfa317db-2b9b-473c-9b79-3af5f2698da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.820073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-dfa317db-2b9b-473c-9b79-3af5f2698da0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1480315 Jul 28 14:31:50.895614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-86d424bc-5a0c-48b9-a296-0f9d87309479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.897461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-86d424bc-5a0c-48b9-a296-0f9d87309479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664732 Jul 28 14:31:50.950657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-d1fa589e-df45-4ae4-bbb7-927aaa584281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.953209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-d1fa589e-df45-4ae4-bbb7-927aaa584281 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312859 Jul 28 14:31:51.035288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-b10e912d-7b69-4180-b0af-0681dfa872ed service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258671 Jul 28 14:31:51.090447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-87ea7be4-951c-4b1a-829e-72165eeb4d39 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265376 Jul 28 14:31:51.115405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27facbcc-5f59-4925-854b-f6d53a3151cb'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:51.120119 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296e1e87-af15-4c07-a203-cbc0fdc9afc2" -d '{"events": [{"server_uuid": "e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53", "name": "network-vif-plugged", "status": "completed", "tag": "27facbcc-5f59-4925-854b-f6d53a3151cb"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:51.234915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-a98a3559-8089-41b0-9e6c-9bb99700e129 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906528 Jul 28 14:31:51.307036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac81431c-49a3-4347-9dfa-aea5185d36fa req-8d2edb53-cb2a-48d0-b06e-44eecb56f130 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014594 Jul 28 14:31:51.428672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2b58f-29a4-4fee-8115-02c7713359c5 req-4cc0ffc2-db2d-4b8b-ad89-c9d33685b106 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.432440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47a2b58f-29a4-4fee-8115-02c7713359c5 req-4cc0ffc2-db2d-4b8b-ad89-c9d33685b106 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.0670831 Jul 28 14:31:51.493439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47a2b58f-29a4-4fee-8115-02c7713359c5 req-cc70da06-c40d-4fb6-a911-6369ea9a20c0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484500 Jul 28 14:31:51.638394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96f713-9f43-419f-b903-b536da02ece5 req-d48e2ef7-6b6f-4adc-b0f4-4a6ea0790b16 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.640936 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a96f713-9f43-419f-b903-b536da02ece5 req-d48e2ef7-6b6f-4adc-b0f4-4a6ea0790b16 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 945 time: 0.0749166 Jul 28 14:31:51.689007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a96f713-9f43-419f-b903-b536da02ece5 req-30d425fa-c745-4bf0-bdc2-20f5bdd5819e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Jul 28 14:31:51.808642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a5b2-4bdc-464b-ab4b-6edea136568b req-a593a2d1-5341-4d19-88fb-d4d060d54dce tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.810269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b36a5b2-4bdc-464b-ab4b-6edea136568b req-a593a2d1-5341-4d19-88fb-d4d060d54dce tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.0586343 Jul 28 14:31:51.856041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b36a5b2-4bdc-464b-ab4b-6edea136568b req-823993e9-6934-4e31-afdb-be9bc409de35 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Jul 28 14:31:52.006527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7696b425-e80e-4962-9c4c-27b7d4c686b3 req-68503780-2153-48e1-9f03-7673ed039422 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 210 time: 0.0451384 Jul 28 14:31:52.081935 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3485dda-a08b-4064-a108-5ea0da3bc2c2 x-openstack-request-id: req-d3485dda-a08b-4064-a108-5ea0da3bc2c2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:52.082276 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53", "name": "network-vif-plugged", "status": "completed", "tag": "27facbcc-5f59-4925-854b-f6d53a3151cb", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:52.082672 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3485dda-a08b-4064-a108-5ea0da3bc2c2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:52.083272 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27facbcc-5f59-4925-854b-f6d53a3151cb', 'code': 200} Jul 28 14:31:52.191279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c65f-1453-4ca8-b457-54f51613edce req-6eb0c57b-420e-4fc4-98ec-1d6f0d55d777 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.194901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb799-7c1c-4b8b-b57c-16d6bef73a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:52.199429 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd98c65f-1453-4ca8-b457-54f51613edce req-6eb0c57b-420e-4fc4-98ec-1d6f0d55d777 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 949 time: 0.0774889 Jul 28 14:31:52.280405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd98c65f-1453-4ca8-b457-54f51613edce req-0d94fd74-8af1-47ee-9c61-20289f431f9c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799742 Jul 28 14:31:52.299040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285589a-f2dc-4b81-952c-397d57eed147 req-a178b9a0-5835-4242-a3ea-cd7cfc5c9b0c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.300833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2285589a-f2dc-4b81-952c-397d57eed147 req-a178b9a0-5835-4242-a3ea-cd7cfc5c9b0c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.1320679 Jul 28 14:31:52.374488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720822-f14f-4569-b793-e31dc1f265a9 req-e29aa524-4871-429d-9472-e8cd56e9de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.376085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0720822-f14f-4569-b793-e31dc1f265a9 req-e29aa524-4871-429d-9472-e8cd56e9de06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 1101 time: 0.1035633 Jul 28 14:31:52.379511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2285589a-f2dc-4b81-952c-397d57eed147 req-80e11205-651c-49fd-a1f3-8bb3f89814ff tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 Jul 28 14:31:52.448086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0720822-f14f-4569-b793-e31dc1f265a9 req-45981953-d5d4-4353-9a5f-5c47a3d956e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592537 Jul 28 14:31:52.679822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b68a-ef30-4998-8098-07fbea7bc5b3 req-2288fcac-9b97-4f13-8992-a4fca77eded1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.682688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e43b68a-ef30-4998-8098-07fbea7bc5b3 req-2288fcac-9b97-4f13-8992-a4fca77eded1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.0621722 Jul 28 14:31:52.743305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e43b68a-ef30-4998-8098-07fbea7bc5b3 req-1f70ce28-1fe9-42bc-b35b-4af8ded95c12 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516453 Jul 28 14:31:52.899844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28fa20-32e0-4ebb-ab20-7fe2ea8a995c req-7a142eff-dee2-4d48-8ba3-d96cdd7bd136 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.902573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c28fa20-32e0-4ebb-ab20-7fe2ea8a995c req-7a142eff-dee2-4d48-8ba3-d96cdd7bd136 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 945 time: 0.0872715 Jul 28 14:31:52.987812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c28fa20-32e0-4ebb-ab20-7fe2ea8a995c req-86da715a-2db7-4a9c-8183-3b786c08b294 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788085 Jul 28 14:31:53.059480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cb7fe-87ad-479a-b56e-5ddad3c1470c req-a7bf68c0-d310-460e-92e5-161d65c63183 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.074528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af6cb7fe-87ad-479a-b56e-5ddad3c1470c req-a7bf68c0-d310-460e-92e5-161d65c63183 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.1015105 Jul 28 14:31:53.161612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af6cb7fe-87ad-479a-b56e-5ddad3c1470c req-d384df60-e9c4-4775-913d-bf7ce6656772 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819569 Jul 28 14:31:53.354063 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-075fa969-7d21-43c0-9083-144d39346455 req-35bfe88a-394c-4602-bb75-c25edde9e6ff tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 210 time: 0.0460417 Jul 28 14:31:53.483816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:53.535714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41615-70fa-4783-81c7-e673dc00564a req-a2cc5633-917c-4e8e-a46e-c76f1c1526c2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.544224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dec41615-70fa-4783-81c7-e673dc00564a req-a2cc5633-917c-4e8e-a46e-c76f1c1526c2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 949 time: 0.0841625 Jul 28 14:31:53.616864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc5b1b-412d-4068-bdd1-e660c1b2f994 req-fd0bd24f-dc3d-4c28-8b6b-d4a56b7ede30 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.620039 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dec41615-70fa-4783-81c7-e673dc00564a req-ccfa27f4-e006-4980-9402-9a0a68753ea0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Jul 28 14:31:53.623848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65cc5b1b-412d-4068-bdd1-e660c1b2f994 req-fd0bd24f-dc3d-4c28-8b6b-d4a56b7ede30 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.0620863 Jul 28 14:31:53.642738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:53.678849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:53.689350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:53.690346 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:53.697998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65cc5b1b-412d-4068-bdd1-e660c1b2f994 req-caa4c4eb-18a3-415b-b12e-5fe14ad08e32 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686033 Jul 28 14:31:53.832874 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:53.849436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ef505271-e996-4a85-abc4-b81a8e69abc4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:53.859987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ef505271-e996-4a85-abc4-b81a8e69abc4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:53.860703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:53.966312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:54.009559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a43bf-d10f-485b-a8cd-9c713f0de9f8 req-d1e87fb3-4116-4ea1-90a8-237ef6537745 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.025311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e4a43bf-d10f-485b-a8cd-9c713f0de9f8 req-d1e87fb3-4116-4ea1-90a8-237ef6537745 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.1388440 Jul 28 14:31:54.061506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.093455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:54.098691 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4136ff7-7d26-4ded-8656-e905d0cf4bd5" -d '{"events": [{"server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "name": "network-vif-plugged", "status": "completed", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:54.105620 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.108108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e4a43bf-d10f-485b-a8cd-9c713f0de9f8 req-1598ab48-ccb5-4f27-af2c-0519c1694ec7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798631 Jul 28 14:31:54.211702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:54.269448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:54.346893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91b5e4-cb7b-4c93-8220-a5027bfae7a3 req-ae944c48-dba5-480b-acca-6cdc9438eab5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.349524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc91b5e4-cb7b-4c93-8220-a5027bfae7a3 req-ae944c48-dba5-480b-acca-6cdc9438eab5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.1156523 Jul 28 14:31:54.370727 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.371766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:54.434499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc91b5e4-cb7b-4c93-8220-a5027bfae7a3 req-5aaf9820-0324-4a64-b53a-b24b3e2a6bec tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Jul 28 14:31:54.515912 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a705e1-4e71-4f59-8db9-88ad81aadb18 x-openstack-request-id: req-48a705e1-4e71-4f59-8db9-88ad81aadb18 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:54.516817 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "name": "network-vif-plugged", "status": "completed", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:54.516817 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48a705e1-4e71-4f59-8db9-88ad81aadb18 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:54.517145 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'code': 200} Jul 28 14:31:54.517467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:54.631018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cde37-ff19-4688-b1e9-d748fa863a78 req-58ee8d7d-ebfa-4377-9d67-a2e6d711f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.632787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-679cde37-ff19-4688-b1e9-d748fa863a78 req-58ee8d7d-ebfa-4377-9d67-a2e6d711f9aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1098 time: 0.0734599 Jul 28 14:31:54.642929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:54.662661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:54.663726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.687872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-e44c56be-2544-401f-828c-8b68ee92dac6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271725 Jul 28 14:31:54.697870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-679cde37-ff19-4688-b1e9-d748fa863a78 req-dd84c936-26ff-4e60-84ff-c0740f200d1a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Jul 28 14:31:54.716339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31abc-3163-412c-804f-331ae2ea40dd req-f191079f-838b-4f2c-8569-5c53f46a0439 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.725099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3d31abc-3163-412c-804f-331ae2ea40dd req-f191079f-838b-4f2c-8569-5c53f46a0439 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.1052632 Jul 28 14:31:54.806280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3d31abc-3163-412c-804f-331ae2ea40dd req-5f44c59a-4e6e-43b9-bb15-23194ff5caca tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798073 Jul 28 14:31:54.849179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea30b73-5e1c-4cfb-9e55-edad08f4b409 req-a9c8f2d0-094a-4ce5-8efb-f92e0a008443 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.858681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ea30b73-5e1c-4cfb-9e55-edad08f4b409 req-a9c8f2d0-094a-4ce5-8efb-f92e0a008443 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.2597837 Jul 28 14:31:54.879526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-9d7dc9d0-e71c-4030-969d-026faba4cd6f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758624 Jul 28 14:31:54.884775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-51460810-6b0a-47c1-abf6-aeab00822f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.908749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.997128 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb016578-236f-47c9-8553-eeadb87d0954 req-e0f4ced8-fb15-467f-a206-392e660cf025 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 210 time: 0.0622830 Jul 28 14:31:55.006272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:55.077249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ea30b73-5e1c-4cfb-9e55-edad08f4b409 req-6b18cbec-d0f3-4a9f-b9f8-07d9e13c9c86 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059078 Jul 28 14:31:55.092033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-d709c0cb-6c8d-49fa-b1d3-1c97afed2a19 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.093945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-d709c0cb-6c8d-49fa-b1d3-1c97afed2a19 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933978 Jul 28 14:31:55.109462 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.116738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.131995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:55.229651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:55.273405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-da874582-59ae-4bc6-80ff-49bb08fb8410 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.276128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-da874582-59ae-4bc6-80ff-49bb08fb8410 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448529 Jul 28 14:31:55.305699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': '36915d52-995d-4132-a337-c8c37ab8431e', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:55.408918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872e606-5682-43d0-a8e5-beeb4efe4d89 req-6a96566d-b1bf-4c94-99d4-34b01bffb5d7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.411303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1872e606-5682-43d0-a8e5-beeb4efe4d89 req-6a96566d-b1bf-4c94-99d4-34b01bffb5d7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 947 time: 0.1088500 Jul 28 14:31:55.475636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1872e606-5682-43d0-a8e5-beeb4efe4d89 req-fd025829-3ec1-4227-8212-ce8ddb5ae898 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Jul 28 14:31:55.490105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f454a5-a5ba-413e-b959-038f44428ef5 req-bc0ef2ce-08db-4451-ade0-05ea4ba21a27 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.492772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f454a5-a5ba-413e-b959-038f44428ef5 req-bc0ef2ce-08db-4451-ade0-05ea4ba21a27 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.2118020 Jul 28 14:31:55.563744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f454a5-a5ba-413e-b959-038f44428ef5 req-d5571048-3120-4d31-9e8d-c97cca9f11ff tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597000 Jul 28 14:31:55.619515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:55.624762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.662576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:55.782975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:55.792699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.981522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:55.995088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.237 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/d7096f19-0422-4d0e-bcb8-83a27127c20e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:56.016133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'mac_address': 'fa:16:3e:bc:c7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:56.105379 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.125186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:56.154928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:56.158548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8635e-f67b-4083-ae35-1674bd38cd9d req-d25d4321-14fd-4548-b32d-df35737fff12 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.169396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61d8635e-f67b-4083-ae35-1674bd38cd9d req-d25d4321-14fd-4548-b32d-df35737fff12 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.5857284 Jul 28 14:31:56.171568 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.249184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61d8635e-f67b-4083-ae35-1674bd38cd9d req-e42a4ca8-dc7a-4f80-b3dd-9fe647c44afd tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670221 Jul 28 14:31:56.261954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211639f-a284-4fde-9f1b-aee44d34a69c req-7bf3f085-e9b2-4bf7-bfa6-42ec842ab992 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.263784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b211639f-a284-4fde-9f1b-aee44d34a69c req-7bf3f085-e9b2-4bf7-bfa6-42ec842ab992 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.2141488 Jul 28 14:31:56.394523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b211639f-a284-4fde-9f1b-aee44d34a69c req-cf05c217-253a-4b11-9ee5-35975cce7140 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178911 Jul 28 14:31:56.397613 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b61f79ef-88a1-4c38-8804-eae54cbe84d5 req-86292b70-361e-42d1-b5fa-1af909486209 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 210 time: 0.0305467 Jul 28 14:31:56.399741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.432434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object d7096f19-0422-4d0e-bcb8-83a27127c20e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:56.518208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}, {'server_uuid': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:56.521296 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a50cb8b-6ad6-4492-b458-40d26854a5d2" -d '{"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}, {"server_uuid": "e5378d7b-f57e-4146-ada5-f3dc7e6bd255", "name": "network-vif-plugged", "status": "completed", "tag": "28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:56.531076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.588390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0d26b-72e6-48c1-ad28-63b5f66aa537 req-b2c591a4-9d00-4067-b6d7-33f3fbabecaf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.596521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8f0d26b-72e6-48c1-ad28-63b5f66aa537 req-b2c591a4-9d00-4067-b6d7-33f3fbabecaf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.0967512 Jul 28 14:31:56.604582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:56.693162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8f0d26b-72e6-48c1-ad28-63b5f66aa537 req-8a1226f3-872c-4180-bf19-b00cbed02d30 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803676 Jul 28 14:31:56.747556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.762873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:56.929736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:56.932418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:56.956049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:56.977506 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e96d87-fe17-49aa-b4b6-dbe2c6ca4a50 x-openstack-request-id: req-b1e96d87-fe17-49aa-b4b6-dbe2c6ca4a50 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:56.977830 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "code": 200}, {"server_uuid": "e5378d7b-f57e-4146-ada5-f3dc7e6bd255", "name": "network-vif-plugged", "status": "completed", "tag": "28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:56.978020 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1e96d87-fe17-49aa-b4b6-dbe2c6ca4a50 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:56.978322 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'code': 200} Jul 28 14:31:56.978575 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', 'code': 200} Jul 28 14:31:57.093564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=d7096f19-0422-4d0e-bcb8-83a27127c20e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:57.168622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.170124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.183898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434af96b-dcd2-49a9-9055-ce9884278c87 req-9003cd21-e006-43bf-8213-c13a069c6833 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.193229 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-434af96b-dcd2-49a9-9055-ce9884278c87 req-9003cd21-e006-43bf-8213-c13a069c6833 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.0902088 Jul 28 14:31:57.226405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766599ae-67b4-42c1-a807-abf93358ed65 req-588eeca6-3759-41ee-a13b-9d45d8a58ce3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.240048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766599ae-67b4-42c1-a807-abf93358ed65 req-588eeca6-3759-41ee-a13b-9d45d8a58ce3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.4382303 Jul 28 14:31:57.243766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.67 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/418552b0-0469-4c7b-a02c-db3a26f2bedd) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:57.265774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.265774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.265774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.266381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-434af96b-dcd2-49a9-9055-ce9884278c87 req-341a7426-1840-4756-821b-deffcada11bc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658703 Jul 28 14:31:57.266550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.266550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.266550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.266550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.266550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.266550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.267611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.268421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.272898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:57.417035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646274c-81e8-479e-a5bb-ca3c4599e96f req-e9add33c-51a0-4411-82b5-8ffe3b425dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.419801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8646274c-81e8-479e-a5bb-ca3c4599e96f req-e9add33c-51a0-4411-82b5-8ffe3b425dbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 1102 time: 0.1048481 Jul 28 14:31:57.422891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['fed37085-1557-4a1d-bb28-299f3a5f210c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:57.474995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766599ae-67b4-42c1-a807-abf93358ed65 req-a09dc61a-ba7f-4324-af2b-66342105a968 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866653 Jul 28 14:31:57.536061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c158fc85-7823-4cc2-922b-a09b8b89eb84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4035594 Jul 28 14:31:57.537178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-0811bd91-13a6-4045-b766-851e9a427717 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cbd339ee601f4a72b707c176eea8ad92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626304 Jul 28 14:31:57.547408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84de5-46d9-4556-b214-1e64aa2c1efa req-282d1eb1-3a73-4309-8869-845cab778bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.550360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02a84de5-46d9-4556-b214-1e64aa2c1efa req-282d1eb1-3a73-4309-8869-845cab778bdb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1102 time: 0.2304084 Jul 28 14:31:57.590252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Request body: {'port': {'device_id': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:57.696829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ec86be6-07ca-4d8e-891d-c745e2b9ba8a None None] Provisioning for port d7096f19-0422-4d0e-bcb8-83a27127c20e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:57.751697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ec86be6-07ca-4d8e-891d-c745e2b9ba8a None None] Provisioning complete for port d7096f19-0422-4d0e-bcb8-83a27127c20e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:57.752392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ec86be6-07ca-4d8e-891d-c745e2b9ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.767988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8646274c-81e8-479e-a5bb-ca3c4599e96f req-a05f1365-6ff8-4249-bc66-b88cdaab1d6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329334 Jul 28 14:31:57.800956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02a84de5-46d9-4556-b214-1e64aa2c1efa req-9c3afecc-4d61-4bb8-8afb-4829c94b9fe8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198408 Jul 28 14:31:57.847861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.863063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-4f1b8c54-5494-47d9-9fc7-fe50fed3ac8b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.864942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-4f1b8c54-5494-47d9-9fc7-fe50fed3ac8b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209040 Jul 28 14:31:57.883801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.888710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6645de-c15e-4640-87a4-b8d90103e184 req-474dfae6-b7ed-4e11-8165-658acdc3ee1c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.895074 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-4d5407a6-f305-43dc-a1a9-c5ed797c00e0 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/quotas/cbd339ee601f4a72b707c176eea8ad92 HTTP/1.1" status: 200 len: 375 time: 0.0127299 Jul 28 14:31:57.896486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c6645de-c15e-4640-87a4-b8d90103e184 req-474dfae6-b7ed-4e11-8165-658acdc3ee1c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.2616041 Jul 28 14:31:57.904389 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.964675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1ec86be6-07ca-4d8e-891d-c745e2b9ba8a None None] Port d7096f19-0422-4d0e-bcb8-83a27127c20e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:57.970548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object 418552b0-0469-4c7b-a02c-db3a26f2bedd will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:57.985535 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-18aaf427-63cb-442e-b68a-51f1e84d2d24 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbd339ee601f4a72b707c176eea8ad92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779631 Jul 28 14:31:57.996338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-5e6df5f0-d3e6-4687-bb37-d2be9ffb8e9f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.997963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-5e6df5f0-d3e6-4687-bb37-d2be9ffb8e9f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.2310917 Jul 28 14:31:58.025147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c6645de-c15e-4640-87a4-b8d90103e184 req-8fda699a-fd02-4fbb-9dce-b02accc4cdb5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276264 Jul 28 14:31:58.192770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb38d4-0203-4c3f-917a-52059dc033fd req-507238a7-11fc-43aa-815b-f0dc10f765da tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.194692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74bb38d4-0203-4c3f-917a-52059dc033fd req-507238a7-11fc-43aa-815b-f0dc10f765da tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 936 time: 0.0703955 Jul 28 14:31:58.254824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74bb38d4-0203-4c3f-917a-52059dc033fd req-5f39c147-8240-4725-917d-609e50ebd550 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491779 Jul 28 14:31:58.356280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:58.483131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f269d-43b6-4eba-b73d-98b326172920 req-87225f34-6abb-41f4-929e-eb9847cd464e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.485866 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-416f269d-43b6-4eba-b73d-98b326172920 req-87225f34-6abb-41f4-929e-eb9847cd464e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.1021094 Jul 28 14:31:58.527872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:58.567510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-416f269d-43b6-4eba-b73d-98b326172920 req-c673cfba-8e3d-4507-a174-2a5e8241ddeb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753739 Jul 28 14:31:58.766081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925724-24d1-4427-9e12-c05057bed2ce req-2bade238-9059-40ec-9403-c2f24948699b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.775135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd925724-24d1-4427-9e12-c05057bed2ce req-2bade238-9059-40ec-9403-c2f24948699b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1098 time: 0.1114395 Jul 28 14:31:58.827758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd925724-24d1-4427-9e12-c05057bed2ce req-47d71c24-7aa1-46a9-9fda-f3c703880bfe tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500352 Jul 28 14:31:58.929539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:58.944373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:58.949142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:59.055599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e43d2-6e34-4590-a478-63323f1a1b18 req-624bbf2e-3028-4460-830e-f5bd8f64be44 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.073027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b6e43d2-6e34-4590-a478-63323f1a1b18 req-624bbf2e-3028-4460-830e-f5bd8f64be44 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.1057918 Jul 28 14:31:59.110248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=418552b0-0469-4c7b-a02c-db3a26f2bedd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:59.169130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b6e43d2-6e34-4590-a478-63323f1a1b18 req-41473376-fe17-4315-a680-0ab63e633545 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948958 Jul 28 14:31:59.301556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7096f19-0422-4d0e-bcb8-83a27127c20e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:59.333033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.334971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.382993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e58b7b69-4281-4701-b2b0-d3960700bd1b req-2fb65571-e260-4db6-b7ed-28797f122b27 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 210 time: 0.3144791 Jul 28 14:31:59.398210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.419954 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b191d5c-2826-41d5-b0b6-b7ba5388a5d4 req-2f0c054f-34da-4f0a-a596-6ec9ae667988 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.422683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b191d5c-2826-41d5-b0b6-b7ba5388a5d4 req-2f0c054f-34da-4f0a-a596-6ec9ae667988 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.1339900 Jul 28 14:31:59.458407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4e60f234-a1ba-4b80-92fe-0bb8e916124b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1555054 Jul 28 14:31:59.458407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Transition to ACTIVE for port object d7096f19-0422-4d0e-bcb8-83a27127c20e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:59.485724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b191d5c-2826-41d5-b0b6-b7ba5388a5d4 req-03a76303-ee53-4a08-b54b-144c855800a9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Jul 28 14:31:59.509131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Request body: {'port': {'device_id': '36915d52-995d-4132-a337-c8c37ab8431e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:59.643337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8aba-2850-4496-8a89-7e2766651d68 req-4e3ca482-d99a-4436-a870-2ab8c3281229 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.643337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79aa8aba-2850-4496-8a89-7e2766651d68 req-4e3ca482-d99a-4436-a870-2ab8c3281229 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 936 time: 0.0657275 Jul 28 14:31:59.669491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Deleting port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:59.670089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.676939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401045-ce0b-4370-9402-4e47600dece5 req-6add1628-a859-400f-b9a6-18080a0ca8e2 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.679716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf401045-ce0b-4370-9402-4e47600dece5 req-6add1628-a859-400f-b9a6-18080a0ca8e2 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1098 time: 0.2036817 Jul 28 14:31:59.709299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.710223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79aa8aba-2850-4496-8a89-7e2766651d68 req-dff56674-e78b-4953-9d39-e9fae39139ff tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 Jul 28 14:31:59.712557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:59.779722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-331b7d33-cbb4-4ebd-8ef6-1bdb5e801397 None None] Provisioning for port 418552b0-0469-4c7b-a02c-db3a26f2bedd completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:59.796530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-331b7d33-cbb4-4ebd-8ef6-1bdb5e801397 None None] Provisioning complete for port 418552b0-0469-4c7b-a02c-db3a26f2bedd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:59.796530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-331b7d33-cbb4-4ebd-8ef6-1bdb5e801397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.862838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.868311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-331b7d33-cbb4-4ebd-8ef6-1bdb5e801397 None None] Port 418552b0-0469-4c7b-a02c-db3a26f2bedd cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:59.880013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf401045-ce0b-4370-9402-4e47600dece5 req-30e49a56-5375-4729-965f-d73e1f03b47b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732879 Jul 28 14:31:59.948254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port fed37085-1557-4a1d-bb28-299f3a5f210c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:59.953038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port fed37085-1557-4a1d-bb28-299f3a5f210c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:59.953466 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.051552 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.066826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7096f19-0422-4d0e-bcb8-83a27127c20e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:00.105371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:00.108883 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45adb85-e611-4f8a-836e-300e792f3cd2" -d '{"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-plugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:00.129362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:00.224625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] For port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:00.225302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.247223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8638fcf-4982-4877-aac8-748acd3914b6 req-91370ff5-7a76-4aea-9b26-a86ba4f35703 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.248863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8638fcf-4982-4877-aac8-748acd3914b6 req-91370ff5-7a76-4aea-9b26-a86ba4f35703 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 945 time: 0.2931435 Jul 28 14:32:00.282737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Calling delete_port for 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:00.284978 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.364249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:00.427402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8638fcf-4982-4877-aac8-748acd3914b6 req-e532448b-ee67-4145-9713-0d74d19cf11b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663218 Jul 28 14:32:00.431486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Attempting to bind port d7096f19-0422-4d0e-bcb8-83a27127c20e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:00.431830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Attempting to bind port d7096f19-0422-4d0e-bcb8-83a27127c20e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:00.432251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Attempting to bind port d7096f19-0422-4d0e-bcb8-83a27127c20e on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:00.459034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Port d7096f19-0422-4d0e-bcb8-83a27127c20e on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:00.459374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Attempting to bind port d7096f19-0422-4d0e-bcb8-83a27127c20e on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:00.481265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:00.481595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:00.481995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:00.482519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Bound port: d7096f19-0422-4d0e-bcb8-83a27127c20e, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:00.482893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.693576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] For port d7096f19-0422-4d0e-bcb8-83a27127c20e, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:00.693791 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a28a2-8772-4f7b-8f0a-b53580af47da x-openstack-request-id: req-b11a28a2-8772-4f7b-8f0a-b53580af47da {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:00.693791 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-plugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:00.693791 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b11a28a2-8772-4f7b-8f0a-b53580af47da {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:00.693791 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'code': 200} Jul 28 14:32:00.725720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] For port d7096f19-0422-4d0e-bcb8-83a27127c20e, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:00.729751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418552b0-0469-4c7b-a02c-db3a26f2bedd {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:00.739559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.755307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Transition to ACTIVE for port object 418552b0-0469-4c7b-a02c-db3a26f2bedd will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:00.777997 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.797695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee0a1-925b-4870-aaec-ec1cf6b5704a req-f32fe7dc-ec1b-483c-bc71-c44cb9548f8c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.800240 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3daee0a1-925b-4870-aaec-ec1cf6b5704a req-f32fe7dc-ec1b-483c-bc71-c44cb9548f8c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.0838540 Jul 28 14:32:00.801689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65907ffe-4cc7-4688-a880-733f4a9fdeea req-2d6ec76b-b079-4c1c-b47f-c368e2d50e11 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 210 time: 0.0360901 Jul 28 14:32:00.832758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event deleted for resources: {'Port': ['ID=219dbdfc-4e35-42fb-9027-e0bb7d3dc924,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:00.875875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] No DVR routers for this DVR port 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:00.878332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.881382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.883652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff6c95a-b0c2-4a30-9c0d-3436f0c95bcc req-6f786f5b-6a18-4c70-a959-9344039a174b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "DELETE /v2.0/ports/219dbdfc-4e35-42fb-9027-e0bb7d3dc924 HTTP/1.1" status: 204 len: 173 time: 1.9247892 Jul 28 14:32:00.883808 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3daee0a1-925b-4870-aaec-ec1cf6b5704a req-2404ef1e-8bad-4542-b531-ee304bbe6ff4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Jul 28 14:32:00.885854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'name': 'network-vif-deleted', 'tag': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:00.888310 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c3b09f-46af-4ba5-8334-cbcafd76126a" -d '{"events": [{"server_uuid": "012ebbd2-57e7-40a1-b6d1-0e0fea25abae", "name": "network-vif-deleted", "tag": "219dbdfc-4e35-42fb-9027-e0bb7d3dc924"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:00.935962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.974100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.974688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.976180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/d7096f19-0422-4d0e-bcb8-83a27127c20e HTTP/1.1" status: 200 len: 1097 time: 3.4250860 Jul 28 14:32:01.140310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6721a5b-f63d-4513-8217-0f5e24c5d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7096f19-0422-4d0e-bcb8-83a27127c20e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:01.196354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-6833fa86-1260-4311-8658-64f9d0698839 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.196354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-6833fa86-1260-4311-8658-64f9d0698839 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 949 time: 0.2980492 Jul 28 14:32:01.272349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3525da6-359f-4a94-9bfc-c1828cedee7d req-60d13dc4-97d0-43ef-917a-ae9ab4888d0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.274002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3525da6-359f-4a94-9bfc-c1828cedee7d req-60d13dc4-97d0-43ef-917a-ae9ab4888d0a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.2447345 Jul 28 14:32:01.282709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=418552b0-0469-4c7b-a02c-db3a26f2bedd,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:01.308198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Attempting to bind port 418552b0-0469-4c7b-a02c-db3a26f2bedd on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:01.308380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Attempting to bind port 418552b0-0469-4c7b-a02c-db3a26f2bedd by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:01.308615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Attempting to bind port 418552b0-0469-4c7b-a02c-db3a26f2bedd on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:01.378451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Port 418552b0-0469-4c7b-a02c-db3a26f2bedd on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:01.378769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Attempting to bind port 418552b0-0469-4c7b-a02c-db3a26f2bedd on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:01.405476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:01.405833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:01.406228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:01.406696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Bound port: 418552b0-0469-4c7b-a02c-db3a26f2bedd, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:01.407063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:01.421849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3525da6-359f-4a94-9bfc-c1828cedee7d req-af523e11-952e-4b0a-ad71-f306a7f5e8df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303349 Jul 28 14:32:01.436756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-48134a5a-5e86-4ec4-8f1d-669c3c13dda8 service neutron] 10.222.0.42 "GET /v2.0/ports/fed37085-1557-4a1d-bb28-299f3a5f210c/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 383 time: 0.2100952 Jul 28 14:32:01.504036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-baeaf191-3599-4e03-8d36-648de38f6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.511357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-baeaf191-3599-4e03-8d36-648de38f6927 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 1100 time: 0.1891637 Jul 28 14:32:01.593504 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d874ca8-3d5a-426b-bd3a-0c07eb95bc01 x-openstack-request-id: req-4d874ca8-3d5a-426b-bd3a-0c07eb95bc01 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:01.593808 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ebbd2-57e7-40a1-b6d1-0e0fea25abae", "name": "network-vif-deleted", "tag": "219dbdfc-4e35-42fb-9027-e0bb7d3dc924", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:01.594205 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d874ca8-3d5a-426b-bd3a-0c07eb95bc01 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:01.594626 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ebbd2-57e7-40a1-b6d1-0e0fea25abae', 'name': 'network-vif-deleted', 'tag': '219dbdfc-4e35-42fb-9027-e0bb7d3dc924', 'status': 'completed', 'code': 200} Jul 28 14:32:01.611510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-4031a355-099a-4024-af33-603278684727 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e HTTP/1.1" status: 200 len: 217 time: 0.0811164 Jul 28 14:32:01.651173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] For port 418552b0-0469-4c7b-a02c-db3a26f2bedd, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:01.724970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:01.727241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] For port 418552b0-0469-4c7b-a02c-db3a26f2bedd, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:01.744764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-5e1c0488-27a4-47ce-97ab-27b857347e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.746515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-5e1c0488-27a4-47ce-97ab-27b857347e3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1069078 Jul 28 14:32:01.749801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c411fd00-9faf-4ded-8694-298e35ff1a6d req-057a262c-8dbc-40ca-a7df-72a661da20df tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0527332 Jul 28 14:32:01.757931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-9f318a8b-4d32-49db-9314-9b557679f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.759621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-9f318a8b-4d32-49db-9314-9b557679f620 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1101 time: 0.0851259 Jul 28 14:32:01.767480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:01.768040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 219dbdfc-4e35-42fb-9027-e0bb7d3dc924 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:01.777920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434949-b23b-4195-8871-5a7b95470eab req-f6a6b842-10a2-4e1b-b8e0-3ffe123bb407 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.785648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d434949-b23b-4195-8871-5a7b95470eab req-f6a6b842-10a2-4e1b-b8e0-3ffe123bb407 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 948 time: 0.2345998 Jul 28 14:32:01.894787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e581-e575-48f5-87e7-b5f31613aa77 req-28b4e927-b47f-42c7-8c57-0743b4df4125 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.896621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d40e581-e575-48f5-87e7-b5f31613aa77 req-28b4e927-b47f-42c7-8c57-0743b4df4125 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1098 time: 0.0688066 Jul 28 14:32:01.933983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:01.945655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-d53fd2e9-a65b-4371-93e1-09060a27ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.947359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-d53fd2e9-a65b-4371-93e1-09060a27ceda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867852 Jul 28 14:32:01.948653 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:01.954679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d40e581-e575-48f5-87e7-b5f31613aa77 req-010f0598-d57c-4d2b-a736-5382367b4c0c tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458145 Jul 28 14:32:01.961703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d434949-b23b-4195-8871-5a7b95470eab req-53052ead-9852-4f10-b2ac-3014baebf03c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627426 Jul 28 14:32:02.028599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-ba134a4d-c7de-4365-bf1f-68f9bf44719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.030222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-ba134a4d-c7de-4365-bf1f-68f9bf44719c service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2399898 Jul 28 14:32:02.067439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.068142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:02.069866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/418552b0-0469-4c7b-a02c-db3a26f2bedd HTTP/1.1" status: 200 len: 1096 time: 2.5766647 Jul 28 14:32:02.124182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-0f8b12ff-fc80-4a1f-8cc8-5e067da74e5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0584798 Jul 28 14:32:02.222623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e25620e-a863-453c-8311-739efc393b6d req-d55160a1-209c-4aab-aec1-18c7b6aff2ee tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 210 time: 0.0772321 Jul 28 14:32:02.227699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a3c7-b9d3-42cb-8c83-5ee1f280d4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=418552b0-0469-4c7b-a02c-db3a26f2bedd,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:02.286840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-e2984c04-e2b4-4764-af6a-80068af1204c service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184233 Jul 28 14:32:02.295480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-ee1f4821-1a47-4071-b743-5ded1020a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.297251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-ee1f4821-1a47-4071-b743-5ded1020a654 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1038487 Jul 28 14:32:02.443800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8dd9-65f3-4dfb-87bf-77f5fe7aa7a4 req-cf751347-2594-485d-b5b7-450af8d33f2d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.461752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5ca8dd9-65f3-4dfb-87bf-77f5fe7aa7a4 req-cf751347-2594-485d-b5b7-450af8d33f2d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.0905516 Jul 28 14:32:02.463124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-8955a104-0aae-4ca0-ac93-7c7c5e3e5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.463124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-8955a104-0aae-4ca0-ac93-7c7c5e3e5254 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513057 Jul 28 14:32:02.488838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-de9fccfa-352f-41e1-9679-14281eae980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.490478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-de9fccfa-352f-41e1-9679-14281eae980a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 1099 time: 0.1119785 Jul 28 14:32:02.516545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-abd46e66-f9eb-4695-bfe9-1c3d92d35b98 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179730 Jul 28 14:32:02.519046 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5ca8dd9-65f3-4dfb-87bf-77f5fe7aa7a4 req-b2cabba5-d402-4401-923d-18d01666242a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596995 Jul 28 14:32:02.670174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c3a38-0a3d-4651-9424-6773dbe7bf6e req-504e3e8c-ae8b-4784-8cd8-c23e079eafc0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.672882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db1c3a38-0a3d-4651-9424-6773dbe7bf6e req-504e3e8c-ae8b-4784-8cd8-c23e079eafc0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0631926 Jul 28 14:32:02.684244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-646d0042-dc11-4a14-9b5c-eba594d44008 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd HTTP/1.1" status: 200 len: 217 time: 0.1658437 Jul 28 14:32:02.725159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db1c3a38-0a3d-4651-9424-6773dbe7bf6e req-44133367-7487-4f99-88fb-4d2b7e4e535e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Jul 28 14:32:02.877628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-4b8a7e5f-9ae2-4b20-9f58-7ab06cecc3f5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbd339ee601f4a72b707c176eea8ad92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870996 Jul 28 14:32:02.902504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7986f-152d-4894-8dc3-fe4998e3c9bd req-368006b3-5c2c-4a46-af4d-bf82cd201576 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.904879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53229af4-f0da-427e-a163-a3c5d523f86e req-a13adc4a-2ee2-4317-8575-01ed98ca547d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=012ebbd2-57e7-40a1-b6d1-0e0fea25abae HTTP/1.1" status: 200 len: 210 time: 0.0293026 Jul 28 14:32:02.913590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03f7986f-152d-4894-8dc3-fe4998e3c9bd req-368006b3-5c2c-4a46-af4d-bf82cd201576 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.3849230 Jul 28 14:32:02.919973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-2dba59db-df3f-4d45-b76e-9bc243b8d746 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452500 Jul 28 14:32:02.924708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-ce5862ab-36dd-4a4a-8515-d5dbd4875d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.926151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-ce5862ab-36dd-4a4a-8515-d5dbd4875d5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2272031 Jul 28 14:32:03.067986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-7331c10e-04d2-4a84-9ed8-f07a332e6eaf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d940334ee9594bd69549040c255f9507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313420 Jul 28 14:32:03.307941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-0eb81e76-8714-484a-9f8f-e9ae69a47150 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.317089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-0eb81e76-8714-484a-9f8f-e9ae69a47150 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359748 Jul 28 14:32:03.342129 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-b3dc5468-b8b3-456e-8aff-c5647e1cac1a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/quotas/d940334ee9594bd69549040c255f9507 HTTP/1.1" status: 200 len: 375 time: 0.0184712 Jul 28 14:32:03.416421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-534fd6a1-7758-41ac-8c0e-ff95fa9d8c43 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605669 Jul 28 14:32:03.474888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03f7986f-152d-4894-8dc3-fe4998e3c9bd req-4a9cc027-5702-4208-8958-c5de2309de55 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537667 Jul 28 14:32:03.521143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96af26-36da-4c72-b890-f611358f4f06 req-1946514e-e80e-4520-9838-72088290d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.522935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-1946514e-e80e-4520-9838-72088290d185 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5329447 Jul 28 14:32:03.537877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-36cac4f1-ec3a-4a97-91f6-50451abf7ed7 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.539586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-36cac4f1-ec3a-4a97-91f6-50451abf7ed7 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6310563 Jul 28 14:32:03.561605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-c76b168c-4ad0-4a86-a414-a0ade13f130e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159854 Jul 28 14:32:03.603391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'tag': 'd7096f19-0422-4d0e-bcb8-83a27127c20e'}, {'name': 'network-changed', 'server_uuid': '36915d52-995d-4132-a337-c8c37ab8431e', 'tag': '418552b0-0469-4c7b-a02c-db3a26f2bedd'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:03.605725 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e485015c-94c7-4ab2-8454-1126b455f5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4e1284-d406-4550-8ccf-1aaf7d5064b1", "tag": "d7096f19-0422-4d0e-bcb8-83a27127c20e"}, {"name": "network-changed", "server_uuid": "36915d52-995d-4132-a337-c8c37ab8431e", "tag": "418552b0-0469-4c7b-a02c-db3a26f2bedd"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:03.672929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7f3f-b9eb-4ee3-ab5d-e5cb1a4a0daf req-d41a2079-1220-479d-867b-b970b1ab7c6f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.674471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de3e7f3f-b9eb-4ee3-ab5d-e5cb1a4a0daf req-d41a2079-1220-479d-867b-b970b1ab7c6f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1098 time: 0.1171234 Jul 28 14:32:03.678539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-41b4cf64-1c02-47ac-addc-07d6d387cc15 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307471 Jul 28 14:32:03.711675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Request body: {'port': {'device_id': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'cbd339ee601f4a72b707c176eea8ad92'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:03.815709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107567-ac27-4218-93d8-fbf3ae0fc02e req-4f4de236-2266-4fff-a682-9daba644dbe9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.817401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e107567-ac27-4218-93d8-fbf3ae0fc02e req-4f4de236-2266-4fff-a682-9daba644dbe9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 948 time: 0.0558383 Jul 28 14:32:03.827136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de3e7f3f-b9eb-4ee3-ab5d-e5cb1a4a0daf req-17449b9a-9319-47a8-a2b8-3b5f9f014614 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414938 Jul 28 14:32:03.878947 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e107567-ac27-4218-93d8-fbf3ae0fc02e req-13ffc10f-a1da-4bf2-bf2e-053505add5f1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500040 Jul 28 14:32:03.951427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff96af26-36da-4c72-b890-f611358f4f06 req-00c82474-7d95-4679-b984-cbe65436a14e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322462 Jul 28 14:32:03.986766 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2aac695c-6f99-45be-b1c9-c3b3ba71b9b1 req-56e52327-fd21-4806-825a-b92ddf7fd632 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 210 time: 0.0339222 Jul 28 14:32:04.037558 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1aabd-d198-41ad-a92e-1df514cffc90 x-openstack-request-id: req-49b1aabd-d198-41ad-a92e-1df514cffc90 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:04.038352 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4e1284-d406-4550-8ccf-1aaf7d5064b1", "tag": "d7096f19-0422-4d0e-bcb8-83a27127c20e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36915d52-995d-4132-a337-c8c37ab8431e", "tag": "418552b0-0469-4c7b-a02c-db3a26f2bedd", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:04.038683 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49b1aabd-d198-41ad-a92e-1df514cffc90 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:04.039732 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'tag': 'd7096f19-0422-4d0e-bcb8-83a27127c20e', 'status': 'completed', 'code': 200} Jul 28 14:32:04.040335 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36915d52-995d-4132-a337-c8c37ab8431e', 'tag': '418552b0-0469-4c7b-a02c-db3a26f2bedd', 'status': 'completed', 'code': 200} Jul 28 14:32:04.075316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3d89613-ac8b-45ae-85a0-7f152e897449 req-ebd1ac8a-440c-4835-83e4-7e87076c7190 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0323231 Jul 28 14:32:04.080428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Made reservation on behalf of cbd339ee601f4a72b707c176eea8ad92 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:04.086680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.186320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-68b6a04c-4be8-4317-b104-2db513226421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.188059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-68b6a04c-4be8-4317-b104-2db513226421 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 1100 time: 0.1184380 Jul 28 14:32:04.376336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Allocated IP 192.168.233.121 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/e605c274-57d1-4365-9276-93771b53d760) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:04.399410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-03441438-4a40-4828-87fb-27c747766e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.401017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-03441438-4a40-4828-87fb-27c747766e36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 1099 time: 0.1691766 Jul 28 14:32:04.438183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-5c0525c0-acad-44bb-a692-efa342bd3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.439879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-5c0525c0-acad-44bb-a692-efa342bd3461 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2391212 Jul 28 14:32:04.455371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-4a6f9a9a-ede9-4ef8-8ac8-4c66c1fc2d45 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.461587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-4a6f9a9a-ede9-4ef8-8ac8-4c66c1fc2d45 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.1533668 Jul 28 14:32:04.479773 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-f120c916-bd5b-4f68-a7fa-23bf1caa68c4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0159426 Jul 28 14:32:04.498967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-c8302737-ec0f-4175-87d2-86a0cad959f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e HTTP/1.1" status: 200 len: 217 time: 0.0499465 Jul 28 14:32:04.525934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-e93646a7-ec76-45be-9e08-687af2270814 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398359 Jul 28 14:32:04.630174 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-52a4dd7b-81be-4463-a078-38538f3fde4a service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030321 Jul 28 14:32:04.682691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-1c4be7bc-5bab-42f4-a8b7-dc167e0d70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.684636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-1c4be7bc-5bab-42f4-a8b7-dc167e0d70d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1741908 Jul 28 14:32:04.759609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-b7a4ac00-5587-40ae-af81-dbc41323fc47 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215026 Jul 28 14:32:04.785412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-2b3994e2-c4db-42e8-8d74-a30e30749a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.787020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-2b3994e2-c4db-42e8-8d74-a30e30749a7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2554171 Jul 28 14:32:04.791548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.815268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-6909a77e-0bc1-4c96-83cc-03f1e154ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.816822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-6909a77e-0bc1-4c96-83cc-03f1e154ec7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227434 Jul 28 14:32:04.850629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Transition to ACTIVE for port object e605c274-57d1-4365-9276-93771b53d760 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:04.859748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-c1afec66-097b-4977-9c7f-22f2861905b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd HTTP/1.1" status: 200 len: 217 time: 0.0583265 Jul 28 14:32:04.997475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-20aad7d7-a12d-4825-9af7-8bf1874af6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.999099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-20aad7d7-a12d-4825-9af7-8bf1874af6c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1243196 Jul 28 14:32:05.018783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-cbd01665-46a4-4a2e-a9c2-81be31923490 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699228 Jul 28 14:32:05.128189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-7613755a-fd9c-406b-a7e4-4468b06e1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.130318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-7613755a-fd9c-406b-a7e4-4468b06e1aa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103375 Jul 28 14:32:05.160018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.237822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['27facbcc-5f59-4925-854b-f6d53a3151cb'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:05.257674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-1d8267f5-de83-4900-84e1-069deaef52ca service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293718 Jul 28 14:32:05.278086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27be195-eac9-4a9b-926e-f1896f301778 req-4f43885c-38d6-45b8-bbdd-35a9db537de0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.283190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:05.287459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d27be195-eac9-4a9b-926e-f1896f301778 req-4f43885c-38d6-45b8-bbdd-35a9db537de0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1207099 Jul 28 14:32:05.297182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:05.301467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:05.305130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Pushing event updated for resources: {'Port': ['ID=e605c274-57d1-4365-9276-93771b53d760,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:05.397432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-4005e6e4-87c9-45f4-ba32-bf33f99c9a2b service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543902 Jul 28 14:32:05.429098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d27be195-eac9-4a9b-926e-f1896f301778 req-b9028f42-cf42-417c-af5e-e9bbd102adb8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371014 Jul 28 14:32:05.456266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.456266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.516210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.621248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d7096f19-0422-4d0e-bcb8-83a27127c20e details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:05.683458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e485015c-94c7-4ab2-8454-1126b455f5d1 req-aab43a47-0e80-4b1e-815b-70095ae6993d service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430089 Jul 28 14:32:05.699008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6928b6-66f2-4f68-81da-27a93f609511 req-e9609a6a-f105-48fb-99bb-ae54698d7764 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.706702 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca6928b6-66f2-4f68-81da-27a93f609511 req-e9609a6a-f105-48fb-99bb-ae54698d7764 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 948 time: 0.1061027 Jul 28 14:32:05.746215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca6928b6-66f2-4f68-81da-27a93f609511 req-ae064063-53c5-4ef0-8c5b-a2a01ee059a0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 Jul 28 14:32:05.766193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-e376d41b-d8b8-433d-a522-316029383e86 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0606251 Jul 28 14:32:05.795474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Request body: {'port': {'device_id': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:05.843919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d7096f19-0422-4d0e-bcb8-83a27127c20e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:05.858902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'd7096f19-0422-4d0e-bcb8-83a27127c20e', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'd7096f19-0422-4d0e-bcb8-83a27127c20e', 'mac_address': 'fa:16:3e:f0:09:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:05.867692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.916561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.933597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7096f19-0422-4d0e-bcb8-83a27127c20e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:05.957789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d7096f19-0422-4d0e-bcb8-83a27127c20e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.006616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-534e7fea-c340-4bd4-a8d7-4022038e3c5c None None] Provisioning for port e605c274-57d1-4365-9276-93771b53d760 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:06.012132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-534e7fea-c340-4bd4-a8d7-4022038e3c5c None None] Provisioning complete for port e605c274-57d1-4365-9276-93771b53d760 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:06.013334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-534e7fea-c340-4bd4-a8d7-4022038e3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.036904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6744c0a-00e4-4152-b096-375fb3a1f4c9 req-66cfe716-445a-4520-b1d7-6375839a9686 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.038909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6744c0a-00e4-4152-b096-375fb3a1f4c9 req-66cfe716-445a-4520-b1d7-6375839a9686 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 936 time: 0.0850027 Jul 28 14:32:06.071299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-534e7fea-c340-4bd4-a8d7-4022038e3c5c None None] Port e605c274-57d1-4365-9276-93771b53d760 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:06.099447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6744c0a-00e4-4152-b096-375fb3a1f4c9 req-2ff1d2e7-c7cb-4562-8858-2f9479261849 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535624 Jul 28 14:32:06.111160 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.221058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d7096f19-0422-4d0e-bcb8-83a27127c20e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.221217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0455159-90e4-4d40-9419-0474b7d9c236 req-9faf7751-697c-44e7-9a61-b32595327cb9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0502334 Jul 28 14:32:06.291182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e605c274-57d1-4365-9276-93771b53d760 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:06.307103 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.324697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Transition to ACTIVE for port object e605c274-57d1-4365-9276-93771b53d760 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:06.357209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb8177cb-6b24-4bed-a006-a411886db577 req-dde998cb-5bd8-4c4d-b6fd-7963dcb5e543 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0420580 Jul 28 14:32:06.467939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.473530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['d7096f19-0422-4d0e-bcb8-83a27127c20e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:06.549678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e605c274-57d1-4365-9276-93771b53d760,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.583010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c804f-98ff-40a6-b753-9d823ba59341 req-e39564f2-6e37-4ae5-ad32-748a29cb5679 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.586700 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf2c804f-98ff-40a6-b753-9d823ba59341 req-e39564f2-6e37-4ae5-ad32-748a29cb5679 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0673368 Jul 28 14:32:06.698916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf2c804f-98ff-40a6-b753-9d823ba59341 req-2cea0054-bb96-4002-a789-e3cb47432ff1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018124 Jul 28 14:32:06.722029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Attempting to bind port e605c274-57d1-4365-9276-93771b53d760 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:06.723286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Attempting to bind port e605c274-57d1-4365-9276-93771b53d760 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:06.723657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Attempting to bind port e605c274-57d1-4365-9276-93771b53d760 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:06.735586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Port e605c274-57d1-4365-9276-93771b53d760 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:06.748341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Attempting to bind port e605c274-57d1-4365-9276-93771b53d760 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:06.748341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:06.748341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:06.748341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:06.748341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Bound port: e605c274-57d1-4365-9276-93771b53d760, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:06.748341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.861728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] For port e605c274-57d1-4365-9276-93771b53d760, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:06.866414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] For port e605c274-57d1-4365-9276-93771b53d760, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=e605c274-57d1-4365-9276-93771b53d760,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:06.941787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb930c-5bc0-4e76-babc-64c6a8c2e5b6 req-10822ae1-a116-441c-8468-776f270d4e0f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.943930 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ecb930c-5bc0-4e76-babc-64c6a8c2e5b6 req-10822ae1-a116-441c-8468-776f270d4e0f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 949 time: 0.0656579 Jul 28 14:32:07.004525 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ecb930c-5bc0-4e76-babc-64c6a8c2e5b6 req-5bc65b8f-faf4-488f-a407-a867bdb7e91d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526474 Jul 28 14:32:07.067821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.106056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.106678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.108086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-23469c96-6852-485b-bb60-a337476578a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/e605c274-57d1-4365-9276-93771b53d760 HTTP/1.1" status: 200 len: 1097 time: 1.3173981 Jul 28 14:32:07.108549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'tag': 'e605c274-57d1-4365-9276-93771b53d760'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:07.110850 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee3cc2c-cafb-4ba2-a2bd-264cda482ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e96f9a-10d9-42e1-9a25-4cf4423e211d", "tag": "e605c274-57d1-4365-9276-93771b53d760"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:07.157478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469c96-6852-485b-bb60-a337476578a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e605c274-57d1-4365-9276-93771b53d760,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:07.198199 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d39189d-8fd9-4778-93da-8161e5b3d73b x-openstack-request-id: req-2d39189d-8fd9-4778-93da-8161e5b3d73b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:07.198916 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e96f9a-10d9-42e1-9a25-4cf4423e211d", "tag": "e605c274-57d1-4365-9276-93771b53d760", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:07.199689 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d39189d-8fd9-4778-93da-8161e5b3d73b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:07.200754 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'tag': 'e605c274-57d1-4365-9276-93771b53d760', 'status': 'completed', 'code': 200} Jul 28 14:32:07.337983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2daa6a-1235-48c8-92ee-f2bb2dcd0507 req-36a9294d-6f89-4cf2-85fb-31c5ac6408f7 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.340493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da2daa6a-1235-48c8-92ee-f2bb2dcd0507 req-36a9294d-6f89-4cf2-85fb-31c5ac6408f7 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 948 time: 0.0918095 Jul 28 14:32:07.345391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3cc2c-cafb-4ba2-a2bd-264cda482ea9 req-77c1faca-f45a-4738-8194-fb3bbe5ba9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.348400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee3cc2c-cafb-4ba2-a2bd-264cda482ea9 req-77c1faca-f45a-4738-8194-fb3bbe5ba9e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbd339ee601f4a72b707c176eea8ad92&device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 1100 time: 0.0705588 Jul 28 14:32:07.403651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da2daa6a-1235-48c8-92ee-f2bb2dcd0507 req-73546bc2-6312-43c0-b577-8ce83a2bbb0e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Jul 28 14:32:07.406602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee3cc2c-cafb-4ba2-a2bd-264cda482ea9 req-66a888f5-6244-4ffd-8de5-eebfaaac2de6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbd339ee601f4a72b707c176eea8ad92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304492 Jul 28 14:32:07.545663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f5a6d54-87c3-4f4e-a375-6d1a30d68bc7 req-9ab701f8-1ccd-4fe9-be02-c9a465823dec tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0364752 Jul 28 14:32:07.624207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3cc2c-cafb-4ba2-a2bd-264cda482ea9 req-5ee88817-0d28-4ca6-ad7c-5875f97d2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.625954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee3cc2c-cafb-4ba2-a2bd-264cda482ea9 req-5ee88817-0d28-4ca6-ad7c-5875f97d2544 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558104 Jul 28 14:32:07.650659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c37dc01a-7639-4032-b145-ecbb85ae7dc8 req-faa1fae4-df73-4da0-aa43-0e8a32e056ec tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0331726 Jul 28 14:32:07.719210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-2dd9ca94-e58d-4c58-aa5d-d87f07f6113f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:32:07.720957 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-2dd9ca94-e58d-4c58-aa5d-d87f07f6113f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115621 Jul 28 14:32:07.729610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 418552b0-0469-4c7b-a02c-db3a26f2bedd details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:07.749136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Request body: {'binding': {'host': 'n-h1-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:07.749842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:32:07.827271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-0d641548-85ec-4ec3-a887-4f3d87d2137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.833774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-0d641548-85ec-4ec3-a887-4f3d87d2137b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbd339ee601f4a72b707c176eea8ad92&device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 1100 time: 0.1136231 Jul 28 14:32:07.887171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 418552b0-0469-4c7b-a02c-db3a26f2bedd, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:07.907806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-8617561f-58e3-4501-ae9f-2528df7c5ed9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e605c274-57d1-4365-9276-93771b53d760 HTTP/1.1" status: 200 len: 217 time: 0.0569363 Jul 28 14:32:07.909907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '418552b0-0469-4c7b-a02c-db3a26f2bedd', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '418552b0-0469-4c7b-a02c-db3a26f2bedd', 'mac_address': 'fa:16:3e:72:27:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:07.971182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-bd1bc855-d1e5-4a55-a8e7-6358ef99a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.973850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-bd1bc855-d1e5-4a55-a8e7-6358ef99a9c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0570710 Jul 28 14:32:07.986623 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:08.005470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418552b0-0469-4c7b-a02c-db3a26f2bedd {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:08.034397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-58512af0-6285-45d5-8d88-21276ffbcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:08.036107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-58512af0-6285-45d5-8d88-21276ffbcdad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533679 Jul 28 14:32:08.044449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 418552b0-0469-4c7b-a02c-db3a26f2bedd, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:08.093579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2a78e-20c8-4bdc-97ea-15269efa7bf4 req-1da88b75-a2f1-4198-ae6f-ad510358d12f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:08.115817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08b2a78e-20c8-4bdc-97ea-15269efa7bf4 req-1da88b75-a2f1-4198-ae6f-ad510358d12f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.2017336 Jul 28 14:32:08.160785 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:32:08.175079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-1831c7a8-083b-4b8a-bc71-495579134252 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245842 Jul 28 14:32:08.203569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on host n-h1-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:08.204084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:08.204491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:08.217538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08b2a78e-20c8-4bdc-97ea-15269efa7bf4 req-c304fb17-edb7-4317-8536-f829c2b8bafd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050723 Jul 28 14:32:08.219021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:08.219436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:08.227736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:08.228206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:08.228814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:08.229544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Bound port: c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:08.313404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4548d47d-b13d-4c1c-8303-ab7833540f0d req-8d0f74fc-733c-45fd-b5e1-3c14c97fa2be service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240335 Jul 28 14:32:08.350054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:08.370332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef91d3a-57a9-41cc-bd63-37d539b624a0 req-1c685f43-8084-460d-85cc-0165d0da6dae tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:08.371993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eef91d3a-57a9-41cc-bd63-37d539b624a0 req-1c685f43-8084-460d-85cc-0165d0da6dae tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 949 time: 0.0735555 Jul 28 14:32:08.417945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eef91d3a-57a9-41cc-bd63-37d539b624a0 req-01f59c97-8c8d-43e3-b7ca-f153fb68f4c6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Jul 28 14:32:08.502731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:08.569757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=418552b0-0469-4c7b-a02c-db3a26f2bedd,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:08.629304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:08.630553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-179c09c7-3a3d-41b0-b675-9ccf576a70d8 service neutron] 10.222.0.57 "POST /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab/bindings HTTP/1.1" status: 201 len: 390 time: 0.8882210 Jul 28 14:32:08.644319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-50668b99-2326-4978-aa9c-8c284388ae37 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d940334ee9594bd69549040c255f9507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268617 Jul 28 14:32:08.649239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93febedf-4d49-4983-beda-0ea2bb8eda73 req-38fa375c-70d2-4acb-82d3-916820bce201 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:08.651102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93febedf-4d49-4983-beda-0ea2bb8eda73 req-38fa375c-70d2-4acb-82d3-916820bce201 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 948 time: 0.0693853 Jul 28 14:32:08.691216 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93febedf-4d49-4983-beda-0ea2bb8eda73 req-5dc89e45-b34f-47c2-95d1-af32fd9c164b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Jul 28 14:32:08.789797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c227bff-eb73-426e-b7f0-5beb1023b732 req-a8f00a1c-1758-4287-ab35-de9ae82ac70f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Jul 28 14:32:08.889663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-9e2fe2da-cd69-429c-896e-fa8b446181b6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:08.891294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-9e2fe2da-cd69-429c-896e-fa8b446181b6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562333 Jul 28 14:32:08.916814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f671382d-3360-466b-88ae-d7b967bbdfef req-da30973d-ad6c-488e-92dc-999176137ab9 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0429308 Jul 28 14:32:08.943311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Request body: {'port': {'device_id': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'd940334ee9594bd69549040c255f9507'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:09.136570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d86360-ede0-41eb-a649-e4b6c739c116 req-9f9579da-6510-4651-864c-b6c49c331891 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.138323 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-30d86360-ede0-41eb-a649-e4b6c739c116 req-9f9579da-6510-4651-864c-b6c49c331891 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.0582275 Jul 28 14:32:09.215107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-30d86360-ede0-41eb-a649-e4b6c739c116 req-e44bae99-74f0-4d94-96d5-2f5fa4143726 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639083 Jul 28 14:32:09.285649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Made reservation on behalf of d940334ee9594bd69549040c255f9507 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:09.294009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:09.408773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ed47-adff-4b36-8be4-f59553e9ddb6 req-86ee5161-0255-4424-bd2b-75c058c1b60a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.411305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fdb2ed47-adff-4b36-8be4-f59553e9ddb6 req-86ee5161-0255-4424-bd2b-75c058c1b60a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.0918264 Jul 28 14:32:09.463456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fdb2ed47-adff-4b36-8be4-f59553e9ddb6 req-978562ee-8e96-401e-a6ed-61cf94b81cde tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Jul 28 14:32:09.518092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Allocated IP 192.168.233.119 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/35da772f-82ca-47fd-b368-22294e867034) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:09.540783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:09.583923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f89969-103f-470d-9044-4a603ec6d8a5 req-5a0bb520-004e-467d-8fd9-47d263fe6f2d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.588811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74f89969-103f-470d-9044-4a603ec6d8a5 req-5a0bb520-004e-467d-8fd9-47d263fe6f2d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 949 time: 0.0662534 Jul 28 14:32:09.618317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d7096f19-0422-4d0e-bcb8-83a27127c20e up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:09.665048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74f89969-103f-470d-9044-4a603ec6d8a5 req-652ad577-ae2a-49ff-b1f5-a71baf4f0fdb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 Jul 28 14:32:09.749568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:09.763530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:09.766678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Transition to ACTIVE for port object 35da772f-82ca-47fd-b368-22294e867034 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:09.895655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:09.955193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff83171e-56ef-41f4-a4ec-df77584e0fe0 req-648c6b59-cc0c-42d8-b834-fa9c14c7e24f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0439389 Jul 28 14:32:09.973999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port d7096f19-0422-4d0e-bcb8-83a27127c20e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:10.006193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port d7096f19-0422-4d0e-bcb8-83a27127c20e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:10.006574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.011418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.029258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:10.048339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:10.062180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:10.083611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:10.086405 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45ad35-c894-4d88-8e08-85a79fe20d8f" -d '{"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-unplugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:10.107063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:10.148524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.149221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.153330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-1584b567-c3a3-48f6-a203-e1451f14f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.154878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-1584b567-c3a3-48f6-a203-e1451f14f4dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1098 time: 0.3242354 Jul 28 14:32:10.164630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event updated for resources: {'Port': ['ID=35da772f-82ca-47fd-b368-22294e867034,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:10.179188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.184297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da72951-b415-40f4-8311-8a4ee05b357d req-63dfd9cb-219a-4867-87df-2931ce16d6fc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.194150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2da72951-b415-40f4-8311-8a4ee05b357d req-63dfd9cb-219a-4867-87df-2931ce16d6fc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 936 time: 0.0955889 Jul 28 14:32:10.200086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3ede-4a54-4529-8018-27ce8f599153 req-0b849a19-3120-4a53-a214-e4d8e6da870b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.201907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-270e3ede-4a54-4529-8018-27ce8f599153 req-0b849a19-3120-4a53-a214-e4d8e6da870b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 948 time: 0.3162727 Jul 28 14:32:10.224482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.263537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2da72951-b415-40f4-8311-8a4ee05b357d req-428d7752-2ee7-471e-b2d2-a23ebe8b8657 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Jul 28 14:32:10.288017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d7096f19-0422-4d0e-bcb8-83a27127c20e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:10.358866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=10']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:10.367932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5bddfc30-2e0b-4ae9-8f2e-55450cbb18cf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4430983 Jul 28 14:32:10.393910 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.428074 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e130c74-5cfd-474e-b2d8-dc2dc42c45cd x-openstack-request-id: req-7e130c74-5cfd-474e-b2d8-dc2dc42c45cd {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:10.428391 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-unplugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:10.428678 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e130c74-5cfd-474e-b2d8-dc2dc42c45cd {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:10.429072 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'code': 200} Jul 28 14:32:10.433521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-270e3ede-4a54-4529-8018-27ce8f599153 req-4733bd4c-f706-4a18-8cf1-688cd2f162a2 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114221 Jul 28 14:32:10.463816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-545e8fe3-5709-4d61-acc0-458b854e7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.466073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-545e8fe3-5709-4d61-acc0-458b854e7d31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.2618773 Jul 28 14:32:10.513521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d7096f19-0422-4d0e-bcb8-83a27127c20e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:10.519871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Request body: {'port': {'device_id': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:10.558736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bff702-f13a-4476-800e-5ef4a95ccbf8 req-2577760a-73b6-44d4-be7d-d0ca34a39b9d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.560545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40bff702-f13a-4476-800e-5ef4a95ccbf8 req-2577760a-73b6-44d4-be7d-d0ca34a39b9d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.0840476 Jul 28 14:32:10.608243 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40bff702-f13a-4476-800e-5ef4a95ccbf8 req-0e0d12e3-d18c-419a-a7f9-1ce5949bb2e3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Jul 28 14:32:10.639874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4c859624-dc15-4627-8963-5a76f970ad68 None None] Provisioning for port 35da772f-82ca-47fd-b368-22294e867034 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:10.645462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4c859624-dc15-4627-8963-5a76f970ad68 None None] Provisioning complete for port 35da772f-82ca-47fd-b368-22294e867034 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:10.646161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c859624-dc15-4627-8963-5a76f970ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.703622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4c859624-dc15-4627-8963-5a76f970ad68 None None] Port 35da772f-82ca-47fd-b368-22294e867034 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:10.856362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e595-1774-4b6b-949d-802ddeb80b71 req-000dadec-5fb8-4151-8561-18939e1812e8 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.858086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5c0e595-1774-4b6b-949d-802ddeb80b71 req-000dadec-5fb8-4151-8561-18939e1812e8 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 950 time: 0.0934598 Jul 28 14:32:10.964283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5c0e595-1774-4b6b-949d-802ddeb80b71 req-58cdc547-80fa-4d00-b117-ed96ab0ef792 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752339 Jul 28 14:32:11.046230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-db099eb8-0249-495e-8edf-2facbcd89362 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 217 time: 0.0901999 Jul 28 14:32:11.058534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:11.120538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545cb4-ed6b-48cc-839c-90076a7342a8 req-ba9e3a3a-6c7a-4c0b-a774-10eaf069a73e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.122124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64545cb4-ed6b-48cc-839c-90076a7342a8 req-ba9e3a3a-6c7a-4c0b-a774-10eaf069a73e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.5590470 Jul 28 14:32:11.167861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-012791f0-1c7d-40f2-b954-fadb49da4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.169633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-012791f0-1c7d-40f2-b954-fadb49da4325 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 1100 time: 0.2220135 Jul 28 14:32:11.194722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:11.200363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-b6848b19-50dc-4351-8923-7cf0b72ea9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.201935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-b6848b19-50dc-4351-8923-7cf0b72ea9af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1389358 Jul 28 14:32:11.328125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ef505271-e996-4a85-abc4-b81a8e69abc4', '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:11.331907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b2747cf-2656-40b5-9eee-0edf229e9d59 req-4c325189-f38b-4bc3-a342-22e6cd08704a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0646460 Jul 28 14:32:11.333173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-21628055-f9ea-4bc5-871a-671fa44d3c43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922234 Jul 28 14:32:11.460588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64545cb4-ed6b-48cc-839c-90076a7342a8 req-05b23b27-15ec-456f-a1ce-e488a431a3ad tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072793 Jul 28 14:32:11.578492 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:11.641109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d231ebe-0eb4-4036-a80d-b83e6691d912 req-f030dee6-66f8-451c-b090-1f7891a2ec33 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.655466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d231ebe-0eb4-4036-a80d-b83e6691d912 req-f030dee6-66f8-451c-b090-1f7891a2ec33 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 936 time: 0.1643696 Jul 28 14:32:11.723942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-30dfd445-3915-4fd6-aace-aea909c44730 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.725563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-30dfd445-3915-4fd6-aace-aea909c44730 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.3867428 Jul 28 14:32:11.750284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 418552b0-0469-4c7b-a02c-db3a26f2bedd up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:11.755249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d231ebe-0eb4-4036-a80d-b83e6691d912 req-1e1c951e-7b8a-41b4-8d3d-51c76c60e7c8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978851 Jul 28 14:32:11.907131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f8b2-87cd-4976-9c33-ba51ecd3c427 req-f0488f64-73ba-467f-947b-67f978a9b992 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.909169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fce7f8b2-87cd-4976-9c33-ba51ecd3c427 req-f0488f64-73ba-467f-947b-67f978a9b992 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.0770333 Jul 28 14:32:11.997502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fce7f8b2-87cd-4976-9c33-ba51ecd3c427 req-ba5f9784-947c-4511-b338-74e52eae039c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734150 Jul 28 14:32:12.027644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Request body: {'port': {'device_id': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'admin_state_up': True, 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:12.048977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-be762535-2801-484d-9d31-3b97fb3cea3d service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744506 Jul 28 14:32:12.118003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 418552b0-0469-4c7b-a02c-db3a26f2bedd completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:12.128181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 418552b0-0469-4c7b-a02c-db3a26f2bedd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:12.128738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.276198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75829e5-2d80-4dfc-8d31-1beaf04b90c1 req-d5e91123-2412-465f-bb5f-32c6d14d8447 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:12.279024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a75829e5-2d80-4dfc-8d31-1beaf04b90c1 req-d5e91123-2412-465f-bb5f-32c6d14d8447 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 950 time: 0.1117778 Jul 28 14:32:12.332435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.372133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a75829e5-2d80-4dfc-8d31-1beaf04b90c1 req-3dfeed3d-c3c8-43f6-9aa7-700587049085 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Jul 28 14:32:12.380949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35da772f-82ca-47fd-b368-22294e867034 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:12.430507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 418552b0-0469-4c7b-a02c-db3a26f2bedd, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:12.432402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7096f19-0422-4d0e-bcb8-83a27127c20e'}, {'server_uuid': '36915d52-995d-4132-a337-c8c37ab8431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418552b0-0469-4c7b-a02c-db3a26f2bedd'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:12.436104 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc26c8d-69d0-4e02-889f-c1807da62b04" -d '{"events": [{"server_uuid": "bb4e1284-d406-4550-8ccf-1aaf7d5064b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7096f19-0422-4d0e-bcb8-83a27127c20e"}, {"server_uuid": "36915d52-995d-4132-a337-c8c37ab8431e", "name": "network-vif-plugged", "status": "completed", "tag": "418552b0-0469-4c7b-a02c-db3a26f2bedd"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:12.452355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.498867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf0a68-9e89-4c37-ab02-34eff1458619 req-139997e0-c919-404b-b322-d34e70f3bb5e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:12.500602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1faf0a68-9e89-4c37-ab02-34eff1458619 req-139997e0-c919-404b-b322-d34e70f3bb5e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 948 time: 0.7612879 Jul 28 14:32:12.535267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Transition to ACTIVE for port object 35da772f-82ca-47fd-b368-22294e867034 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:12.539567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-0a015fba-8366-447c-a4be-4e8343bd5bd5 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971305 Jul 28 14:32:12.572614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.613640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1faf0a68-9e89-4c37-ab02-34eff1458619 req-f0ec7c68-6b28-4518-a899-e546df0aa499 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009195 Jul 28 14:32:12.649691 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6532675e-8f33-4755-b003-91bdef618ea7 req-6b8e2d83-40e0-4191-9fa9-6c7d4efa5e0f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0548658 Jul 28 14:32:12.658741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.689482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=418552b0-0469-4c7b-a02c-db3a26f2bedd,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:12.742592 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f5c0b1-fcb9-4079-8de8-8a25445540c3 x-openstack-request-id: req-b6f5c0b1-fcb9-4079-8de8-8a25445540c3 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:12.743024 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4e1284-d406-4550-8ccf-1aaf7d5064b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7096f19-0422-4d0e-bcb8-83a27127c20e", "code": 200}, {"server_uuid": "36915d52-995d-4132-a337-c8c37ab8431e", "name": "network-vif-plugged", "status": "completed", "tag": "418552b0-0469-4c7b-a02c-db3a26f2bedd", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:12.743200 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6f5c0b1-fcb9-4079-8de8-8a25445540c3 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:12.743860 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7096f19-0422-4d0e-bcb8-83a27127c20e', 'code': 200} Jul 28 14:32:12.744116 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36915d52-995d-4132-a337-c8c37ab8431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418552b0-0469-4c7b-a02c-db3a26f2bedd', 'code': 200} Jul 28 14:32:12.861456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Pushing event updated for resources: {'Port': ['ID=35da772f-82ca-47fd-b368-22294e867034,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:12.861456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:12.863787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.923824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf9b36-45f4-44bc-a8ce-f8f314a80240 req-8fba0264-f7a9-4d64-b594-ab11e999740e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:12.933514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2bf9b36-45f4-44bc-a8ce-f8f314a80240 req-8fba0264-f7a9-4d64-b594-ab11e999740e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.1555865 Jul 28 14:32:12.971561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7628f4-e1f9-466e-acb8-3e2e13bdd4c6 req-23571799-4114-40ad-8623-abed606c8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:12.973833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe7628f4-e1f9-466e-acb8-3e2e13bdd4c6 req-23571799-4114-40ad-8623-abed606c8948 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 1102 time: 0.1143749 Jul 28 14:32:13.047883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2bf9b36-45f4-44bc-a8ce-f8f314a80240 req-cd0c1228-3e07-40bf-85ad-d76f972f1dd3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110818 Jul 28 14:32:13.078454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:13.110643 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe7628f4-e1f9-466e-acb8-3e2e13bdd4c6 req-bbfe35f9-b98f-4f95-af9c-71714f2fcefb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096184 Jul 28 14:32:13.119328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-8a039796-68d7-409d-bf85-f96de127ab0c tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.128519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-8a039796-68d7-409d-bf85-f96de127ab0c tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1098 time: 0.1684844 Jul 28 14:32:13.147504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-10'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:13.149157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Attempting to bind port 35da772f-82ca-47fd-b368-22294e867034 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:13.149506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Attempting to bind port 35da772f-82ca-47fd-b368-22294e867034 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:13.149846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Attempting to bind port 35da772f-82ca-47fd-b368-22294e867034 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:13.188286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde05c52-eb17-4414-9fa2-6b3688447fcd req-dd88eab2-cfda-46db-a359-0692bf35c60e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.190046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cde05c52-eb17-4414-9fa2-6b3688447fcd req-dd88eab2-cfda-46db-a359-0692bf35c60e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.2863333 Jul 28 14:32:13.242972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Port 35da772f-82ca-47fd-b368-22294e867034 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:13.243316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Attempting to bind port 35da772f-82ca-47fd-b368-22294e867034 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:13.261698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:13.262049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:13.262741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:13.263214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Bound port: 35da772f-82ca-47fd-b368-22294e867034, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:13.263589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.290200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:13.315213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ce028-af9d-4e25-b482-7c9c3096d71b req-13526b17-4ecf-451b-aaf7-a47eadd074a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.316857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e2ce028-af9d-4e25-b482-7c9c3096d71b req-13526b17-4ecf-451b-aaf7-a47eadd074a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 1101 time: 0.3500338 Jul 28 14:32:13.379084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.421224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e733a-dc01-4d09-9c14-25ac1f466a71 req-63a7a436-4a6f-4084-b0c9-3be99b94c73a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.424255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee8e733a-dc01-4d09-9c14-25ac1f466a71 req-63a7a436-4a6f-4084-b0c9-3be99b94c73a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 946 time: 0.1838386 Jul 28 14:32:13.461415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] For port 35da772f-82ca-47fd-b368-22294e867034, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:13.465108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-d84adab2-2101-4a85-9be1-0475e6be058c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1468391 Jul 28 14:32:13.504297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cde05c52-eb17-4414-9fa2-6b3688447fcd req-11e8892a-e545-4839-aa9f-c8da8f6b7bad tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008540 Jul 28 14:32:13.559445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Allocated IP 172.20.0.6 (d4363382-18d5-4535-a788-3e97368b7072/d900a006-960f-4033-9a29-95f1142b5e13/97bbab52-acf8-4da0-b91e-31948527eae4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:13.564193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] For port 35da772f-82ca-47fd-b368-22294e867034, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=35da772f-82ca-47fd-b368-22294e867034,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:13.582781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:13.593174 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee8e733a-dc01-4d09-9c14-25ac1f466a71 req-d7c2e161-c504-481e-ab1f-481a091d9654 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437335 Jul 28 14:32:13.662315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.703340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.703580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-1a83f14a-772b-4899-ad3e-9176ebc0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.706003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-1a83f14a-772b-4899-ad3e-9176ebc0264f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 1101 time: 0.1443481 Jul 28 14:32:13.722465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Transition to ACTIVE for port object fed37085-1557-4a1d-bb28-299f3a5f210c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:13.757320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device e605c274-57d1-4365-9276-93771b53d760 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:13.766004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e2ce028-af9d-4e25-b482-7c9c3096d71b req-1e3a629f-dab6-4b3e-aad6-e11b11079bd7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440225 Jul 28 14:32:13.874623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:13.902100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Pushing event updated for resources: {'Port': ['ID=35da772f-82ca-47fd-b368-22294e867034,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:13.920318 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.935493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.936768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.939248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-5133574f-6822-40f9-b654-ac0e4e6eeda3 service neutron] 10.222.0.42 "PUT /v2.0/ports/35da772f-82ca-47fd-b368-22294e867034 HTTP/1.1" status: 200 len: 1097 time: 3.4373355 Jul 28 14:32:13.943458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'tag': '35da772f-82ca-47fd-b368-22294e867034'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:13.947774 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6578dc23-4df0-4fd9-8085-bd02b66fa81d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec239f73-d571-4545-9724-fdf8af1c3bd8", "tag": "35da772f-82ca-47fd-b368-22294e867034"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:13.996693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port e605c274-57d1-4365-9276-93771b53d760, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=e605c274-57d1-4365-9276-93771b53d760,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:14.023221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c082dc-e802-4f52-9b3d-cb1df79248b0 req-1f2d36df-450d-4e72-9ede-83d2af1c9e42 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.032062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'e605c274-57d1-4365-9276-93771b53d760', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'e605c274-57d1-4365-9276-93771b53d760', 'mac_address': 'fa:16:3e:aa:21:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:14.033727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5c082dc-e802-4f52-9b3d-cb1df79248b0 req-1f2d36df-450d-4e72-9ede-83d2af1c9e42 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 948 time: 0.1888590 Jul 28 14:32:14.060088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b03315-b1ef-459b-9889-993bc1415844 req-31c190e6-dffa-416c-8c69-9aafeda3b929 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.073105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2b03315-b1ef-459b-9889-993bc1415844 req-31c190e6-dffa-416c-8c69-9aafeda3b929 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 950 time: 0.4728291 Jul 28 14:32:14.131112 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5c082dc-e802-4f52-9b3d-cb1df79248b0 req-28bb92ed-0683-4b88-8420-54face887a8d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941715 Jul 28 14:32:14.151533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.156609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:14.218496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e605c274-57d1-4365-9276-93771b53d760 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:14.246636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-bfb7be23-0947-4496-befc-8dda48be09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.259939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-bfb7be23-0947-4496-befc-8dda48be09fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.5123854 Jul 28 14:32:14.310337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port e605c274-57d1-4365-9276-93771b53d760, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=e605c274-57d1-4365-9276-93771b53d760,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:14.432818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-2b34f2e7-d1f9-4b5e-bae8-2a49efa9c15a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4b2e7bec-7960-47e8-874d-1fd099326f84 HTTP/1.1" status: 200 len: 217 time: 0.1545963 Jul 28 14:32:14.463581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] No DVR routers for this DVR port fed37085-1557-4a1d-bb28-299f3a5f210c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:14.470278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=11']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:14.496261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.509152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.533067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22cc3aa7-2132-4d6c-8fb1-fd51e8200c7d req-ec5c513f-bbfb-4f5f-9107-b5494450acea tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.1471300 Jul 28 14:32:14.537981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2b03315-b1ef-459b-9889-993bc1415844 req-8b9e0e1c-b6af-49c9-af1e-54af0e255806 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438891 Jul 28 14:32:14.541760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:14.558389 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3443b7e0-f74d-4627-a1c8-6dcc42d46413" -d '{"events": [{"server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:14.646314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.689266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=e605c274-57d1-4365-9276-93771b53d760,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:14.703876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.772422 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f4db77-f344-4547-9325-7037065ecd48 x-openstack-request-id: req-31f4db77-f344-4547-9325-7037065ecd48 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:14.772948 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec239f73-d571-4545-9724-fdf8af1c3bd8", "tag": "35da772f-82ca-47fd-b368-22294e867034", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:14.773847 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31f4db77-f344-4547-9325-7037065ecd48 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:14.774363 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'tag': '35da772f-82ca-47fd-b368-22294e867034', 'status': 'completed', 'code': 200} Jul 28 14:32:14.794159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-88e68111-a110-4f94-bee2-7ad20e8f84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.795849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-88e68111-a110-4f94-bee2-7ad20e8f84b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 1100 time: 0.1920848 Jul 28 14:32:14.801686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:14.802167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:14.802609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:14.808366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:14.809069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Attempting to bind port fed37085-1557-4a1d-bb28-299f3a5f210c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:14.815981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:14.815981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:14.816586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:14.817233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Bound port: fed37085-1557-4a1d-bb28-299f3a5f210c, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:14.817714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.882872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-a897ce45-f3e0-4ee3-b160-0dfe5995d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.886217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-a897ce45-f3e0-4ee3-b160-0dfe5995d989 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.4198008 Jul 28 14:32:14.990000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=7']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:15.020137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9333d75-1008-4a89-9d76-05a1281c43d8 req-03810132-f42b-47a3-bf54-9c34d062e053 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.022004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9333d75-1008-4a89-9d76-05a1281c43d8 req-03810132-f42b-47a3-bf54-9c34d062e053 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.3268132 Jul 28 14:32:15.031975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.032438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.032768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.033060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.033403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.033743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.034111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.034499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.034839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.035179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.035502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.035825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:15.057596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on host n-h2-764806-10 for vnic_type normal with profile {"migrating_to": "n-h1-764806-10"} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:15.057939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:15.058277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:15.077966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:15.078324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Attempting to bind port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:15.083678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-68fe80d8-cb2b-4b70-afed-5f302a9b587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.085493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-68fe80d8-cb2b-4b70-afed-5f302a9b587a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806974 Jul 28 14:32:15.096680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:15.097053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:15.097432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:15.098380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Bound port: c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:15.098757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.181791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9333d75-1008-4a89-9d76-05a1281c43d8 req-c4157eba-4e44-483e-b3f6-383142bcca04 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324201 Jul 28 14:32:15.255892 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55c4358-d2d1-454d-93a1-186015f0245c x-openstack-request-id: req-a55c4358-d2d1-454d-93a1-186015f0245c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:15.256253 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:15.257951 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a55c4358-d2d1-454d-93a1-186015f0245c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:15.258433 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'code': 200} Jul 28 14:32:15.262520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.266725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-43c13de7-5178-4ec5-bb4a-e1505de75fd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=35da772f-82ca-47fd-b368-22294e867034 HTTP/1.1" status: 200 len: 217 time: 0.4363096 Jul 28 14:32:15.313016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-d9ba7232-aecd-4470-b200-a32a571066a4 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189417 Jul 28 14:32:15.314678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:15.364100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:15.396692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-52d8c67c-9724-4c35-ba5d-6eb55f3ee0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.396692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-52d8c67c-9724-4c35-ba5d-6eb55f3ee0e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0953720 Jul 28 14:32:15.412179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Network d4363382-18d5-4535-a788-3e97368b7072 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:15.431964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:15.443125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:15.446594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['e605c274-57d1-4365-9276-93771b53d760'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:15.500119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.573087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.574385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.577472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=8']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:15.622914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a972f-b4ec-4e87-bbe2-6d1490031a1b req-6d639bea-90eb-4eea-8949-b01864fd3fc2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.626067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f2a972f-b4ec-4e87-bbe2-6d1490031a1b req-6d639bea-90eb-4eea-8949-b01864fd3fc2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.4134517 Jul 28 14:32:15.626898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event updated for resources: {'Port': ['ID=97bbab52-acf8-4da0-b91e-31948527eae4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:15.655348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:15.691554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20419dcf-6e3b-4d03-b904-85ac1387df69 req-24d41237-69e8-48cd-8d33-bb545b0095c2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.699447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20419dcf-6e3b-4d03-b904-85ac1387df69 req-24d41237-69e8-48cd-8d33-bb545b0095c2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.3376250 Jul 28 14:32:15.717078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c101f13c-8e28-423b-b976-d23ed4fed7a0 req-8c5ae4ae-3549-4c55-ba32-5d84ea9a2e95 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941121 Jul 28 14:32:15.736729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:15.744023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.744778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.746326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c368d09f-bbc1-4d8b-993c-7439ccbb379a service neutron] 10.222.0.42 "PUT /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 1124 time: 2.6070304 Jul 28 14:32:15.761306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-9e3fe021-3514-4c8b-ae8c-521b3af3192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.763057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-9e3fe021-3514-4c8b-ae8c-521b3af3192e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321659 Jul 28 14:32:15.766564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f2a972f-b4ec-4e87-bbe2-6d1490031a1b req-5723aee9-dedd-4dcc-896f-68d00816826d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879779 Jul 28 14:32:15.767441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20419dcf-6e3b-4d03-b904-85ac1387df69 req-b080ff01-0015-4bcc-94b4-aa75b5bd46c6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Jul 28 14:32:15.871248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-889bba7a-9abb-41e8-b353-03d4bb560e0a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8710101 Jul 28 14:32:15.874482 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.895929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:15.938003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=12']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:15.985419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Request body: {'port': {'device_id': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:16.032499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.033140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.034622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d1ec5143-e0ac-4630-a57d-6c168a61d595 service neutron] 10.222.0.58 "PUT /v2.0/ports/fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 1097 time: 4.8516848 Jul 28 14:32:16.090838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-0ab058af-0c88-4cf4-9ee1-c2d3b26c91f2 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009090 Jul 28 14:32:16.120743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf88d64-aa24-4e0c-a3e1-29c890d21a95 req-2afaafa2-0a2c-4ff2-b9bb-27e7b0f82917 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.134280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-acf88d64-aa24-4e0c-a3e1-29c890d21a95 req-2afaafa2-0a2c-4ff2-b9bb-27e7b0f82917 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 949 time: 0.1870637 Jul 28 14:32:16.150929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86b10e-def5-43ea-8afc-c5b91148e5fd req-aafe93bf-0aba-45cc-98b2-c878ecd3a732 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.159473 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c86b10e-def5-43ea-8afc-c5b91148e5fd req-aafe93bf-0aba-45cc-98b2-c878ecd3a732 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 950 time: 0.0981419 Jul 28 14:32:16.261157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c86b10e-def5-43ea-8afc-c5b91148e5fd req-ae86d322-3d36-4ead-ae8e-9a431661e5f0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989940 Jul 28 14:32:16.307852 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.405818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e54ca4-f1d8-4def-9bf2-3a54ee70a062 req-92175062-7756-4c0e-b36d-a7a89bd9690c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.412180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59e54ca4-f1d8-4def-9bf2-3a54ee70a062 req-92175062-7756-4c0e-b36d-a7a89bd9690c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 931 time: 0.0772371 Jul 28 14:32:16.436556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d9eac33f-8cb7-483d-b32c-dd23d4a52b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.439318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-d9eac33f-8cb7-483d-b32c-dd23d4a52b3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1100 time: 0.3474793 Jul 28 14:32:16.462770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-acf88d64-aa24-4e0c-a3e1-29c890d21a95 req-761b50b3-cdde-490f-994f-485e61bb84d9 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802501 Jul 28 14:32:16.463058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59e54ca4-f1d8-4def-9bf2-3a54ee70a062 req-871605d9-a7af-4506-9e66-a4651d1fce02 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jul 28 14:32:16.664101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407e6f1-44ec-4dc4-8143-d4e102e4b4db req-61a70bcb-1d35-4a94-aea6-0f90b48b9bcd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.666169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7407e6f1-44ec-4dc4-8143-d4e102e4b4db req-61a70bcb-1d35-4a94-aea6-0f90b48b9bcd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 949 time: 0.0767012 Jul 28 14:32:16.720327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7407e6f1-44ec-4dc4-8143-d4e102e4b4db req-997e6abe-b9d9-499a-8058-b1db9b9e9dde tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Jul 28 14:32:16.806010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:16.809814 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105a024-5ed8-4409-a511-9a011ec978e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:16.826443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e02f3b-2809-4c46-9748-a33b45c28001 req-000dc334-671c-4037-8dca-3f9d4a280a9d service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620483 Jul 28 14:32:16.901352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9b9fb-63a2-4985-9ff5-10b2c404fbbd req-ff1101fc-147f-4b2c-ae4f-1430a0723be9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.903259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0b9b9fb-63a2-4985-9ff5-10b2c404fbbd req-ff1101fc-147f-4b2c-ae4f-1430a0723be9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.0590675 Jul 28 14:32:16.921496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1d972-79df-449a-abeb-2c1dcb47ea6f req-e4eaf25b-1a56-4766-a051-45517a5af749 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.924342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcd1d972-79df-449a-abeb-2c1dcb47ea6f req-e4eaf25b-1a56-4766-a051-45517a5af749 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.3298306 Jul 28 14:32:16.951160 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0b9b9fb-63a2-4985-9ff5-10b2c404fbbd req-63d66898-e8eb-4254-87cb-55a49903d7c8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Jul 28 14:32:17.053040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-8c547dee-2e2a-45ad-bd74-9ee2abbccf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.055731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-8c547dee-2e2a-45ad-bd74-9ee2abbccf39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.5913665 Jul 28 14:32:17.078026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2060c-008c-424f-9a94-3b62f3e6473a req-0bedf703-5b5c-4640-af54-a400d2222bc5 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.079642 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5dc2060c-008c-424f-9a94-3b62f3e6473a req-0bedf703-5b5c-4640-af54-a400d2222bc5 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.0567555 Jul 28 14:32:17.125137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5dc2060c-008c-424f-9a94-3b62f3e6473a req-41cf00d2-b9a6-4598-afc2-439f4eb3f472 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Jul 28 14:32:17.181575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-e708f79a-2aad-42de-a310-7ee7f56ed530 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.1166575 Jul 28 14:32:17.204077 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f956e949-00db-4672-bcaa-7b7bece68c2a x-openstack-request-id: req-f956e949-00db-4672-bcaa-7b7bece68c2a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:17.204077 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:17.204077 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f956e949-00db-4672-bcaa-7b7bece68c2a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:17.204077 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'status': 'completed', 'code': 200} Jul 28 14:32:17.204843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcd1d972-79df-449a-abeb-2c1dcb47ea6f req-e95071a3-00c1-4759-b877-cf1db32b0a0c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697785 Jul 28 14:32:17.260131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:17.262602 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:17.306364 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73b9e6-a8b4-4cd1-a5b3-a07df89a6a6e x-openstack-request-id: req-0e73b9e6-a8b4-4cd1-a5b3-a07df89a6a6e {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:17.306364 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:17.306364 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e73b9e6-a8b4-4cd1-a5b3-a07df89a6a6e {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:17.306364 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'status': 'completed', 'code': 200} Jul 28 14:32:17.336795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-37d94717-cf5c-4fb6-b9e5-89dce794ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.339466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-37d94717-cf5c-4fb6-b9e5-89dce794ca89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1408849 Jul 28 14:32:17.384892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-5fd4483a-9c29-4676-b017-3ca7984f537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.386984 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-5fd4483a-9c29-4676-b017-3ca7984f537f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1127 time: 0.0538692 Jul 28 14:32:17.474872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bbab52-acf8-4da0-b91e-31948527eae4 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:17.521416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-bf9b059d-a821-4d69-9cb7-13ba34abb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.523012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-bf9b059d-a821-4d69-9cb7-13ba34abb8b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.1274867 Jul 28 14:32:17.530855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-52404aef-d0e1-4a96-8c31-38979e663424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.532395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-52404aef-d0e1-4a96-8c31-38979e663424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 1100 time: 0.0658252 Jul 28 14:32:17.532663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.554467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8732ab-19db-4730-88e5-e614694ab293 req-eee14a9d-1b18-4c64-b14d-2938b79d3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.557295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-eee14a9d-1b18-4c64-b14d-2938b79d3ceb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2070138 Jul 28 14:32:17.591940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Transition to ACTIVE for port object 97bbab52-acf8-4da0-b91e-31948527eae4 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:17.600764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-d4cf90bb-2c10-472f-bd54-5d393ccd7a90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 217 time: 0.0672011 Jul 28 14:32:17.735023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-e72a4e42-3514-4d76-90ac-1aa16e03ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.735889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.736656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-e72a4e42-3514-4d76-90ac-1aa16e03ed24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1088693 Jul 28 14:32:17.751724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-e92a39ea-baa3-4f1d-abea-77948e8287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.754445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-e92a39ea-baa3-4f1d-abea-77948e8287e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1100 time: 0.2871020 Jul 28 14:32:17.780349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-2d935486-1cd9-415e-8c79-f27a85946ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.781943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-2d935486-1cd9-415e-8c79-f27a85946ef0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2102065 Jul 28 14:32:17.785324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-2a7e2d34-e152-4fd2-961a-e75ea23db406 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376248 Jul 28 14:32:17.789411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:17.793474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba835f5-8596-4a8b-b1c5-712b5b957c21 req-9ed5d5cc-6fcd-4b8a-9b30-f4902470553b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.795035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ba835f5-8596-4a8b-b1c5-712b5b957c21 req-9ed5d5cc-6fcd-4b8a-9b30-f4902470553b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 931 time: 0.1336126 Jul 28 14:32:17.940013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:17.964483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab has no active binding in host n-h1-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:32:17.999565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03341124-2f63-4d40-a26a-54dd8709cc11 req-a9b5c631-c7e0-4766-bd78-a58a5ff51b8c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.002231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03341124-2f63-4d40-a26a-54dd8709cc11 req-a9b5c631-c7e0-4766-bd78-a58a5ff51b8c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 949 time: 0.3862770 Jul 28 14:32:18.019865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=97bbab52-acf8-4da0-b91e-31948527eae4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:18.062389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-c974a393-dc23-40fc-be6a-265573ba6068 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890306 Jul 28 14:32:18.178527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-21d885bb-ddb3-47e9-9c67-37dc2897cf55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=35da772f-82ca-47fd-b368-22294e867034 HTTP/1.1" status: 200 len: 217 time: 0.3811188 Jul 28 14:32:18.238019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ba835f5-8596-4a8b-b1c5-712b5b957c21 req-61ef438b-b83a-4f9a-a000-2b56efbb7f4e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265728 Jul 28 14:32:18.268520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-fc462bd8-c871-445c-ab4d-98cc19d108b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.271080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-fc462bd8-c871-445c-ab4d-98cc19d108b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0725989 Jul 28 14:32:18.326915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-0e01912b-8cf4-4caf-84bc-5ff7dc3f99ec service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308762 Jul 28 14:32:18.343395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03341124-2f63-4d40-a26a-54dd8709cc11 req-e913a869-781c-4f33-a35f-c0cdc7a87682 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090665 Jul 28 14:32:18.361003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-e2b41ae1-dd2b-4212-9719-68e9fa650d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.362569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-e2b41ae1-dd2b-4212-9719-68e9fa650d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799429 Jul 28 14:32:18.381045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-3bb08b45-f1de-4e68-9608-7d2a39b5b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.385020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-3bb08b45-f1de-4e68-9608-7d2a39b5b265 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.5762250 Jul 28 14:32:18.399429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Attempting to bind port 97bbab52-acf8-4da0-b91e-31948527eae4 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:18.399763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Attempting to bind port 97bbab52-acf8-4da0-b91e-31948527eae4 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:18.400483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Attempting to bind port 97bbab52-acf8-4da0-b91e-31948527eae4 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:18.461325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Port 97bbab52-acf8-4da0-b91e-31948527eae4 on network d4363382-18d5-4535-a788-3e97368b7072 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:18.461728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Attempting to bind port 97bbab52-acf8-4da0-b91e-31948527eae4 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:18.465107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-cd6aa2e6-dc9b-4fa1-812b-f355d85b633b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0601668 Jul 28 14:32:18.469717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8732ab-19db-4730-88e5-e614694ab293 req-b34036c3-ab89-4682-b7c6-84ef7f091109 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637400 Jul 28 14:32:18.506381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:18.506889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:18.508084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Bound using segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:18.508272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Bound port: 97bbab52-acf8-4da0-b91e-31948527eae4, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:18.508597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.590124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2ae0-d2ce-4391-b94a-bdff2270eb0f req-47c7659c-970f-4292-83da-e08c4e50baf2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.591734 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-337d2ae0-d2ce-4391-b94a-bdff2270eb0f req-47c7659c-970f-4292-83da-e08c4e50baf2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 949 time: 0.2553723 Jul 28 14:32:18.642907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8a3e2c7-e32c-45ba-99f6-68f40e953a2f req-57f4320c-64c4-48ad-a924-15410374a2ef service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965512 Jul 28 14:32:18.692883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-d6357726-06a6-4a8c-a413-1ab33f2c65d2 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494709 Jul 28 14:32:18.709424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-337d2ae0-d2ce-4391-b94a-bdff2270eb0f req-3f012419-98a9-456e-aac0-0b29db313293 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885246 Jul 28 14:32:18.728639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-03138d12-986c-45df-a6e2-df04908d04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.731179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-03138d12-986c-45df-a6e2-df04908d04c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2468927 Jul 28 14:32:18.791544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f0a19-c6d2-4f48-b6ea-7a874882bc8e req-37a3da92-bcc6-4592-942c-3bad03b179c9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.794643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-153f0a19-c6d2-4f48-b6ea-7a874882bc8e req-37a3da92-bcc6-4592-942c-3bad03b179c9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.2063367 Jul 28 14:32:18.813967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-0fce5642-0993-457b-aad9-d9f537a06de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.815675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-0fce5642-0993-457b-aad9-d9f537a06de4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1100 time: 0.1120057 Jul 28 14:32:18.858122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] For port 97bbab52-acf8-4da0-b91e-31948527eae4, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:18.899247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] For port 97bbab52-acf8-4da0-b91e-31948527eae4, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=97bbab52-acf8-4da0-b91e-31948527eae4,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:18.905252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-153f0a19-c6d2-4f48-b6ea-7a874882bc8e req-07e1b7a2-ff8b-447e-8d94-2692f615c44a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843859 Jul 28 14:32:18.914759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-11ca3a38-6632-4ca2-80c0-7c3d32c0a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.917992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-11ca3a38-6632-4ca2-80c0-7c3d32c0a9a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703792 Jul 28 14:32:18.949859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6578dc23-4df0-4fd9-8085-bd02b66fa81d req-90b9d298-8224-4e5f-891d-7ac26325993c service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330303 Jul 28 14:32:18.974896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0fcd-4d2f-4902-888a-db2a56facad3 req-71a597ec-555b-4a79-a643-c54bca0f4700 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.976507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f3a0fcd-4d2f-4902-888a-db2a56facad3 req-71a597ec-555b-4a79-a643-c54bca0f4700 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.1416268 Jul 28 14:32:19.015313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-69952084-e982-4211-8721-3588a1cc7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.018221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-69952084-e982-4211-8721-3588a1cc7ab4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1938860 Jul 28 14:32:19.060874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.095458 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-acafc851-4c4b-4f8b-8445-850512d4d5dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0652747 Jul 28 14:32:19.104533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f3a0fcd-4d2f-4902-888a-db2a56facad3 req-64794b20-174c-4a24-ab8f-77745ab32471 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145892 Jul 28 14:32:19.145664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-a4f2d58b-d4f0-4c3d-bb01-51570c1bbaa0 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072184 Jul 28 14:32:19.152220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.153550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.155089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] 10.222.0.42 "PUT /v2.0/ports/97bbab52-acf8-4da0-b91e-31948527eae4 HTTP/1.1" status: 200 len: 1092 time: 3.1746614 Jul 28 14:32:19.167560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-1f98de1e-9737-4a4f-afe9-14c28e1e753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.170070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-1f98de1e-9737-4a4f-afe9-14c28e1e753f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0616124 Jul 28 14:32:19.199266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'tag': '97bbab52-acf8-4da0-b91e-31948527eae4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:19.201797 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d07f4e7-969c-472b-bcac-7942233331c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6d8789-2eef-4a24-8f24-3cbf766dabb5", "tag": "97bbab52-acf8-4da0-b91e-31948527eae4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:19.250435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-efd3a8a0-f01c-4bc3-92b4-549ae6597447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.252180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-efd3a8a0-f01c-4bc3-92b4-549ae6597447 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707555 Jul 28 14:32:19.254407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0e5b7-c98d-49a8-a3d7-48b41dffa67b req-48162ed2-1e8a-4484-9daa-d9716f59d46f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.257724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92a0e5b7-c98d-49a8-a3d7-48b41dffa67b req-48162ed2-1e8a-4484-9daa-d9716f59d46f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.2072923 Jul 28 14:32:19.330264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8617061-7439-4ea5-b422-e6b2fa3dd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=97bbab52-acf8-4da0-b91e-31948527eae4,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:19.371439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-79b6d3d2-6c0c-4682-aafe-239706fbc793 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095202 Jul 28 14:32:19.499534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-999cdebe-9703-455e-a9af-ddec13c088eb service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157458 Jul 28 14:32:19.501533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92a0e5b7-c98d-49a8-a3d7-48b41dffa67b req-51b2cf48-c2fb-4e4c-a809-d628dac29e11 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886749 Jul 28 14:32:19.506740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0105a024-5ed8-4409-a511-9a011ec978e7 req-2b88a419-e0ab-451e-81a7-ad08cc35b07e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190377 Jul 28 14:32:19.516918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-34e3ac6c-782c-4fda-bfa7-f6286b1a8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.519755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-34e3ac6c-782c-4fda-bfa7-f6286b1a8e13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 1095 time: 0.1418729 Jul 28 14:32:19.649773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-39cabca3-f454-47ed-8860-a8455e05b27f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97bbab52-acf8-4da0-b91e-31948527eae4 HTTP/1.1" status: 200 len: 217 time: 0.0408149 Jul 28 14:32:19.717908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-f6671884-0d32-4c4e-88de-07a00d30d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.719849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-f6671884-0d32-4c4e-88de-07a00d30d9bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.0570610 Jul 28 14:32:19.781766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-8a7e9b1f-b053-43b0-814d-50838fe114ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434561 Jul 28 14:32:19.796041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device e605c274-57d1-4365-9276-93771b53d760 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:19.994811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port e605c274-57d1-4365-9276-93771b53d760 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:20.000947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port e605c274-57d1-4365-9276-93771b53d760 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:20.001893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.031214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562d7e-917a-45b9-9aca-3ac9088261c6 req-b57353ce-2780-4fbc-ba99-edf1563f89b5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.032813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75562d7e-917a-45b9-9aca-3ac9088261c6 req-b57353ce-2780-4fbc-ba99-edf1563f89b5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 943 time: 0.0621026 Jul 28 14:32:20.084956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75562d7e-917a-45b9-9aca-3ac9088261c6 req-e7f5d536-e625-411e-8181-9fae5e28ce1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Jul 28 14:32:20.154477 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.196792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e605c274-57d1-4365-9276-93771b53d760'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:20.199770 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07098b2c-7e8d-4b04-b20d-c139b747dec9" -d '{"events": [{"server_uuid": "e2e96f9a-10d9-42e1-9a25-4cf4423e211d", "name": "network-vif-plugged", "status": "completed", "tag": "e605c274-57d1-4365-9276-93771b53d760"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:20.216507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port e605c274-57d1-4365-9276-93771b53d760, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=e605c274-57d1-4365-9276-93771b53d760,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:20.232636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c2ce-218d-4b39-9942-ced0422ebd64 req-d30a4054-b3c6-4e01-bae4-826001400275 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.234498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efc7c2ce-218d-4b39-9942-ced0422ebd64 req-d30a4054-b3c6-4e01-bae4-826001400275 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 949 time: 0.0641069 Jul 28 14:32:20.283256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efc7c2ce-218d-4b39-9942-ced0422ebd64 req-a5419c1c-60cd-4cab-abee-342a1773b7bf tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365770 Jul 28 14:32:20.287887 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15b7aa-061d-4cb3-bb74-00d351c27c96 x-openstack-request-id: req-1d15b7aa-061d-4cb3-bb74-00d351c27c96 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:20.288503 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6d8789-2eef-4a24-8f24-3cbf766dabb5", "tag": "97bbab52-acf8-4da0-b91e-31948527eae4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:20.288797 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d15b7aa-061d-4cb3-bb74-00d351c27c96 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:20.289561 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'tag': '97bbab52-acf8-4da0-b91e-31948527eae4', 'status': 'completed', 'code': 200} Jul 28 14:32:20.315017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.394323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=e605c274-57d1-4365-9276-93771b53d760,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:20.402366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b03a14-fd9c-45ca-a3d1-6d10d4c0c9bf req-43d30b28-6205-4a69-8b58-0536b17a9305 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.408765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b03a14-fd9c-45ca-a3d1-6d10d4c0c9bf req-43d30b28-6205-4a69-8b58-0536b17a9305 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.410656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17b03a14-fd9c-45ca-a3d1-6d10d4c0c9bf req-43d30b28-6205-4a69-8b58-0536b17a9305 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1&device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 1690 time: 0.5855978 Jul 28 14:32:20.425869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b21ecc-5691-4e4e-9177-96ffca7dcdd2 req-7693b37c-6087-4410-a9e4-62546678d56c tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.427935 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6b21ecc-5691-4e4e-9177-96ffca7dcdd2 req-7693b37c-6087-4410-a9e4-62546678d56c tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 945 time: 0.0673475 Jul 28 14:32:20.440866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-4663993a-23aa-4ee9-b672-312e594488b0 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325672 Jul 28 14:32:20.478869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6b21ecc-5691-4e4e-9177-96ffca7dcdd2 req-801f7be6-a372-436a-b705-e49ad04146a1 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Jul 28 14:32:20.492773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17b03a14-fd9c-45ca-a3d1-6d10d4c0c9bf req-1f29ba57-9b9c-4ac4-a808-775dbed7c05d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662680 Jul 28 14:32:20.597866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771937a8-dbbe-42df-b8c7-70da76321c91 req-bd2019da-393e-428d-9e70-dd27bf22750b service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342094 Jul 28 14:32:20.644007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0ad3-c262-4a1f-9783-528874fd9ccb req-f4c7fcb6-718c-4078-a5c5-ce2c578ad312 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.645863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a44e0ad3-c262-4a1f-9783-528874fd9ccb req-f4c7fcb6-718c-4078-a5c5-ce2c578ad312 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.0627918 Jul 28 14:32:20.665185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f062d91-740a-49aa-82f8-3b29ec953ce4 req-0fe6e8ef-3a7b-4767-98df-637a185df339 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.677304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f062d91-740a-49aa-82f8-3b29ec953ce4 req-0fe6e8ef-3a7b-4767-98df-637a185df339 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.0976951 Jul 28 14:32:20.725009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a44e0ad3-c262-4a1f-9783-528874fd9ccb req-36163ef6-7543-4dd6-bed5-6f47a93f59a6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725868 Jul 28 14:32:20.742840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f062d91-740a-49aa-82f8-3b29ec953ce4 req-69157f9e-8b97-4b5a-9c18-3638e60a7793 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Jul 28 14:32:20.792251 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381f5d6-57a1-46e6-8177-ba2dc0c3d6ce x-openstack-request-id: req-f381f5d6-57a1-46e6-8177-ba2dc0c3d6ce {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:20.792589 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e96f9a-10d9-42e1-9a25-4cf4423e211d", "name": "network-vif-plugged", "status": "completed", "tag": "e605c274-57d1-4365-9276-93771b53d760", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:20.792850 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f381f5d6-57a1-46e6-8177-ba2dc0c3d6ce {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:20.793260 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e605c274-57d1-4365-9276-93771b53d760', 'code': 200} Jul 28 14:32:21.016087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958380-9934-4c20-8be6-d5a56dece8db req-58fc6297-c092-482d-bea2-92527db6b09d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.018012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db958380-9934-4c20-8be6-d5a56dece8db req-58fc6297-c092-482d-bea2-92527db6b09d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 948 time: 0.0605586 Jul 28 14:32:21.068160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db958380-9934-4c20-8be6-d5a56dece8db req-da250e68-064c-4789-bf61-7814da31b11e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Jul 28 14:32:21.179705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-3854d13f-1d17-47a3-8fa6-df866accbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.184181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-3854d13f-1d17-47a3-8fa6-df866accbcaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 1095 time: 0.0985854 Jul 28 14:32:21.262847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ac2e2-520e-4d1b-b358-20f7774a8c1b req-b25fc8e0-5c51-4b5b-b436-123072267903 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.265426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a29ac2e2-520e-4d1b-b358-20f7774a8c1b req-b25fc8e0-5c51-4b5b-b436-123072267903 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 1102 time: 0.0515392 Jul 28 14:32:21.315009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a29ac2e2-520e-4d1b-b358-20f7774a8c1b req-9fc7f837-1f55-490a-bbb1-ea1e72e49fcd tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Jul 28 14:32:21.370677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eee50-350a-459c-947d-fc3772ee800c req-38064afc-d0ce-43bf-8242-a013111052c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.372261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa5eee50-350a-459c-947d-fc3772ee800c req-38064afc-d0ce-43bf-8242-a013111052c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 1102 time: 0.1640439 Jul 28 14:32:21.389408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf9d4-1f2d-403f-b994-0cbeee65c218 req-0ae9dfff-079e-45c3-93b9-8bf0df6115a4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.391852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8bf9d4-1f2d-403f-b994-0cbeee65c218 req-0ae9dfff-079e-45c3-93b9-8bf0df6115a4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 943 time: 0.1712265 Jul 28 14:32:21.446212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546973fe-6e8a-48a7-a7aa-51d16e3d821f req-a1ff851a-85f7-497c-b488-24d9ff2d2431 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.447894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-546973fe-6e8a-48a7-a7aa-51d16e3d821f req-a1ff851a-85f7-497c-b488-24d9ff2d2431 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.0650649 Jul 28 14:32:21.477362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-55210149-cba4-4241-aebb-cbda568898c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.480101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-55210149-cba4-4241-aebb-cbda568898c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 912 time: 0.2558019 Jul 28 14:32:21.492913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-546973fe-6e8a-48a7-a7aa-51d16e3d821f req-94866930-113d-499a-8948-a8b0ed2a5046 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Jul 28 14:32:21.594079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa5eee50-350a-459c-947d-fc3772ee800c req-45a5120e-ce74-48cf-8899-9813df6e6fef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939585 Jul 28 14:32:21.599515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f8bf9d4-1f2d-403f-b994-0cbeee65c218 req-bc6efd5a-0ace-48b8-9d9a-40ceff585e7e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016726 Jul 28 14:32:21.602748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-fe5ce68a-ff44-4a71-a8e5-b745e9e360d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97bbab52-acf8-4da0-b91e-31948527eae4 HTTP/1.1" status: 200 len: 217 time: 0.0912724 Jul 28 14:32:21.636660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad1661-925d-40b1-b682-2a74f57fc016 req-6f4b08bd-eed9-4fdc-96c9-2afadfe8afa4 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.638963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98ad1661-925d-40b1-b682-2a74f57fc016 req-6f4b08bd-eed9-4fdc-96c9-2afadfe8afa4 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 1101 time: 0.0718226 Jul 28 14:32:21.681895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98ad1661-925d-40b1-b682-2a74f57fc016 req-79cf3dd5-d4fd-45a2-a4ab-6e769a3d0e4a tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Jul 28 14:32:21.713712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:21.749367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8f158-3673-46bd-9fd9-2690d72daddd req-99eb12be-d837-4583-9791-b0fc4dfec9af tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.757540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0aa8f158-3673-46bd-9fd9-2690d72daddd req-99eb12be-d837-4583-9791-b0fc4dfec9af tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 945 time: 0.0912652 Jul 28 14:32:21.851366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0aa8f158-3673-46bd-9fd9-2690d72daddd req-b0335a62-2f55-4da5-be26-d15027eefc52 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874693 Jul 28 14:32:21.882807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:21.902494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'mac_address': 'fa:16:3e:bc:c7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:21.934697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649fdf-3dea-4062-9497-cf772ed5fd9d req-9a39cb87-9b75-4c2a-89e3-b1989bff9266 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.937516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8649fdf-3dea-4062-9497-cf772ed5fd9d req-9a39cb87-9b75-4c2a-89e3-b1989bff9266 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.1137309 Jul 28 14:32:21.968564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:21.992799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:22.005032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8649fdf-3dea-4062-9497-cf772ed5fd9d req-1db5f35e-0f05-4e03-9151-55a67b128ae9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569546 Jul 28 14:32:22.022098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1650a1ea-1f10-4a08-b6e1-a66f74a1b4ff tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466118 Jul 28 14:32:22.024067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:22.111373 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.176014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f7868-b73b-456c-812f-c58ceeed3262 req-3f074d1e-3c21-4107-826b-46a81ca06585 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.178417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-412f7868-b73b-456c-812f-c58ceeed3262 req-3f074d1e-3c21-4107-826b-46a81ca06585 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.0625999 Jul 28 14:32:22.198502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-2c5f4111-4bae-4003-b29a-8b9183118a2c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.204248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-935fdb81-7cef-457c-ac36-189c1d4f4c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.209164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-2c5f4111-4bae-4003-b29a-8b9183118a2c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798253 Jul 28 14:32:22.230102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=13']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:22.236683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-d2b02241-321a-4832-af9f-ea9e2916cbab tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/quotas/1c6151b5618545c784a56a9cc9eece3d HTTP/1.1" status: 200 len: 375 time: 0.0129011 Jul 28 14:32:22.246351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-412f7868-b73b-456c-812f-c58ceeed3262 req-f54efe7a-f718-41eb-ab90-a147a26cdd91 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559888 Jul 28 14:32:22.319797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-a4684314-698b-4a9c-acb6-976f4e7b4ba5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0692389 Jul 28 14:32:22.389430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-7da6fb5e-6239-4e04-928f-5658fbe6c343 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.391558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-7da6fb5e-6239-4e04-928f-5658fbe6c343 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.58 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 945 time: 0.0873420 Jul 28 14:32:22.530865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-eee37496-0d71-45c3-b141-7bc6c9a73257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.533780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-eee37496-0d71-45c3-b141-7bc6c9a73257 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.0743132 Jul 28 14:32:22.577512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['fed37085-1557-4a1d-bb28-299f3a5f210c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:22.614519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-d056488e-ea0f-414b-bb67-f59b0add1536 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598187 Jul 28 14:32:22.739612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d5a0-b682-4623-baf9-ba550b0fdb56 req-00bc768a-8228-44f6-a41e-6f93c6709fd3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.742382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b33d5a0-b682-4623-baf9-ba550b0fdb56 req-00bc768a-8228-44f6-a41e-6f93c6709fd3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.1435413 Jul 28 14:32:22.841437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Deleting port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:22.841788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.894187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b33d5a0-b682-4623-baf9-ba550b0fdb56 req-0706ba1e-820a-496d-90dc-707e9b54923f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364501 Jul 28 14:32:22.920379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-a6bbb083-1e3e-4d28-b34a-f51eaa5bb2fe service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863834 Jul 28 14:32:22.944030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39733-6dee-48a3-89bc-d150bed75c7e req-f875f6c4-4650-498d-b2fa-93420da11543 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.953006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58c39733-6dee-48a3-89bc-d150bed75c7e req-f875f6c4-4650-498d-b2fa-93420da11543 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.2840989 Jul 28 14:32:22.994283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] For port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:22.994283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:23.027176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Calling delete_port for f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:23.049043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58c39733-6dee-48a3-89bc-d150bed75c7e req-994a6ae1-954f-426b-82ef-4b672c8fb597 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951514 Jul 28 14:32:23.050372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b95bc3e-c280-473f-b522-b592eff8cadd req-d59be7e8-7362-4101-8e40-a07c79fe21e5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.0447826 Jul 28 14:32:23.121262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d07f4e7-969c-472b-bcac-7942233331c9 req-9843829b-dfb4-43b7-a5e5-dc5ef52c4cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652617 Jul 28 14:32:23.271586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bdf3a-6928-441e-a153-69eb7c938e62 req-d41f22c2-7f9e-4fc5-adba-a618372198dd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.273813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-176bdf3a-6928-441e-a153-69eb7c938e62 req-d41f22c2-7f9e-4fc5-adba-a618372198dd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 943 time: 0.1052864 Jul 28 14:32:23.299622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32498-9b4f-4fae-a7a8-c0a26991b42d req-aa13633f-14c4-422c-8f82-f48639a2acc5 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.302196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70c32498-9b4f-4fae-a7a8-c0a26991b42d req-aa13633f-14c4-422c-8f82-f48639a2acc5 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 945 time: 0.0988901 Jul 28 14:32:23.327506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-176bdf3a-6928-441e-a153-69eb7c938e62 req-47496bbf-a8d7-4e5f-9c96-814ea091ad09 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jul 28 14:32:23.365051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70c32498-9b4f-4fae-a7a8-c0a26991b42d req-ecbca809-1e9f-4b49-bd8f-c94425115333 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/security-groups?id=e55be094-be4d-4c03-bb93-d2f3e2155716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541456 Jul 28 14:32:23.434155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:23.510192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Pushing event deleted for resources: {'Port': ['ID=f8cebe00-fd9c-4ebf-a40e-03bf9d7be224,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:23.527080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900cf7b-dbe2-42b9-87dd-f8f4c97c5225 req-88a48be6-2ef1-4ae4-8b3d-dd0231d855ac tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.530015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3900cf7b-dbe2-42b9-87dd-f8f4c97c5225 req-88a48be6-2ef1-4ae4-8b3d-dd0231d855ac tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.0832512 Jul 28 14:32:23.606051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3900cf7b-dbe2-42b9-87dd-f8f4c97c5225 req-9e60de98-22df-4c6e-a6d0-63b0b29247f6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619972 Jul 28 14:32:23.643526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fb807-8509-4ffa-8583-23a248b46fa4 req-34c1cc45-63f8-4394-8e17-3bbce5a27b1b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.643526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca9fb807-8509-4ffa-8583-23a248b46fa4 req-34c1cc45-63f8-4394-8e17-3bbce5a27b1b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 949 time: 0.2216341 Jul 28 14:32:23.686613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] No DVR routers for this DVR port f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 on host n-h2-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:23.706901 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:23.709851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd7d53c4-86c3-42e8-8149-0c2b0c5f5bd9 req-586d817e-28fc-4f55-98a0-864db489c074 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.58 "DELETE /v2.0/ports/f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 HTTP/1.1" status: 204 len: 173 time: 1.3096819 Jul 28 14:32:23.710648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'name': 'network-vif-deleted', 'tag': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:23.713843 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3c198-d3c9-46aa-aa94-0c7ce1bb0068" -d '{"events": [{"server_uuid": "c530213c-f18c-4f59-92d4-8cb561fcf529", "name": "network-vif-deleted", "tag": "f8cebe00-fd9c-4ebf-a40e-03bf9d7be224"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:23.755673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca9fb807-8509-4ffa-8583-23a248b46fa4 req-6c50b2d9-f0f3-4ae2-ab0f-eebf0d0aa340 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118395 Jul 28 14:32:23.772627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f8cebe00-fd9c-4ebf-a40e-03bf9d7be224'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:23.835915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71859adb-def4-4469-9aab-113604cf5d06 req-c16cf875-94fa-4aeb-b25e-3c928435b1a3 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.837594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 35da772f-82ca-47fd-b368-22294e867034 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:23.838415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71859adb-def4-4469-9aab-113604cf5d06 req-c16cf875-94fa-4aeb-b25e-3c928435b1a3 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 948 time: 0.1209264 Jul 28 14:32:23.981108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71859adb-def4-4469-9aab-113604cf5d06 req-38c5fdaf-dea2-4fbb-9bcb-3c5a09403644 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250486 Jul 28 14:32:24.111299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 35da772f-82ca-47fd-b368-22294e867034, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=35da772f-82ca-47fd-b368-22294e867034,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:24.129886 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a329591a-192d-44d3-8cb9-4c3313a6ab0f x-openstack-request-id: req-a329591a-192d-44d3-8cb9-4c3313a6ab0f {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:24.130355 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c530213c-f18c-4f59-92d4-8cb561fcf529", "name": "network-vif-deleted", "tag": "f8cebe00-fd9c-4ebf-a40e-03bf9d7be224", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:24.131500 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a329591a-192d-44d3-8cb9-4c3313a6ab0f {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:24.132994 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c530213c-f18c-4f59-92d4-8cb561fcf529', 'name': 'network-vif-deleted', 'tag': 'f8cebe00-fd9c-4ebf-a40e-03bf9d7be224', 'status': 'completed', 'code': 200} Jul 28 14:32:24.146626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '35da772f-82ca-47fd-b368-22294e867034', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '35da772f-82ca-47fd-b368-22294e867034', 'mac_address': 'fa:16:3e:52:6c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:24.348835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:24.381402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35da772f-82ca-47fd-b368-22294e867034 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:24.403891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc54b530-0143-49f7-aa70-c9b4441b026a req-f1e7b65e-224c-4a39-819e-37ae879c88de tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.0894432 Jul 28 14:32:24.431265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 35da772f-82ca-47fd-b368-22294e867034, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=35da772f-82ca-47fd-b368-22294e867034,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:24.436819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6ebde-b0de-4e2a-95c9-dca7c8f7dc9f req-bd31982c-2d65-4dcc-98b3-a54ae48c7692 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.445336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bdb6ebde-b0de-4e2a-95c9-dca7c8f7dc9f req-bd31982c-2d65-4dcc-98b3-a54ae48c7692 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.1274033 Jul 28 14:32:24.497287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bdb6ebde-b0de-4e2a-95c9-dca7c8f7dc9f req-b27e102e-1224-4dad-b398-dfb8beb528fd tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Jul 28 14:32:24.547624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:24.574475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc975dae-ca01-49a4-80b5-24280f72ecb7 req-bef872a8-4c61-4341-97cd-b92460d91e72 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.577667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc975dae-ca01-49a4-80b5-24280f72ecb7 req-bef872a8-4c61-4341-97cd-b92460d91e72 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 943 time: 0.0831380 Jul 28 14:32:24.672744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=35da772f-82ca-47fd-b368-22294e867034,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:24.674735 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc975dae-ca01-49a4-80b5-24280f72ecb7 req-756d66e6-6cb9-44d9-b927-3aa4338d9dc8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882642 Jul 28 14:32:24.714994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71a8228b-743c-43db-bbb5-4ee6b23a819d req-39558c77-e54c-4543-9219-43db6938d935 tempest-AttachSCSIVolumeTestJSON-528462293 tempest-AttachSCSIVolumeTestJSON-528462293-project] 10.222.0.57 "GET /v2.0/ports?device_id=c530213c-f18c-4f59-92d4-8cb561fcf529 HTTP/1.1" status: 200 len: 210 time: 0.0449038 Jul 28 14:32:24.717305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-0fc19984-885f-43a6-9f85-7527f88ea4a8 service neutron] 10.222.0.58 "GET /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.1578372 Jul 28 14:32:24.811097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05d5-a218-4d52-a012-1a09ea7d954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:24.823119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-98f7e1a5-6213-4b66-956a-9444c145662c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356827 Jul 28 14:32:24.995163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5e18-b77e-44f5-95e6-a5847760a5d1 req-04c8465a-4215-43f6-bd59-5d44390ffa8d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.997763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-659f5e18-b77e-44f5-95e6-a5847760a5d1 req-04c8465a-4215-43f6-bd59-5d44390ffa8d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 944 time: 0.1320028 Jul 28 14:32:25.000656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-f8a0bcf9-bc2a-4391-90bd-bf3b31c10591 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:25.008752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-f8a0bcf9-bc2a-4391-90bd-bf3b31c10591 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772270 Jul 28 14:32:25.021131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-e757ec22-26cb-4d66-9e97-2ab2fdb51218 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/quotas/40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 375 time: 0.0113480 Jul 28 14:32:25.062430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:25.065892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:25.080131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-659f5e18-b77e-44f5-95e6-a5847760a5d1 req-9b306559-f927-4e5c-b41d-2b71c670d7e0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721226 Jul 28 14:32:25.095640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:25.134992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3ce4a8b3-1009-4b84-aaac-82ddd48951ba tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073704 Jul 28 14:32:25.141776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a910ae-f1d3-4e1c-9b46-dccede5a3dab {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:25.154493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:25.248732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fb313-3ed0-4e5c-a071-75a5e6bc7f2f req-9bfe4dcc-7695-454a-9a04-128d92ebe2c1 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:25.250353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b4fb313-3ed0-4e5c-a071-75a5e6bc7f2f req-9bfe4dcc-7695-454a-9a04-128d92ebe2c1 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 949 time: 0.0673988 Jul 28 14:32:25.269888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:25.334163 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b4fb313-3ed0-4e5c-a071-75a5e6bc7f2f req-31934818-9a57-467e-a08b-e380a39a0421 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723076 Jul 28 14:32:25.379714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] Transition to ACTIVE for port object c7a910ae-f1d3-4e1c-9b46-dccede5a3dab will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:25.520159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:25.594811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7206e68-abc7-4910-9535-3366357366d2 req-a9149d52-8dfb-45b8-80fb-2d00bab23fff tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.0405896 Jul 28 14:32:25.640953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39b3940a-6224-483f-aa28-4202939ddd4b req-cbcb8abd-1e25-4bea-9e5b-1bad237ec5c7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 210 time: 0.0995858 Jul 28 14:32:25.656965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] No DVR routers for this DVR port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on host n-h2-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:25.719179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] 10.222.0.58 "PUT /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab/bindings/n-h1-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9806473 Jul 28 14:32:25.720103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a728aa-f101-4d70-bbd4-7f8a1dc4ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=10']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:25.739182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:25.791270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51b14-05db-4abc-964c-9d99e67e7e6c req-3db517ff-946c-48b8-96a9-4d65d5bdbe8b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:25.793068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3f51b14-05db-4abc-964c-9d99e67e7e6c req-3db517ff-946c-48b8-96a9-4d65d5bdbe8b tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.0629222 Jul 28 14:32:25.842734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3f51b14-05db-4abc-964c-9d99e67e7e6c req-3d17cbf2-f557-4fa7-829a-2599cd4f7501 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 Jul 28 14:32:25.860573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168bb5b-bf55-4c69-ae52-504ef9f5e43e req-15b304cc-77d7-453d-b955-8c082e584337 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:25.860573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a168bb5b-bf55-4c69-ae52-504ef9f5e43e req-15b304cc-77d7-453d-b955-8c082e584337 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 943 time: 0.0564978 Jul 28 14:32:25.938810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a168bb5b-bf55-4c69-ae52-504ef9f5e43e req-2b7e7d10-ffe0-4206-89bf-e5d09c781e84 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691326 Jul 28 14:32:25.948347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port fed37085-1557-4a1d-bb28-299f3a5f210c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:25.955622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port fed37085-1557-4a1d-bb28-299f3a5f210c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:25.956151 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.023830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['35da772f-82ca-47fd-b368-22294e867034'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:26.036327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-3d411d58-e19d-47ac-ab33-6aba4555cf71 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.038290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-3d411d58-e19d-47ac-ab33-6aba4555cf71 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.0848639 Jul 28 14:32:26.111327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-8c2f084b-9dd7-4074-85ae-9fab856fca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.113280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-8c2f084b-9dd7-4074-85ae-9fab856fca08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0509157 Jul 28 14:32:26.157283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.189971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:26.192309 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb54dfb-fe7c-47cf-ab2d-9eb42f9b71b1" -d '{"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-plugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:26.227159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:26.241581 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.268709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-d9b8a7c7-a05b-4f7a-becc-5c82380d30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.270817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-d9b8a7c7-a05b-4f7a-becc-5c82380d30b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1097 time: 0.0710924 Jul 28 14:32:26.330789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8ee56-97a9-4d6f-9d12-3b44926d69db req-d2b4de94-3f21-480b-b862-494b867b894f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.330789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15f8ee56-97a9-4d6f-9d12-3b44926d69db req-d2b4de94-3f21-480b-b862-494b867b894f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 945 time: 0.1110733 Jul 28 14:32:26.369087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15f8ee56-97a9-4d6f-9d12-3b44926d69db req-2790c30b-47ce-4e8b-8124-b2d2d4db40dc tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 Jul 28 14:32:26.408014 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.408014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:26.453368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:26.454025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f8cebe00-fd9c-4ebf-a40e-03bf9d7be224 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:26.455031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:26.502658 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd353b-431a-4c13-99f5-b0af26f0c615 x-openstack-request-id: req-a3cd353b-431a-4c13-99f5-b0af26f0c615 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:26.503144 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-plugged", "status": "completed", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:26.503542 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3cd353b-431a-4c13-99f5-b0af26f0c615 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:26.504446 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'code': 200} Jul 28 14:32:26.572744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8444c-4616-410b-b50d-432d15c30219 req-2cf4887e-d082-406a-93c4-dc4d8c0054c6 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.575417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15e8444c-4616-410b-b50d-432d15c30219 req-2cf4887e-d082-406a-93c4-dc4d8c0054c6 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 1102 time: 0.0641637 Jul 28 14:32:26.590955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=14']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:26.594416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:26.608965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-2d0f907d-1b15-4052-ae19-e2483b229c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.609985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-2d0f907d-1b15-4052-ae19-e2483b229c27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.2236056 Jul 28 14:32:26.612596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15e8444c-4616-410b-b50d-432d15c30219 req-936cfcc5-012c-4bcf-ac96-9b400ddc3037 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.638574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23c18-ac45-413a-9caa-89b3cb084fd3 req-78566008-cfaa-4d33-9647-9460a36a2db1 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.638574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cb23c18-ac45-413a-9caa-89b3cb084fd3 req-78566008-cfaa-4d33-9647-9460a36a2db1 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 949 time: 0.1035795 Jul 28 14:32:26.696690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-f618c052-f6ea-4718-952e-84258d92faab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 217 time: 0.0464242 Jul 28 14:32:26.708789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15e8444c-4616-410b-b50d-432d15c30219 req-936cfcc5-012c-4bcf-ac96-9b400ddc3037 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.725683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cb23c18-ac45-413a-9caa-89b3cb084fd3 req-f618072f-a9a9-404d-b15c-662b873e399f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828216 Jul 28 14:32:26.781912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-d0f70369-1584-4df0-afda-0aecfefa9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.784839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-d0f70369-1584-4df0-afda-0aecfefa9204 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.0705566 Jul 28 14:32:26.822122 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15e8444c-4616-410b-b50d-432d15c30219 req-936cfcc5-012c-4bcf-ac96-9b400ddc3037 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.845778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15e8444c-4616-410b-b50d-432d15c30219 req-936cfcc5-012c-4bcf-ac96-9b400ddc3037 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545483 Jul 28 14:32:26.860822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cfcc5-012c-4bcf-ac96-9b400ddc3037 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1061c-8bbb-4019-9f4a-9d65150ad79f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:26.965185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-606c15f0-de47-4e06-9736-ee8dd87043e2 req-9cc6e614-6b25-43e7-8527-2461745f4a36 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 210 time: 0.0387580 Jul 28 14:32:26.968543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33e6bdd5-b4d9-49d7-9b33-52353ce0e6f7 req-43625a55-c3e3-43cd-b416-7e81a59101d7 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.0326171 Jul 28 14:32:27.018202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-92551434-58f5-47eb-8322-b4a990f07ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441873 Jul 28 14:32:27.029111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-9c090164-ebac-4267-8fcf-2b39eea2290d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427330 Jul 28 14:32:27.230840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f2caf-83e6-4559-8a30-f4f25db29a6d req-d0d0b95d-0dab-4ed9-8bc6-32b447792753 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:27.235183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-199f2caf-83e6-4559-8a30-f4f25db29a6d req-d0d0b95d-0dab-4ed9-8bc6-32b447792753 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 943 time: 0.1932633 Jul 28 14:32:27.263508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-76fc2724-44f9-49c4-9e2d-f85dd5cde048 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293832 Jul 28 14:32:27.292320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-303e1704-92ce-497f-b3b8-50e87408f5a1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:27.293831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-303e1704-92ce-497f-b3b8-50e87408f5a1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084839 Jul 28 14:32:27.307880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-199f2caf-83e6-4559-8a30-f4f25db29a6d req-40916f67-697a-422d-b270-8f4d89298704 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625491 Jul 28 14:32:27.325586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:27.523667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-a45eecb8-7bd7-434c-a974-7ff8a9fdc0b4 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036142 Jul 28 14:32:27.598378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b264e-69ee-402f-95a9-1b417ac29e0c req-f475d759-59c7-451b-a922-eb6c2cf70604 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:27.603703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e6b264e-69ee-402f-95a9-1b417ac29e0c req-f475d759-59c7-451b-a922-eb6c2cf70604 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 945 time: 0.0998535 Jul 28 14:32:27.645618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e6b264e-69ee-402f-95a9-1b417ac29e0c req-c56ad5da-f4d9-404d-87d6-25d12c4039f2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Jul 28 14:32:27.673735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:27.678582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:27.686197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:27.840748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 97bbab52-acf8-4da0-b91e-31948527eae4 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:27.981935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.29 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/ca7efafd-dda5-4b90-b61a-f74d12410b8d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:28.002665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5d011-a0ab-4ebd-9ebe-45142b8cba40 req-a8c9c932-bf2d-401c-8484-280147f2089a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.017872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97b5d011-a0ab-4ebd-9ebe-45142b8cba40 req-a8c9c932-bf2d-401c-8484-280147f2089a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 949 time: 0.1626978 Jul 28 14:32:28.043861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 97bbab52-acf8-4da0-b91e-31948527eae4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=97bbab52-acf8-4da0-b91e-31948527eae4,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:28.092575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '97bbab52-acf8-4da0-b91e-31948527eae4', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': '97bbab52-acf8-4da0-b91e-31948527eae4', 'mac_address': 'fa:16:3e:ab:8a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:28.154355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97b5d011-a0ab-4ebd-9ebe-45142b8cba40 req-7771455c-47f9-4697-86ec-52a04dca568e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293359 Jul 28 14:32:28.203996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27964-203e-438c-b8ea-febe59fab333 req-8c2f0e44-9f9b-4bd4-a4e0-2671a6ff0c5a tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.230075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1e27964-203e-438c-b8ea-febe59fab333 req-8c2f0e44-9f9b-4bd4-a4e0-2671a6ff0c5a tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 1102 time: 0.1295066 Jul 28 14:32:28.230545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.271582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bbab52-acf8-4da0-b91e-31948527eae4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:28.291093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1e27964-203e-438c-b8ea-febe59fab333 req-17c40952-9084-490f-a592-001b4dc9321d tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608828 Jul 28 14:32:28.367425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cada7371-25d1-4a4a-b665-8f47e4f3c4e0 req-215c5c30-ccfc-4e3f-9126-79ccac2f191a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 210 time: 0.0662553 Jul 28 14:32:28.473387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 97bbab52-acf8-4da0-b91e-31948527eae4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=97bbab52-acf8-4da0-b91e-31948527eae4,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:28.488213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.509807 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86fa9808-ec75-47a5-b87b-61eb060a1274 req-4dcc55d1-f976-4fa5-ae81-90699476f7ce tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.0996830 Jul 28 14:32:28.554850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object ca7efafd-dda5-4b90-b61a-f74d12410b8d will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:28.570593 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.624251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-5ca90b9e-b7ce-48b3-90a5-614398ee2d08 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.626747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-5ca90b9e-b7ce-48b3-90a5-614398ee2d08 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.1338425 Jul 28 14:32:28.655532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=97bbab52-acf8-4da0-b91e-31948527eae4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:28.711123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3935a59-6170-4fe5-ae89-9f3eb7951dfd req-b16d6b31-226e-4072-9756-f4321c7732f2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.712736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3935a59-6170-4fe5-ae89-9f3eb7951dfd req-b16d6b31-226e-4072-9756-f4321c7732f2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 944 time: 0.1540136 Jul 28 14:32:28.779035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.797742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'd7096f19-0422-4d0e-bcb8-83a27127c20e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:28.820533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5430a9-11a2-4c45-a4f3-03b0d400f905 req-8353c5e0-9ea1-4b85-9194-c0628807ec64 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.831455 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a5430a9-11a2-4c45-a4f3-03b0d400f905 req-8353c5e0-9ea1-4b85-9194-c0628807ec64 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 945 time: 0.0780737 Jul 28 14:32:28.846522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3935a59-6170-4fe5-ae89-9f3eb7951dfd req-fd57c7ea-9cfe-48bc-b7e4-4e9bed0072ed tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181781 Jul 28 14:32:28.857253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:28.879552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:28.886590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:28.904053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a5430a9-11a2-4c45-a4f3-03b0d400f905 req-e1055aca-ec83-4a82-a8c1-4217b79d6a53 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711298 Jul 28 14:32:28.904919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:28.999532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.000276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:29.007673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=ca7efafd-dda5-4b90-b61a-f74d12410b8d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:29.136516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-1d2b6dc5-db66-4486-b5ab-c0bfaef48a20 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8149204 Jul 28 14:32:29.156654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-bb7c1e05-f509-44f8-a10e-59194a846f18 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309560 Jul 28 14:32:29.168365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c359cfe7-a30d-496e-b416-62a26622bcde service neutron] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:29.174917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c359cfe7-a30d-496e-b416-62a26622bcde service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:29.185416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520fa4cb-6567-4f14-b193-f43ec62feddb req-c359cfe7-a30d-496e-b416-62a26622bcde service neutron] 10.222.0.42 "DELETE /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab/bindings/n-h2-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.5267768 Jul 28 14:32:29.190857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Request body: {'port': {'device_id': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:29.391975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:29.423129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdd1cb-8cda-439c-860b-3d62e530eb59 req-760b34dc-5115-46ee-96e6-ea756d37fedb tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.428045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dcdd1cb-8cda-439c-860b-3d62e530eb59 req-760b34dc-5115-46ee-96e6-ea756d37fedb tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 949 time: 0.1090128 Jul 28 14:32:29.497713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fe23a-577d-4b2d-8183-7a655aa20bf1 req-a9342ca9-5410-4d50-8087-a8455ca8ff94 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.502010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c8fe23a-577d-4b2d-8183-7a655aa20bf1 req-a9342ca9-5410-4d50-8087-a8455ca8ff94 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1097 time: 0.4248376 Jul 28 14:32:29.502332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dcdd1cb-8cda-439c-860b-3d62e530eb59 req-7d60a711-0c1b-4aff-b154-a0a3406b1111 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 Jul 28 14:32:29.522955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fa0f7f3-7cd7-4277-8f6f-b0381f47faee None None] Provisioning for port ca7efafd-dda5-4b90-b61a-f74d12410b8d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:29.547664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fa0f7f3-7cd7-4277-8f6f-b0381f47faee None None] Provisioning complete for port ca7efafd-dda5-4b90-b61a-f74d12410b8d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:29.554059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7f3-7cd7-4277-8f6f-b0381f47faee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:29.645178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0f7f3-7cd7-4277-8f6f-b0381f47faee None None] Port ca7efafd-dda5-4b90-b61a-f74d12410b8d cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:29.659835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c8fe23a-577d-4b2d-8183-7a655aa20bf1 req-0c2e9113-13c5-49a3-a791-227930c0d0d7 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391425 Jul 28 14:32:29.698488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['97bbab52-acf8-4da0-b91e-31948527eae4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:29.710204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-ea5f1a19-eb89-4d78-bb9b-0149dd108506 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.719309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-ea5f1a19-eb89-4d78-bb9b-0149dd108506 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5337002 Jul 28 14:32:29.747492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Request body: {'port': {'device_id': '165445cc-4750-4b98-b893-e6b83e6020be', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '40d0c738ed1242a88f8bd064f4f8b6e5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:29.886428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 35da772f-82ca-47fd-b368-22294e867034 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:29.939876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b740ba69-e59a-4561-a6fb-03225c40658a req-657577ab-5dbc-442b-83ed-258a09fa6b76 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 210 time: 0.0697711 Jul 28 14:32:30.118170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7efafd-dda5-4b90-b61a-f74d12410b8d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:30.124585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e76763-2401-4b09-9e98-ccc071af03ea req-72ea806e-558c-4f3d-8ee7-f84b12e663f9 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.133497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e76763-2401-4b09-9e98-ccc071af03ea req-72ea806e-558c-4f3d-8ee7-f84b12e663f9 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 1102 time: 0.5449765 Jul 28 14:32:30.137698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.180396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Transition to ACTIVE for port object ca7efafd-dda5-4b90-b61a-f74d12410b8d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:30.234612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e76763-2401-4b09-9e98-ccc071af03ea req-b2a18967-9f94-409f-8a54-0affc0107301 tempest-ServersAdminNegativeTestJSON-1361533087 tempest-ServersAdminNegativeTestJSON-1361533087-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Jul 28 14:32:30.261451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4adc9-227a-47f3-a2ab-9d9911c4d8f3 req-3e38d228-bb86-416a-bd49-2a482593a2fc tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.277768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ab4adc9-227a-47f3-a2ab-9d9911c4d8f3 req-3e38d228-bb86-416a-bd49-2a482593a2fc tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 935 time: 0.1430328 Jul 28 14:32:30.336950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ab4adc9-227a-47f3-a2ab-9d9911c4d8f3 req-1e8a8f27-11f9-4bf2-856f-63d64543d053 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496035 Jul 28 14:32:30.336950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Made reservation on behalf of 40d0c738ed1242a88f8bd064f4f8b6e5 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:30.336950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.395838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.445798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 35da772f-82ca-47fd-b368-22294e867034 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:30.467602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 35da772f-82ca-47fd-b368-22294e867034 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:30.468222 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.709072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Pushing event updated for resources: {'Port': ['ID=ca7efafd-dda5-4b90-b61a-f74d12410b8d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:30.757804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661a6a3-8ab2-431c-a927-0adddaf686e2 req-5c01a106-237c-4ef4-b0f3-ec19c0729f90 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.759657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1661a6a3-8ab2-431c-a927-0adddaf686e2 req-5c01a106-237c-4ef4-b0f3-ec19c0729f90 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 944 time: 0.2182801 Jul 28 14:32:30.784187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Allocated IP 192.168.233.149 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/82742ed3-97cb-4b72-b00b-1e9a68ba12e6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:30.842071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1661a6a3-8ab2-431c-a927-0adddaf686e2 req-d9c0ced2-1da8-4503-97a0-af56e4c9e0df tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Jul 28 14:32:30.888618 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.913406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-bdcde69f-03d9-4383-baa9-4c363e91de42 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.925322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-bdcde69f-03d9-4383-baa9-4c363e91de42 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.4090836 Jul 28 14:32:30.957732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35da772f-82ca-47fd-b368-22294e867034'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:30.960158 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297aed3-8a9e-44f9-8b0c-01cba3789912" -d '{"events": [{"server_uuid": "ec239f73-d571-4545-9724-fdf8af1c3bd8", "name": "network-vif-plugged", "status": "completed", "tag": "35da772f-82ca-47fd-b368-22294e867034"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:30.997163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 35da772f-82ca-47fd-b368-22294e867034, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=35da772f-82ca-47fd-b368-22294e867034,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:31.009937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Attempting to bind port ca7efafd-dda5-4b90-b61a-f74d12410b8d on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:31.009937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Attempting to bind port ca7efafd-dda5-4b90-b61a-f74d12410b8d by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:31.009937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Attempting to bind port ca7efafd-dda5-4b90-b61a-f74d12410b8d on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:31.021458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-71b27acd-0fbd-445e-9f06-003ca13fea10 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/quotas/6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 375 time: 0.0946515 Jul 28 14:32:31.048535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Port ca7efafd-dda5-4b90-b61a-f74d12410b8d on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:31.048535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Attempting to bind port ca7efafd-dda5-4b90-b61a-f74d12410b8d on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:31.093703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.131487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:31.131487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:31.133277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:31.157412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Bound port: ca7efafd-dda5-4b90-b61a-f74d12410b8d, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:31.158016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.204488 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.232904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Transition to ACTIVE for port object 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:31.263687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-efad7593-1951-42ba-9745-f11b6e39284f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2355540 Jul 28 14:32:31.319701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=35da772f-82ca-47fd-b368-22294e867034,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:31.405092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.492103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:31.504005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:31.507837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:31.573871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aa21f-bbe0-4a50-a393-028df5389492 req-41689e91-ed65-43d7-a758-026396b686ae tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:31.576026 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d7aa21f-bbe0-4a50-a393-028df5389492 req-41689e91-ed65-43d7-a758-026396b686ae tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.1875594 Jul 28 14:32:31.584435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:31.626528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:31.627211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.673913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d7aa21f-bbe0-4a50-a393-028df5389492 req-75570ef2-91ab-47e3-8502-e2fb0d053e09 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 Jul 28 14:32:31.733637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-3df09cfe-b611-4c80-b3d2-34e23aa6b0dd tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9804890 Jul 28 14:32:31.735430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Request body: {'port': {'device_id': '165445cc-4750-4b98-b893-e6b83e6020be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:31.755808 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d3a63b-df4c-490d-9c0b-cccfd7a38e75 x-openstack-request-id: req-d8d3a63b-df4c-490d-9c0b-cccfd7a38e75 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:31.756106 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec239f73-d571-4545-9724-fdf8af1c3bd8", "name": "network-vif-plugged", "status": "completed", "tag": "35da772f-82ca-47fd-b368-22294e867034", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:31.756362 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8d3a63b-df4c-490d-9c0b-cccfd7a38e75 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:31.756856 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35da772f-82ca-47fd-b368-22294e867034', 'code': 200} Jul 28 14:32:31.863292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945', 'fed37085-1557-4a1d-bb28-299f3a5f210c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:31.895030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] For port ca7efafd-dda5-4b90-b61a-f74d12410b8d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:31.905921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] For port ca7efafd-dda5-4b90-b61a-f74d12410b8d, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:31.959141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-55957b17-af12-4a39-aa23-4b141ab11c6d service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868167 Jul 28 14:32:31.962990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.040212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.150500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.151581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.153195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] 10.222.0.42 "PUT /v2.0/ports/ca7efafd-dda5-4b90-b61a-f74d12410b8d HTTP/1.1" status: 200 len: 1096 time: 2.9821036 Jul 28 14:32:32.158226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'tag': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:32.160372 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bda910-6c7c-4b89-9b99-21cdb0047a72" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9d8ff-0114-46d5-9283-8ce2acf6ac4f", "tag": "ca7efafd-dda5-4b90-b61a-f74d12410b8d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:32.175713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['69d1e4ba-d82f-4990-bb36-35005a540653'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:32.201066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f958a17-e751-4a89-a695-89dad6902f96 req-cd9fb6de-2f58-4ee1-8170-353900fcaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.202924 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f958a17-e751-4a89-a695-89dad6902f96 req-cd9fb6de-2f58-4ee1-8170-353900fcaef0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 1102 time: 0.2415509 Jul 28 14:32:32.215746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.243108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836865b-d8f8-4d8f-b783-2806faea036f service neutron] Pushing event updated for resources: {'Port': ['ID=ca7efafd-dda5-4b90-b61a-f74d12410b8d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:32.251902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe6af-730f-4e26-a8c8-d18c52d5fcd9 req-76c05f5c-a2f9-4a15-9110-0000a21e71b8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.260011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-195fe6af-730f-4e26-a8c8-d18c52d5fcd9 req-76c05f5c-a2f9-4a15-9110-0000a21e71b8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 936 time: 0.0888104 Jul 28 14:32:32.274948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-099246b9-af9a-4686-b225-9d5758cc1899 service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972469 Jul 28 14:32:32.305859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-195fe6af-730f-4e26-a8c8-d18c52d5fcd9 req-9cbafa55-47c4-4b85-841a-a069fa1d6134 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Jul 28 14:32:32.334447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f958a17-e751-4a89-a695-89dad6902f96 req-9dd60408-4d28-4cd3-ad46-16918f4d8554 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104600 Jul 28 14:32:32.360364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dfe829f9-f4f7-48ba-9643-c6bae0b524c5 None None] Provisioning for port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:32.372852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dfe829f9-f4f7-48ba-9643-c6bae0b524c5 None None] Provisioning complete for port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:32.373057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dfe829f9-f4f7-48ba-9643-c6bae0b524c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.561445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dfe829f9-f4f7-48ba-9643-c6bae0b524c5 None None] Port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:32.656386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d16e6-8b3c-489f-afce-f08a37b55342 req-387690cc-4e72-4158-b793-1c134532247b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.658916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca0d16e6-8b3c-489f-afce-f08a37b55342 req-387690cc-4e72-4158-b793-1c134532247b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.2342031 Jul 28 14:32:32.786403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:32.787218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb03d4c-8313-473f-85cd-c77390426282 req-17ecefe7-6214-497c-94f3-2148cabe2414 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.790520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-adb03d4c-8313-473f-85cd-c77390426282 req-17ecefe7-6214-497c-94f3-2148cabe2414 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 944 time: 0.0835090 Jul 28 14:32:32.798716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca0d16e6-8b3c-489f-afce-f08a37b55342 req-91aca61d-b078-4b66-bed9-2024a6479bcf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809295 Jul 28 14:32:32.800832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.830539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Transition to ACTIVE for port object 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:32.864634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-adb03d4c-8313-473f-85cd-c77390426282 req-79c8c8f0-227e-4fee-8239-25ad93b0894f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583725 Jul 28 14:32:32.902396 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.922812 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3396b89e-70b0-4e98-a1bf-ca83aafef50d x-openstack-request-id: req-3396b89e-70b0-4e98-a1bf-ca83aafef50d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:32.923358 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9d8ff-0114-46d5-9283-8ce2acf6ac4f", "tag": "ca7efafd-dda5-4b90-b61a-f74d12410b8d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:32.923828 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3396b89e-70b0-4e98-a1bf-ca83aafef50d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:32.924584 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'tag': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'status': 'completed', 'code': 200} Jul 28 14:32:33.022178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0106118e-d95a-4be5-982e-379649a8a837 req-fe9891ec-6dfe-4cb3-9e72-af958b325938 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 210 time: 0.0517550 Jul 28 14:32:33.125231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:33.199255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:33.199255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:33.199255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:33.217144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-dbc5d6b3-f239-4fb5-81ec-1c45a353cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.220422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-dbc5d6b3-f239-4fb5-81ec-1c45a353cb75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 1099 time: 0.1478572 Jul 28 14:32:33.239658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:33.240918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:33.250397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:33.250905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:33.251372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:33.252215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Bound port: 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:33.252636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:33.321185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-9cbc6a39-34b1-4a0a-8349-1d01b17d7733 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d HTTP/1.1" status: 200 len: 217 time: 0.0661151 Jul 28 14:32:33.321793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2148bc-9c63-433d-8a81-7736f251a6cd req-b4119c8c-8483-4b9c-853d-529d216f682a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.323621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef2148bc-9c63-433d-8a81-7736f251a6cd req-b4119c8c-8483-4b9c-853d-529d216f682a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.1418111 Jul 28 14:32:33.389178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-e9e16112-34b8-467c-9081-22d6fe5776f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.391075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-e9e16112-34b8-467c-9081-22d6fe5776f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0578816 Jul 28 14:32:33.392739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef2148bc-9c63-433d-8a81-7736f251a6cd req-f9d9c035-e3f0-4047-96b9-e0853e1853af tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614140 Jul 28 14:32:33.393945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:33.417904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:33.497532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:33.525710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-252c454c-c6c0-403a-b07e-3f3138000d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.539941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-252c454c-c6c0-403a-b07e-3f3138000d2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125989 Jul 28 14:32:33.634339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.635440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:33.637252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] 10.222.0.58 "PUT /v2.0/ports/82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 1097 time: 1.9067657 Jul 28 14:32:33.637966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:33.641126 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b890f140-1df2-47fd-8e14-5ce60e5d7daa" -d '{"events": [{"name": "network-changed", "server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:33.712530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c741d-f651-40cd-b71c-bbde46175fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:33.748666 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be13d1-74a4-4118-bb0e-32a29fd27de9 x-openstack-request-id: req-f2be13d1-74a4-4118-bb0e-32a29fd27de9 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:33.749092 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:33.749471 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2be13d1-74a4-4118-bb0e-32a29fd27de9 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:33.750088 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'status': 'completed', 'code': 200} Jul 28 14:32:33.753681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-f4fc15bf-d55b-4bde-84d3-c190c70b5595 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150874 Jul 28 14:32:33.765853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4682e2f-a6f1-45f9-90cc-6c1a8129d6e0 req-7b18232d-1aa4-4e83-a4ce-937b221c2ada tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.779687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4682e2f-a6f1-45f9-90cc-6c1a8129d6e0 req-7b18232d-1aa4-4e83-a4ce-937b221c2ada tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.2011795 Jul 28 14:32:33.886219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 97bbab52-acf8-4da0-b91e-31948527eae4 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:33.935180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4682e2f-a6f1-45f9-90cc-6c1a8129d6e0 req-a2555579-6372-4426-83f3-20d91a143880 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510515 Jul 28 14:32:33.935911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890f140-1df2-47fd-8e14-5ce60e5d7daa req-708eb524-f556-4b63-b3fa-86f6b5980aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.938681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b890f140-1df2-47fd-8e14-5ce60e5d7daa req-708eb524-f556-4b63-b3fa-86f6b5980aed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1100 time: 0.1555836 Jul 28 14:32:33.954509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73c7793f-cdf4-463b-bf36-48cf765f4790 req-616b8fdb-485a-4ac3-870c-c9675cc6a617 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778336 Jul 28 14:32:34.040732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b890f140-1df2-47fd-8e14-5ce60e5d7daa req-183a0f91-8ef8-4e94-9391-1f23a7cfed60 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746775 Jul 28 14:32:34.059679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8c05c-24e1-4cac-8ee0-316e2c4dc6cb req-bb26e8e7-752f-485a-8b05-879444dad84c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.067722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ea8c05c-24e1-4cac-8ee0-316e2c4dc6cb req-bb26e8e7-752f-485a-8b05-879444dad84c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.1880713 Jul 28 14:32:34.134976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ea8c05c-24e1-4cac-8ee0-316e2c4dc6cb req-9c6c7355-1458-40c1-906d-f9e4d55c35f9 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Jul 28 14:32:34.243785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7baf-e4a8-4aad-b5df-02768e561c4c req-94b9951c-3b9c-41d7-8ca1-081e980fafa5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.245559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ffa7baf-e4a8-4aad-b5df-02768e561c4c req-94b9951c-3b9c-41d7-8ca1-081e980fafa5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.1308076 Jul 28 14:32:34.262972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890f140-1df2-47fd-8e14-5ce60e5d7daa req-cad0b983-6a0e-4d64-8d0b-fc295ab2c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.264676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b890f140-1df2-47fd-8e14-5ce60e5d7daa req-cad0b983-6a0e-4d64-8d0b-fc295ab2c5a9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155778 Jul 28 14:32:34.309317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd6bd-93eb-4ca8-84a0-356ca3731fc0 req-782082dc-07ac-4795-b6e6-5af9934af760 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.311403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c5bd6bd-93eb-4ca8-84a0-356ca3731fc0 req-782082dc-07ac-4795-b6e6-5af9934af760 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 944 time: 0.0658574 Jul 28 14:32:34.312766 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ffa7baf-e4a8-4aad-b5df-02768e561c4c req-3321e308-882e-4d0f-8812-80cf8ad78ca6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567381 Jul 28 14:32:34.324566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 97bbab52-acf8-4da0-b91e-31948527eae4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:34.341712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 97bbab52-acf8-4da0-b91e-31948527eae4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:34.341712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.404975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c5bd6bd-93eb-4ca8-84a0-356ca3731fc0 req-1cd71489-8752-4196-84f8-a879063f899b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860887 Jul 28 14:32:34.452968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-dc94f2e9-123a-43d0-ba08-780f1289920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.454585 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-dc94f2e9-123a-43d0-ba08-780f1289920f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1100 time: 0.1333320 Jul 28 14:32:34.515429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.517119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d716cb7-5f4b-42e2-a012-bc7dc90052e5 req-fd289338-0d2f-4880-8579-4000032d1321 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 210 time: 0.0410328 Jul 28 14:32:34.545375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bbab52-acf8-4da0-b91e-31948527eae4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:34.548045 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857f8dd7-dac9-4da1-8ebc-ab0d8b9cb699" -d '{"events": [{"server_uuid": "3d6d8789-2eef-4a24-8f24-3cbf766dabb5", "name": "network-vif-plugged", "status": "completed", "tag": "97bbab52-acf8-4da0-b91e-31948527eae4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:34.566559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 97bbab52-acf8-4da0-b91e-31948527eae4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=97bbab52-acf8-4da0-b91e-31948527eae4,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:34.590547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-cb72ce2d-acd7-4ede-b794-0877dda6c392 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.1257651 Jul 28 14:32:34.628640 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ec490e-89df-490f-b617-79323bdb458d x-openstack-request-id: req-32ec490e-89df-490f-b617-79323bdb458d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:34.628961 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6d8789-2eef-4a24-8f24-3cbf766dabb5", "name": "network-vif-plugged", "status": "completed", "tag": "97bbab52-acf8-4da0-b91e-31948527eae4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:34.630235 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32ec490e-89df-490f-b617-79323bdb458d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:34.630235 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bbab52-acf8-4da0-b91e-31948527eae4', 'code': 200} Jul 28 14:32:34.687026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-9b25ae03-800f-4685-86a6-151cc93dcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.691203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-9b25ae03-800f-4685-86a6-151cc93dcd44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 1099 time: 0.1221361 Jul 28 14:32:34.695453 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.747316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-61a3c9f5-1237-45d9-a3bc-031826d8ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.751196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-61a3c9f5-1237-45d9-a3bc-031826d8ee91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1338615 Jul 28 14:32:34.838237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-6c8f34ce-6818-43e6-842d-80277f2c136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.841621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-6c8f34ce-6818-43e6-842d-80277f2c136f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814338 Jul 28 14:32:34.842557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34420) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:34.851436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=97bbab52-acf8-4da0-b91e-31948527eae4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:35.011569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838e3a6-8a95-48f4-892b-515dd9cacb60 req-04a51910-929b-421f-a0ba-15cebc34b9e6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.016377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5838e3a6-8a95-48f4-892b-515dd9cacb60 req-04a51910-929b-421f-a0ba-15cebc34b9e6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.3561871 Jul 28 14:32:35.034844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436df9dd-a674-41ee-bb0a-d8195a5b2bef req-b66f099e-dda0-4528-a368-f11dda8878c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.037820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-436df9dd-a674-41ee-bb0a-d8195a5b2bef req-b66f099e-dda0-4528-a368-f11dda8878c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 1097 time: 0.1607890 Jul 28 14:32:35.114393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-ca56869d-a116-4b82-8a4b-e1f7030d4a6f service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583709 Jul 28 14:32:35.126354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-9814226c-01b4-4540-925b-90c74654ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.129011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-9814226c-01b4-4540-925b-90c74654ff0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.4069152 Jul 28 14:32:35.221189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773228d1-0170-422f-a346-946c7fac8a02 req-17016c7a-0ba8-403b-af42-187e225f2022 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.223007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-773228d1-0170-422f-a346-946c7fac8a02 req-17016c7a-0ba8-403b-af42-187e225f2022 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.1785595 Jul 28 14:32:35.262655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5838e3a6-8a95-48f4-892b-515dd9cacb60 req-8f247901-131b-429b-bfbb-a4648bff8f77 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115905 Jul 28 14:32:35.262655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-64f8484a-f523-42bb-8671-6a7899659e63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d HTTP/1.1" status: 200 len: 217 time: 0.0999184 Jul 28 14:32:35.262655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-436df9dd-a674-41ee-bb0a-d8195a5b2bef req-15c14a2a-7a73-456f-906f-c6a23f7959a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840143 Jul 28 14:32:35.357328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-773228d1-0170-422f-a346-946c7fac8a02 req-7b9fce57-6497-4162-917b-3b7fa75372b5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166909 Jul 28 14:32:35.365429 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48909f7f-5cf5-4b1b-b2d7-6be02570a589 req-277731c3-3f0b-4373-8583-68bc5b0fee10 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067127 Jul 28 14:32:35.418025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514474e1-5878-417f-a343-93c3fe01be0c req-0a87ab45-266c-4f00-bc1a-7f9650fa9a8e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.421222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-514474e1-5878-417f-a343-93c3fe01be0c req-0a87ab45-266c-4f00-bc1a-7f9650fa9a8e tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.0900104 Jul 28 14:32:35.486859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-514474e1-5878-417f-a343-93c3fe01be0c req-4c7ee53f-2eca-4107-8011-b6a707ff8397 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Jul 28 14:32:35.535502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.547101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02debd-0f7e-4225-bc91-2c1551b8d85f req-1795a264-3d81-4255-aa0e-651e63f11f41 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.548719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a02debd-0f7e-4225-bc91-2c1551b8d85f req-1795a264-3d81-4255-aa0e-651e63f11f41 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.0717249 Jul 28 14:32:35.621368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a02debd-0f7e-4225-bc91-2c1551b8d85f req-a5783351-bcf8-49f8-81d0-da7b95a1d63e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642886 Jul 28 14:32:35.658174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.667414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaf57f-4b15-4d71-b963-81134e05fcef req-8be4b01a-f4a8-4d95-a5d2-76fa4614c8a6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.669847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7bcaf57f-4b15-4d71-b963-81134e05fcef req-8be4b01a-f4a8-4d95-a5d2-76fa4614c8a6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.0901539 Jul 28 14:32:35.718257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7bcaf57f-4b15-4d71-b963-81134e05fcef req-2a9c4b83-02fe-47f1-9658-5c921af4c1b3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Jul 28 14:32:35.782406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de70b5d3-4792-4c18-ae86-2612cc8d2bad req-05491c39-2951-4962-9cb1-150966a94452 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 210 time: 0.0543633 Jul 28 14:32:35.889859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-7b5ce6fc-33ab-4a41-8458-5432eeae7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.891374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-7b5ce6fc-33ab-4a41-8458-5432eeae7d42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0581439 Jul 28 14:32:36.019984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-d0e6211b-8cd5-494d-a7e1-628bedc0d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.021851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-d0e6211b-8cd5-494d-a7e1-628bedc0d470 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470126 Jul 28 14:32:36.112404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Deleting port c3eeef9b-9418-47dd-9100-1afccb475646 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:36.112740 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.181585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-aa2e7bfc-6849-4230-a0a7-b8b2f3824a5b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.184496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-aa2e7bfc-6849-4230-a0a7-b8b2f3824a5b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.2062979 Jul 28 14:32:36.196285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-e085845d-4980-4042-9ab5-8793c5213591 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455660 Jul 28 14:32:36.211804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Request body: {'port': {'device_id': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'admin_state_up': True, 'tenant_id': '6f2a62f1b70c45b0a5f2f2c5d7264cb5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:36.291198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] For port c3eeef9b-9418-47dd-9100-1afccb475646, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c3eeef9b-9418-47dd-9100-1afccb475646,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:36.291572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.312907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Calling delete_port for c3eeef9b-9418-47dd-9100-1afccb475646 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:36.329360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6bda910-6c7c-4b89-9b99-21cdb0047a72 req-38ec2091-74e0-48b8-b94b-81c94488cd53 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155641 Jul 28 14:32:36.482388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1d848-9221-42a2-bcd1-e1cb6ee2fbde req-a4d12d06-88c2-404c-a70d-06464f46a25e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.483988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17f1d848-9221-42a2-bcd1-e1cb6ee2fbde req-a4d12d06-88c2-404c-a70d-06464f46a25e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.1470404 Jul 28 14:32:36.523781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d618a-4d7f-4166-bf3c-2a70438e7ed5 req-18f15725-430f-4468-bf1a-6fe9c76c4d6f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.525446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-152d618a-4d7f-4166-bf3c-2a70438e7ed5 req-18f15725-430f-4468-bf1a-6fe9c76c4d6f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.0587440 Jul 28 14:32:36.572330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-152d618a-4d7f-4166-bf3c-2a70438e7ed5 req-658cb17b-132f-4946-97fc-8b83abd3e927 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Jul 28 14:32:36.590026 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17f1d848-9221-42a2-bcd1-e1cb6ee2fbde req-53c21820-ebc2-47d9-bd44-d555e76df048 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878565 Jul 28 14:32:36.608057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Made reservation on behalf of 6f2a62f1b70c45b0a5f2f2c5d7264cb5 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:36.617093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.735530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62658-8bbc-4538-b7e8-96a1eacee506 req-d2934ff4-9b3f-48c8-9e23-88ded05ede8d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.737181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbb62658-8bbc-4538-b7e8-96a1eacee506 req-d2934ff4-9b3f-48c8-9e23-88ded05ede8d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.0730987 Jul 28 14:32:36.788102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbb62658-8bbc-4538-b7e8-96a1eacee506 req-97af84b2-b08e-4f76-8e7d-af575885e0e4 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Jul 28 14:32:36.794834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.865400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3eeef9b-9418-47dd-9100-1afccb475646,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:36.887548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Allocated IP 172.20.0.9 (4dfb8117-4f69-4c6f-afa4-337e31a9625f/fe75449c-112b-4263-a17c-46820812dd89/bb0c5010-15d4-4862-9027-ca7636e8a3d5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:36.957836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3179ef-2dcc-4e2a-8f12-33f3d265d5be req-8aee5991-f9b1-44fc-aa1a-f1166f82b0a0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.958060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54430e51-cd1b-4c1c-aa21-f548682ede78 req-63f57d03-ac4c-4aee-8f6f-abbbadc57659 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.959086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54430e51-cd1b-4c1c-aa21-f548682ede78 req-63f57d03-ac4c-4aee-8f6f-abbbadc57659 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.1988654 Jul 28 14:32:36.959219 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf3179ef-2dcc-4e2a-8f12-33f3d265d5be req-8aee5991-f9b1-44fc-aa1a-f1166f82b0a0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.0756121 Jul 28 14:32:37.018244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf3179ef-2dcc-4e2a-8f12-33f3d265d5be req-d5313078-7a89-438a-a585-d29b36562b7a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Jul 28 14:32:37.094023 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54430e51-cd1b-4c1c-aa21-f548682ede78 req-78b67de8-a891-46c2-a694-07f1cf61e34b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258719 Jul 28 14:32:37.165100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35beebb9-c3f8-4fca-a748-4292fdde20b4 req-135b063f-c238-4525-ba81-ff29e80997bd tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 210 time: 0.0756798 Jul 28 14:32:37.217323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.244956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.753694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a256278-2e38-4b7a-baf0-672a29e286dd req-83ff496f-4de4-4020-b2fc-1b606b7560a0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:37.755768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a256278-2e38-4b7a-baf0-672a29e286dd req-83ff496f-4de4-4020-b2fc-1b606b7560a0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.0743158 Jul 28 14:32:37.775482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.791084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:37.814581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a256278-2e38-4b7a-baf0-672a29e286dd req-e077b744-6d65-41e7-93c4-c1b33bb33f6b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Jul 28 14:32:37.836997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763edff-a1ac-4c75-b738-bd06e208e9f6 req-3f9ced88-dc5c-4a83-a30d-3f0962cd55f9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:37.838571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1763edff-a1ac-4c75-b738-bd06e208e9f6 req-3f9ced88-dc5c-4a83-a30d-3f0962cd55f9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.1418381 Jul 28 14:32:37.877891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:37.883576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:37.895967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:37.899801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:37.910785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:37.953633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:37.967342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'mac_address': 'fa:16:3e:de:0f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:37.972368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1763edff-a1ac-4c75-b738-bd06e208e9f6 req-5f6baeb8-dfb5-486d-93be-45ae471a6342 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028206 Jul 28 14:32:38.009635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6308e1-2d85-4637-bf5f-bbacdc389f42 req-5de8c554-9edd-442b-870b-e0e50b5f3959 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.011910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b6308e1-2d85-4637-bf5f-bbacdc389f42 req-5de8c554-9edd-442b-870b-e0e50b5f3959 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.1185715 Jul 28 14:32:38.031256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.033514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.034196 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.047842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:38.069502 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b6308e1-2d85-4637-bf5f-bbacdc389f42 req-ea2eea55-252d-4b9e-91ea-ca6afd32a0e5 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495093 Jul 28 14:32:38.101051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:38.117273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:38.126877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e799943-32c5-414d-b22b-edc1b390770a admin admin] 10.222.0.57 "PUT /v2.0/routers/98eb1eb7-4257-4c9e-8e8d-435592cafaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800050 Jul 28 14:32:38.127316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34460) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:38.130886 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] Sync routers for ids ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:38.143122 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] Routers {'98eb1eb7-4257-4c9e-8e8d-435592cafaaf'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:38.143767 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:32:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:38.183017 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-450b40b3-827e-4db7-910a-33cb3d8ab014 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9774837 Jul 28 14:32:38.202076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Request body: {'port': {'device_id': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:38.221523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.300498 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] Set router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:38.340813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:38.347820 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.372659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.373234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.373790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.374685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.375469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.376320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.377115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.377952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.378796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.379633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.380403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.382887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:38.383210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77cc99-be1b-4fa2-a650-18a7b45c4a82 req-fe721a78-bf17-4710-b3c1-6406652668f0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.391237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af77cc99-be1b-4fa2-a650-18a7b45c4a82 req-fe721a78-bf17-4710-b3c1-6406652668f0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.2023156 Jul 28 14:32:38.417059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.495010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af77cc99-be1b-4fa2-a650-18a7b45c4a82 req-97459137-69c7-42ae-9f45-38d125edbca7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027739 Jul 28 14:32:38.581870 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:32:36Z', 'revision_number': 5, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:38.594932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['82742ed3-97cb-4b72-b00b-1e9a68ba12e6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:38.596247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.630887 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] Checking router: 98eb1eb7-4257-4c9e-8e8d-435592cafaaf for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:38.639160 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb387d-e487-471d-b66c-c1788420dcac req-39ccf6d0-4195-402b-a2e3-a45d3409216f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.642971 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] Routers {'98eb1eb7-4257-4c9e-8e8d-435592cafaaf'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:38.647662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7abb387d-e487-471d-b66c-c1788420dcac req-39ccf6d0-4195-402b-a2e3-a45d3409216f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.2474701 Jul 28 14:32:38.647876 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:32:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:38.681704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b344339-e467-473b-af9d-0573850829cb req-90bef93c-0d60-41fb-abcb-20ad40b1138a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.690101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b344339-e467-473b-af9d-0573850829cb req-90bef93c-0d60-41fb-abcb-20ad40b1138a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 931 time: 0.0884583 Jul 28 14:32:38.777096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7abb387d-e487-471d-b66c-c1788420dcac req-5983faf7-c315-4b51-a0cb-6ffb4ad75a13 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284468 Jul 28 14:32:38.788809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b344339-e467-473b-af9d-0573850829cb req-d6dc4e2b-a66d-4399-bfc4-f30676a2cab5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918524 Jul 28 14:32:38.791388 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] Set router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:38.839340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Deleting port fc6d39e6-0329-47b7-8dc1-2d24251a0824 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:38.840211 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.022834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] For port fc6d39e6-0329-47b7-8dc1-2d24251a0824, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fc6d39e6-0329-47b7-8dc1-2d24251a0824,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:39.028129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.038843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Calling delete_port for fc6d39e6-0329-47b7-8dc1-2d24251a0824 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:39.072275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0c5010-15d4-4862-9027-ca7636e8a3d5 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:39.082827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.099181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Transition to ACTIVE for port object bb0c5010-15d4-4862-9027-ca7636e8a3d5 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:39.141057 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:32:36Z', 'revision_number': 5, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:39.194554 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c83f98-9e7b-45cb-878d-fccbba899906 None None] The sync data for ids ['98eb1eb7-4257-4c9e-8e8d-435592cafaaf'] in n-d-764806-10 is: [{'id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'name': 'tempest-AttachSCSIVolumeTestJSON-755362975-router', 'tenant_id': 'ae86a2ece2fd4507aa67461f092336b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:42Z', 'updated_at': '2021-07-28T14:32:36Z', 'revision_number': 5, 'project_id': 'ae86a2ece2fd4507aa67461f092336b2', 'gw_port': {'id': 'fc6d39e6-0329-47b7-8dc1-2d24251a0824', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eb1eb7-4257-4c9e-8e8d-435592cafaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:45Z', 'updated_at': '2021-07-28T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:39.230282 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.293275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-e4375f71-1d2c-4e5f-aa4e-1a164d53a2ba tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.294869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-e4375f71-1d2c-4e5f-aa4e-1a164d53a2ba tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.1754274 Jul 28 14:32:39.317438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.317925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.318425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.319418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.319917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.320403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.320917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.321399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.321876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.322424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.322897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.323371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.323845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.324602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.325083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.325550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.326033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.326510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.326979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.327446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.332611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-61720629-3428-48af-9e92-92ac0b0b9383 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090&device_id=165445cc-4750-4b98-b893-e6b83e6020be&device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f&device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5&device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8&device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d&device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1&device_id=36915d52-995d-4132-a337-c8c37ab8431e&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869&device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255&device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a&device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53&device_id=52bccb1e-5953-442d-9564-c5f286294471&device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c&device_id=e8d98a8c-815a-47cc-9227-a0606afab831&device_id=368e958b-a5b4-4a6d-8023-8071e28c7878&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7&device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85&device_id=9945b626-55ba-468f-b6ee-269b31b51173&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 17949 time: 0.1546812 Jul 28 14:32:39.333321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:39.357323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49700aad-6cbb-44e9-b6e5-0da07755f302 req-b2a37606-e282-45cb-a9eb-d1982792572e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.358960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49700aad-6cbb-44e9-b6e5-0da07755f302 req-b2a37606-e282-45cb-a9eb-d1982792572e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.1675529 Jul 28 14:32:39.405996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-b50d5f9d-541f-40c2-872d-6713a7800c70 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.449039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:39.449381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:39.449707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:39.459487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:39.464700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:39.473069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:39.473424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:39.473820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:39.474277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Bound port: bb0c5010-15d4-4862-9027-ca7636e8a3d5, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:39.474652 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.477987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49700aad-6cbb-44e9-b6e5-0da07755f302 req-595828d3-9b5a-47dd-84d8-735ef0306d4a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070096 Jul 28 14:32:39.518149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Deleting port e605c274-57d1-4365-9276-93771b53d760 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:39.519575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.600832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-b50d5f9d-541f-40c2-872d-6713a7800c70 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.613229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:39.617172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:39.624180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.674235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6d39e6-0329-47b7-8dc1-2d24251a0824,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:39.741914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-b50d5f9d-541f-40c2-872d-6713a7800c70 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.753878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328781f-ae41-497c-b45f-953aeb5dd891 req-c20780c0-0b61-4a26-b6c8-668e392ef88c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.757382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a328781f-ae41-497c-b45f-953aeb5dd891 req-c20780c0-0b61-4a26-b6c8-668e392ef88c tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 950 time: 0.1695764 Jul 28 14:32:39.777237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] For port e605c274-57d1-4365-9276-93771b53d760, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=e605c274-57d1-4365-9276-93771b53d760,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:39.777633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.784119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d1d423f-9753-4204-a41a-674e03fd28cd req-b50d5f9d-541f-40c2-872d-6713a7800c70 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&id=d2486ed7-d1b7-473f-81eb-5d52adaee595&id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&id=f8eef01f-5170-4d6f-8f84-81331780ceaf&id=e2696168-fc08-49d6-813c-63cd1ec6532b&id=1c497530-f03e-46a6-ba4a-067193172335&id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4248602 Jul 28 14:32:39.795447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.808161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:39.818729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Calling delete_port for e605c274-57d1-4365-9276-93771b53d760 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:39.868256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d5f9d-541f-40c2-872d-6713a7800c70 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0137281-627a-4fb1-8b21-9003e483e993,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:39.871916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.872587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.874152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] 10.222.0.58 "PUT /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 1092 time: 1.6786542 Jul 28 14:32:39.874958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:39.877518 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:39.881630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a857f2b-07ea-4133-be09-8ecf61f7517f service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:39.954956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.001756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b22b5-9368-46e7-b5ef-2cfc4c9e3369 req-cda2ab8a-cc42-4762-8d8c-ccf9c1ac9698 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.004861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb6b22b5-9368-46e7-b5ef-2cfc4c9e3369 req-cda2ab8a-cc42-4762-8d8c-ccf9c1ac9698 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.0794125 Jul 28 14:32:40.055281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:40.061092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:40.065838 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.082152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb6b22b5-9368-46e7-b5ef-2cfc4c9e3369 req-bd763ffe-f8da-4ab3-bcfa-acf6be3fffb4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707467 Jul 28 14:32:40.103670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a328781f-ae41-497c-b45f-953aeb5dd891 req-d2906425-38c4-47ab-80e8-22e2f2216d49 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315039 Jul 28 14:32:40.114073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-a321b590-2397-4876-95df-825a58d112de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.114073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-a321b590-2397-4876-95df-825a58d112de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1095 time: 0.0632792 Jul 28 14:32:40.114411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.116110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.244974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.270494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-aa23b26a-738a-4543-85b3-3f9da9c35a80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 217 time: 0.1462319 Jul 28 14:32:40.275558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:40.278130 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea26ee9-065e-4ace-ae21-49ae5094a939" -d '{"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-plugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:40.306205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:40.355490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c7e17-b0a0-4bf4-905b-99fdf6260930 req-b219d361-008e-40bb-8549-19dcbb77d894 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.357431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe6c7e17-b0a0-4bf4-905b-99fdf6260930 req-b219d361-008e-40bb-8549-19dcbb77d894 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.0975904 Jul 28 14:32:40.361583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-6d0e9fe0-f077-4c28-a7f2-4ddd2eaf25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.363236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-6d0e9fe0-f077-4c28-a7f2-4ddd2eaf25e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.0826108 Jul 28 14:32:40.372761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.375644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10ac6e-0f44-4e61-bfae-46de88080070 req-339c4a54-a473-4d13-82a3-131efadecba6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.377579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df10ac6e-0f44-4e61-bfae-46de88080070 req-339c4a54-a473-4d13-82a3-131efadecba6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.1320391 Jul 28 14:32:40.421923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Pushing event deleted for resources: {'Port': ['ID=e605c274-57d1-4365-9276-93771b53d760,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:40.426359 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-05b4371c-a1e3-4b4d-adca-4168e9a533df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472310 Jul 28 14:32:40.433937 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.457962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.458489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98eb1eb7-4257-4c9e-8e8d-435592cafaaf {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:32:40.471297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe6c7e17-b0a0-4bf4-905b-99fdf6260930 req-10d01638-10a7-4b55-a9d8-4bfdb1211758 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056066 Jul 28 14:32:40.476899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.476899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b24cee4a-2247-41fc-a1ce-c1cd9240d18b admin admin] 10.222.0.57 "DELETE /v2.0/routers/98eb1eb7-4257-4c9e-8e8d-435592cafaaf HTTP/1.1" status: 204 len: 168 time: 2.3472219 Jul 28 14:32:40.490569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34490) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:40.497803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] No DVR routers for this DVR port e605c274-57d1-4365-9276-93771b53d760 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:40.505903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.508750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5773dfcc-e34a-4eb1-b590-50ffec84ae10 req-896edfa9-d622-46c5-a245-677601f02dc3 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "DELETE /v2.0/ports/e605c274-57d1-4365-9276-93771b53d760 HTTP/1.1" status: 204 len: 173 time: 1.1937678 Jul 28 14:32:40.514006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'name': 'network-vif-deleted', 'tag': 'e605c274-57d1-4365-9276-93771b53d760'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:40.519739 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925f158-aff9-496f-bcd1-0adb3abe0da5" -d '{"events": [{"server_uuid": "e2e96f9a-10d9-42e1-9a25-4cf4423e211d", "name": "network-vif-deleted", "tag": "e605c274-57d1-4365-9276-93771b53d760"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:40.562917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['27facbcc-5f59-4925-854b-f6d53a3151cb', 'e605c274-57d1-4365-9276-93771b53d760'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:40.641191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:40.657945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df10ac6e-0f44-4e61-bfae-46de88080070 req-247a08ee-d439-42d4-bbad-a45c1937b8fb tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659717 Jul 28 14:32:40.675814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3eeef9b-9418-47dd-9100-1afccb475646 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:40.770059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Deleting subnet d49b3acb-2e54-4a66-9989-13f87f429e39 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:32:40.784704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.793931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c3eeef9b-9418-47dd-9100-1afccb475646 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:40.796633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3eeef9b-9418-47dd-9100-1afccb475646 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:40.848383 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45ca991-3084-4692-aea0-cf0337899985 x-openstack-request-id: req-f45ca991-3084-4692-aea0-cf0337899985 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:40.848717 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:40.849074 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f45ca991-3084-4692-aea0-cf0337899985 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:40.849511 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'status': 'completed', 'code': 200} Jul 28 14:32:40.905085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-b189eecb-d9ed-4a78-8ee3-ebb864287c9c service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665282 Jul 28 14:32:40.908074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.958292 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c7ff5-74b1-49e6-b85f-fce0c48f9c95 x-openstack-request-id: req-936c7ff5-74b1-49e6-b85f-fce0c48f9c95 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:40.958875 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-plugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:40.959295 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-936c7ff5-74b1-49e6-b85f-fce0c48f9c95 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:40.961512 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'code': 200} Jul 28 14:32:41.028760 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae461ec-900e-437d-9a1d-f1ca203ecdeb x-openstack-request-id: req-eae461ec-900e-437d-9a1d-f1ca203ecdeb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:41.029380 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e96f9a-10d9-42e1-9a25-4cf4423e211d", "name": "network-vif-deleted", "tag": "e605c274-57d1-4365-9276-93771b53d760", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:41.029744 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eae461ec-900e-437d-9a1d-f1ca203ecdeb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:41.030405 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e96f9a-10d9-42e1-9a25-4cf4423e211d', 'name': 'network-vif-deleted', 'tag': 'e605c274-57d1-4365-9276-93771b53d760', 'status': 'completed', 'code': 200} Jul 28 14:32:41.123374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:41.156535 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f55cb9c-fccf-4039-bde5-10f3b74ade14 req-f6071a8d-c6e0-46a8-8cc6-990dc15d693d service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110529 Jul 28 14:32:41.216039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7d526-7e54-43b4-b73b-09fae4d6fecd req-08a1b2da-c8e6-49a5-be68-a40e11f5ac50 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.230400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59d7d526-7e54-43b4-b73b-09fae4d6fecd req-08a1b2da-c8e6-49a5-be68-a40e11f5ac50 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.2341788 Jul 28 14:32:41.279252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54ae5-3342-416e-86cd-02c8c47f4c66 req-31966a91-7b78-430e-a0ba-1399da33116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.279252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ed54ae5-3342-416e-86cd-02c8c47f4c66 req-31966a91-7b78-430e-a0ba-1399da33116c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1102 time: 0.2421234 Jul 28 14:32:41.315207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59d7d526-7e54-43b4-b73b-09fae4d6fecd req-c2ee64db-7868-4115-aca8-981946c774b5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708437 Jul 28 14:32:41.356375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ed54ae5-3342-416e-86cd-02c8c47f4c66 req-edbbb628-95e3-4b5d-9276-f48641ffc3c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 Jul 28 14:32:41.426974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c055672-d1a8-4978-a1d2-2537e6ad2f19 req-ce24f53b-91d2-46a8-a07d-aec473e24652 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 210 time: 0.0334780 Jul 28 14:32:41.433681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db3c2-6bf2-4ac2-b7f6-2922a5bc6c49 req-ac9b17f6-4373-4f16-9a0c-28e5218dff65 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.434325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db3c2-6bf2-4ac2-b7f6-2922a5bc6c49 req-ac9b17f6-4373-4f16-9a0c-28e5218dff65 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.434814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db3c2-6bf2-4ac2-b7f6-2922a5bc6c49 req-ac9b17f6-4373-4f16-9a0c-28e5218dff65 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.437021 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e4db3c2-6bf2-4ac2-b7f6-2922a5bc6c49 req-ac9b17f6-4373-4f16-9a0c-28e5218dff65 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8&device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255&device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 2887 time: 0.0793574 Jul 28 14:32:41.473220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:41.502227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-fd108a23-a25c-4f29-93cf-3708139312e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.503927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-fd108a23-a25c-4f29-93cf-3708139312e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1095 time: 0.0801146 Jul 28 14:32:41.514346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49b3acb-2e54-4a66-9989-13f87f429e39,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:41.516871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:41.518311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a7f03-9f4c-4573-ae6b-23d554c4bdd2 None None] Network 664da1b4-4267-41be-9c1e-8010ea7e934f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:41.518722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3cdf67ab-d471-4d75-8e27-07746ad7d745 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d49b3acb-2e54-4a66-9989-13f87f429e39 HTTP/1.1" status: 204 len: 168 time: 1.0168207 Jul 28 14:32:41.523379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34504) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:41.529545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e4db3c2-6bf2-4ac2-b7f6-2922a5bc6c49 req-8d972d34-ca9f-4ba6-822c-649f28be95b9 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810709 Jul 28 14:32:41.667624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:41.758351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-bf1bc5b5-b5d2-4a60-9214-6bdde418c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.760398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-bf1bc5b5-b5d2-4a60-9214-6bdde418c52b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.2276254 Jul 28 14:32:41.869167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce75e9f-e4ef-4b4d-b58c-db026ff1a996 req-44fc9bf0-3cb0-4e74-a2ad-34a0dfa42605 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.872187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dce75e9f-e4ef-4b4d-b58c-db026ff1a996 req-44fc9bf0-3cb0-4e74-a2ad-34a0dfa42605 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0798795 Jul 28 14:32:41.927704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dce75e9f-e4ef-4b4d-b58c-db026ff1a996 req-3f1677d9-18c1-46a7-8f66-1ebdcdd3afe0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Jul 28 14:32:41.930805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] DHCP port deletion for 664da1b4-4267-41be-9c1e-8010ea7e934f request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:32:41.936193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ca7efafd-dda5-4b90-b61a-f74d12410b8d details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:42.184308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] Deleting port 24d5c55f-e328-457b-b793-06f68612c21a {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:42.186649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.318017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] For port 24d5c55f-e328-457b-b793-06f68612c21a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=24d5c55f-e328-457b-b793-06f68612c21a,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:42.318517 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.336436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] Calling delete_port for 24d5c55f-e328-457b-b793-06f68612c21a owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:42.358683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-e89e33ad-78eb-45e9-a06c-dd9150f320da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 217 time: 0.5704243 Jul 28 14:32:42.397563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf274a1-3557-4d3b-99f8-30217f4f74b5 req-dc7f1244-38a6-4699-8309-ef4d3c91ac84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.399129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-baf274a1-3557-4d3b-99f8-30217f4f74b5 req-dc7f1244-38a6-4699-8309-ef4d3c91ac84 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 947 time: 0.6882262 Jul 28 14:32:42.412230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ca7efafd-dda5-4b90-b61a-f74d12410b8d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:42.435157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'mac_address': 'fa:16:3e:36:4f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:42.450654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-a8328007-184b-44ee-9aa6-806e43c2d4e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6838913 Jul 28 14:32:42.521203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Deleting port 24d5c55f-e328-457b-b793-06f68612c21a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:42.522280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.529156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.532301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-8cfa1b9a-054d-401f-a19c-9c6335ac82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.540019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-8cfa1b9a-054d-401f-a19c-9c6335ac82cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1570597 Jul 28 14:32:42.549116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-baf274a1-3557-4d3b-99f8-30217f4f74b5 req-3f47d744-c61f-4d2f-a740-d68aaf858ef4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401536 Jul 28 14:32:42.561931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7efafd-dda5-4b90-b61a-f74d12410b8d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:42.593849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 24d5c55f-e328-457b-b793-06f68612c21a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:42.728072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ca7efafd-dda5-4b90-b61a-f74d12410b8d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:42.729915 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.744812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port 24d5c55f-e328-457b-b793-06f68612c21a {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:32:42.745362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 24d5c55f-e328-457b-b793-06f68612c21a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:42.745779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fc6d39e6-0329-47b7-8dc1-2d24251a0824 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:42.761763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-da37c7e1-64e7-422c-b5ed-2fccd874cb80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015104 Jul 28 14:32:42.788567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] Pushing event deleted for resources: {'Port': ['ID=24d5c55f-e328-457b-b793-06f68612c21a,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:42.792485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3d1cd-67f8-414b-b88d-86af8c9242d0 None None] No DVR routers for this DVR port 24d5c55f-e328-457b-b793-06f68612c21a on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:42.796921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: fc6d39e6-0329-47b7-8dc1-2d24251a0824 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:42.797281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fc6d39e6-0329-47b7-8dc1-2d24251a0824 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:42.821332 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.878767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ca7efafd-dda5-4b90-b61a-f74d12410b8d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:42.905899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] For port 24d5c55f-e328-457b-b793-06f68612c21a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=24d5c55f-e328-457b-b793-06f68612c21a,segment=NetworkSegment(75f2955d-d951-46d4-86a2-6122ae82ef5e),segment_id=75f2955d-d951-46d4-86a2-6122ae82ef5e)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:42.906429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.925286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-373e08a9-9759-4ce3-9a03-356716ed775b req-c33b97de-e9c3-4632-99ea-1fa7128c30aa tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e96f9a-10d9-42e1-9a25-4cf4423e211d HTTP/1.1" status: 200 len: 210 time: 0.0491865 Jul 28 14:32:42.933654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Calling delete_port for 24d5c55f-e328-457b-b793-06f68612c21a owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:42.948974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff826e2c-7781-485b-a550-074954ed0dea req-d67ea8bd-f74c-406c-afda-69ec77b11842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.950554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-d67ea8bd-f74c-406c-afda-69ec77b11842 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 1097 time: 0.2819204 Jul 28 14:32:43.023259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf62fc4-3c79-4b9f-9cac-ad7d466781ad req-9ee76266-5bf1-434c-94ed-18366dcd9521 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.024991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bf62fc4-3c79-4b9f-9cac-ad7d466781ad req-9ee76266-5bf1-434c-94ed-18366dcd9521 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.2469234 Jul 28 14:32:43.069264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-1b6281c0-446d-4432-bf5a-9c47677e25be service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884853 Jul 28 14:32:43.240478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bf62fc4-3c79-4b9f-9cac-ad7d466781ad req-7068604d-0690-4f73-a87a-ccdf19fa0a0e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037063 Jul 28 14:32:43.267625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.299317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3893b-bbe0-4610-930f-c8ccf6122ef7 req-3df51127-5693-4feb-87c1-8f7f8e3d89f8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.302549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fa3893b-bbe0-4610-930f-c8ccf6122ef7 req-3df51127-5693-4feb-87c1-8f7f8e3d89f8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0854671 Jul 28 14:32:43.308170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff826e2c-7781-485b-a550-074954ed0dea req-83ece69a-f0ab-48bc-9989-54cc64271e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.309672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-83ece69a-f0ab-48bc-9989-54cc64271e31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 925 time: 0.2773950 Jul 28 14:32:43.310586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d5c55f-e328-457b-b793-06f68612c21a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:43.322468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] No DVR routers for this DVR port 24d5c55f-e328-457b-b793-06f68612c21a on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:43.336716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c0489f9-27a6-45c8-a51f-c4d7173d2fb7 req-70a97528-83a3-4433-81b2-0d6efe22815b service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300124 Jul 28 14:32:43.358501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fa3893b-bbe0-4610-930f-c8ccf6122ef7 req-173886ec-2ef1-4be9-a1b5-d10d6b642a35 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Jul 28 14:32:43.455168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.474333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-0984dbe3-4e17-4249-bbcf-ddc6abcf10f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f79862-7be6-4dd1-80f7-46bd500459af HTTP/1.1" status: 200 len: 1000 time: 0.1467190 Jul 28 14:32:43.476165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664da1b4-4267-41be-9c1e-8010ea7e934f']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:43.504151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f2955d-d951-46d4-86a2-6122ae82ef5e') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:43.504715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f2955d-d951-46d4-86a2-6122ae82ef5e') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:43.557014 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.579794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.587391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff826e2c-7781-485b-a550-074954ed0dea req-37d67e6f-7184-4129-a134-91370fa40616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.588910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-37d67e6f-7184-4129-a134-91370fa40616 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 0.1034131 Jul 28 14:32:43.591796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:32:43.592201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:32:43.594016 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:32:43.699188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff826e2c-7781-485b-a550-074954ed0dea req-68354f2e-51de-4e08-b3a8-81f672a7c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.700758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-68354f2e-51de-4e08-b3a8-81f672a7c35e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704391 Jul 28 14:32:43.821696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.825270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:43.830790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.836749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] 10.222.0.57 "DELETE /v2.0/networks/664da1b4-4267-41be-9c1e-8010ea7e934f HTTP/1.1" status: 204 len: 168 time: 2.3073914 Jul 28 14:32:43.836920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34542) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:43.843882 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-4212484f-b7a6-4715-ab39-afbb42955a24 service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256654 Jul 28 14:32:43.845129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b73f3-4ed9-4c1c-b3af-d8aca5259679 admin admin] Pushing event deleted for resources: {'Network': ['ID=664da1b4-4267-41be-9c1e-8010ea7e934f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:43.958471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:43.975429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ca7efafd-dda5-4b90-b61a-f74d12410b8d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:44.020003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device e605c274-57d1-4365-9276-93771b53d760 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:44.045533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff826e2c-7781-485b-a550-074954ed0dea req-b6246d41-0bd8-4172-83fc-e1a8e20177f0 service neutron] 10.222.0.42 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743939 Jul 28 14:32:44.056632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'port_id': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'mac_address': 'fa:16:3e:15:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe75449c-112b-4263-a17c-46820812dd89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:44.063747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: e605c274-57d1-4365-9276-93771b53d760 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:44.069531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device e605c274-57d1-4365-9276-93771b53d760 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:44.093483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4cb9-832a-405e-9189-2ff74faae537 req-97fc5262-d6e9-4da6-8be6-a7a9989d961a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.095104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb7d4cb9-832a-405e-9189-2ff74faae537 req-97fc5262-d6e9-4da6-8be6-a7a9989d961a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 948 time: 0.1099243 Jul 28 14:32:44.134407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.174564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0c5010-15d4-4862-9027-ca7636e8a3d5 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:44.183696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb7d4cb9-832a-405e-9189-2ff74faae537 req-52d69078-1fa2-4c42-a82b-aad63e4f0541 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776918 Jul 28 14:32:44.212056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:44.359988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d20c-b12b-4ff0-bdda-32ecff03b373 req-f252f418-9eeb-4d62-8d40-1671cd4fafe1 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.361625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2974d20c-b12b-4ff0-bdda-32ecff03b373 req-f252f418-9eeb-4d62-8d40-1671cd4fafe1 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1102 time: 0.0617120 Jul 28 14:32:44.415475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.447098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2974d20c-b12b-4ff0-bdda-32ecff03b373 req-42103d2f-ac8a-4b2c-a0c0-70dfa84cab96 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712852 Jul 28 14:32:44.486784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.515009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:44.723555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee5e5-1c7a-405e-a4f5-3be1d54ff550 req-ebfce2b3-59ad-41d4-abb0-6844b4d9e8b4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.725837 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa5ee5e5-1c7a-405e-a4f5-3be1d54ff550 req-ebfce2b3-59ad-41d4-abb0-6844b4d9e8b4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1236155 Jul 28 14:32:44.778970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a6e83-dcf5-4f96-8a52-e338cb930787 req-a06c5280-d9f3-48cc-8396-93c2d0751536 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.781123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-378a6e83-dcf5-4f96-8a52-e338cb930787 req-a06c5280-d9f3-48cc-8396-93c2d0751536 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 944 time: 0.0708013 Jul 28 14:32:44.804551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa5ee5e5-1c7a-405e-a4f5-3be1d54ff550 req-1bf1b97f-856f-43d6-ab93-a5c8319143d7 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Jul 28 14:32:44.833014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['bb0c5010-15d4-4862-9027-ca7636e8a3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:44.844703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-378a6e83-dcf5-4f96-8a52-e338cb930787 req-221696f7-9c1b-4fe9-b158-feaaa5ddd806 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568070 Jul 28 14:32:44.934563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Deleting port b1bf8249-0742-4430-818e-0f5fd0c444ed {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:44.935082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.010487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee74042-ec87-46fc-ae88-e2204d38e997 req-112cb5b8-cab7-49c8-ab2d-bd698a16e16e tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:45.013326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ee74042-ec87-46fc-ae88-e2204d38e997 req-112cb5b8-cab7-49c8-ab2d-bd698a16e16e tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1102 time: 0.0727193 Jul 28 14:32:45.050191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] For port b1bf8249-0742-4430-818e-0f5fd0c444ed, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b1bf8249-0742-4430-818e-0f5fd0c444ed,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:45.050802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.073959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Calling delete_port for b1bf8249-0742-4430-818e-0f5fd0c444ed owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:45.074620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ee74042-ec87-46fc-ae88-e2204d38e997 req-9d0b3a92-5e7e-425b-9da2-9a79ce34cd72 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Jul 28 14:32:45.165483 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:32:45.438201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.471360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bf8249-0742-4430-818e-0f5fd0c444ed,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:45.729630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.742985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb3f09-efe3-40b7-91da-eea1c7a0c838 req-13b08b99-afed-43cf-902f-5be2002b5ed0 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:45.744564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2deb3f09-efe3-40b7-91da-eea1c7a0c838 req-13b08b99-afed-43cf-902f-5be2002b5ed0 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1102 time: 0.0682385 Jul 28 14:32:45.885147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2deb3f09-efe3-40b7-91da-eea1c7a0c838 req-d93e8474-895f-4f0f-9d2c-660bb1c91768 tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972557 Jul 28 14:32:46.074068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442761d-4c5a-46f9-94ea-543ece21551f req-e6a8aff9-a590-4649-beed-42cb58e1aba4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.075717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5442761d-4c5a-46f9-94ea-543ece21551f req-e6a8aff9-a590-4649-beed-42cb58e1aba4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 948 time: 0.0935187 Jul 28 14:32:46.120179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Router fd2b3c01-18ba-443e-a413-f94447e21993 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:46.135279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8220b-19dd-4323-b485-b147728974ba req-920c9e75-acb3-485c-8633-9b3553527087 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.137590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cf8220b-19dd-4323-b485-b147728974ba req-920c9e75-acb3-485c-8633-9b3553527087 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.0909660 Jul 28 14:32:46.139590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5442761d-4c5a-46f9-94ea-543ece21551f req-33c54c4b-c592-45e1-8a11-499740f2402b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539930 Jul 28 14:32:46.225697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cf8220b-19dd-4323-b485-b147728974ba req-a15eb350-2cda-43bd-8a12-04870a63c7b8 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761528 Jul 28 14:32:46.641475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:46.650923 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ef073bbd-846f-437f-8577-5091fbf2b01a admin admin] 10.222.0.57 "PUT /v2.0/routers/fd2b3c01-18ba-443e-a413-f94447e21993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077614 Jul 28 14:32:46.652756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34592) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:46.654693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] Sync routers for ids ['fd2b3c01-18ba-443e-a413-f94447e21993'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:46.671769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72745-5a23-4bb8-8440-4806f80fbfdc req-8fd6781a-d703-45a2-bb2d-9e56f1ff8894 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.672119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] Routers {'fd2b3c01-18ba-443e-a413-f94447e21993'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:46.672594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:32:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['fd2b3c01-18ba-443e-a413-f94447e21993'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:46.674755 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3fd72745-5a23-4bb8-8440-4806f80fbfdc req-8fd6781a-d703-45a2-bb2d-9e56f1ff8894 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 944 time: 0.4230554 Jul 28 14:32:46.809557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:46.883605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3fd72745-5a23-4bb8-8440-4806f80fbfdc req-2c3c55f3-9773-499d-8247-13202fd57690 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961167 Jul 28 14:32:47.022767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:47.031456 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] Set router fd2b3c01-18ba-443e-a413-f94447e21993 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:47.307812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Deleting port 67e024d9-c41d-4bef-aebe-2d3c6f395287 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:47.324383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:47.349105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:32:45Z', 'revision_number': 5, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port': {'id': '67e024d9-c41d-4bef-aebe-2d3c6f395287', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:04Z', 'updated_at': '2021-07-28T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:47.425059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] Checking router: fd2b3c01-18ba-443e-a413-f94447e21993 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:47.441169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] Routers {'fd2b3c01-18ba-443e-a413-f94447e21993'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:47.442154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:32:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['fd2b3c01-18ba-443e-a413-f94447e21993'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:47.443495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] For port 67e024d9-c41d-4bef-aebe-2d3c6f395287, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=67e024d9-c41d-4bef-aebe-2d3c6f395287,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:47.443924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:47.468430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Calling delete_port for 67e024d9-c41d-4bef-aebe-2d3c6f395287 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:47.527017 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-4f2521c4-336a-47de-9477-095a6e0d1588 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292682 Jul 28 14:32:47.550211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d5a6-46fe-4886-9b14-aac8f5d9c3d8 req-74cac9bf-8bd1-4c85-9f5d-1b29498e1ddf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:47.559231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40e2d5a6-46fe-4886-9b14-aac8f5d9c3d8 req-74cac9bf-8bd1-4c85-9f5d-1b29498e1ddf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0956659 Jul 28 14:32:47.631730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] Set router fd2b3c01-18ba-443e-a413-f94447e21993 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:47.656867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40e2d5a6-46fe-4886-9b14-aac8f5d9c3d8 req-12aab487-78e7-489d-abf2-76c498a31737 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962346 Jul 28 14:32:47.773931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:32:47Z', 'revision_number': 6, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:47.834785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d48cb-8dbd-435c-9822-7fadb8dd51c6 None None] The sync data for ids ['fd2b3c01-18ba-443e-a413-f94447e21993'] in n-d-764806-10 is: [{'id': 'fd2b3c01-18ba-443e-a413-f94447e21993', 'name': 'tempest-AttachSCSIVolumeTestJSON-381848677-router', 'tenant_id': '132a85c8097f4389a26cc00488b76ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:03Z', 'updated_at': '2021-07-28T14:32:47Z', 'revision_number': 6, 'project_id': '132a85c8097f4389a26cc00488b76ed9', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:47.840692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:47.931785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e3ac-aac9-4c9a-ae80-a78d98d7d863 req-d12f8a54-ee4a-466f-b8c5-71a8e704e485 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:47.934846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0c8e3ac-aac9-4c9a-ae80-a78d98d7d863 req-d12f8a54-ee4a-466f-b8c5-71a8e704e485 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 948 time: 0.1497378 Jul 28 14:32:47.991083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ca7efafd-dda5-4b90-b61a-f74d12410b8d up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:47.997084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.089890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=67e024d9-c41d-4bef-aebe-2d3c6f395287,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:48.140814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf03d-e990-4fc8-95bb-3cafc38c87cd req-856c6252-fac2-46b5-a9e6-8ecc4b3de097 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.149560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port bb0c5010-15d4-4862-9027-ca7636e8a3d5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:48.156522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d0cf03d-e990-4fc8-95bb-3cafc38c87cd req-856c6252-fac2-46b5-a9e6-8ecc4b3de097 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.2584243 Jul 28 14:32:48.197319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0c8e3ac-aac9-4c9a-ae80-a78d98d7d863 req-b7a69afd-a0a9-4a5e-9287-c92dce5b3cd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486782 Jul 28 14:32:48.230412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port bb0c5010-15d4-4862-9027-ca7636e8a3d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:48.231073 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.316098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.576283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.580312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ca7efafd-dda5-4b90-b61a-f74d12410b8d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:48.603864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ca7efafd-dda5-4b90-b61a-f74d12410b8d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:48.604765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.655692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.658206 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.687275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:48.690080 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a904107-32d7-402e-a295-337416f2be39" -d '{"events": [{"server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "name": "network-vif-plugged", "status": "completed", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:48.714831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:48.726737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d0cf03d-e990-4fc8-95bb-3cafc38c87cd req-04001897-47b4-4e6f-aac7-a7e6182d1a5d tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689516 Jul 28 14:32:48.786729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.822379 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.822741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.826452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd2b3c01-18ba-443e-a413-f94447e21993 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:32:48.852737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.858026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c37cf240-b948-4f97-9803-784cc5b01e2a admin admin] 10.222.0.57 "DELETE /v2.0/routers/fd2b3c01-18ba-443e-a413-f94447e21993 HTTP/1.1" status: 204 len: 168 time: 2.2039340 Jul 28 14:32:48.859979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34648) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:48.954570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ca7efafd-dda5-4b90-b61a-f74d12410b8d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:49.016944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:49.036844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b1bf8249-0742-4430-818e-0f5fd0c444ed no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:49.051907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99e338-24d7-44c9-b884-7b142d648e5e req-1f362e3a-d4b7-44b6-b49a-8014b40a865a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.065021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Deleting subnet 8172d2e7-971f-4b42-a565-436e90ef4d4a {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:32:49.073255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c99e338-24d7-44c9-b884-7b142d648e5e req-1f362e3a-d4b7-44b6-b49a-8014b40a865a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.2105610 Jul 28 14:32:49.073768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.100944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.140859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c99e338-24d7-44c9-b884-7b142d648e5e req-d4d21a44-2cd4-43ca-8e55-662eae01518c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683143 Jul 28 14:32:49.187364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.194671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e4274-16ad-4866-a13b-73283a9dc057 req-fda21bcc-af16-45d2-aac0-3baa507870a8 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.199301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-223e4274-16ad-4866-a13b-73283a9dc057 req-fda21bcc-af16-45d2-aac0-3baa507870a8 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.2350144 Jul 28 14:32:49.279324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: b1bf8249-0742-4430-818e-0f5fd0c444ed {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:49.279899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b1bf8249-0742-4430-818e-0f5fd0c444ed not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:49.292312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ca7efafd-dda5-4b90-b61a-f74d12410b8d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:49.326005 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d185b5-5fb2-4493-a96f-46a0d2168072 x-openstack-request-id: req-49d185b5-5fb2-4493-a96f-46a0d2168072 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:49.326365 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "name": "network-vif-plugged", "status": "completed", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:49.326760 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49d185b5-5fb2-4493-a96f-46a0d2168072 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:49.327378 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'code': 200} Jul 28 14:32:49.496083 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.561584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709fa29-5ead-43ad-8a33-c8b07ebe1c40 req-039da711-5b9a-4fb3-9709-becb17d9a77a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.571602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f709fa29-5ead-43ad-8a33-c8b07ebe1c40 req-039da711-5b9a-4fb3-9709-becb17d9a77a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1475356 Jul 28 14:32:49.665087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3fea-e9d6-4c0d-96c5-f1bdca13e5b9 req-2e7a2e9c-d28b-45c2-84ca-764baf4af5ee tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.666942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d03e3fea-e9d6-4c0d-96c5-f1bdca13e5b9 req-2e7a2e9c-d28b-45c2-84ca-764baf4af5ee tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.3022482 Jul 28 14:32:49.689450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e1a1c-3328-415d-96ef-63d9fb2a6ed7 req-bc946685-5a9b-40f6-b679-57de9cbbb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.691231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e9e1a1c-3328-415d-96ef-63d9fb2a6ed7 req-bc946685-5a9b-40f6-b679-57de9cbbb5a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1097 time: 0.1611111 Jul 28 14:32:49.731612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f709fa29-5ead-43ad-8a33-c8b07ebe1c40 req-d1cd3338-2734-440c-9cb9-b8f9e1f33ee8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573408 Jul 28 14:32:49.793559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d03e3fea-e9d6-4c0d-96c5-f1bdca13e5b9 req-067321b0-745f-42d0-9686-8cad87b67bf0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115048 Jul 28 14:32:49.805160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Deleting port 27facbcc-5f59-4925-854b-f6d53a3151cb {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:49.805490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.810734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e9e1a1c-3328-415d-96ef-63d9fb2a6ed7 req-0b97586f-6f43-4a3b-af47-aa9258af876c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814173 Jul 28 14:32:49.827585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.866734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a28f1-f890-4586-841d-eac6f4205aed None None] Network 17816ca5-bfd8-4a54-a2cf-699c2b825237 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:49.906074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.908016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8172d2e7-971f-4b42-a565-436e90ef4d4a HTTP/1.1" status: 204 len: 168 time: 1.0458078 Jul 28 14:32:49.920910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34670) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:49.929573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af2179-c1b7-4a87-9284-455aff80cdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8172d2e7-971f-4b42-a565-436e90ef4d4a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:49.993611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a669-43cd-4ce2-919e-63fc130a438b req-c77115f4-6715-4384-af4a-6f7e8f4f01dd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.002010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5de6a669-43cd-4ce2-919e-63fc130a438b req-c77115f4-6715-4384-af4a-6f7e8f4f01dd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.1095307 Jul 28 14:32:50.056179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5de6a669-43cd-4ce2-919e-63fc130a438b req-6141b510-8700-453e-86fe-5be65626d2c1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495663 Jul 28 14:32:50.096033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] For port 27facbcc-5f59-4925-854b-f6d53a3151cb, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=27facbcc-5f59-4925-854b-f6d53a3151cb,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:50.096354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.124742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Calling delete_port for 27facbcc-5f59-4925-854b-f6d53a3151cb owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:50.168418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] DHCP port deletion for 17816ca5-bfd8-4a54-a2cf-699c2b825237 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:32:50.179315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.207179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7984c-257c-48a1-bb2b-698f21901a73 req-29c0d71a-9211-43a0-ba67-72bbda7933dd tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.216995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1e7984c-257c-48a1-bb2b-698f21901a73 req-29c0d71a-9211-43a0-ba67-72bbda7933dd tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 949 time: 0.3121767 Jul 28 14:32:50.272403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] Deleting port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:50.273224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.350459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1e7984c-257c-48a1-bb2b-698f21901a73 req-c3c6c8f3-a07b-40d2-aa02-645d96226eb6 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2696168-fc08-49d6-813c-63cd1ec6532b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323249 Jul 28 14:32:50.388032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] For port cbac67db-29cc-4765-aa6b-e5bb4b1bb773, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:50.388440 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.390001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78693a2d-4709-4ea8-8dd3-0e67f10c081e req-96c82971-80f9-499e-bef4-ee494ed32449 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.394875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78693a2d-4709-4ea8-8dd3-0e67f10c081e req-96c82971-80f9-499e-bef4-ee494ed32449 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.1105800 Jul 28 14:32:50.400375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Deleting port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:50.400868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.405670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] Calling delete_port for cbac67db-29cc-4765-aa6b-e5bb4b1bb773 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:50.478570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78693a2d-4709-4ea8-8dd3-0e67f10c081e req-85c9fd3d-e74e-4617-96af-50a656a60f75 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758450 Jul 28 14:32:50.536740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 67e024d9-c41d-4bef-aebe-2d3c6f395287 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:50.547234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] For port cbac67db-29cc-4765-aa6b-e5bb4b1bb773, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,segment=NetworkSegment(1e5a69da-e135-4f89-8f51-32e4d71acf93),segment_id=1e5a69da-e135-4f89-8f51-32e4d71acf93)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:50.547694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.561866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Calling delete_port for cbac67db-29cc-4765-aa6b-e5bb4b1bb773 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:50.562123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 67e024d9-c41d-4bef-aebe-2d3c6f395287 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:50.562505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 67e024d9-c41d-4bef-aebe-2d3c6f395287 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:50.562920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cbac67db-29cc-4765-aa6b-e5bb4b1bb773 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:50.590817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.629703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] Pushing event deleted for resources: {'Port': ['ID=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:50.630174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.638231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:32:50.638668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cbac67db-29cc-4765-aa6b-e5bb4b1bb773 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:50.640239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc177d-390d-4146-a7ea-9aa6815947f8 None None] No DVR routers for this DVR port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:50.696999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Pushing event deleted for resources: {'Port': ['ID=27facbcc-5f59-4925-854b-f6d53a3151cb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:50.714398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['27facbcc-5f59-4925-854b-f6d53a3151cb'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:50.805351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] No DVR routers for this DVR port 27facbcc-5f59-4925-854b-f6d53a3151cb on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:50.811255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.814936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-223e4274-16ad-4866-a13b-73283a9dc057 req-9eea8230-70f5-4137-9bd4-e7b0257b08ef tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.42 "DELETE /v2.0/ports/27facbcc-5f59-4925-854b-f6d53a3151cb HTTP/1.1" status: 204 len: 173 time: 1.5786920 Jul 28 14:32:50.815657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'name': 'network-vif-deleted', 'tag': '27facbcc-5f59-4925-854b-f6d53a3151cb'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:50.820192 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ab9c9b-9d07-4991-81b1-a972681f56cd" -d '{"events": [{"server_uuid": "e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53", "name": "network-vif-deleted", "tag": "27facbcc-5f59-4925-854b-f6d53a3151cb"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:50.875672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.897082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] No DVR routers for this DVR port cbac67db-29cc-4765-aa6b-e5bb4b1bb773 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:50.948925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbac67db-29cc-4765-aa6b-e5bb4b1bb773,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:50.954160 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8e9b9-0abd-4f92-a022-2e97429f1965 x-openstack-request-id: req-35b8e9b9-0abd-4f92-a022-2e97429f1965 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:50.954723 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53", "name": "network-vif-deleted", "tag": "27facbcc-5f59-4925-854b-f6d53a3151cb", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:50.955198 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35b8e9b9-0abd-4f92-a022-2e97429f1965 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:50.956375 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53', 'name': 'network-vif-deleted', 'tag': '27facbcc-5f59-4925-854b-f6d53a3151cb', 'status': 'completed', 'code': 200} Jul 28 14:32:50.974034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c43d86-f805-492d-8fa9-9dc5a744ae23 req-7df19e35-f653-4e0b-83fd-f78d7084b642 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.985410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63c43d86-f805-492d-8fa9-9dc5a744ae23 req-7df19e35-f653-4e0b-83fd-f78d7084b642 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1699142 Jul 28 14:32:51.090072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63c43d86-f805-492d-8fa9-9dc5a744ae23 req-021a41ce-96d9-41d8-9614-191fe752796e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927203 Jul 28 14:32:51.122439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.135163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17816ca5-bfd8-4a54-a2cf-699c2b825237']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:51.148873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5a69da-e135-4f89-8f51-32e4d71acf93') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:51.149256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5a69da-e135-4f89-8f51-32e4d71acf93') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:51.195953 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.248200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d16d5-5d6b-4161-8fb4-5e05a42e7212 req-7262a4b2-d40a-4eb1-b30c-dfdf0ea7f4df tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.261292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b51d16d5-5d6b-4161-8fb4-5e05a42e7212 req-7262a4b2-d40a-4eb1-b30c-dfdf0ea7f4df tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.0774596 Jul 28 14:32:51.270931 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.284496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:32:51.288366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:32:51.312088 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:32:51.320629 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b51d16d5-5d6b-4161-8fb4-5e05a42e7212 req-cac87217-65c2-43b2-ae43-1347e3a5d4d4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570183 Jul 28 14:32:51.328330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:51.331647 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64159c-4a7c-438d-b2c9-bec69d58688b" -d '{"events": [{"server_uuid": "dda9d8ff-0114-46d5-9283-8ce2acf6ac4f", "name": "network-vif-plugged", "status": "completed", "tag": "ca7efafd-dda5-4b90-b61a-f74d12410b8d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:51.405662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554409d-d603-4001-83c6-efc6f1e0051d req-99edeb32-5253-4398-ab30-dda9a7cb5070 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.406035 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a9d1c-c099-404a-a537-f6bef35b7490 x-openstack-request-id: req-0f5a9d1c-c099-404a-a537-f6bef35b7490 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:51.406558 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9d8ff-0114-46d5-9283-8ce2acf6ac4f", "name": "network-vif-plugged", "status": "completed", "tag": "ca7efafd-dda5-4b90-b61a-f74d12410b8d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:51.407010 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f5a9d1c-c099-404a-a537-f6bef35b7490 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:51.407606 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'code': 200} Jul 28 14:32:51.408975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9554409d-d603-4001-83c6-efc6f1e0051d req-99edeb32-5253-4398-ab30-dda9a7cb5070 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.3792078 Jul 28 14:32:51.474320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9554409d-d603-4001-83c6-efc6f1e0051d req-67cc770f-db72-4252-9aef-98f894340e13 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511515 Jul 28 14:32:51.518581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.529314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.536085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] 10.222.0.57 "DELETE /v2.0/networks/17816ca5-bfd8-4a54-a2cf-699c2b825237 HTTP/1.1" status: 204 len: 168 time: 1.6101620 Jul 28 14:32:51.561843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6262be-5967-4f71-b168-b60c30571378 admin admin] Pushing event deleted for resources: {'Network': ['ID=17816ca5-bfd8-4a54-a2cf-699c2b825237,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:51.599265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84aaf6c8-f68a-420b-af00-dfa0fd4f989a req-aefdac90-6f5a-48de-9f34-6a88e9c22765 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.1013322 Jul 28 14:32:51.723234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8081e6-f223-4191-814b-ced0066a8a9c req-4bdb1362-bee8-448f-bab3-da9e4943535b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.725183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b8081e6-f223-4191-814b-ced0066a8a9c req-4bdb1362-bee8-448f-bab3-da9e4943535b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.1189487 Jul 28 14:32:51.728871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c495d10-94ca-4e25-894f-c4ca5ea23e69 req-41e71714-44cc-454d-b0a4-5f920bb4d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.731214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c495d10-94ca-4e25-894f-c4ca5ea23e69 req-41e71714-44cc-454d-b0a4-5f920bb4d8b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 1101 time: 0.1100492 Jul 28 14:32:51.836597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c495d10-94ca-4e25-894f-c4ca5ea23e69 req-b57ece8c-64d8-4362-8669-34963541dcc3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645897 Jul 28 14:32:51.862680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b8081e6-f223-4191-814b-ced0066a8a9c req-fc1f8e28-8b62-4aa7-9b8f-f610e5853c89 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243088 Jul 28 14:32:52.008993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f2bc1-62de-482a-a267-4fb8447ef16c req-bf7d646e-a308-4c8a-80a4-16f9e59d7f94 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.011741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-953f2bc1-62de-482a-a267-4fb8447ef16c req-bf7d646e-a308-4c8a-80a4-16f9e59d7f94 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1097 time: 0.0713823 Jul 28 14:32:52.078244 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-953f2bc1-62de-482a-a267-4fb8447ef16c req-b3f87d49-4bb4-4e7e-a47c-e855e6c896f2 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Jul 28 14:32:52.191178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34710) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:52.215751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc39d677-c57e-4ff8-a099-b3c8e2df8251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:52.248370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-62c7a287-77b5-47de-affa-c55e51dcf4dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae86a2ece2fd4507aa67461f092336b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535145 Jul 28 14:32:52.254028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34712) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:52.309391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd997be-70dc-4406-a2e5-ad78761067b2 req-ffa755f0-8dd3-4c75-9bcd-b7799c50a927 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.312380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2dd997be-70dc-4406-a2e5-ad78761067b2 req-ffa755f0-8dd3-4c75-9bcd-b7799c50a927 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1210768 Jul 28 14:32:52.408811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2dd997be-70dc-4406-a2e5-ad78761067b2 req-feab5e3f-8be8-4ea1-9cba-632e5f09b8b6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824761 Jul 28 14:32:52.654276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1788967-ded4-4ee8-9e5c-6401038778e0 req-8f5696d4-9a82-4f98-86e1-7faaab8f886a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.655887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1788967-ded4-4ee8-9e5c-6401038778e0 req-8f5696d4-9a82-4f98-86e1-7faaab8f886a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0742598 Jul 28 14:32:52.690849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12d733-c138-4639-a50a-ffebe7534f36 req-b276f522-ed4d-4d11-a79c-5953e9cba288 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.690849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a12d733-c138-4639-a50a-ffebe7534f36 req-b276f522-ed4d-4d11-a79c-5953e9cba288 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.0982773 Jul 28 14:32:52.690849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4aeb09e5-ffd0-42cd-96e5-aa8f448b38d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:52.725479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1788967-ded4-4ee8-9e5c-6401038778e0 req-f27d65fa-68f7-4f77-bfea-aa3347f4af2d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563271 Jul 28 14:32:52.763334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4aeb09e5-ffd0-42cd-96e5-aa8f448b38d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:52.783505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a12d733-c138-4639-a50a-ffebe7534f36 req-555c6b97-02cf-46b4-b3e3-57c49b2a3a63 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794148 Jul 28 14:32:52.871004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-5a447929-abbd-4487-8758-22df5aa8c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.872712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-5a447929-abbd-4487-8758-22df5aa8c0b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1102 time: 0.0752685 Jul 28 14:32:52.945229 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10a2869c-4851-401d-af3c-5b765f9c70b3 req-ff3497b8-fe94-497a-a788-86cdb23d3cc0 tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.0533772 Jul 28 14:32:52.996039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4aeb09e5-ffd0-42cd-96e5-aa8f448b38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:52.998808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4aeb09e5-ffd0-42cd-96e5-aa8f448b38d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:53.000000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4aeb09e5-ffd0-42cd-96e5-aa8f448b38d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e55be094-be4d-4c03-bb93-d2f3e2155716 HTTP/1.1" status: 204 len: 168 time: 0.7499685 Jul 28 14:32:53.025247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb09e5-ffd0-42cd-96e5-aa8f448b38d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55be094-be4d-4c03-bb93-d2f3e2155716,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:53.038990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-5bb3ddd4-5d41-4147-9f3e-e28ce3bc4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.040545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-5bb3ddd4-5d41-4147-9f3e-e28ce3bc4fe5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1557970 Jul 28 14:32:53.106394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-5cd438ba-3066-4f3c-98e5-35adb7a3b7fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0468636 Jul 28 14:32:53.184995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-81bfd271-12fb-4b09-baa6-9bd8688105f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.186650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-81bfd271-12fb-4b09-baa6-9bd8688105f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0696523 Jul 28 14:32:53.246152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-da04772f-1f41-4762-94ac-76d4bfb07dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.249043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-da04772f-1f41-4762-94ac-76d4bfb07dd8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533590 Jul 28 14:32:53.369252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-963d5bc3-bcd7-483f-90db-5bda76ad7a36 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087861 Jul 28 14:32:53.500042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-a8c87305-4d09-4b40-9ffd-e0f4075460cf service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126676 Jul 28 14:32:53.840318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623d45c-1faa-4ec4-ab50-209ea92b1469 req-d4be95c1-b794-4bd0-84a7-4441f5d07440 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.842992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5623d45c-1faa-4ec4-ab50-209ea92b1469 req-d4be95c1-b794-4bd0-84a7-4441f5d07440 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0723734 Jul 28 14:32:53.894526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5623d45c-1faa-4ec4-ab50-209ea92b1469 req-fb3232b5-d700-4789-b78e-2ab81be0d8fa tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Jul 28 14:32:53.898673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f727f-5367-4b8d-9b1a-b2c073971872 req-8e0be977-dd5c-48e1-bdd3-09559e65a296 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.906216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d8f727f-5367-4b8d-9b1a-b2c073971872 req-8e0be977-dd5c-48e1-bdd3-09559e65a296 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0564680 Jul 28 14:32:53.955294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d8f727f-5367-4b8d-9b1a-b2c073971872 req-632826df-d63d-43c9-939d-c380b025c793 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Jul 28 14:32:54.011546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 27facbcc-5f59-4925-854b-f6d53a3151cb no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:54.048775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 27facbcc-5f59-4925-854b-f6d53a3151cb {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:54.049374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 27facbcc-5f59-4925-854b-f6d53a3151cb not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:54.107493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90651ab-71c1-4bcd-9c1d-66831dbc75bb req-4ef3c082-156a-400e-9b17-9104cb9cd72b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:54.110580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e90651ab-71c1-4bcd-9c1d-66831dbc75bb req-4ef3c082-156a-400e-9b17-9104cb9cd72b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.1259513 Jul 28 14:32:54.220959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e90651ab-71c1-4bcd-9c1d-66831dbc75bb req-993b3e2b-838e-4214-991a-d60d5efaa33f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Jul 28 14:32:54.294076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02510dcc-71cb-46c6-816d-1b83d9e2739c req-4bfd5ffb-78cd-4f83-ac37-5b632458d2eb tempest-ServersAdminNegativeTestJSON-1406842128 tempest-ServersAdminNegativeTestJSON-1406842128-project] 10.222.0.57 "GET /v2.0/ports?device_id=e31ee9b4-c602-44f6-9d8c-e7cdf5b8fd53 HTTP/1.1" status: 200 len: 210 time: 0.0392187 Jul 28 14:32:54.387663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34750) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:54.449517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0219614b-0fd2-4592-9de6-b65a1007a5d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=132a85c8097f4389a26cc00488b76ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591602 Jul 28 14:32:54.450827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34752) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:54.532150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc722dda-718a-4b99-8155-55c87a16dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.570255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc722dda-718a-4b99-8155-55c87a16dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.729698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc722dda-718a-4b99-8155-55c87a16dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.735168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc722dda-718a-4b99-8155-55c87a16dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.737398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dc722dda-718a-4b99-8155-55c87a16dd2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a0c6655-8cb1-4904-81b4-7c2c5ab85c5b HTTP/1.1" status: 204 len: 168 time: 0.2852821 Jul 28 14:32:54.752036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc722dda-718a-4b99-8155-55c87a16dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c6655-8cb1-4904-81b4-7c2c5ab85c5b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:54.786512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f0d7fd5c-bc1a-44db-8bda-10594db423d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:55.020802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:55.032583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3668f7-12b8-4971-aab8-e4f52725685c req-b2ffb7fd-a73d-4a42-9c62-ce36ddc89029 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:55.035356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ce3668f7-12b8-4971-aab8-e4f52725685c req-b2ffb7fd-a73d-4a42-9c62-ce36ddc89029 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0724854 Jul 28 14:32:55.092352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ce3668f7-12b8-4971-aab8-e4f52725685c req-2dba6c2c-bb0b-47c0-897a-24500c150d88 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Jul 28 14:32:55.159986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6de09-4ee1-4f4d-9e3b-f0de48f99f6f req-0b4b6a12-d8a4-4ac2-ad11-22caa6858b57 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:55.171682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ec6de09-4ee1-4f4d-9e3b-f0de48f99f6f req-0b4b6a12-d8a4-4ac2-ad11-22caa6858b57 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1020176 Jul 28 14:32:55.227509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ec6de09-4ee1-4f4d-9e3b-f0de48f99f6f req-d32d348f-ac55-44c5-8044-b6a0ef062246 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Jul 28 14:32:55.433926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036adf-b576-43d9-a2f0-ddbb7c63eb63 req-83afc4e6-98c1-4ab8-9c88-711ea7202072 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:55.436870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b036adf-b576-43d9-a2f0-ddbb7c63eb63 req-83afc4e6-98c1-4ab8-9c88-711ea7202072 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.1152165 Jul 28 14:32:55.531294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b036adf-b576-43d9-a2f0-ddbb7c63eb63 req-a69e84dd-1fdf-41b1-b197-2c61c48614e6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825446 Jul 28 14:32:55.695258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6be40-2836-4f32-99f6-439adfa5aa3b req-cf305f88-eb20-457c-b566-a65147c6c215 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:55.697915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-98b6be40-2836-4f32-99f6-439adfa5aa3b req-cf305f88-eb20-457c-b566-a65147c6c215 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 1101 time: 0.0567305 Jul 28 14:32:55.751186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-98b6be40-2836-4f32-99f6-439adfa5aa3b req-19760556-7cd1-478a-940b-6fb9487d9b55 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463028 Jul 28 14:32:56.105076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:56.142666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-e0a04f84-510e-4065-812b-277e82d22e11 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543032 Jul 28 14:32:56.170228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.323198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-401efa55-1ffc-41e4-9e26-ffd9b901fa62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbd339ee601f4a72b707c176eea8ad92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165611 Jul 28 14:32:56.325907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34824) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:56.329251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-c5fc61cf-3e35-4578-ab6b-3770b8c19a4c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:56.333079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-c5fc61cf-3e35-4578-ab6b-3770b8c19a4c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774707 Jul 28 14:32:56.357160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-e0f90b3a-8f00-4909-9267-fb8989c655df tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/quotas/1c6151b5618545c784a56a9cc9eece3d HTTP/1.1" status: 200 len: 375 time: 0.0167186 Jul 28 14:32:56.391510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2961-238c-4732-952b-7f153563a7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.450625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2961-238c-4732-952b-7f153563a7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.457965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-84fa7aa4-fcc4-44f9-9cfe-e693db86551e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0935514 Jul 28 14:32:56.458724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34828) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:56.623621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-435535046-network', 'tenant_id': 'de7a6f79b5984bac8c15de06b988a7a4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:56.690018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2961-238c-4732-952b-7f153563a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.694343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2961-238c-4732-952b-7f153563a7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.697041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dd9b2961-238c-4732-952b-7f153563a7d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2696168-fc08-49d6-813c-63cd1ec6532b HTTP/1.1" status: 204 len: 168 time: 0.3694246 Jul 28 14:32:56.743815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b2961-238c-4732-952b-7f153563a7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2696168-fc08-49d6-813c-63cd1ec6532b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:56.799036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a4069-d483-4be1-816a-4d257087efab req-d912f9a7-be87-439c-90a3-b6c8599d1e33 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:56.803567 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a08a4069-d483-4be1-816a-4d257087efab req-d912f9a7-be87-439c-90a3-b6c8599d1e33 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1035259 Jul 28 14:32:56.804654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Made reservation on behalf of de7a6f79b5984bac8c15de06b988a7a4 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:56.813194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.850706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.866138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a08a4069-d483-4be1-816a-4d257087efab req-6efee886-2269-4f1a-a455-fb522f71887d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528567 Jul 28 14:32:57.080250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9b82e-c139-47ed-9124-b0d53e39d4fd req-f5ba7853-ad2a-43b1-b8c8-962da129b3e2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:57.083079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-80f9b82e-c139-47ed-9124-b0d53e39d4fd req-f5ba7853-ad2a-43b1-b8c8-962da129b3e2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0954514 Jul 28 14:32:57.092269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ab03709-c675-43c0-8aee-5dae577232fb req-1a03edf3-8808-4984-a253-e9b312e77a40 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 210 time: 0.0500939 Jul 28 14:32:57.099176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.168757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-80f9b82e-c139-47ed-9124-b0d53e39d4fd req-0354176d-b2dc-4eae-a181-fd3363cfbe44 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776033 Jul 28 14:32:57.180791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.207137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:32:57.230768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6487a5-4b0e-45eb-a5a8-eb3440a43060,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:57.248665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.249187 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Added segment 42336350-3cd9-4fa9-9a7f-14a7e90256f3 of type vlan for network 23235b65-94d9-4532-b4d1-5c3aa4278e6d Jul 28 14:32:57.300485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.438170 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.439573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:57.440297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.507029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Pushing event updated for resources: {'Network': ['ID=23235b65-94d9-4532-b4d1-5c3aa4278e6d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:57.515379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.515730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.516076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.516422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.516787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.517161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.517498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.517828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.518158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.518486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.518834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.519139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:57.531728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 23235b65-94d9-4532-b4d1-5c3aa4278e6d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:32:57.576784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3e60f07b-1045-44ec-816c-31d2717d65c4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1162832 Jul 28 14:32:57.581342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34848) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:57.586897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Request body: {'subnet': {'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-435535046-subnet', 'tenant_id': 'de7a6f79b5984bac8c15de06b988a7a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:57.681589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:57.726254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Made reservation on behalf of de7a6f79b5984bac8c15de06b988a7a4 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:57.728729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.753020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-93417a2b-a99f-40ac-a0e6-1d53c8c09d03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=faf98f7fc5964a09b86b987583e9737b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700064 Jul 28 14:32:57.753883 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.755781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:57.855694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd90d69f-31f5-4867-8445-61b07ba907ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.905423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd90d69f-31f5-4867-8445-61b07ba907ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.077641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfabee5-4b8a-414c-b119-056b0a5f088f req-1dd39c2c-1761-4b1e-9f39-abfdab8f6cd9 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:58.079276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2bfabee5-4b8a-414c-b119-056b0a5f088f req-1dd39c2c-1761-4b1e-9f39-abfdab8f6cd9 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0576653 Jul 28 14:32:58.125222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2bfabee5-4b8a-414c-b119-056b0a5f088f req-f2fee59e-4073-401a-83b6-10a7f81156b1 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 Jul 28 14:32:58.203142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5ee1891-0a67-4948-bc5c-0c9bdc739538 req-dc7a6c13-a5f2-4b92-a762-09ce302472cb tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 210 time: 0.0329437 Jul 28 14:32:58.289910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.299140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd90d69f-31f5-4867-8445-61b07ba907ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.302206 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bd90d69f-31f5-4867-8445-61b07ba907ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.308508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bd90d69f-31f5-4867-8445-61b07ba907ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cc1061c-8bbb-4019-9f4a-9d65150ad79f HTTP/1.1" status: 204 len: 168 time: 0.5460026 Jul 28 14:32:58.315366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90d69f-31f5-4867-8445-61b07ba907ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1061c-8bbb-4019-9f4a-9d65150ad79f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:58.386750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b91d788-0b3f-4a08-aac7-11ef4e000176,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:58.394947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a8c30-5c03-4b1a-a225-1287681165c9 req-8164762f-1749-4abd-a23b-f6e7d336c71a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:58.408378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Checking segment: {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:58.408378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Network hostable DHCP agents. Network: 23235b65-94d9-4532-b4d1-5c3aa4278e6d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:32:58.410295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d22a8c30-5c03-4b1a-a225-1287681165c9 req-8164762f-1749-4abd-a23b-f6e7d336c71a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1393218 Jul 28 14:32:58.472903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d22a8c30-5c03-4b1a-a225-1287681165c9 req-6450b32c-90c2-4a0c-95e0-eaf3dfe2acf9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598037 Jul 28 14:32:58.609044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Network 23235b65-94d9-4532-b4d1-5c3aa4278e6d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:32:58.710796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 23235b65-94d9-4532-b4d1-5c3aa4278e6d) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:58.724116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:58.724116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.729307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df333e-b870-4c5f-8580-526b4a4c1dad None None] Network 23235b65-94d9-4532-b4d1-5c3aa4278e6d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:58.893308 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-25b5a855-facd-4fbd-b3ed-a073f31b4a12 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3077574 Jul 28 14:32:59.018554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac07fd0-da05-4a0d-a138-b1f159840824 None None] Network 23235b65-94d9-4532-b4d1-5c3aa4278e6d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:59.322663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a0a57510-5998-4a58-a6e1-6bdddbeac7d5 req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132673186', 'description': 'tempest-description-1729503915'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:59.539697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42f29f-d8e2-4abb-bb51-ff63b1dc5024 req-156a12f2-9abd-4704-9cb8-166839dda29f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:59.542802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf42f29f-d8e2-4abb-bb51-ff63b1dc5024 req-156a12f2-9abd-4704-9cb8-166839dda29f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1023924 Jul 28 14:32:59.609931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf42f29f-d8e2-4abb-bb51-ff63b1dc5024 req-48428707-b174-4104-abad-3919b15eb521 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Jul 28 14:32:59.684175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a0a57510-5998-4a58-a6e1-6bdddbeac7d5 req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:59.727075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-917c6c59-00fa-4892-9895-95bf00e21228 req-83fca09f-d92e-4b77-9f56-a95ccb7c1735 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 210 time: 0.0479033 Jul 28 14:32:59.905484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a0a57510-5998-4a58-a6e1-6bdddbeac7d5 req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:59.951266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f685c2f-f6cd-4f27-b7f0-bc0c2d51692b req-5b74f2b6-eccd-4c60-9af2-4389667a3af9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:59.953957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f685c2f-f6cd-4f27-b7f0-bc0c2d51692b req-5b74f2b6-eccd-4c60-9af2-4389667a3af9 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0944548 Jul 28 14:33:00.026580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a0a57510-5998-4a58-a6e1-6bdddbeac7d5 req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.028932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f685c2f-f6cd-4f27-b7f0-bc0c2d51692b req-7ac5f8c2-cd59-462f-a5af-26c683a24d2b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666218 Jul 28 14:33:00.090306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48609bd7-8a61-47f2-be11-77cbd05070b6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:00.174766 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a0a57510-5998-4a58-a6e1-6bdddbeac7d5 req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.178221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0a57510-5998-4a58-a6e1-6bdddbeac7d5 req-881ee384-23ce-4ef1-b427-1cb47c6eca00 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8598316 Jul 28 14:33:00.226969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dd97fe6a-c0fe-47ba-94b2-0454a3d2c16b req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2083479200', 'description': 'tempest-description-961633736'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:00.361229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd97fe6a-c0fe-47ba-94b2-0454a3d2c16b req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.540032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd97fe6a-c0fe-47ba-94b2-0454a3d2c16b req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.626908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd97fe6a-c0fe-47ba-94b2-0454a3d2c16b req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.692357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e2a787-48f9-4c34-8cd5-2d10edff678d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:00.744167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd97fe6a-c0fe-47ba-94b2-0454a3d2c16b req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.747377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd97fe6a-c0fe-47ba-94b2-0454a3d2c16b req-0582243b-e70d-4022-b9f8-71b3601e74cb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5276129 Jul 28 14:33:00.791497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3993e-56a2-4fe8-a5b3-f370c1dbd547 req-207f3afe-12ed-4893-8795-667e06a8b0bc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:00.799562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65c3993e-56a2-4fe8-a5b3-f370c1dbd547 req-207f3afe-12ed-4893-8795-667e06a8b0bc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0871253 Jul 28 14:33:00.870086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67e2c6ce-3a21-4acb-91fc-67cfd493c9db req-faee3756-3308-4396-bb6b-758c0d4ebb1d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 210 time: 0.0429246 Jul 28 14:33:00.884924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65c3993e-56a2-4fe8-a5b3-f370c1dbd547 req-fd149df4-73e7-4d6c-8a27-da537e97a249 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 Jul 28 14:33:01.040745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-907dae6f-9342-474a-be70-b302f8dd7150 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320649 Jul 28 14:33:01.260591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714c8cd-cc93-48a3-82bf-2baab244e450 req-1a40483d-798b-450c-8838-bfe21ae69f13 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:01.262547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6714c8cd-cc93-48a3-82bf-2baab244e450 req-1a40483d-798b-450c-8838-bfe21ae69f13 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0974033 Jul 28 14:33:01.316502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6714c8cd-cc93-48a3-82bf-2baab244e450 req-3eff9600-ec51-4b38-87b7-bfcfac611795 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Jul 28 14:33:01.345788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-2731022b-7686-4dcf-a2af-0e5a64dc3722 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:01.382262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-2731022b-7686-4dcf-a2af-0e5a64dc3722 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 812 time: 0.2950358 Jul 28 14:33:01.382262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-b7be69e4-c4c0-48ca-bf5e-00bb4f8fd50e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:01.382262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-b7be69e4-c4c0-48ca-bf5e-00bb4f8fd50e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984173 Jul 28 14:33:01.382262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-2282c095-af35-4a04-af98-5d67175ec45f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/quotas/de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 375 time: 0.0100210 Jul 28 14:33:01.414771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:01.419961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-0390bd69-245e-4cc3-ba8a-ff7a57e5860b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411611 Jul 28 14:33:01.689797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-7c884489-d159-4bf6-bfe9-c0747e072eb1 service neutron] 10.222.0.57 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552285 Jul 28 14:33:01.798904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:01.804028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.831516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-4f4d5093-9c00-4869-b118-c655f8ae5008 service neutron] 10.222.0.57 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407607 Jul 28 14:33:01.913927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.192506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48280fea-09de-444c-a919-882d3b677819 req-7602240c-0359-44ab-a553-c86f84033c07 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:02.202051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48280fea-09de-444c-a919-882d3b677819 req-7602240c-0359-44ab-a553-c86f84033c07 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1514852 Jul 28 14:33:02.356368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48280fea-09de-444c-a919-882d3b677819 req-891e0f72-0652-4b43-b9e8-35d79cfa671c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450019 Jul 28 14:33:02.361457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f1a521-c241-45c2-908e-a45f2328b00d req-9bdcf1c6-e715-4bb4-ac27-8b83888e3c8e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 210 time: 0.1157069 Jul 28 14:33:02.367884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.130 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:02.563595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7152c8f3-03eb-4ff6-a572-f49797a0a459 req-0710784b-b1b7-4c8f-ac52-291b751c836b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 210 time: 0.0856709 Jul 28 14:33:02.860693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed854bf9-537f-4251-93a0-4bdb4a2d7bae req-4d0faf69-9240-4fb2-9b9b-081d9c10804a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:02.863381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed854bf9-537f-4251-93a0-4bdb4a2d7bae req-4d0faf69-9240-4fb2-9b9b-081d9c10804a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1593878 Jul 28 14:33:02.898549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.945080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:02.980089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed854bf9-537f-4251-93a0-4bdb4a2d7bae req-f60a86a3-60bc-4c51-bf2c-7ff9a63c6c48 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008928 Jul 28 14:33:03.131137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.155158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'd7096f19-0422-4d0e-bcb8-83a27127c20e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:03.236648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:03.248144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:03.256979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:03.295737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd', 'ca7efafd-dda5-4b90-b61a-f74d12410b8d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:03.359858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:03.454132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:03.455528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.625656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83422418-9ac5-4c71-9b44-faf03a744072 req-0d21a1ab-4d22-4faf-be86-79ac69aa7bb9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:03.628282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-9b57159b-ceb4-4bc1-935c-aa6a7ef10c43 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2353923 Jul 28 14:33:03.635306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83422418-9ac5-4c71-9b44-faf03a744072 req-0d21a1ab-4d22-4faf-be86-79ac69aa7bb9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.0930648 Jul 28 14:33:03.764709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83422418-9ac5-4c71-9b44-faf03a744072 req-2e05ce5e-2fb9-4130-bf84-98aaf0ece2e3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281769 Jul 28 14:33:03.838736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954f16e-f827-40b4-8ad5-3818de467973 req-eb07c993-b81b-49a9-a252-f1d4163da17d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:03.849461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0954f16e-f827-40b4-8ad5-3818de467973 req-eb07c993-b81b-49a9-a252-f1d4163da17d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 936 time: 0.2143354 Jul 28 14:33:03.911650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0954f16e-f827-40b4-8ad5-3818de467973 req-b36f09c5-3467-4b4d-b74f-e6a9129b67c1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Jul 28 14:33:03.915277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d93ef-744a-4026-a12f-c7f3cb6e026e req-1db8296d-b9fe-4af2-aa47-c0a82957af74 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:03.922414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-954d93ef-744a-4026-a12f-c7f3cb6e026e req-1db8296d-b9fe-4af2-aa47-c0a82957af74 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0919509 Jul 28 14:33:03.992710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Request body: {'port': {'device_id': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:04.013709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-954d93ef-744a-4026-a12f-c7f3cb6e026e req-e277e11a-5450-40f9-b308-2cc3957e4294 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744593 Jul 28 14:33:04.096992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.113687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-15d86563-7408-42c6-aa77-5d5472d14f5c None None] Provisioning for port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:04.141803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-15d86563-7408-42c6-aa77-5d5472d14f5c None None] Provisioning complete for port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:04.142339 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15d86563-7408-42c6-aa77-5d5472d14f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.180506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-948116ce-7cc8-4052-b6cb-b97b511955cc req-0129a1d9-0868-40ed-ba75-3db433b11a62 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 210 time: 0.0628462 Jul 28 14:33:04.341302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbae485-e149-48ff-a3c3-6b8e03dfdf83 req-e1861cbe-52d2-4cf8-91da-95383da0a1db tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:04.344733 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abbae485-e149-48ff-a3c3-6b8e03dfdf83 req-e1861cbe-52d2-4cf8-91da-95383da0a1db tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1029215 Jul 28 14:33:04.433651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abbae485-e149-48ff-a3c3-6b8e03dfdf83 req-ab1050ad-9d2d-41b6-ac62-d2f41b68cae1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782270 Jul 28 14:33:04.545518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-15d86563-7408-42c6-aa77-5d5472d14f5c None None] Port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:33:04.668414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:04.683671 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.705410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Transition to ACTIVE for port object f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:04.797686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.863816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Pushing event updated for resources: {'Port': ['ID=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:05.044852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dddbd-4d24-4612-91a2-1bb80351269a req-3b386c4d-a68c-4480-b6a4-ffeaae4090a4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.047575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-189dddbd-4d24-4612-91a2-1bb80351269a req-3b386c4d-a68c-4480-b6a4-ffeaae4090a4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.1386302 Jul 28 14:33:05.083113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Attempting to bind port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:05.083748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Attempting to bind port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:05.084162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Attempting to bind port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:05.097370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fea553-7cc2-4370-9817-13ae45472381 req-dd1b8f28-90bb-4577-ab49-dbf37b66109d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.105623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:05.106172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Attempting to bind port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:05.107177 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17fea553-7cc2-4370-9817-13ae45472381 req-dd1b8f28-90bb-4577-ab49-dbf37b66109d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.0950446 Jul 28 14:33:05.129795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:05.130296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:05.131387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:05.132135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Bound port: f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:05.132746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.154400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17fea553-7cc2-4370-9817-13ae45472381 req-6bbc4016-743e-4e1c-9aa4-950a3199aaa4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Jul 28 14:33:05.180796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-189dddbd-4d24-4612-91a2-1bb80351269a req-8ccb0a04-0e8b-4701-8f2e-80a521e3fc69 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162846 Jul 28 14:33:05.275995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] For port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:05.280606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] For port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:05.354588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e85da798-783a-467d-b436-c769994d9404 req-572e9744-142f-42ef-95ed-426681f12414 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 210 time: 0.0418310 Jul 28 14:33:05.358632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021fd53-14c2-49d0-b007-687b85217ca7 req-edcb7df2-e90a-4984-b191-18d20cf82129 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.361956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5021fd53-14c2-49d0-b007-687b85217ca7 req-edcb7df2-e90a-4984-b191-18d20cf82129 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0792036 Jul 28 14:33:05.384058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.440408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.441447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.443141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-6540f375-7c75-424c-b53c-835befa987cb service neutron] 10.222.0.42 "PUT /v2.0/ports/f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c HTTP/1.1" status: 200 len: 1097 time: 1.7917974 Jul 28 14:33:05.445300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'tag': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:05.447986 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100e8a4d-de17-463c-904a-c1044fd77e21" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2341d0-86cb-44ce-a640-759f617ab8e1", "tag": "f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:05.472501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.475106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5021fd53-14c2-49d0-b007-687b85217ca7 req-6b7b8592-583f-4903-afd0-ef39aca626b7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981541 Jul 28 14:33:05.507949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f375-7c75-424c-b53c-835befa987cb service neutron] Pushing event updated for resources: {'Port': ['ID=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:05.518179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35040) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:05.582957 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f514b-6773-4d0a-a9c5-6e62900a2615 x-openstack-request-id: req-c50f514b-6773-4d0a-a9c5-6e62900a2615 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:05.582957 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2341d0-86cb-44ce-a640-759f617ab8e1", "tag": "f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:05.582957 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c50f514b-6773-4d0a-a9c5-6e62900a2615 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:05.582957 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'tag': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c', 'status': 'completed', 'code': 200} Jul 28 14:33:05.705527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a47d6-7e39-4965-8f3b-85a5f8dd5a84 req-d89dbed6-0e2a-4580-aaea-b26fa3ce9920 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.707489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c5a47d6-7e39-4965-8f3b-85a5f8dd5a84 req-d89dbed6-0e2a-4580-aaea-b26fa3ce9920 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0832617 Jul 28 14:33:05.760712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2afbdfb-509a-490e-867b-e6c4e1aad720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.946547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c5a47d6-7e39-4965-8f3b-85a5f8dd5a84 req-75ab0fea-6cd1-4904-b39b-224b58b40b28 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305219 Jul 28 14:33:06.007669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e8a4d-de17-463c-904a-c1044fd77e21 req-14fe45c4-0e18-4ce2-840b-7d6922fefa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.009281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-100e8a4d-de17-463c-904a-c1044fd77e21 req-14fe45c4-0e18-4ce2-840b-7d6922fefa46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 1100 time: 0.2320759 Jul 28 14:33:06.034222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-731c772a-437d-428d-b076-ccd7b26d16ac tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.035802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-731c772a-437d-428d-b076-ccd7b26d16ac tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 812 time: 0.2569015 Jul 28 14:33:06.054844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'port': {'device_id': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d', 'admin_state_up': True, 'tenant_id': 'de7a6f79b5984bac8c15de06b988a7a4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:06.128508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-100e8a4d-de17-463c-904a-c1044fd77e21 req-44853140-9e14-4b07-a69d-171cd7275934 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689874 Jul 28 14:33:06.216599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2afbdfb-509a-490e-867b-e6c4e1aad720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.324372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e8a4d-de17-463c-904a-c1044fd77e21 req-da077894-fd8d-49f6-997b-06c9714ce3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.327199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-100e8a4d-de17-463c-904a-c1044fd77e21 req-da077894-fd8d-49f6-997b-06c9714ce3c2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854112 Jul 28 14:33:06.349009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccff01-5a12-4591-923b-c75d8623c4cb req-0f2faee7-0caf-4adb-b9b6-90b612e43948 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.351260 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fccff01-5a12-4591-923b-c75d8623c4cb req-0f2faee7-0caf-4adb-b9b6-90b612e43948 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.0652623 Jul 28 14:33:06.370266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2afbdfb-509a-490e-867b-e6c4e1aad720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.397550 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fccff01-5a12-4591-923b-c75d8623c4cb req-1c446449-aedc-4c1f-850b-df9a90e8078e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Jul 28 14:33:06.453064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afbdfb-509a-490e-867b-e6c4e1aad720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6527064c-183b-4db7-a4e3-00a88520e044,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:06.459996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b2afbdfb-509a-490e-867b-e6c4e1aad720 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9144375f9bc346f5a320d9a2ef05a8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399748 Jul 28 14:33:06.465240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35052) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:06.470188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e557-e796-471e-b259-a03a4d6ef009 req-c774b1b5-b1b1-4ac6-967f-a3cb6c237717 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.472373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be33e557-e796-471e-b259-a03a4d6ef009 req-c774b1b5-b1b1-4ac6-967f-a3cb6c237717 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.1809742 Jul 28 14:33:06.524293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be33e557-e796-471e-b259-a03a4d6ef009 req-ee9c634b-640e-4c10-a5f9-956bda4fc6a5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Jul 28 14:33:06.529459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Made reservation on behalf of de7a6f79b5984bac8c15de06b988a7a4 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:06.534974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.573078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d896ee0-dd63-4761-80b9-479036cafb1d req-3593593a-0419-4441-9613-44982c01caee tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 210 time: 0.0535996 Jul 28 14:33:06.603965 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d980652-e613-4031-af1e-672f5f2e826c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.659393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d980652-e613-4031-af1e-672f5f2e826c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.760030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-b79eac51-f273-4d8e-b0c6-8ff98c842d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.761759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-b79eac51-f273-4d8e-b0c6-8ff98c842d3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 1100 time: 0.2080615 Jul 28 14:33:06.852340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-a40ffdd5-4218-4c18-b2f8-c34436c01930 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c HTTP/1.1" status: 200 len: 217 time: 0.0583198 Jul 28 14:33:06.862240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad44fc-2fd5-41ca-b660-409994a797ad req-754a747b-a332-4644-bb3f-420845c5ed1a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.863943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68ad44fc-2fd5-41ca-b660-409994a797ad req-754a747b-a332-4644-bb3f-420845c5ed1a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1797214 Jul 28 14:33:06.887629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Allocated IP 172.20.0.7 (23235b65-94d9-4532-b4d1-5c3aa4278e6d/7b91d788-0b3f-4a08-aac7-11ef4e000176/3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:06.929625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d980652-e613-4031-af1e-672f5f2e826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.932788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d980652-e613-4031-af1e-672f5f2e826c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.934274 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9d980652-e613-4031-af1e-672f5f2e826c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6527064c-183b-4db7-a4e3-00a88520e044 HTTP/1.1" status: 204 len: 168 time: 0.4670215 Jul 28 14:33:06.947388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d980652-e613-4031-af1e-672f5f2e826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6527064c-183b-4db7-a4e3-00a88520e044,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:06.954480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68ad44fc-2fd5-41ca-b660-409994a797ad req-695548d1-8494-4e67-aa4c-2a3d27fe9b2d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775733 Jul 28 14:33:07.156402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555aaef-e8d9-43f8-a055-9364205259ac req-3b881c57-e781-4041-8026-1fba9e6be697 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.159037 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7555aaef-e8d9-43f8-a055-9364205259ac req-3b881c57-e781-4041-8026-1fba9e6be697 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0922110 Jul 28 14:33:07.168680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-3cee7353-4332-4930-ae4f-e62110c0a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.170185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-3cee7353-4332-4930-ae4f-e62110c0a635 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2226281 Jul 28 14:33:07.231286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7555aaef-e8d9-43f8-a055-9364205259ac req-bb4a1539-3783-4c5c-8540-e7818995436e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Jul 28 14:33:07.585594 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:07.722089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-91d7a447-54b5-44eb-9861-fed168485f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.724765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-91d7a447-54b5-44eb-9861-fed168485f78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1630452 Jul 28 14:33:07.731719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231e200-ba1b-4d36-855f-5cf6d5cfa093 req-34c9be84-04c3-4ea2-8dfe-558c0bca9788 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.734412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1231e200-ba1b-4d36-855f-5cf6d5cfa093 req-34c9be84-04c3-4ea2-8dfe-558c0bca9788 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.0938830 Jul 28 14:33:07.742273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-81413329-201c-42c7-ab03-31c73967cd13 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.744774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-81413329-201c-42c7-ab03-31c73967cd13 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 945 time: 0.5115402 Jul 28 14:33:07.767025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb2e8-9107-43a0-9231-5e4164cf415c req-7a71d130-ce01-4334-b019-27c438d3c470 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.769635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25eeb2e8-9107-43a0-9231-5e4164cf415c req-7a71d130-ce01-4334-b019-27c438d3c470 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.2066550 Jul 28 14:33:07.799350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1231e200-ba1b-4d36-855f-5cf6d5cfa093 req-bfdc4db5-2883-4e75-816f-a6ba225ddc99 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Jul 28 14:33:07.957755 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2188a83a-1340-448c-9e54-0a8e8ad08d03 req-fa764214-83d0-42a7-9ea6-58a64f571ac3 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 210 time: 0.0469072 Jul 28 14:33:07.966265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:07.967846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25eeb2e8-9107-43a0-9231-5e4164cf415c req-19e1df76-7392-499a-917c-075c8d83808c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663823 Jul 28 14:33:07.995011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f55c3bd4-620a-4382-9b86-498828a4acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:07.998538 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-af9758d0-f78b-44b9-9db7-faef8e72c761 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267721 Jul 28 14:33:08.009224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.186132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f55c3bd4-620a-4382-9b86-498828a4acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.204849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025048c9-6eba-4c07-a10e-70ce1106fc8f req-6e033425-61cb-46b8-927c-2cb182f92055 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:08.206495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-025048c9-6eba-4c07-a10e-70ce1106fc8f req-6e033425-61cb-46b8-927c-2cb182f92055 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0834811 Jul 28 14:33:08.211087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Network 23235b65-94d9-4532-b4d1-5c3aa4278e6d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:08.244037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:08.248063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:08.257741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:08.276527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-025048c9-6eba-4c07-a10e-70ce1106fc8f req-5653494d-88a9-4828-b9cb-c7e3b944bc62 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Jul 28 14:33:08.309614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Deleting port 97bbab52-acf8-4da0-b91e-31948527eae4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:08.310098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.381094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f55c3bd4-620a-4382-9b86-498828a4acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.433975 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f55c3bd4-620a-4382-9b86-498828a4acba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00b33f2347964d3fb7b910f256ebb190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648743 Jul 28 14:33:08.437027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c3bd4-620a-4382-9b86-498828a4acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc72e600-1025-49e3-b525-de1adcb1e7a4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:08.440538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35084) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:08.457087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:08.457914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.490800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e0629ac-cb59-4678-b647-955db6a6dc9d req-91308c8c-378e-4d19-8609-082375fdb94f service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542732 Jul 28 14:33:08.518482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9f4-1465-4b38-8704-27f294edfa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.538311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfabebd-fc32-4f94-87ed-0359132d5b0f req-ba8db302-c2af-4296-9614-7145a72ea711 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:08.540939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebfabebd-fc32-4f94-87ed-0359132d5b0f req-ba8db302-c2af-4296-9614-7145a72ea711 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1967273 Jul 28 14:33:08.549780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] For port 97bbab52-acf8-4da0-b91e-31948527eae4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=97bbab52-acf8-4da0-b91e-31948527eae4,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:08.550862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.559496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9f4-1465-4b38-8704-27f294edfa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.600071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Calling delete_port for 97bbab52-acf8-4da0-b91e-31948527eae4 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:08.641424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebfabebd-fc32-4f94-87ed-0359132d5b0f req-15a16f36-636c-4972-8fb7-4600807243c5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862041 Jul 28 14:33:08.725883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-20378440-9c42-4542-a5fa-261bd474e390 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6755733 Jul 28 14:33:08.750372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Request body: {'port': {'device_id': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:08.763691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9f4-1465-4b38-8704-27f294edfa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.768834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9f4-1465-4b38-8704-27f294edfa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.770377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d35bf9f4-1465-4b38-8704-27f294edfa2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc72e600-1025-49e3-b525-de1adcb1e7a4 HTTP/1.1" status: 204 len: 168 time: 0.3283386 Jul 28 14:33:08.783546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf9f4-1465-4b38-8704-27f294edfa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc72e600-1025-49e3-b525-de1adcb1e7a4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:08.832945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:08.938135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac82f958-bed7-4f65-8738-650f6ea349c0 req-046cd22d-f903-4cd5-a5b1-0d33ac57041d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0370953 Jul 28 14:33:08.967611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.010926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event deleted for resources: {'Port': ['ID=97bbab52-acf8-4da0-b91e-31948527eae4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:09.073786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] No DVR routers for this DVR port 97bbab52-acf8-4da0-b91e-31948527eae4 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:09.076825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.079564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4c357f7-5eb0-4c76-983d-9eac82eb2226 req-8c45529c-0157-44ec-8c0b-dc71bdcf36fa tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "DELETE /v2.0/ports/97bbab52-acf8-4da0-b91e-31948527eae4 HTTP/1.1" status: 204 len: 173 time: 1.3035507 Jul 28 14:33:09.086206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'name': 'network-vif-deleted', 'tag': '97bbab52-acf8-4da0-b91e-31948527eae4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:09.087179 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049cbb66-ac19-450c-b216-6d3edcbb0eb4" -d '{"events": [{"server_uuid": "3d6d8789-2eef-4a24-8f24-3cbf766dabb5", "name": "network-vif-deleted", "tag": "97bbab52-acf8-4da0-b91e-31948527eae4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:09.168312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11894ff-586e-4698-95f1-4e831d12ed97 req-4b76c861-9de1-47b0-af18-f1eb97a423da tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:09.169932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e11894ff-586e-4698-95f1-4e831d12ed97 req-4b76c861-9de1-47b0-af18-f1eb97a423da tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 931 time: 0.0635793 Jul 28 14:33:09.207509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa37a96-2d12-4ffa-96ac-640510caa364 req-56dc5a8a-4206-43f4-b36c-ff1ecf54b77c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:09.209886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0fa37a96-2d12-4ffa-96ac-640510caa364 req-56dc5a8a-4206-43f4-b36c-ff1ecf54b77c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.1373289 Jul 28 14:33:09.271616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e11894ff-586e-4698-95f1-4e831d12ed97 req-177e962d-872d-4058-bd02-6d0bfd627802 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 Jul 28 14:33:09.327433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0fa37a96-2d12-4ffa-96ac-640510caa364 req-44b5ca28-f718-4ad4-b074-15058fb1ccb0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897534 Jul 28 14:33:09.335123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:09.359766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.379056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Transition to ACTIVE for port object 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:09.420288 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20644b-baad-42e4-8770-fb38670f5238 x-openstack-request-id: req-8a20644b-baad-42e4-8770-fb38670f5238 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:09.420594 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6d8789-2eef-4a24-8f24-3cbf766dabb5", "name": "network-vif-deleted", "tag": "97bbab52-acf8-4da0-b91e-31948527eae4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:09.420955 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a20644b-baad-42e4-8770-fb38670f5238 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:09.421436 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6d8789-2eef-4a24-8f24-3cbf766dabb5', 'name': 'network-vif-deleted', 'tag': '97bbab52-acf8-4da0-b91e-31948527eae4', 'status': 'completed', 'code': 200} Jul 28 14:33:09.517889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.570364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e86e7-4280-41be-9abc-80953ea40939 req-2e9493e1-0515-4012-b683-83c72080169b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:09.573239 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca7e86e7-4280-41be-9abc-80953ea40939 req-2e9493e1-0515-4012-b683-83c72080169b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0960402 Jul 28 14:33:09.654690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:09.657335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca7e86e7-4280-41be-9abc-80953ea40939 req-660a4cfd-3fa6-4368-bf3c-62856a82275a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733528 Jul 28 14:33:09.766750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Attempting to bind port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:09.767201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Attempting to bind port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:09.767490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Attempting to bind port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b on network 23235b65-94d9-4532-b4d1-5c3aa4278e6d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:09.796553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b on network 23235b65-94d9-4532-b4d1-5c3aa4278e6d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:09.796923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Attempting to bind port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b on network 23235b65-94d9-4532-b4d1-5c3aa4278e6d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:09.808673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:09.811142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Checking segment: {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:09.811142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Bound using segment: {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:09.811142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Bound port: 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:09.811142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.847763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd766e2-d87e-4a0e-89db-a1f5ee678df3 req-69b85e07-55ec-4e9c-813a-5e8c0f48b7d3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:09.849419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fcd766e2-d87e-4a0e-89db-a1f5ee678df3 req-69b85e07-55ec-4e9c-813a-5e8c0f48b7d3 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0978928 Jul 28 14:33:09.924010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fcd766e2-d87e-4a0e-89db-a1f5ee678df3 req-341ddec6-2abd-48f5-aac9-d7c1ba5dd274 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506046 Jul 28 14:33:09.952075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:09.964101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:10.061074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:10.072286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 97bbab52-acf8-4da0-b91e-31948527eae4 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:10.100758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c13cf26b-486e-4ab3-9a54-3d0a4a1ae052 req-fd27341a-cfa4-4305-ae08-6212f9525195 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0437152 Jul 28 14:33:10.128284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 97bbab52-acf8-4da0-b91e-31948527eae4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:10.128790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 97bbab52-acf8-4da0-b91e-31948527eae4 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:10.166682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:10.167821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:10.169608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] 10.222.0.58 "PUT /v2.0/ports/3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 1092 time: 1.4236503 Jul 28 14:33:10.176437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24af897-c398-44f3-9557-90cb6050a278 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:10.611593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-2e2d43bf-3dd4-4919-9bed-f247dbdb6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:10.614259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-2e2d43bf-3dd4-4919-9bed-f247dbdb6891 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1095 time: 0.2080646 Jul 28 14:33:10.615496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ac2f0-ca63-4cfe-af67-079387021353 req-879be2f0-c179-431c-a935-d0c25b7fa248 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:10.630398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b46ac2f0-ca63-4cfe-af67-079387021353 req-879be2f0-c179-431c-a935-d0c25b7fa248 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.1204772 Jul 28 14:33:10.641782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6aed-1c80-486d-bca1-724c588867ee req-1571c25d-d428-4bba-8358-1dfee7d6d019 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:10.655318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b2b6aed-1c80-486d-bca1-724c588867ee req-1571c25d-d428-4bba-8358-1dfee7d6d019 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 943 time: 0.1380286 Jul 28 14:33:10.721643 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b46ac2f0-ca63-4cfe-af67-079387021353 req-ee6d01ff-62a6-42b3-8fa2-1f94c75c6ada tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874078 Jul 28 14:33:10.725714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35136) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:10.782481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-0ebb569e-8dcb-463f-b98b-80397aaa80dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 217 time: 0.1242707 Jul 28 14:33:10.869137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b2b6aed-1c80-486d-bca1-724c588867ee req-013ffdb9-244a-4773-95fd-737507ab9b4f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124381 Jul 28 14:33:10.914473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-c43a6214-9b06-4e13-84fb-7b41d1797003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:10.920201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-c43a6214-9b06-4e13-84fb-7b41d1797003 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.1246054 Jul 28 14:33:10.947272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1795633079-network', 'tenant_id': '3944c509c3314117ad477e6979c695c6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:10.994368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-73639515-be12-4511-af6a-e6ee62f3ee67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579755 Jul 28 14:33:11.070161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5ced-d455-4594-9807-e1d315fee8ea req-aa2a8013-1ef7-4e12-99f9-e228743fb3aa tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.073004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aba5ced-d455-4594-9807-e1d315fee8ea req-aa2a8013-1ef7-4e12-99f9-e228743fb3aa tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0662444 Jul 28 14:33:11.129422 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aba5ced-d455-4594-9807-e1d315fee8ea req-ce5c5983-2e08-45ee-9605-436592c62d36 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Jul 28 14:33:11.163656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Made reservation on behalf of 3944c509c3314117ad477e6979c695c6 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:11.166545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.183455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.183873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943b96-aff2-4cad-8d75-cd263dace1db req-7ec58445-315c-4e6d-b883-382fc5b95896 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.186636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7943b96-aff2-4cad-8d75-cd263dace1db req-7ec58445-315c-4e6d-b883-382fc5b95896 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1097 time: 0.1683092 Jul 28 14:33:11.233530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-96ad1dba-f498-4b29-bb3d-adfe6a087cae service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281442 Jul 28 14:33:11.245651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7943b96-aff2-4cad-8d75-cd263dace1db req-7785c284-a99b-4bf6-a5dc-1259468f3720 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517952 Jul 28 14:33:11.337614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e87044-d45f-40b0-8ab6-8da063ee2a5f req-5fa57a50-a247-436a-9cd1-5bd57bb8ef61 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.339407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61e87044-d45f-40b0-8ab6-8da063ee2a5f req-5fa57a50-a247-436a-9cd1-5bd57bb8ef61 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1014276 Jul 28 14:33:11.367830 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.383562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0f6db28-061f-41b9-aa99-ff1833bbd540 req-21086d3b-c98b-4f51-ab5a-7d8f47100c48 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0360248 Jul 28 14:33:11.412810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61e87044-d45f-40b0-8ab6-8da063ee2a5f req-a85d7c2a-0587-434c-b163-b17fde154553 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Jul 28 14:33:11.425180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:11.434316 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c89dfff-17ec-4d24-9dc2-a4519f720202" -d '{"events": [{"name": "network-changed", "server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:11.446585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a68c882-0d3f-4d90-86ad-ee07fdcbbe3b req-72efc8df-f10f-4ca5-915a-e7214a4c19c7 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940210 Jul 28 14:33:11.472217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.487490 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7a879-6caf-48a4-b6b7-f80c5b49ef66 x-openstack-request-id: req-c7e7a879-6caf-48a4-b6b7-f80c5b49ef66 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:11.488134 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:11.489061 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7e7a879-6caf-48a4-b6b7-f80c5b49ef66 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:11.489061 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'status': 'completed', 'code': 200} Jul 28 14:33:11.513113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:33:11.519184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f366d-caf4-4570-8218-4264de6914e6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:11.527984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.528536 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Added segment dc6e5463-0ff9-4636-9bcb-890c432058ba of type vlan for network fe600cbf-27bc-4ab3-861c-86850865cfa3 Jul 28 14:33:11.585821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.616986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-e3b0a5b1-8df8-427f-abf2-21d37d4f4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.618781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-e3b0a5b1-8df8-427f-abf2-21d37d4f4c13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1095 time: 0.0467196 Jul 28 14:33:11.729187 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.730574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.731411 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.737423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-177cdd75-1d9a-45da-b1f1-b3cdd947b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.744479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-177cdd75-1d9a-45da-b1f1-b3cdd947b5c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.1018419 Jul 28 14:33:11.802922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] Pushing event updated for resources: {'Network': ['ID=fe600cbf-27bc-4ab3-861c-86850865cfa3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:11.814911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network fe600cbf-27bc-4ab3-861c-86850865cfa3 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:33:11.841242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-26a51192-5476-4d44-b03a-3cf5d202eeee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 217 time: 0.0895431 Jul 28 14:33:11.887843 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-657bc46d-0d54-426c-928d-c8d670c3a509 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1578460 Jul 28 14:33:11.888370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35150) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:11.895077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Request body: {'subnet': {'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1795633079-subnet', 'tenant_id': '3944c509c3314117ad477e6979c695c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:11.907938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23cbc-74b1-470a-b0e9-5f0dd1e19a3d req-fcc590b2-e71f-4f2c-9a51-93a63c1f463c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.916573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5eb23cbc-74b1-470a-b0e9-5f0dd1e19a3d req-fcc590b2-e71f-4f2c-9a51-93a63c1f463c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.0768352 Jul 28 14:33:11.928372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-964f21a5-eed6-420c-b71b-9d0751ecfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.930982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-964f21a5-eed6-420c-b71b-9d0751ecfa02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.0709562 Jul 28 14:33:11.988272 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5eb23cbc-74b1-470a-b0e9-5f0dd1e19a3d req-d9bcbe10-3d78-4c99-8de3-162f18394d55 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634046 Jul 28 14:33:11.994486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-64554b90-d264-4914-aa56-c86f82848a1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542161 Jul 28 14:33:12.026199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Made reservation on behalf of 3944c509c3314117ad477e6979c695c6 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:12.028702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:12.085607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:12.160798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fae0f-4e8a-4389-8930-651d51ba2ca6 req-1d12e513-e9cc-41dc-86e4-a9103bd69d8c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:12.170182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-765fae0f-4e8a-4389-8930-651d51ba2ca6 req-1d12e513-e9cc-41dc-86e4-a9103bd69d8c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 943 time: 0.0941217 Jul 28 14:33:12.183026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-4380179b-e108-4db4-82c3-35e22de42f10 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711214 Jul 28 14:33:12.226734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:12.257324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:12.259142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-765fae0f-4e8a-4389-8930-651d51ba2ca6 req-ed9ac75f-bdc7-4c23-8c33-18a2b3fb9da8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840280 Jul 28 14:33:12.261385 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79c458d-143d-47ed-b9a1-f12484bf9e0b" -d '{"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:12.289238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:12.382036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c89dfff-17ec-4d24-9dc2-a4519f720202 req-d6c9b086-d514-4a64-ba09-2eb6769ea638 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902256 Jul 28 14:33:12.574152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41866af-1b02-4ca3-8383-05b6a02e4e3c req-f51560de-a2bf-4259-94e6-e9c293e131d0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:12.576199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f41866af-1b02-4ca3-8383-05b6a02e4e3c req-f51560de-a2bf-4259-94e6-e9c293e131d0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0903337 Jul 28 14:33:12.641606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f41866af-1b02-4ca3-8383-05b6a02e4e3c req-c417e0ea-7619-4edd-a168-c802dd01a3ae tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525601 Jul 28 14:33:12.683880 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:12.713379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:12.727701 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87969b85-53b9-4dc7-a38d-6894a40cf562 x-openstack-request-id: req-87969b85-53b9-4dc7-a38d-6894a40cf562 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:12.728660 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:12.729151 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87969b85-53b9-4dc7-a38d-6894a40cf562 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:12.729765 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'code': 200} Jul 28 14:33:12.769780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:12.872220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69597770-de80-436a-b8ec-69e026949476 req-4919bed3-724c-4c1e-9c4e-eb0480ccb3cb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0728197 Jul 28 14:33:12.880024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18edb5ba-3f36-42f9-a20d-e7fcf876237f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:12.919353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Checking segment: {'id': 'dc6e5463-0ff9-4636-9bcb-890c432058ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:12.920831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Network hostable DHCP agents. Network: fe600cbf-27bc-4ab3-861c-86850865cfa3, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:33:13.046815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789abfca-d44c-4936-a728-6328ee1daacb req-61182d0f-4bc7-4355-9d0e-6a608a814077 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:13.048799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-789abfca-d44c-4936-a728-6328ee1daacb req-61182d0f-4bc7-4355-9d0e-6a608a814077 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0630741 Jul 28 14:33:13.056103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Network fe600cbf-27bc-4ab3-861c-86850865cfa3 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:33:13.108612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-789abfca-d44c-4936-a728-6328ee1daacb req-00b5dac7-bd1d-4ad9-9086-ac364e9a0587 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Jul 28 14:33:13.192698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, fe600cbf-27bc-4ab3-861c-86850865cfa3) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:13.200905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:13.201987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:13.212992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d977c65-b899-4e42-a9f7-b844b78c4db0 None None] Network fe600cbf-27bc-4ab3-861c-86850865cfa3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:13.301234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd555f3-d84a-4403-8434-5624d687ef79 req-339210b5-99f5-4fcb-a0ae-56f969c224d6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:13.303809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddd555f3-d84a-4403-8434-5624d687ef79 req-339210b5-99f5-4fcb-a0ae-56f969c224d6 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.0965762 Jul 28 14:33:13.377871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddd555f3-d84a-4403-8434-5624d687ef79 req-32cb96f7-361b-483e-a9d9-a610746f0583 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625753 Jul 28 14:33:13.425088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-277155c1-29e6-433c-90d8-1c316aa96356 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5353088 Jul 28 14:33:13.445449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9248a5-5b0c-4408-9c86-16050489da9a None None] Network fe600cbf-27bc-4ab3-861c-86850865cfa3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:13.656821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024def-192b-48be-bdac-c5bb6a2ceb5e req-0f2a79a0-2365-4f47-beb6-7911ea378e89 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:13.658944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0024def-192b-48be-bdac-c5bb6a2ceb5e req-0f2a79a0-2365-4f47-beb6-7911ea378e89 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 943 time: 0.0857937 Jul 28 14:33:13.737650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0024def-192b-48be-bdac-c5bb6a2ceb5e req-45dd3280-9a34-4143-8e21-053d6eb6681a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651870 Jul 28 14:33:14.040804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:14.061576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc90eb-fb6f-411f-8e6e-38472773d29a req-cd707a12-8cb5-45cf-bfad-8c9ccb59b572 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:14.063308 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bedc90eb-fb6f-411f-8e6e-38472773d29a req-cd707a12-8cb5-45cf-bfad-8c9ccb59b572 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 948 time: 0.0763447 Jul 28 14:33:14.102280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:14.132682 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bedc90eb-fb6f-411f-8e6e-38472773d29a req-019cf453-50eb-4654-b156-9b1b4953c6bf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581889 Jul 28 14:33:14.351106 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca817261-5458-4c74-a8ca-973cac964c01 req-b29ef0b5-aaed-495e-a8e1-ed17fef8f157 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0508149 Jul 28 14:33:14.434246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:14.486958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:14.509671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d', 'port_id': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'mac_address': 'fa:16:3e:f9:1d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b91d788-0b3f-4a08-aac7-11ef4e000176', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:14.537565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-04f159ad-3aba-4b03-934c-36f2a990bab1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2807596 Jul 28 14:33:14.583518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c', 'mac_address': 'fa:16:3e:cb:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:14.608009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcd0c6-b88d-4319-a916-f7beeb774296 req-fc25e0ba-0054-4bd6-88a0-4c6b7ec8c974 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:14.610792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4fcd0c6-b88d-4319-a916-f7beeb774296 req-fc25e0ba-0054-4bd6-88a0-4c6b7ec8c974 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1463549 Jul 28 14:33:14.656999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-9741805a-91a6-4f4d-bcd4-b30f79ea18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:14.661135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-9741805a-91a6-4f4d-bcd4-b30f79ea18f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 1102 time: 0.0918703 Jul 28 14:33:14.675026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:14.715037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:14.724432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4fcd0c6-b88d-4319-a916-f7beeb774296 req-c86b5da4-7bc2-491e-b4d9-a5eb1371de5c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948014 Jul 28 14:33:14.750956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:14.862765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:14.918526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35222) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:14.927773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1644316507-network', 'tenant_id': '33738f20d3a94c1dbe8c6435d3282f98'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:14.939471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:14.949448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:14.994079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-c2963c6a-f6a0-4306-81c8-df502902aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:14.995987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-c2963c6a-f6a0-4306-81c8-df502902aa44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3010499 Jul 28 14:33:15.038427 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.053292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59dd93-857a-4c8e-9f0c-cd894e6f1d2d req-2e684b31-0e55-4cb8-bd7c-32d4dfd37e46 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.067195 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f59dd93-857a-4c8e-9f0c-cd894e6f1d2d req-2e684b31-0e55-4cb8-bd7c-32d4dfd37e46 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 948 time: 0.1309414 Jul 28 14:33:15.094302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-31766589-8e28-42ff-ac4e-5ff5db828be0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 200 len: 217 time: 0.0893755 Jul 28 14:33:15.115989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.137834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f59dd93-857a-4c8e-9f0c-cd894e6f1d2d req-7c6ddc43-0ad1-404d-8518-7be1527d382c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665369 Jul 28 14:33:15.153238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Made reservation on behalf of 33738f20d3a94c1dbe8c6435d3282f98 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:15.156385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.166051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:15.168145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.217288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-cbd92616-c3d0-4d7c-ba5e-a168ff8c4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.220057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-cbd92616-c3d0-4d7c-ba5e-a168ff8c4fad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1151304 Jul 28 14:33:15.284168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:15.307229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-19e05274-fe3a-4360-bdd4-c0b3a5cc0545 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:33:15.308290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-19e05274-fe3a-4360-bdd4-c0b3a5cc0545 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4655211 Jul 28 14:33:15.313513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-bd42cb81-3cde-4551-a16c-30c04424f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.315547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-bd42cb81-3cde-4551-a16c-30c04424f78f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857952 Jul 28 14:33:15.329251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Request body: {'binding': {'host': 'n-h1-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:15.329710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:33:15.387433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d8bd0-4075-43b4-a04b-bf3a1c4acd11 req-5b1cafdf-bf13-40e2-ae38-436910f1b566 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.389162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-415d8bd0-4075-43b4-a04b-bf3a1c4acd11 req-5b1cafdf-bf13-40e2-ae38-436910f1b566 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 944 time: 0.1340785 Jul 28 14:33:15.467440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-b1a81f07-9804-4beb-bf76-1da0a4f19352 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433611 Jul 28 14:33:15.490141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.506759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:15.523101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-415d8bd0-4075-43b4-a04b-bf3a1c4acd11 req-863c472e-bfe1-4c84-aa47-d5732afd1c8f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203220 Jul 28 14:33:15.566585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.613966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:33:15.626599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on host n-h1-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:15.626932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:15.627277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:15.631411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b49f6-2a8a-45f0-aff4-8bc92225b8e5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:15.638286 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.638641 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Added segment 239faa8d-8eb6-4d6c-b5a3-ecb44ef52623 of type vlan for network f9018691-773c-4c98-b60b-64d3eed76a9f Jul 28 14:33:15.658057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:15.658397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:15.663019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.664395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.664395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.664395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.664395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.665062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.665062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.665392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.665753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.666065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.667166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.667166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:15.707987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f25041f5-76ac-4cf3-8c66-68fb8f4653ff req-fa7b13fb-a7ff-44a5-a258-a8ea24d88988 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273476 Jul 28 14:33:15.711507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:15.712114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:15.712761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:15.713617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Bound port: bb0c5010-15d4-4862-9027-ca7636e8a3d5, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:15.792510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.870097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:15.890229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:15.919163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a01ea8-d050-476e-8cae-2050b877c79a req-c11295b6-aaef-4d4c-9838-2c653eb4e216 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.922532 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4a01ea8-d050-476e-8cae-2050b877c79a req-c11295b6-aaef-4d4c-9838-2c653eb4e216 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 948 time: 0.1192830 Jul 28 14:33:15.980922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4a01ea8-d050-476e-8cae-2050b877c79a req-11883359-dfa9-4bf9-ace8-e6c928ee0622 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Jul 28 14:33:16.004616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.004616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-f8aec064-4e45-4d24-9199-7067d2043e27 service neutron] 10.222.0.57 "POST /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.6771030 Jul 28 14:33:16.060732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.061987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:16.062355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.081738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:16.153371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c06ca0ca-2e4c-4a8d-971d-cd0dc7c42cb5 req-d92b8399-f7b1-4c32-be9b-b14f7beae764 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6d8789-2eef-4a24-8f24-3cbf766dabb5 HTTP/1.1" status: 200 len: 210 time: 0.0801816 Jul 28 14:33:16.163327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] Pushing event updated for resources: {'Network': ['ID=f9018691-773c-4c98-b60b-64d3eed76a9f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:16.195847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f9018691-773c-4c98-b60b-64d3eed76a9f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:33:16.275123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e32dd49-eb07-41e0-96a2-4b711489e879 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3550696 Jul 28 14:33:16.284776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:16.289494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Request body: {'subnet': {'network_id': 'f9018691-773c-4c98-b60b-64d3eed76a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1644316507-subnet', 'tenant_id': '33738f20d3a94c1dbe8c6435d3282f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:16.302171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71d41d-91ae-487a-bf80-05f727cc30e1 req-9fc4de94-345d-4b5a-b509-6185e8819df6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:16.303853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd71d41d-91ae-487a-bf80-05f727cc30e1 req-9fc4de94-345d-4b5a-b509-6185e8819df6 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0600567 Jul 28 14:33:16.307882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:16.322336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'mac_address': 'fa:16:3e:6b:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:16.378079 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.384380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd71d41d-91ae-487a-bf80-05f727cc30e1 req-1aefae0a-7f22-407b-862c-cd3dd5c6b197 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716500 Jul 28 14:33:16.394874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef505271-e996-4a85-abc4-b81a8e69abc4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:16.420138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:16.506346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e6956-25be-4340-97ae-4838add8af77 req-4771e19f-f20f-449a-a7f2-8cd52af2dee5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:16.508047 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f1e6956-25be-4340-97ae-4838add8af77 req-4771e19f-f20f-449a-a7f2-8cd52af2dee5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 949 time: 0.0565841 Jul 28 14:33:16.546137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Made reservation on behalf of 33738f20d3a94c1dbe8c6435d3282f98 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:16.549209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.556963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f1e6956-25be-4340-97ae-4838add8af77 req-c9674966-d30a-4bb6-b119-8f6716c35fa3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Jul 28 14:33:16.699032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4c6b-7512-433d-9d35-532c82d5a8a3 req-dcb4e970-96e2-436f-9f84-32a6762b93b1 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:16.700860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03ce4c6b-7512-433d-9d35-532c82d5a8a3 req-dcb4e970-96e2-436f-9f84-32a6762b93b1 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 944 time: 0.0691040 Jul 28 14:33:16.749092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03ce4c6b-7512-433d-9d35-532c82d5a8a3 req-84fe5c45-3742-4c8a-920e-c2ddcf40bc12 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Jul 28 14:33:16.812030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.878034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:16.914741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:17.024395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74c3cf6-83ae-45e3-b73f-2f8897e1a117,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:17.050260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0da798-a130-4d27-8a29-403acb0062f3 req-22319d2d-0e56-4dfc-8f3b-25819793501f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:17.053495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e0da798-a130-4d27-8a29-403acb0062f3 req-22319d2d-0e56-4dfc-8f3b-25819793501f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.1403351 Jul 28 14:33:17.064538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Checking segment: {'id': '239faa8d-8eb6-4d6c-b5a3-ecb44ef52623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9018691-773c-4c98-b60b-64d3eed76a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:17.064980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Network hostable DHCP agents. Network: f9018691-773c-4c98-b60b-64d3eed76a9f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:33:17.117692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e0da798-a130-4d27-8a29-403acb0062f3 req-083af760-c807-43a6-82b0-11d3257aa42b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495341 Jul 28 14:33:17.174153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5694-0285-4123-9c18-a4feb814fbd2 req-b1532e6e-2799-4f99-aa21-4239632203fa tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:17.177594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3ca5694-0285-4123-9c18-a4feb814fbd2 req-b1532e6e-2799-4f99-aa21-4239632203fa tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 949 time: 0.0872653 Jul 28 14:33:17.226810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Network f9018691-773c-4c98-b60b-64d3eed76a9f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:33:17.249495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3ca5694-0285-4123-9c18-a4feb814fbd2 req-6461c876-83fe-41e5-bff9-bdbb32c9776c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626431 Jul 28 14:33:17.313499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-499e7068-7c52-4428-86a5-729c2baa0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:17.315173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-499e7068-7c52-4428-86a5-729c2baa0e48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1097 time: 0.0640013 Jul 28 14:33:17.417004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, f9018691-773c-4c98-b60b-64d3eed76a9f) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:17.435079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d1b55-4840-443d-b6d8-a7a5ffe79847 None None] Network f9018691-773c-4c98-b60b-64d3eed76a9f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:17.436037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:17.437067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:17.482347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-5e960d69-a7fb-44a8-b981-cbea9d77eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:17.485004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-5e960d69-a7fb-44a8-b981-cbea9d77eb37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.1427703 Jul 28 14:33:17.664895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81804ee6-2ae1-4217-96e7-fc93edf8bb2f None None] Network f9018691-773c-4c98-b60b-64d3eed76a9f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:17.798797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de325e9-7751-481e-b61a-63b684e469f3 req-fdadedef-1733-4d84-990b-019081ee7f37 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:17.801673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7de325e9-7751-481e-b61a-63b684e469f3 req-fdadedef-1733-4d84-990b-019081ee7f37 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 949 time: 0.1041567 Jul 28 14:33:17.820446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ef505271-e996-4a85-abc4-b81a8e69abc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:17.883892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7de325e9-7751-481e-b61a-63b684e469f3 req-97d5facc-6859-4a84-afae-58e50016af3e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738482 Jul 28 14:33:17.996409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-8cfd251a-9ead-441a-815a-efb359295722 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 217 time: 0.4903569 Jul 28 14:33:17.998682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d3870ec6-0d71-46e6-abf2-9dc278be3cfb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7179794 Jul 28 14:33:18.065806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:18.092178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b751a-3e66-4bc4-820e-8b7f10971e1d req-ff226148-f24d-467c-985c-0bd9b3d3d369 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.100498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-905b751a-3e66-4bc4-820e-8b7f10971e1d req-ff226148-f24d-467c-985c-0bd9b3d3d369 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.6119690 Jul 28 14:33:18.103395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-fb162954-023e-4897-a9ae-fd0e438eff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.105008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-fb162954-023e-4897-a9ae-fd0e438eff9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.0943568 Jul 28 14:33:18.163056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-905b751a-3e66-4bc4-820e-8b7f10971e1d req-0cd91457-6942-4271-bf35-d0eca0bf3c6c tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615139 Jul 28 14:33:18.197893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-edd734d6-d6f4-471c-80f5-2abb0f72dd96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673223 Jul 28 14:33:18.300232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eb541-182d-49d2-8535-e76b1f932a42 req-764db0de-da4b-4b60-8a8d-83231c55589c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.302887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e0eb541-182d-49d2-8535-e76b1f932a42 req-764db0de-da4b-4b60-8a8d-83231c55589c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2820871 Jul 28 14:33:18.343481 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e0eb541-182d-49d2-8535-e76b1f932a42 req-72d6f77a-9124-4d0b-912c-055754f9bcc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0232334 Jul 28 14:33:18.363020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:18.368035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:18.368493 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:18.390071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e0eb541-182d-49d2-8535-e76b1f932a42 req-33018ae2-b59f-42c4-9ef5-a882ebb182a6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389454 Jul 28 14:33:18.430878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba716bd-2654-49fc-8041-5160365910bf req-1c1accbf-cf2b-448d-9ccb-be3871100401 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.432392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ba716bd-2654-49fc-8041-5160365910bf req-1c1accbf-cf2b-448d-9ccb-be3871100401 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 944 time: 0.1872668 Jul 28 14:33:18.451655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-fa63702a-d320-4689-aa20-67f020ec32e1 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304220 Jul 28 14:33:18.493880 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:18.531262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:18.535067 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b4b258-98c0-42cf-93e0-384e06235ea8" -d '{"events": [{"server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "name": "network-vif-plugged", "status": "completed", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:18.561016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ba716bd-2654-49fc-8041-5160365910bf req-6453b3a1-31cc-4fe3-aca6-554b30dbfd0d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074800 Jul 28 14:33:18.562138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:18.584944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e0eb541-182d-49d2-8535-e76b1f932a42 req-c3636d75-00bd-4e0c-81d0-eeac7869c0b9 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761143 Jul 28 14:33:18.611953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-313ec5e2-0a81-4f1c-9c8a-a7189c1da55a service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429729 Jul 28 14:33:18.695870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e0eb541-182d-49d2-8535-e76b1f932a42 req-e1889474-4462-4e9a-a651-3eff6addb177 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018631 Jul 28 14:33:18.793211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6089a7-2385-44de-b4be-c518a84797ee req-1e625884-f284-4a94-9c31-5b6018ab245b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.795946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a6089a7-2385-44de-b4be-c518a84797ee req-1e625884-f284-4a94-9c31-5b6018ab245b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.0612192 Jul 28 14:33:18.838745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a6089a7-2385-44de-b4be-c518a84797ee req-a677c880-0f42-4d79-abf4-cf7e7a850841 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Jul 28 14:33:18.849681 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:18.909355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:19.001772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59755d5a-abc4-4ace-93f1-679851c97c25 req-a2c751e8-75ff-4c17-91f6-f4141d823218 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.003967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59755d5a-abc4-4ace-93f1-679851c97c25 req-a2c751e8-75ff-4c17-91f6-f4141d823218 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 949 time: 0.0945320 Jul 28 14:33:19.061528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59755d5a-abc4-4ace-93f1-679851c97c25 req-6ae9ef7b-8063-4c4a-9815-e3647b06ff61 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Jul 28 14:33:19.150969 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dee9ee-54f3-450c-ba07-bc2e04cc6e1c x-openstack-request-id: req-70dee9ee-54f3-450c-ba07-bc2e04cc6e1c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:19.150969 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "name": "network-vif-plugged", "status": "completed", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:19.150969 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70dee9ee-54f3-450c-ba07-bc2e04cc6e1c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:19.150969 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'code': 200} Jul 28 14:33:19.307099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f0036-0d70-4ef1-813d-0da7e7ae9924 req-92462986-f491-4d83-be86-3e62073dd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.309013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d36f0036-0d70-4ef1-813d-0da7e7ae9924 req-92462986-f491-4d83-be86-3e62073dd411 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1097 time: 0.0851660 Jul 28 14:33:19.320308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-7b9d7a6f-38f8-43f5-922e-b8f4509e8d20 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.322242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-7b9d7a6f-38f8-43f5-922e-b8f4509e8d20 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/networks?id=fe600cbf-27bc-4ab3-861c-86850865cfa3 HTTP/1.1" status: 200 len: 815 time: 0.1820595 Jul 28 14:33:19.331838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf22eb-38b6-455b-907f-b7b0a0e49560 req-076fc74e-f31b-432a-8f1d-82c7eb007018 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.334220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fcf22eb-38b6-455b-907f-b7b0a0e49560 req-076fc74e-f31b-432a-8f1d-82c7eb007018 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 949 time: 0.1117599 Jul 28 14:33:19.349439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-ccb4c7ed-3718-4f1e-9b2a-37e22d67cca6 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/quotas/3944c509c3314117ad477e6979c695c6 HTTP/1.1" status: 200 len: 375 time: 0.0193019 Jul 28 14:33:19.398482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d36f0036-0d70-4ef1-813d-0da7e7ae9924 req-00d43542-c4c3-40df-80bd-c23494b735f7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631104 Jul 28 14:33:19.405554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fcf22eb-38b6-455b-907f-b7b0a0e49560 req-eef0b185-4032-4adc-a717-da048edf0da3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637891 Jul 28 14:33:19.410466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-a8b8c306-9c74-4a79-89a9-6706f2adcd1c tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3944c509c3314117ad477e6979c695c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497942 Jul 28 14:33:19.476918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-235f5494-4f1f-4bd5-a7e2-66e981a993b7 req-220292de-500d-402f-a647-71c7fa2be464 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=410f136b-75ca-4383-8388-2563956d9870 HTTP/1.1" status: 200 len: 210 time: 0.0307031 Jul 28 14:33:19.545068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-b9415a45-d9c2-4d20-b93a-42abf1a65b7f service neutron] 10.222.0.57 "GET /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252449 Jul 28 14:33:19.643357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba982-84a2-4102-b1b1-49142cb6b020 req-4664eea2-3a5e-46b6-96d6-6072b879fba4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.646644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8abba982-84a2-4102-b1b1-49142cb6b020 req-4664eea2-3a5e-46b6-96d6-6072b879fba4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0863416 Jul 28 14:33:19.674806 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-b7531766-0588-47c4-bdf0-aea1ea6616cd service neutron] 10.222.0.57 "GET /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240563 Jul 28 14:33:19.708888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8abba982-84a2-4102-b1b1-49142cb6b020 req-d7cf4eca-dc9c-44ee-86af-8a43db73af98 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557184 Jul 28 14:33:20.078665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:20.174586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86469-8774-4631-bca0-428f78f9b1f4 req-98da9ee8-d3c9-461e-ae37-809c1ed35cae tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.183063 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8cb86469-8774-4631-bca0-428f78f9b1f4 req-98da9ee8-d3c9-461e-ae37-809c1ed35cae tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 945 time: 0.1135166 Jul 28 14:33:20.251999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8cb86469-8774-4631-bca0-428f78f9b1f4 req-1d8315ee-1a62-40fb-8e4d-cad5e3c972f0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616789 Jul 28 14:33:20.311515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:20.316269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:20.317028 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.440020 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.642510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae7aba-0f5d-4c3c-a267-e07e5faa947e req-4fd43315-429e-4a0b-bf76-213e3ddeb628 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.645152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44ae7aba-0f5d-4c3c-a267-e07e5faa947e req-4fd43315-429e-4a0b-bf76-213e3ddeb628 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.0876877 Jul 28 14:33:20.689523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:20.697329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44ae7aba-0f5d-4c3c-a267-e07e5faa947e req-1f22b649-bd9b-4c06-b35e-a64c47abfc4a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Jul 28 14:33:20.808031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b30f3d08-20f5-4234-9ab4-2dade8731622 req-248b065d-305e-4eea-b60a-ec9e113f41db tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 210 time: 0.0313587 Jul 28 14:33:20.820045 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.897750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:20.999682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120688d-fa69-4e3f-be40-0c9dde5876b7 req-9ed1aa28-598a-4508-b025-aae9778d8d20 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.002387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d120688d-fa69-4e3f-be40-0c9dde5876b7 req-9ed1aa28-598a-4508-b025-aae9778d8d20 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 949 time: 0.0693307 Jul 28 14:33:21.026840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65852757-1a3e-48e9-9f37-ff7cc7cbe781 req-6298054c-0136-4f1d-a48e-72a423388b9a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.029663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65852757-1a3e-48e9-9f37-ff7cc7cbe781 req-6298054c-0136-4f1d-a48e-72a423388b9a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.0832403 Jul 28 14:33:21.051662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d120688d-fa69-4e3f-be40-0c9dde5876b7 req-d9c14cef-e01e-470d-b8f5-688f513e7105 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Jul 28 14:33:21.085567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65852757-1a3e-48e9-9f37-ff7cc7cbe781 req-1830afb1-613c-4cfe-aa9a-a8eee7201e28 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Jul 28 14:33:21.152431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:21.155173 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57b6a4f-99ad-4472-9332-3481cfde3294" -d '{"events": [{"server_uuid": "5b2341d0-86cb-44ce-a640-759f617ab8e1", "name": "network-vif-plugged", "status": "completed", "tag": "f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:21.213429 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67a9427-3320-4b21-ae06-0d6a909a556c x-openstack-request-id: req-f67a9427-3320-4b21-ae06-0d6a909a556c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:21.213429 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2341d0-86cb-44ce-a640-759f617ab8e1", "name": "network-vif-plugged", "status": "completed", "tag": "f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:21.213429 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f67a9427-3320-4b21-ae06-0d6a909a556c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:21.213429 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c', 'code': 200} Jul 28 14:33:21.283965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071a43a-eb83-42cc-b9af-25ab60cfa3fe req-9c90f0c6-98ac-41fa-a29b-8c29e5c095a1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.285586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8071a43a-eb83-42cc-b9af-25ab60cfa3fe req-9c90f0c6-98ac-41fa-a29b-8c29e5c095a1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0664601 Jul 28 14:33:21.339508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8071a43a-eb83-42cc-b9af-25ab60cfa3fe req-7d919c74-ad86-4d2b-913d-6581e849492b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Jul 28 14:33:21.484738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f83f6-5836-4d31-bc61-c8e17e8021fe req-798f48f7-f15a-4d7b-9752-217fb3267cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.487934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d94f83f6-5836-4d31-bc61-c8e17e8021fe req-798f48f7-f15a-4d7b-9752-217fb3267cdf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 1102 time: 0.0966465 Jul 28 14:33:21.502708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-48688373-7fd3-4ff9-b9a5-852eab456e4d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.505511 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2ced1-0298-4fa5-86f7-67d24ec6fc86 req-24b2ee0a-3157-44a6-93ff-c47b2400c222 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.507641 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23c2ced1-0298-4fa5-86f7-67d24ec6fc86 req-24b2ee0a-3157-44a6-93ff-c47b2400c222 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 945 time: 0.0940068 Jul 28 14:33:21.516759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-48688373-7fd3-4ff9-b9a5-852eab456e4d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2136829 Jul 28 14:33:21.556793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23c2ced1-0298-4fa5-86f7-67d24ec6fc86 req-298575f7-423e-40fe-bec9-a908d10bf5f8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Jul 28 14:33:21.580190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-1fa3f63d-289a-4241-a64f-e86d350b5988 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0608072 Jul 28 14:33:21.659049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-d1298025-55c8-4c09-a160-62595fe2979c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769203 Jul 28 14:33:21.687751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d94f83f6-5836-4d31-bc61-c8e17e8021fe req-259093a7-47df-429f-b7b9-297734ab25d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675372 Jul 28 14:33:21.796731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-96543e2c-2ee2-43a4-b90a-97bbd6524cfc tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1132673186&fields=id&tenant_id=de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 267 time: 0.0553212 Jul 28 14:33:21.797150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-1bf40126-2264-4252-b6d3-31f07dcad448 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200287 Jul 28 14:33:21.847060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-9bc3b725-0353-4f5a-863d-deaa9660cebc tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.850402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-9bc3b725-0353-4f5a-863d-deaa9660cebc tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 945 time: 0.0552690 Jul 28 14:33:21.866250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'port': {'security_groups': ['6a6487a5-4b0e-45eb-a5a8-eb3440a43060', '48609bd7-8a61-47f2-be11-77cbd05070b6']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:21.904653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-2df0f8f8-3925-4a04-9971-b54ad8b505d6 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091156 Jul 28 14:33:21.951063 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.027061 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-cb5d51c2-a5ae-48a0-a0b0-9ea5e4582a30 service neutron] show failed (client error): The resource could not be found. Jul 28 14:33:22.028124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-cb5d51c2-a5ae-48a0-a0b0-9ea5e4582a30 service neutron] 10.222.0.58 "GET /v2.0/ports/82742ed3-97cb-4b72-b00b-1e9a68ba12e6/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.1025624 Jul 28 14:33:22.104288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:22.157884 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:33:22.190370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ef505271-e996-4a85-abc4-b81a8e69abc4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:22.190977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.201033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:22.283385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e1a76442-c358-409a-bf4b-ac17386942a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.310432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de88df-009b-4dca-8e83-8ba93438abf2 req-620c3c62-d471-4b0d-ba38-df7e5d8a5a58 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.325490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0de88df-009b-4dca-8e83-8ba93438abf2 req-620c3c62-d471-4b0d-ba38-df7e5d8a5a58 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.0769279 Jul 28 14:33:22.349897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.371998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0de88df-009b-4dca-8e83-8ba93438abf2 req-a9814e74-d3d7-4f8e-a580-44a01e0583bf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Jul 28 14:33:22.410664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.480570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:22.490631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52daef09-587c-48cb-b774-42a64a4e3b59 req-f17e3216-c2f1-4e17-bb95-d76421d78f25 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 210 time: 0.0388782 Jul 28 14:33:22.495946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.516370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:22.570697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.729065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=6']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:22.742749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:22.743589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2190-3453-4177-95ed-09d80d18a54a req-cfeeec89-8ab2-442e-acf0-4fae36c3b525 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.763572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dd2190-3453-4177-95ed-09d80d18a54a req-cfeeec89-8ab2-442e-acf0-4fae36c3b525 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1275797 Jul 28 14:33:22.768955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.769997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.796944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7590c79-5811-4b3c-8615-2756355a20f4 req-fd834a11-3a23-4fda-974d-7c1571835bfa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "PUT /v2.0/ports/3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 981 time: 0.9371254 Jul 28 14:33:22.801129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:22.808133 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:22.840859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dd2190-3453-4177-95ed-09d80d18a54a req-d9fdcabd-1159-4451-9c69-3ce17219c411 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 Jul 28 14:33:22.959289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-10dcd7e2-5d82-4a1e-a738-b1c185d869f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.959677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:22.962349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-10dcd7e2-5d82-4a1e-a738-b1c185d869f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 1102 time: 0.1196432 Jul 28 14:33:22.981690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cf695-429b-47be-8297-cf852fc9f2ba req-f547b517-b8b2-4591-b088-7450a47413ef tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.983311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a09cf695-429b-47be-8297-cf852fc9f2ba req-f547b517-b8b2-4591-b088-7450a47413ef tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.0813432 Jul 28 14:33:22.993051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eade61d4-b6e6-4ffb-ad63-0fd3923c20fb req-d73a6ff5-ecfb-4b4e-bd63-c458a6f9cb69 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 210 time: 0.0575817 Jul 28 14:33:23.003864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:23.062676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a09cf695-429b-47be-8297-cf852fc9f2ba req-5a453920-1287-4dae-a6a8-6251b89bb1ea tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709372 Jul 28 14:33:23.151868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.213872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:23.218239 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6411e9-1b61-4252-9eff-4d32adf381df" -d '{"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:23.226119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0e070-4ae2-470f-b5e2-ccedf9d26151 req-3c547a37-c8ff-4fe2-b15a-bbbfb5f98fec tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.227748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01e0e070-4ae2-470f-b5e2-ccedf9d26151 req-3c547a37-c8ff-4fe2-b15a-bbbfb5f98fec tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1143181 Jul 28 14:33:23.385335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01e0e070-4ae2-470f-b5e2-ccedf9d26151 req-28f77ae4-f213-465b-84a3-9fa26d2f439e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480725 Jul 28 14:33:23.387712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a388148c-c032-4013-888f-73f7132d5a48 req-5a8ba5f2-7d05-4ea2-8997-3ebfb4da0111 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2083479200&fields=id&tenant_id=de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 267 time: 0.0546174 Jul 28 14:33:23.460053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388148c-c032-4013-888f-73f7132d5a48 req-64311feb-e5aa-4c80-ab0f-89a8112de22f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.471813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a388148c-c032-4013-888f-73f7132d5a48 req-64311feb-e5aa-4c80-ab0f-89a8112de22f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 984 time: 0.0766380 Jul 28 14:33:23.484737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'port': {'security_groups': ['48609bd7-8a61-47f2-be11-77cbd05070b6', '6a6487a5-4b0e-45eb-a5a8-eb3440a43060', '24e2a787-48f9-4c34-8cd5-2d10edff678d']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:23.550514 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d31c680-a15b-4c61-9f10-230fcc58bc45 x-openstack-request-id: req-6d31c680-a15b-4c61-9f10-230fcc58bc45 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:23.551338 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:23.551784 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d31c680-a15b-4c61-9f10-230fcc58bc45 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:23.552350 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'status': 'completed', 'code': 200} Jul 28 14:33:23.635309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.673323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-db16542d-5ece-4d35-9df9-4d46ee8595a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.674928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-db16542d-5ece-4d35-9df9-4d46ee8595a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1136 time: 0.1290650 Jul 28 14:33:23.700724 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5d2e42-8de5-4ef6-a49e-ac76a2170fbe x-openstack-request-id: req-1f5d2e42-8de5-4ef6-a49e-ac76a2170fbe {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:23.701261 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:23.701670 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f5d2e42-8de5-4ef6-a49e-ac76a2170fbe {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:23.702378 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'code': 200} Jul 28 14:33:23.815906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:23.910812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-b8c10c83-904b-4293-a89d-8c3f5ac01c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.912235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-b8c10c83-904b-4293-a89d-8c3f5ac01c73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.2256866 Jul 28 14:33:23.969030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:23.971720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-5d491e51-8b11-42f3-b5cf-5edc824328ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 217 time: 0.0495677 Jul 28 14:33:23.978958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:24.009052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3030aa-6983-487b-bd45-09ebd4752013 req-e57e39fc-65ac-43a6-aee5-9ff06e579412 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.010912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d3030aa-6983-487b-bd45-09ebd4752013 req-e57e39fc-65ac-43a6-aee5-9ff06e579412 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.2004018 Jul 28 14:33:24.058996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.100314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:24.103040 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebb2ec6-7152-441a-ad55-b020fee6ad8b" -d '{"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-unplugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:24.113000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.121228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-91803b46-4fcb-4914-a176-bce45ec09405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.122844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-91803b46-4fcb-4914-a176-bce45ec09405 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.1311481 Jul 28 14:33:24.128863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d3030aa-6983-487b-bd45-09ebd4752013 req-bf44b0e8-7f5f-4fb6-b0c6-81537fd11223 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912778 Jul 28 14:33:24.151928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Transition to ACTIVE for port object 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:24.165962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.179179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-6a53a700-c80a-4668-a41c-d2e297ab7db6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456381 Jul 28 14:33:24.180975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:24.373834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.374532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.388158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a388148c-c032-4013-888f-73f7132d5a48 req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "PUT /v2.0/ports/3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 1020 time: 0.9153161 Jul 28 14:33:24.398968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.431861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d48cf-16d8-41e1-81be-3aa26f48127f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=7']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:24.469311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-880c896a-d170-4f7e-a792-f33d3764105c req-68b42312-dc1d-4cf9-8cd4-337a587422f5 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 210 time: 0.0955365 Jul 28 14:33:24.614894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6b4e-d32d-4c74-9dd6-768d3c725e8d req-56b8dac9-99ee-4d7d-a408-c4fa99174772 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.628142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c8e6b4e-d32d-4c74-9dd6-768d3c725e8d req-56b8dac9-99ee-4d7d-a408-c4fa99174772 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1389523 Jul 28 14:33:24.639991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:24.718852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c8e6b4e-d32d-4c74-9dd6-768d3c725e8d req-e2d381ea-d5ae-443c-b8cd-150a892e00e7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893464 Jul 28 14:33:24.813384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] No DVR routers for this DVR port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:24.866446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:24.899400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c60b951-f2e2-4599-973e-ffcbe4b69da2 req-e026bcb0-579c-4410-abac-6e10cd55157e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 210 time: 0.2510371 Jul 28 14:33:24.914061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc13513-82bb-467e-a3eb-6aa25904c841 req-a57211bb-e3d4-43c7-931d-8c540ec8af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.928416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcc13513-82bb-467e-a3eb-6aa25904c841 req-a57211bb-e3d4-43c7-931d-8c540ec8af5a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1102 time: 0.5482502 Jul 28 14:33:25.022337 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a350-19c8-43d7-a338-de6a892ee757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.071920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-f2bbb50d-a5cf-4300-9676-af33ff7b6d29 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828616 Jul 28 14:33:25.171514 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.248150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:25.248754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:25.249258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:25.254206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-7248ebf6-79b1-4c1e-aa38-8094546a74ca tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.263060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcc13513-82bb-467e-a3eb-6aa25904c841 req-4faaaadb-db01-4948-b60d-610a68ddc2f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640202 Jul 28 14:33:25.265276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-7248ebf6-79b1-4c1e-aa38-8094546a74ca tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.42 "GET /v2.0/networks?id=fe600cbf-27bc-4ab3-861c-86850865cfa3 HTTP/1.1" status: 200 len: 815 time: 0.4214005 Jul 28 14:33:25.288593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:25.289125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:25.291310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88ca69-a5fa-402b-940c-ed70f6296901 req-c900f9d3-7d75-4852-b613-157164cbbf11 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.299679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd88ca69-a5fa-402b-940c-ed70f6296901 req-c900f9d3-7d75-4852-b613-157164cbbf11 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.2502520 Jul 28 14:33:25.316486 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7316db-cb89-48f4-a5aa-70be59647336 x-openstack-request-id: req-cb7316db-cb89-48f4-a5aa-70be59647336 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:25.316486 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-unplugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:25.316486 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb7316db-cb89-48f4-a5aa-70be59647336 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:25.316867 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'code': 200} Jul 28 14:33:25.322287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:25.322828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:25.323458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:25.324207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Bound port: 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:25.344658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.384060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd88ca69-a5fa-402b-940c-ed70f6296901 req-a7002513-b702-48a2-934a-e29ed2044462 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752504 Jul 28 14:33:25.459275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8f04f42-f2f7-4157-9bd6-862b7b76a9e4 req-b22cd602-9cc3-4afa-8d19-c9194a57b174 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606830 Jul 28 14:33:25.510832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:25.516965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:25.549974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39270d91-74de-4f4c-8273-1d09d1c4f672 req-f4371b61-6b56-41e3-b36d-9a259050497c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.552147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39270d91-74de-4f4c-8273-1d09d1c4f672 req-f4371b61-6b56-41e3-b36d-9a259050497c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1023 time: 0.0641546 Jul 28 14:33:25.554100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:25.558285 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00008ba8-4d54-4343-916b-87bb8c5aebcf" -d '{"events": [{"name": "network-changed", "server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:25.592312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.644049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.646445 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39270d91-74de-4f4c-8273-1d09d1c4f672 req-5001adb4-0fdb-4b36-8f4b-916835acbb41 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=48609bd7-8a61-47f2-be11-77cbd05070b6&id=24e2a787-48f9-4c34-8cd5-2d10edff678d HTTP/1.1" status: 200 len: 6149 time: 0.0816929 Jul 28 14:33:25.648794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.654065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] 10.222.0.42 "PUT /v2.0/ports/82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 1097 time: 2.6627946 Jul 28 14:33:25.680520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e088d8-96a1-4f0e-98e3-b42402476ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:25.803882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d01fc-fe09-43bb-9241-bb93978238ad req-ce19b532-412a-4547-a821-1e429ef75971 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.805628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b82d01fc-fe09-43bb-9241-bb93978238ad req-ce19b532-412a-4547-a821-1e429ef75971 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.0613592 Jul 28 14:33:25.856803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b82d01fc-fe09-43bb-9241-bb93978238ad req-6c29984f-8468-4150-9249-a8892b9c5e23 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Jul 28 14:33:25.912175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Request body: {'port': {'device_id': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3', 'admin_state_up': True, 'tenant_id': '3944c509c3314117ad477e6979c695c6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:26.071595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cc1-a32a-4739-a256-2beb07bbb6c9 req-d593a1ee-9fca-4d13-b07b-09bc3a2836ee tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.073262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2022cc1-a32a-4739-a256-2beb07bbb6c9 req-d593a1ee-9fca-4d13-b07b-09bc3a2836ee tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.1337481 Jul 28 14:33:26.075331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:26.105636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dee66-543b-4c4a-9f29-8c37af8d43ec req-4e49ec52-1fcd-4a1b-a1aa-74c0edfdf4bf tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.105992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df1dee66-543b-4c4a-9f29-8c37af8d43ec req-4e49ec52-1fcd-4a1b-a1aa-74c0edfdf4bf tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 1102 time: 0.0988703 Jul 28 14:33:26.109172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-a97e0888-36b5-40d6-a023-63df8dcdafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.110730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-a97e0888-36b5-40d6-a023-63df8dcdafe7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1100 time: 0.0865724 Jul 28 14:33:26.154910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:26.176537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2022cc1-a32a-4739-a256-2beb07bbb6c9 req-3558f248-bf17-4db2-9067-6d0766a120e8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855749 Jul 28 14:33:26.183402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df1dee66-543b-4c4a-9f29-8c37af8d43ec req-99174775-92b7-4574-b206-a239bf8a6c0a tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689974 Jul 28 14:33:26.205102 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.254399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Made reservation on behalf of 3944c509c3314117ad477e6979c695c6 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:26.265048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.265048 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd273a80-1372-4286-9d8f-b0746e3bc5b1 x-openstack-request-id: req-dd273a80-1372-4286-9d8f-b0746e3bc5b1 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:26.265048 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:26.266326 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd273a80-1372-4286-9d8f-b0746e3bc5b1 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:26.266326 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'status': 'completed', 'code': 200} Jul 28 14:33:26.300175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1c1f719b-5fcb-4b27-b6cd-e95cd63a5150 req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1921941154 ', 'description': 'tempest-description-1530700044'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:26.311673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0b0c260-8bcb-47dd-b4c4-2430ed1c432c req-91c809fd-0aec-4c61-9519-a233a3154819 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 210 time: 0.0327528 Jul 28 14:33:26.323206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-8c124d89-fbf0-4b6a-8a0b-8fa3d5aa6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.324792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-8c124d89-fbf0-4b6a-8a0b-8fa3d5aa6756 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1710677 Jul 28 14:33:26.403814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-a1e73a62-6bb8-433d-83e0-4f6ddc7b5959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0556238 Jul 28 14:33:26.434242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-eb654701-a7e7-4e44-9591-da3d368e3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.435916 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-eb654701-a7e7-4e44-9591-da3d368e3d39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1175 time: 0.1269562 Jul 28 14:33:26.476772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Allocated IP 172.20.0.10 (fe600cbf-27bc-4ab3-861c-86850865cfa3/18edb5ba-3f36-42f9-a20d-e7fcf876237f/0520dc03-06ea-471b-ac90-4405db54fb8b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:26.517968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1c1f719b-5fcb-4b27-b6cd-e95cd63a5150 req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.549300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-bd90aa26-3c84-4619-8f61-c27086d93354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.552442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-bd90aa26-3c84-4619-8f61-c27086d93354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1324728 Jul 28 14:33:26.585128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ca780-f23a-40fd-b25f-6f3d2aa35eaa req-0ab80a32-b96c-4db5-8527-212853fbafd3 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.586810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-605ca780-f23a-40fd-b25f-6f3d2aa35eaa req-0ab80a32-b96c-4db5-8527-212853fbafd3 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1047511 Jul 28 14:33:26.713486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-5a460387-d3a4-40ed-b4e0-b48dc569e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.715409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-5a460387-d3a4-40ed-b4e0-b48dc569e324 service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.2598467 Jul 28 14:33:26.747696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-a2a6495c-feb1-421e-a0e6-96d527306806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.749573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-a2a6495c-feb1-421e-a0e6-96d527306806 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1745768 Jul 28 14:33:26.754049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-605ca780-f23a-40fd-b25f-6f3d2aa35eaa req-72161d8f-addd-45c6-9885-20b7303bb595 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547756 Jul 28 14:33:26.827444 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.845073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-13a303e8-dce1-4f44-9cfe-a600713fe9ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 200 len: 217 time: 0.1189854 Jul 28 14:33:26.933487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ef86057-e16d-43e2-88f3-92215dbcaa00 req-687e3597-155e-4799-9d54-519c8e044214 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 210 time: 0.0652459 Jul 28 14:33:27.037604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1c1f719b-5fcb-4b27-b6cd-e95cd63a5150 req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.072675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-a8be290d-9f2b-45d1-8f24-6b61f41bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:27.074324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-a8be290d-9f2b-45d1-8f24-6b61f41bcff2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.2008412 Jul 28 14:33:27.087668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-189346f4-6a0b-4e6b-a433-855b772a13ae tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262814 Jul 28 14:33:27.089178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.142365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-b892ca44-ea69-4cdb-997c-8e8d9e6a434a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565922 Jul 28 14:33:27.158815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-26238d61-e733-49eb-b4b0-3e7c8d975cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420486 Jul 28 14:33:27.270956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1c1f719b-5fcb-4b27-b6cd-e95cd63a5150 req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.320221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:27.324487 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83" -d '{"events": [{"name": "network-changed", "server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:27.497890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Network fe600cbf-27bc-4ab3-861c-86850865cfa3 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:27.515209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:27.517383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bdd108-41d3-4059-b630-da3506c96d2d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:27.520597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:27.522619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Pushing event updated for resources: {'Port': ['ID=0520dc03-06ea-471b-ac90-4405db54fb8b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:27.605406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:27.606077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.609066 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1c1f719b-5fcb-4b27-b6cd-e95cd63a5150 req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.610337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c1f719b-5fcb-4b27-b6cd-e95cd63a5150 req-46768a5f-e464-46aa-ae53-1f502041c94e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.3237612 Jul 28 14:33:27.621669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-c14b8856-c094-4965-a8c5-ebeee7864449 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:27.623711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-c14b8856-c094-4965-a8c5-ebeee7864449 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.5151904 Jul 28 14:33:27.623923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4d42a0ab-651f-4ae5-b8e7-fe4d70e217c8 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:27.625469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4d42a0ab-651f-4ae5-b8e7-fe4d70e217c8 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5255651 Jul 28 14:33:27.643726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-4f2d6eee-2182-41ff-836d-2a97dfad5928 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880233 Jul 28 14:33:27.647922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-09452942-e660-4f3a-9e53-d8957cc5dab8 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/quotas/1c6151b5618545c784a56a9cc9eece3d HTTP/1.1" status: 200 len: 375 time: 0.0106757 Jul 28 14:33:27.650673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fe8cd0b-1512-4e77-9de9-488b32257104 req-73e01ffc-77ee-4a13-bbc0-7c227eb24930 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687644 Jul 28 14:33:27.700196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.720277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Request body: {'port': {'device_id': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'admin_state_up': True, 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:27.736834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-83388a6a-4dae-4add-be76-de4c925109cf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0763273 Jul 28 14:33:27.739829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-97dd0a56-317d-46cc-a23c-ab049ecb0fb9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8361235 Jul 28 14:33:27.788782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Request body: {'port': {'device_id': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:27.903195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.245579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba91f-d3a9-4bd3-bf34-7cb8fe08e67f req-3c7fd0fe-6deb-41dc-83a0-cd8a21881a50 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.248833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-579ba91f-d3a9-4bd3-bf34-7cb8fe08e67f req-3c7fd0fe-6deb-41dc-83a0-cd8a21881a50 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.5111310 Jul 28 14:33:28.289122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00008ba8-4d54-4343-916b-87bb8c5aebcf req-18726853-1968-4680-88f2-1cc63d745c12 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301746 Jul 28 14:33:28.336789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0520dc03-06ea-471b-ac90-4405db54fb8b {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:28.356263 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.358536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-579ba91f-d3a9-4bd3-bf34-7cb8fe08e67f req-35614426-5cd4-4793-8d24-96adb778f7bc tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674381 Jul 28 14:33:28.372351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Transition to ACTIVE for port object 0520dc03-06ea-471b-ac90-4405db54fb8b will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:28.420695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:28.429463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.437670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e4c22-5264-4aa5-a9ff-dca4cdc3f61a x-openstack-request-id: req-407e4c22-5264-4aa5-a9ff-dca4cdc3f61a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:28.437670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:28.437670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-407e4c22-5264-4aa5-a9ff-dca4cdc3f61a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:28.438224 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'status': 'completed', 'code': 200} Jul 28 14:33:28.455454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e8b16-5a8b-40cd-a868-e8a8fd103f8d req-d1b63474-5512-4d86-b513-ca96ead576ba tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.458405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b6e8b16-5a8b-40cd-a868-e8a8fd103f8d req-d1b63474-5512-4d86-b513-ca96ead576ba tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.0665629 Jul 28 14:33:28.467194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.578682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-2ee5174c-6bf9-4371-8d58-963211cdea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.580371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-2ee5174c-6bf9-4371-8d58-963211cdea22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1100 time: 0.1246352 Jul 28 14:33:28.637356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Pushing event updated for resources: {'Port': ['ID=0520dc03-06ea-471b-ac90-4405db54fb8b,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:28.668419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b6e8b16-5a8b-40cd-a868-e8a8fd103f8d req-af391787-712c-4f4b-b315-0f704273e767 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859927 Jul 28 14:33:28.842115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66eb3c8d-e7b8-45dc-9cef-03593df2815f req-aab3f0a2-13d3-4627-8978-a841885f82e6 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/a3bdd108-41d3-4059-b630-da3506c96d2d HTTP/1.1" status: 200 len: 1781 time: 0.1142123 Jul 28 14:33:28.855459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Attempting to bind port 0520dc03-06ea-471b-ac90-4405db54fb8b on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:28.857072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Attempting to bind port 0520dc03-06ea-471b-ac90-4405db54fb8b by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dc6e5463-0ff9-4636-9bcb-890c432058ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:28.858004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Attempting to bind port 0520dc03-06ea-471b-ac90-4405db54fb8b on network fe600cbf-27bc-4ab3-861c-86850865cfa3 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:28.868489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Port 0520dc03-06ea-471b-ac90-4405db54fb8b on network fe600cbf-27bc-4ab3-861c-86850865cfa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:28.869100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Attempting to bind port 0520dc03-06ea-471b-ac90-4405db54fb8b on network fe600cbf-27bc-4ab3-861c-86850865cfa3 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:28.886268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:28.886882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Checking segment: {'id': 'dc6e5463-0ff9-4636-9bcb-890c432058ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:28.887646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Bound using segment: {'id': 'dc6e5463-0ff9-4636-9bcb-890c432058ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:28.888559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Bound port: 0520dc03-06ea-471b-ac90-4405db54fb8b, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6e5463-0ff9-4636-9bcb-890c432058ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:28.889243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.911520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e49a-5035-4506-85c8-72ce0a9a9fb0 req-0b63f4d8-4b3d-49c8-adbd-81d40433f71f tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.918003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ed2e49a-5035-4506-85c8-72ce0a9a9fb0 req-0b63f4d8-4b3d-49c8-adbd-81d40433f71f tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 944 time: 0.3616760 Jul 28 14:33:28.936947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-9d64ff4a-1681-4470-a06d-79e71d8c2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.939968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-9d64ff4a-1681-4470-a06d-79e71d8c2887 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3380568 Jul 28 14:33:28.948872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-5f14ee76-22b5-413d-9e94-c2add215d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.951834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-5f14ee76-22b5-413d-9e94-c2add215d6a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1100 time: 0.3510473 Jul 28 14:33:29.036797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] For port 0520dc03-06ea-471b-ac90-4405db54fb8b, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:29.047074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] For port 0520dc03-06ea-471b-ac90-4405db54fb8b, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0520dc03-06ea-471b-ac90-4405db54fb8b,segment=NetworkSegment(dc6e5463-0ff9-4636-9bcb-890c432058ba),segment_id=dc6e5463-0ff9-4636-9bcb-890c432058ba)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:29.061201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7112-5dbc-4de1-90fb-638e24e5e185 req-99ddd672-43c4-44c8-b146-be877bc8ecd4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.063221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0dfe7112-5dbc-4de1-90fb-638e24e5e185 req-99ddd672-43c4-44c8-b146-be877bc8ecd4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1189308 Jul 28 14:33:29.073858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Allocated IP 172.20.0.14 (d4363382-18d5-4535-a788-3e97368b7072/d900a006-960f-4033-9a29-95f1142b5e13/d9b5c940-5de4-4bf3-9109-143cffd9fe17) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:29.081034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-9fd828eb-567c-4d04-b60e-99c576d5c870 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.1086397 Jul 28 14:33:29.117093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0dfe7112-5dbc-4de1-90fb-638e24e5e185 req-52158fb7-0415-4f20-b5b5-65b0992cb17b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Jul 28 14:33:29.210745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ed2e49a-5035-4506-85c8-72ce0a9a9fb0 req-f43203bb-4075-4d05-abc5-a5e1b68bd7c1 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765887 Jul 28 14:33:29.236546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41c341a5-46ed-488e-ae86-c0fcac027ad8 req-0cd512e0-9abb-42f4-a85c-6e462c44a695 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 210 time: 0.0451510 Jul 28 14:33:29.248247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.271934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-d1c12f5c-60b9-431f-b081-0a7b948b10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.274750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-d1c12f5c-60b9-431f-b081-0a7b948b10ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1554334 Jul 28 14:33:29.340051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.340769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.342231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] 10.222.0.42 "PUT /v2.0/ports/0520dc03-06ea-471b-ac90-4405db54fb8b HTTP/1.1" status: 200 len: 1093 time: 1.5613451 Jul 28 14:33:29.342738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'tag': '0520dc03-06ea-471b-ac90-4405db54fb8b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:29.345241 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b558e-83f3-4170-a39f-0754bebf86a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe8fe66-0882-4f96-b840-5f2e74c20372", "tag": "0520dc03-06ea-471b-ac90-4405db54fb8b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:29.375426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd5ab-eb98-414e-8e4c-d6526c375090 service neutron] Pushing event updated for resources: {'Port': ['ID=0520dc03-06ea-471b-ac90-4405db54fb8b,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:29.398932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00bef4c6-e429-4e98-aa69-ab60de68ba7b req-fb65fd49-ddc4-4d8a-93a5-ec81654e39bd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/a3bdd108-41d3-4059-b630-da3506c96d2d HTTP/1.1" status: 200 len: 1781 time: 0.0975659 Jul 28 14:33:29.446516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2501718f-c9d5-4848-b120-9c2cc5ef13e4 req-28aa9c9a-7c87-4808-b0dd-a54bc9877f8b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 210 time: 0.1086991 Jul 28 14:33:29.475893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-82d2fa6c-ecc8-4dd2-ab9c-92eef7a4c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.475893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-82d2fa6c-ecc8-4dd2-ab9c-92eef7a4c04c service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.4738133 Jul 28 14:33:29.517479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-89639c49-78c0-4b17-9121-43dfceeff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.519131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-89639c49-78c0-4b17-9121-43dfceeff7b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2175608 Jul 28 14:33:29.533193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00bef4c6-e429-4e98-aa69-ab60de68ba7b req-abe25fd0-b7df-4716-bc4c-3e8890e2e0dd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.570044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00bef4c6-e429-4e98-aa69-ab60de68ba7b req-abe25fd0-b7df-4716-bc4c-3e8890e2e0dd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.572865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-ec7d8caf-d9a6-476b-92c6-bfea83a69fba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0748427 Jul 28 14:33:29.659840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.685003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-ba41afdd-903b-400a-8e57-d32db5710f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.686675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-ba41afdd-903b-400a-8e57-d32db5710f95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3944c509c3314117ad477e6979c695c6&device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 1096 time: 0.0547841 Jul 28 14:33:29.757000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-a5781652-208b-4411-a88d-c90959334065 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0520dc03-06ea-471b-ac90-4405db54fb8b HTTP/1.1" status: 200 len: 217 time: 0.0453687 Jul 28 14:33:29.757752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00bef4c6-e429-4e98-aa69-ab60de68ba7b req-abe25fd0-b7df-4716-bc4c-3e8890e2e0dd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.760409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00bef4c6-e429-4e98-aa69-ab60de68ba7b req-abe25fd0-b7df-4716-bc4c-3e8890e2e0dd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.761568 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00bef4c6-e429-4e98-aa69-ab60de68ba7b req-abe25fd0-b7df-4716-bc4c-3e8890e2e0dd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/a3bdd108-41d3-4059-b630-da3506c96d2d HTTP/1.1" status: 204 len: 173 time: 0.3510065 Jul 28 14:33:29.765841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-40969850-f983-48cf-bd07-4690305f5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.767579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-40969850-f983-48cf-bd07-4690305f5d49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1207819 Jul 28 14:33:29.775585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe25fd0-b7df-4716-bc4c-3e8890e2e0dd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bdd108-41d3-4059-b630-da3506c96d2d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:29.786280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec4805-370c-430a-9372-f0acf3f2a5d8 req-803a4768-d5ac-448c-a5b8-3b5c9f428e03 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.786280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0aec4805-370c-430a-9372-f0acf3f2a5d8 req-803a4768-d5ac-448c-a5b8-3b5c9f428e03 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.2132790 Jul 28 14:33:29.797626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-88c993d5-3358-4a1b-acf9-1703a5d1253c service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406914 Jul 28 14:33:29.843596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-95268909-e818-482b-996c-ed78f4690d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.845184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-95268909-e818-482b-996c-ed78f4690d7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18edb5ba-3f36-42f9-a20d-e7fcf876237f HTTP/1.1" status: 200 len: 855 time: 0.0674016 Jul 28 14:33:29.889310 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-d1b07c71-44e0-4aee-bf38-c2a15a87ec05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe600cbf-27bc-4ab3-861c-86850865cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333629 Jul 28 14:33:29.943711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0aec4805-370c-430a-9372-f0acf3f2a5d8 req-719c3b82-c6ce-4c0f-b75c-d1111897cb01 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489336 Jul 28 14:33:29.954551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-b7c11fbb-1d89-4faf-a276-44263ee0a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.956486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-b7c11fbb-1d89-4faf-a276-44263ee0a679 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1628065 Jul 28 14:33:29.989712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-af2001bb-ea9e-4e1e-9c4e-21b37a624bd5 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620181 Jul 28 14:33:30.055114 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7509786a-b9fe-4ee0-b337-a76f8c173f53 x-openstack-request-id: req-7509786a-b9fe-4ee0-b337-a76f8c173f53 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:30.055418 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe8fe66-0882-4f96-b840-5f2e74c20372", "tag": "0520dc03-06ea-471b-ac90-4405db54fb8b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:30.055690 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7509786a-b9fe-4ee0-b337-a76f8c173f53 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:30.056064 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'tag': '0520dc03-06ea-471b-ac90-4405db54fb8b', 'status': 'completed', 'code': 200} Jul 28 14:33:30.105156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.142316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-87ef8efb-7c56-431b-bbc9-dea196046ce9 service neutron] 10.222.0.42 "GET /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662607 Jul 28 14:33:30.251211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb2e16-d2e3-4e27-930b-1b69262190f1 req-f32194ba-c635-4c62-98d2-c082390eea19 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.253022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7fb2e16-d2e3-4e27-930b-1b69262190f1 req-f32194ba-c635-4c62-98d2-c082390eea19 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.1299329 Jul 28 14:33:30.271268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Network d4363382-18d5-4535-a788-3e97368b7072 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:30.273874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event updated for resources: {'Port': ['ID=d9b5c940-5de4-4bf3-9109-143cffd9fe17,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:30.287784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:30.299511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:30.303899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed11276e-180c-456c-a373-6df9f0fc6856 req-1bb8d3ee-504e-4037-97c2-21d033738e2c service neutron] 10.222.0.42 "GET /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415367 Jul 28 14:33:30.323295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7fb2e16-d2e3-4e27-930b-1b69262190f1 req-6cce8731-2724-436a-98b0-48d266c1a79f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Jul 28 14:33:30.363677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e42ac-083e-4b7c-9a44-b37c18457977 req-d9380baa-7bf9-43ac-8989-ae25bcf277cb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.363677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c3e42ac-083e-4b7c-9a44-b37c18457977 req-d9380baa-7bf9-43ac-8989-ae25bcf277cb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.2403972 Jul 28 14:33:30.363677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-459d3b49-c543-4a6e-81f6-7fb03ba90534 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757312 Jul 28 14:33:30.384156 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-81591070-b845-4d28-8a9f-6af85185736a req-44c0dfdf-6018-449f-940e-528af04ba2d9 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:33:30.385372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81591070-b845-4d28-8a9f-6af85185736a req-44c0dfdf-6018-449f-940e-528af04ba2d9 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/a3bdd108-41d3-4059-b630-da3506c96d2d HTTP/1.1" status: 404 len: 352 time: 0.0318177 Jul 28 14:33:30.440700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.441463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.482906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c3e42ac-083e-4b7c-9a44-b37c18457977 req-22b8079d-d0d0-4bac-9d20-a31f9ad5071d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196046 Jul 28 14:33:30.531539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a37a906-88ef-4a13-9a8b-1c8e5b7c0a83 req-57316fb3-d05e-4110-b081-6c2d624c29d0 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639440 Jul 28 14:33:30.587955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-14fa8235-9fb7-4258-924c-91e0e7c0830e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8752778 Jul 28 14:33:30.653164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b39e8f-4691-45cb-96bb-f2e7d0623db9 req-860486ac-9982-4007-b326-fd5d981e5f75 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.654798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30b39e8f-4691-45cb-96bb-f2e7d0623db9 req-860486ac-9982-4007-b326-fd5d981e5f75 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 944 time: 0.0615935 Jul 28 14:33:30.729248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Request body: {'port': {'device_id': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:30.787596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30b39e8f-4691-45cb-96bb-f2e7d0623db9 req-d9e13aca-6e1d-4b99-917e-6afc818d0346 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242635 Jul 28 14:33:30.845192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-b89c0171-60ab-422b-844b-9587dfac4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.849447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-b89c0171-60ab-422b-844b-9587dfac4112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3944c509c3314117ad477e6979c695c6&device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 1096 time: 0.1479900 Jul 28 14:33:30.854357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.887900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-9ca7c3d8-7d34-4dda-8f06-2f1afd26296d req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1477037832', 'description': 'tempest-description-1503536541'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:31.015095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ca7c3d8-7d34-4dda-8f06-2f1afd26296d req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.166914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ca7c3d8-7d34-4dda-8f06-2f1afd26296d req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.172098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4ab17-0287-4d58-b370-a4f3f6222daa req-d2e8a3c7-3a08-4cd6-93f7-9795cb4444a0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:31.178567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e4ab17-0287-4d58-b370-a4f3f6222daa req-d2e8a3c7-3a08-4cd6-93f7-9795cb4444a0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 932 time: 0.2378399 Jul 28 14:33:31.178567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-b11bbc02-c6c4-4496-92f6-130015c62643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:31.179020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-b11bbc02-c6c4-4496-92f6-130015c62643 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe600cbf-27bc-4ab3-861c-86850865cfa3 HTTP/1.1" status: 200 len: 916 time: 0.3085761 Jul 28 14:33:31.320582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-7dced224-a636-4643-8a02-b617a4a2ce1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0520dc03-06ea-471b-ac90-4405db54fb8b HTTP/1.1" status: 200 len: 217 time: 0.1202240 Jul 28 14:33:31.323646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-54f75543-aeaa-4340-a391-2657dae5367f tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c6151b5618545c784a56a9cc9eece3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290638 Jul 28 14:33:31.442521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e4ab17-0287-4d58-b370-a4f3f6222daa req-98530cdb-e236-431d-8975-8e157e3af33c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586949 Jul 28 14:33:31.509945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-63dd90eb-8b97-46c5-93e1-2906e8426d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:31.511432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-63dd90eb-8b97-46c5-93e1-2906e8426d7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18edb5ba-3f36-42f9-a20d-e7fcf876237f HTTP/1.1" status: 200 len: 855 time: 0.1665175 Jul 28 14:33:31.563917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-01ecab61-0af2-4657-baa3-02c2120ec584 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe600cbf-27bc-4ab3-861c-86850865cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376840 Jul 28 14:33:31.575241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-efea563b-8a9e-4b20-a763-1012a1d6dacd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:31.576805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-efea563b-8a9e-4b20-a763-1012a1d6dacd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469497 Jul 28 14:33:31.601559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Request body: {'port': {'device_id': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '1c6151b5618545c784a56a9cc9eece3d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:31.615806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ca7c3d8-7d34-4dda-8f06-2f1afd26296d req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.669873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e466195-3884-4e9e-bb41-378ee62b5040,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:31.748272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b5c940-5de4-4bf3-9109-143cffd9fe17 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:31.772857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.822275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Transition to ACTIVE for port object d9b5c940-5de4-4bf3-9109-143cffd9fe17 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:31.855790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-178beb2f-b0d9-4c99-9973-039d32850d20 req-f03e1392-74bd-46e5-bc77-e46e035fb243 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 210 time: 0.0456765 Jul 28 14:33:31.856173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ca7c3d8-7d34-4dda-8f06-2f1afd26296d req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.866648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ca7c3d8-7d34-4dda-8f06-2f1afd26296d req-6ef69228-cd61-4498-b63f-417ae33e633d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9834778 Jul 28 14:33:31.867245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-17418ad1-9e59-4f1b-8bf7-787f20679c2a service neutron] 10.222.0.42 "GET /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786200 Jul 28 14:33:32.040548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88b558e-83f3-4170-a39f-0754bebf86a4 req-d0418c9b-742c-41a0-b558-476a2570ffa9 service neutron] 10.222.0.42 "GET /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494117 Jul 28 14:33:32.043474 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.044220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.059236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a791bc0-33de-4e9e-ade8-8ebe49878e3a req-e105af59-da44-4892-8c1b-8165b4112f50 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:32.084098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a791bc0-33de-4e9e-ade8-8ebe49878e3a req-e105af59-da44-4892-8c1b-8165b4112f50 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1241615 Jul 28 14:33:32.131829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Made reservation on behalf of 1c6151b5618545c784a56a9cc9eece3d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:32.136209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a791bc0-33de-4e9e-ade8-8ebe49878e3a req-a723ea28-b685-4794-80fd-c545d4d8c4f6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jul 28 14:33:32.137858 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.262614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b5c940-5de4-4bf3-9109-143cffd9fe17,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:32.270539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1851a4-cc9d-49d3-aef2-f7bec1283324 req-2e966f29-1d87-4c53-baaa-c44fd1c2bab8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:32.272908 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f1851a4-cc9d-49d3-aef2-f7bec1283324 req-2e966f29-1d87-4c53-baaa-c44fd1c2bab8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.0609212 Jul 28 14:33:32.322295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f1851a4-cc9d-49d3-aef2-f7bec1283324 req-08d4bf93-86ac-4cff-a991-820821a21ee0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Jul 28 14:33:32.506067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16203779-7595-4481-aaae-8fa05b0b8f3e req-96bc2a40-9f55-4878-a15e-2b96b2263f55 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:32.508132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-16203779-7595-4481-aaae-8fa05b0b8f3e req-96bc2a40-9f55-4878-a15e-2b96b2263f55 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 944 time: 0.0718844 Jul 28 14:33:32.554200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-16203779-7595-4481-aaae-8fa05b0b8f3e req-3ca69a51-f5b4-4880-90de-849c4e43b09a tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Jul 28 14:33:32.603318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-8a520533-378c-44a8-8e57-1a22bd879504 req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-708093179', 'description': 'tempest-description-962745934'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:32.641357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6475-2069-4448-a87c-40ea71336e0f req-c69015d4-53e8-4fe6-8a8b-b06b38c04bd3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:32.642931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74eb6475-2069-4448-a87c-40ea71336e0f req-c69015d4-53e8-4fe6-8a8b-b06b38c04bd3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.5411520 Jul 28 14:33:32.745960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74eb6475-2069-4448-a87c-40ea71336e0f req-15fd16c1-24d3-4b46-8f9e-77c4780bfa8b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924280 Jul 28 14:33:32.750405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Attempting to bind port d9b5c940-5de4-4bf3-9109-143cffd9fe17 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:32.750748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Attempting to bind port d9b5c940-5de4-4bf3-9109-143cffd9fe17 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:32.751282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Attempting to bind port d9b5c940-5de4-4bf3-9109-143cffd9fe17 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:32.777263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Port d9b5c940-5de4-4bf3-9109-143cffd9fe17 on network d4363382-18d5-4535-a788-3e97368b7072 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:32.777263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Attempting to bind port d9b5c940-5de4-4bf3-9109-143cffd9fe17 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:32.779624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Allocated IP 192.168.233.127 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/3df70896-b417-4f38-a2e3-a85502676c57) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:32.782257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:32.782611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:32.783010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Bound using segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:32.783462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Bound port: d9b5c940-5de4-4bf3-9109-143cffd9fe17, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:32.783837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.802949 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8a520533-378c-44a8-8e57-1a22bd879504 req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.903457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8a520533-378c-44a8-8e57-1a22bd879504 req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.991427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8a520533-378c-44a8-8e57-1a22bd879504 req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.007235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] For port d9b5c940-5de4-4bf3-9109-143cffd9fe17, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:33.026833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5114c-bc0d-45cb-9415-d22c15502e91 req-4b3a9fa4-4f13-4af3-bd6c-f8f6eb62b2e5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.028516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8d5114c-bc0d-45cb-9415-d22c15502e91 req-4b3a9fa4-4f13-4af3-bd6c-f8f6eb62b2e5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 944 time: 0.1901054 Jul 28 14:33:33.030771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff35ad1f-1cda-4eaf-98da-9f5ce6cf0d3f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:33.047462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] For port d9b5c940-5de4-4bf3-9109-143cffd9fe17, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:33.081630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.111082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8d5114c-bc0d-45cb-9415-d22c15502e91 req-8317e89e-4653-48b4-8704-6d6111d19ca7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658429 Jul 28 14:33:33.111397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8a520533-378c-44a8-8e57-1a22bd879504 req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.112169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Transition to ACTIVE for port object 3df70896-b417-4f38-a2e3-a85502676c57 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:33.133965 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a520533-378c-44a8-8e57-1a22bd879504 req-0460170c-98e9-482e-b4e1-e52472b1241c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5263615 Jul 28 14:33:33.165623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.217069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.217903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.219722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/d9b5c940-5de4-4bf3-9109-143cffd9fe17 HTTP/1.1" status: 200 len: 1093 time: 2.5207963 Jul 28 14:33:33.225024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'tag': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:33.225024 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042905b-cb2f-4607-aa22-c1b652a99456" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4471f1-56de-4878-b2b7-b4b609a995b6", "tag": "d9b5c940-5de4-4bf3-9109-143cffd9fe17"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:33.260893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd0186-98cb-4638-a03c-631d100510d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b5c940-5de4-4bf3-9109-143cffd9fe17,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:33.266744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ad9f9c7-5714-408b-a700-76992e0cbc31 req-8a2afa1b-7d8f-4268-b1f4-badd4b8e8f73 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 210 time: 0.0603063 Jul 28 14:33:33.300605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.313790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'd7096f19-0422-4d0e-bcb8-83a27127c20e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:33.320515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-9a3aab8a-77ce-4c58-984c-d449847c6a18 req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1773920630', 'description': 'tempest-description-618937446'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:33.378570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd', 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:33.390198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:33.396186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:33.403423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:33.460365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9a3aab8a-77ce-4c58-984c-d449847c6a18 req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.467112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event updated for resources: {'Port': ['ID=3df70896-b417-4f38-a2e3-a85502676c57,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:33.613971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9a3aab8a-77ce-4c58-984c-d449847c6a18 req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.619053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.619053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.658237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ee1a-8fd6-444b-8202-95565c5ab51c req-f810cf6b-9576-4f4e-a5f1-d16abe388e20 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.665180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7119ee1a-8fd6-444b-8202-95565c5ab51c req-f810cf6b-9576-4f4e-a5f1-d16abe388e20 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.2152095 Jul 28 14:33:33.697949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-c4057f68-fe85-478b-8111-a01d6bd0ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.699427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-c4057f68-fe85-478b-8111-a01d6bd0ad14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 1096 time: 0.1752038 Jul 28 14:33:33.724967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7119ee1a-8fd6-444b-8202-95565c5ab51c req-e221c4b3-ce19-4088-b690-335f008cd33b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520351 Jul 28 14:33:33.765598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9a3aab8a-77ce-4c58-984c-d449847c6a18 req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.814626 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08d66f-90a6-4818-a760-bcbb6a55e20f x-openstack-request-id: req-6b08d66f-90a6-4818-a760-bcbb6a55e20f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:33.815238 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4471f1-56de-4878-b2b7-b4b609a995b6", "tag": "d9b5c940-5de4-4bf3-9109-143cffd9fe17", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:33.816202 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b08d66f-90a6-4818-a760-bcbb6a55e20f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:33.817207 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'tag': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17', 'status': 'completed', 'code': 200} Jul 28 14:33:33.820326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-b13518e1-8d34-4ef3-91cd-d5e263702193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17 HTTP/1.1" status: 200 len: 217 time: 0.0865822 Jul 28 14:33:33.843807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50cd903-7c75-4e55-8305-73e11a5b7fbc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:33.930931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-829fb04a-4726-4751-a0b8-99f0c4000091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.932651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-829fb04a-4726-4751-a0b8-99f0c4000091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.1008644 Jul 28 14:33:33.950813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdbd80-2694-4c23-bad2-2dba14d5aaf4 req-286c45d7-49f3-4a93-a2c4-7af8ae60371a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:33.952499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fdbd80-2694-4c23-bad2-2dba14d5aaf4 req-286c45d7-49f3-4a93-a2c4-7af8ae60371a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 948 time: 0.0935006 Jul 28 14:33:33.985609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-9fabcd3b-a3fc-4f52-b6c3-cf8d0c513996 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433986 Jul 28 14:33:33.991967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9a3aab8a-77ce-4c58-984c-d449847c6a18 req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:33.996371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a3aab8a-77ce-4c58-984c-d449847c6a18 req-d0574886-9be6-4678-a2f0-82f3dac7ba47 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6834586 Jul 28 14:33:34.032807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7a2734b0-7ddb-4dbe-822e-c13b8c42de91 None None] Provisioning for port 3df70896-b417-4f38-a2e3-a85502676c57 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:34.045563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-bb49faeb-1622-4fd2-93b5-33e8205024cd tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4577861 Jul 28 14:33:34.058758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7a2734b0-7ddb-4dbe-822e-c13b8c42de91 None None] Provisioning complete for port 3df70896-b417-4f38-a2e3-a85502676c57 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:34.059134 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a2734b0-7ddb-4dbe-822e-c13b8c42de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.071644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Request body: {'port': {'device_id': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:34.125443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7a2734b0-7ddb-4dbe-822e-c13b8c42de91 None None] Port 3df70896-b417-4f38-a2e3-a85502676c57 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:33:34.125795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fdbd80-2694-4c23-bad2-2dba14d5aaf4 req-63696eb1-3410-456f-ad9c-452e9b7ec850 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631796 Jul 28 14:33:34.140357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:34.234957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.246848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54df4-9512-44e8-a8ec-28ea63e80269 req-5d9a32e8-432f-45d1-97e1-df2dd0006808 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:34.249067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00f54df4-9512-44e8-a8ec-28ea63e80269 req-5d9a32e8-432f-45d1-97e1-df2dd0006808 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 944 time: 0.1278298 Jul 28 14:33:34.281448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-4dbf460a-7758-4747-8745-498e943437b0 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596483 Jul 28 14:33:34.312612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00f54df4-9512-44e8-a8ec-28ea63e80269 req-1b3b6bee-3ee9-4aaf-b4a0-cde2d2bba962 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502784 Jul 28 14:33:34.345604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:34.367838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'mac_address': 'fa:16:3e:de:0f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:34.408504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.414439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e282c76-5c3d-44ab-aaff-75f2389df818 req-9a017406-30e4-4778-b1c1-fbdeceb5b300 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:34.416212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e282c76-5c3d-44ab-aaff-75f2389df818 req-9a017406-30e4-4778-b1c1-fbdeceb5b300 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.1557455 Jul 28 14:33:34.424814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:34.447289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:34.509432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aec7f10-3ef2-4258-8d87-979fcc85d344 req-066d93de-8e42-48c3-81a1-65c9f6cdbefd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 10896 time: 0.1562376 Jul 28 14:33:34.557867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.569964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aec7f10-3ef2-4258-8d87-979fcc85d344 req-bdad5430-663b-4ed7-9a46-b40df15f7c13 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/6a6487a5-4b0e-45eb-a5a8-eb3440a43060 HTTP/1.1" status: 200 len: 2981 time: 0.0525630 Jul 28 14:33:34.571483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a057b14-2059-4f57-b0b9-806c4a27e410 req-22729b77-081a-4e91-b9a1-f49ed23783c7 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564914 Jul 28 14:33:34.574627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e282c76-5c3d-44ab-aaff-75f2389df818 req-b8858a6a-5eb3-4f6d-b859-b8674d725631 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029639 Jul 28 14:33:34.662857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aec7f10-3ef2-4258-8d87-979fcc85d344 req-026b483f-5736-4eaf-bfda-38cbc5f5169f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/6a6487a5-4b0e-45eb-a5a8-eb3440a43060 HTTP/1.1" status: 200 len: 2981 time: 0.0850682 Jul 28 14:33:34.680631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:34.783710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a0127-65fd-4e3b-8d79-a80cf01d7481 req-68802b70-707f-4dbf-ba8a-bbbedc851629 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:34.787149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f19a0127-65fd-4e3b-8d79-a80cf01d7481 req-68802b70-707f-4dbf-ba8a-bbbedc851629 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 944 time: 0.1222191 Jul 28 14:33:34.823226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819a086-f3da-41f0-8eb6-48e17edf07cd req-656e1925-8220-4f03-8493-0a0174e9d96c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:34.825087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4819a086-f3da-41f0-8eb6-48e17edf07cd req-656e1925-8220-4f03-8493-0a0174e9d96c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 936 time: 0.0845954 Jul 28 14:33:34.887810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4819a086-f3da-41f0-8eb6-48e17edf07cd req-5deb0173-9120-4c55-ae61-3e42f191de93 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507324 Jul 28 14:33:34.919987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df70896-b417-4f38-a2e3-a85502676c57 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:34.933037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f19a0127-65fd-4e3b-8d79-a80cf01d7481 req-925beec5-cea4-4216-839e-6308b93bb944 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331475 Jul 28 14:33:34.940642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.993491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Transition to ACTIVE for port object 3df70896-b417-4f38-a2e3-a85502676c57 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:35.042840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-fddb0c9d-ec00-442e-9356-dc9cf07128d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.044339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-fddb0c9d-ec00-442e-9356-dc9cf07128d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 1096 time: 0.0850151 Jul 28 14:33:35.049070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b08c744b-87f5-4a09-b115-f2972c249d50 req-8aacd3a7-7e94-4027-8c6f-9695ebd44ab7 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/3e466195-3884-4e9e-bb41-378ee62b5040 HTTP/1.1" status: 200 len: 1801 time: 0.0745966 Jul 28 14:33:35.096028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.152809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573734-a4a7-4827-b76f-638f0756f21a req-01fe23b2-d805-4de3-b7a8-62bd7f45e95e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.154948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1573734-a4a7-4827-b76f-638f0756f21a req-01fe23b2-d805-4de3-b7a8-62bd7f45e95e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0870700 Jul 28 14:33:35.206735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1573734-a4a7-4827-b76f-638f0756f21a req-77961d45-7606-454d-8e32-3b6cc121d0a3 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Jul 28 14:33:35.322902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Pushing event updated for resources: {'Port': ['ID=3df70896-b417-4f38-a2e3-a85502676c57,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:35.360190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b08c744b-87f5-4a09-b115-f2972c249d50 req-7445b6e7-dee1-4fca-a45a-a413604ed220 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.377577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-52daa006-2596-43a4-aa34-98071df3ba49 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.379289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-52daa006-2596-43a4-aa34-98071df3ba49 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.1995778 Jul 28 14:33:35.397658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470500c-49c3-4f9f-97fa-3989ee891928 req-9950d3e4-d53c-4284-a506-ea948364009a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.405333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a470500c-49c3-4f9f-97fa-3989ee891928 req-9950d3e4-d53c-4284-a506-ea948364009a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.0901780 Jul 28 14:33:35.419320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:35.429751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-34da1a85-fd33-444c-ab61-d69ae2730f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.431453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-34da1a85-fd33-444c-ab61-d69ae2730f2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 912 time: 0.3612676 Jul 28 14:33:35.473312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a470500c-49c3-4f9f-97fa-3989ee891928 req-8864de21-fadf-4057-b0ba-5e8cc4da5d4b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637541 Jul 28 14:33:35.484155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b08c744b-87f5-4a09-b115-f2972c249d50 req-7445b6e7-dee1-4fca-a45a-a413604ed220 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.507165 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.543218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-573b4f23-c6f5-4a5f-ad13-8c1ff1a67f64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17 HTTP/1.1" status: 200 len: 217 time: 0.0687168 Jul 28 14:33:35.637452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Attempting to bind port 3df70896-b417-4f38-a2e3-a85502676c57 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:35.637793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Attempting to bind port 3df70896-b417-4f38-a2e3-a85502676c57 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:35.638127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Attempting to bind port 3df70896-b417-4f38-a2e3-a85502676c57 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:35.644228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.651346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54e6f1-9361-4ea1-8f98-c26222231d01 req-87ecf273-d614-425e-9129-44cec9328b31 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.654287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b54e6f1-9361-4ea1-8f98-c26222231d01 req-87ecf273-d614-425e-9129-44cec9328b31 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 944 time: 0.0794289 Jul 28 14:33:35.666811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Port 3df70896-b417-4f38-a2e3-a85502676c57 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:35.667144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Attempting to bind port 3df70896-b417-4f38-a2e3-a85502676c57 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:35.671695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-d57172c1-8cc8-4bbd-8c03-ef8f0b2fe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.673313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-d57172c1-8cc8-4bbd-8c03-ef8f0b2fe760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.1094787 Jul 28 14:33:35.680254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:35.694197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:35.694197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:35.694197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Bound port: 3df70896-b417-4f38-a2e3-a85502676c57, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:35.694197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.716349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b54e6f1-9361-4ea1-8f98-c26222231d01 req-48d219da-dfd4-4f3c-92a1-0e33eac6b5f9 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Jul 28 14:33:35.752275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-d9e27b52-1c74-49ad-8dab-43ef9aabf39a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679433 Jul 28 14:33:35.792424 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b08c744b-87f5-4a09-b115-f2972c249d50 req-7445b6e7-dee1-4fca-a45a-a413604ed220 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.793364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b08c744b-87f5-4a09-b115-f2972c249d50 req-7445b6e7-dee1-4fca-a45a-a413604ed220 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.794148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b08c744b-87f5-4a09-b115-f2972c249d50 req-7445b6e7-dee1-4fca-a45a-a413604ed220 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e466195-3884-4e9e-bb41-378ee62b5040 HTTP/1.1" status: 204 len: 173 time: 0.7336638 Jul 28 14:33:35.877337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd39d-30a1-4ec5-add6-40e6f2d2e768 req-3f3794a3-2f42-4410-b798-371bd88c741f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:35.878932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f4cd39d-30a1-4ec5-add6-40e6f2d2e768 req-3f3794a3-2f42-4410-b798-371bd88c741f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 945 time: 0.0706286 Jul 28 14:33:35.903137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445b6e7-dee1-4fca-a45a-a413604ed220 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e466195-3884-4e9e-bb41-378ee62b5040,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:35.931249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f4cd39d-30a1-4ec5-add6-40e6f2d2e768 req-84721dfb-9ef0-4444-b629-fa6d6cc7f349 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Jul 28 14:33:35.938597 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-a0dd73bb-a659-4a31-97ec-d1e0dbbca142 req-7b491259-b4ff-431d-9e4f-3d11b0857074 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:33:35.939205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0dd73bb-a659-4a31-97ec-d1e0dbbca142 req-7b491259-b4ff-431d-9e4f-3d11b0857074 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/3e466195-3884-4e9e-bb41-378ee62b5040 HTTP/1.1" status: 404 len: 352 time: 0.0767562 Jul 28 14:33:35.975473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] For port 3df70896-b417-4f38-a2e3-a85502676c57, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:36.023308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] For port 3df70896-b417-4f38-a2e3-a85502676c57, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3df70896-b417-4f38-a2e3-a85502676c57,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:36.062542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae5d7e7-b245-4e89-88d7-328b54970094 req-f25f7684-da93-460c-b8f2-5a1aad3452af tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/ff35ad1f-1cda-4eaf-98da-9f5ce6cf0d3f HTTP/1.1" status: 200 len: 1799 time: 0.0677049 Jul 28 14:33:36.063348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-54d80a62-7882-44aa-aad8-325d6cf56038 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879772 Jul 28 14:33:36.074307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:36.142350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.161644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7ae5d7e7-b245-4e89-88d7-328b54970094 req-3b82d87d-882a-4410-9554-8317e09e4739 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.204310 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7ae5d7e7-b245-4e89-88d7-328b54970094 req-3b82d87d-882a-4410-9554-8317e09e4739 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.213677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f05144-9989-4648-87d2-6798a6cf7a2c req-1c60b48d-f514-446b-b93a-dab5f7dfb88d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:36.215422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3f05144-9989-4648-87d2-6798a6cf7a2c req-1c60b48d-f514-446b-b93a-dab5f7dfb88d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 948 time: 0.2069907 Jul 28 14:33:36.235922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:36.236598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.238137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] 10.222.0.58 "PUT /v2.0/ports/3df70896-b417-4f38-a2e3-a85502676c57 HTTP/1.1" status: 200 len: 1097 time: 2.1750169 Jul 28 14:33:36.247374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'tag': '3df70896-b417-4f38-a2e3-a85502676c57'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:36.255269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:36.255705 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592e92d-ff19-4cee-9724-d3b56055a450" -d '{"events": [{"name": "network-changed", "server_uuid": "de4dbb92-14b2-4bb2-aeb5-f2a595805ccf", "tag": "3df70896-b417-4f38-a2e3-a85502676c57"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:36.272086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:36.285961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['82742ed3-97cb-4b72-b00b-1e9a68ba12e6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:36.342869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9beb9d-a9ca-49ac-ad41-6945f924b124 service neutron] Pushing event updated for resources: {'Port': ['ID=3df70896-b417-4f38-a2e3-a85502676c57,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:36.347474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c042905b-cb2f-4607-aa22-c1b652a99456 req-6b931b53-e56a-4f30-8d3f-176c9e55b2fd service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707129 Jul 28 14:33:36.385539 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7ae5d7e7-b245-4e89-88d7-328b54970094 req-3b82d87d-882a-4410-9554-8317e09e4739 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.388838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-7ae5d7e7-b245-4e89-88d7-328b54970094 req-3b82d87d-882a-4410-9554-8317e09e4739 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.389038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.405150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae5d7e7-b245-4e89-88d7-328b54970094 req-3b82d87d-882a-4410-9554-8317e09e4739 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/ff35ad1f-1cda-4eaf-98da-9f5ce6cf0d3f HTTP/1.1" status: 204 len: 173 time: 0.3348591 Jul 28 14:33:36.424183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82d87d-882a-4410-9554-8317e09e4739 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff35ad1f-1cda-4eaf-98da-9f5ce6cf0d3f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:36.439812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3f05144-9989-4648-87d2-6798a6cf7a2c req-f414acde-83b4-4028-9d49-f38ec8110272 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835256 Jul 28 14:33:36.527679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.621948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b0a3-df95-49ec-a954-7e684f262efd req-975cbfe5-ea9e-4493-9582-10a432f53e10 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:36.633690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3115b0a3-df95-49ec-a954-7e684f262efd req-975cbfe5-ea9e-4493-9582-10a432f53e10 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 944 time: 0.1593194 Jul 28 14:33:36.668649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-74cf1617-91e9-44ce-b54d-13ee49e9b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:36.682926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:36.683861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-74cf1617-91e9-44ce-b54d-13ee49e9b06c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 1100 time: 0.3082325 Jul 28 14:33:36.737202 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3115b0a3-df95-49ec-a954-7e684f262efd req-c3cf3cbf-1792-4c48-b38f-6c69f49ccb18 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864027 Jul 28 14:33:36.757448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 has no active binding in host n-h1-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:33:36.761037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0520dc03-06ea-471b-ac90-4405db54fb8b details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:36.843564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf563896-7638-4873-b792-9432db091859 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:36.851430 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58fc592-05fe-4ba4-8550-0e1b6575088a x-openstack-request-id: req-d58fc592-05fe-4ba4-8550-0e1b6575088a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:36.853626 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4dbb92-14b2-4bb2-aeb5-f2a595805ccf", "tag": "3df70896-b417-4f38-a2e3-a85502676c57", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:36.853626 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d58fc592-05fe-4ba4-8550-0e1b6575088a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:36.853626 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'tag': '3df70896-b417-4f38-a2e3-a85502676c57', 'status': 'completed', 'code': 200} Jul 28 14:33:36.872414 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-b6425ba1-74d4-495b-96b5-d02ecde255de req-3676bbbe-5cfd-4fad-a413-4ac9b1159344 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:33:36.874615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6425ba1-74d4-495b-96b5-d02ecde255de req-3676bbbe-5cfd-4fad-a413-4ac9b1159344 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/ff35ad1f-1cda-4eaf-98da-9f5ce6cf0d3f HTTP/1.1" status: 404 len: 352 time: 0.0323420 Jul 28 14:33:36.881604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-04a7d44d-9219-47d2-bdb2-7bef6ae4fc08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3df70896-b417-4f38-a2e3-a85502676c57 HTTP/1.1" status: 200 len: 217 time: 0.1375201 Jul 28 14:33:36.882931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on host n-h2-764806-10 for vnic_type normal with profile {"migrating_to": "n-h1-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:36.883439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:36.883908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:36.969616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0520dc03-06ea-471b-ac90-4405db54fb8b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0520dc03-06ea-471b-ac90-4405db54fb8b,segment=NetworkSegment(dc6e5463-0ff9-4636-9bcb-890c432058ba),segment_id=dc6e5463-0ff9-4636-9bcb-890c432058ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:36.986958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '0520dc03-06ea-471b-ac90-4405db54fb8b', 'network_id': 'fe600cbf-27bc-4ab3-861c-86850865cfa3', 'port_id': '0520dc03-06ea-471b-ac90-4405db54fb8b', 'mac_address': 'fa:16:3e:f7:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18edb5ba-3f36-42f9-a20d-e7fcf876237f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:37.039790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.060867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0520dc03-06ea-471b-ac90-4405db54fb8b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:37.076316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac72bc-8784-478c-9b2e-c12de8b298a1 req-f64791e0-e648-42be-a6eb-f2b3d3008724 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.078772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3bac72bc-8784-478c-9b2e-c12de8b298a1 req-f64791e0-e648-42be-a6eb-f2b3d3008724 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.1034646 Jul 28 14:33:37.094920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0520dc03-06ea-471b-ac90-4405db54fb8b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0520dc03-06ea-471b-ac90-4405db54fb8b,segment=NetworkSegment(dc6e5463-0ff9-4636-9bcb-890c432058ba),segment_id=dc6e5463-0ff9-4636-9bcb-890c432058ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:37.137027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3bac72bc-8784-478c-9b2e-c12de8b298a1 req-6f173bde-114f-4ca1-b313-70541444309e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460074 Jul 28 14:33:37.242055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.286705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:37.287260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Attempting to bind port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:37.301204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ca018-dd6c-4101-969f-ed8bdd522209 req-b91c199b-3e9a-443b-8a45-909e348f918c tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.303427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc2ca018-dd6c-4101-969f-ed8bdd522209 req-b91c199b-3e9a-443b-8a45-909e348f918c tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 945 time: 0.0625212 Jul 28 14:33:37.314501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=0520dc03-06ea-471b-ac90-4405db54fb8b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:37.320996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:37.321335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:37.321719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:37.322426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Bound port: bb0c5010-15d4-4862-9027-ca7636e8a3d5, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:37.322988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.348626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc2ca018-dd6c-4101-969f-ed8bdd522209 req-006df4d2-633d-4d74-b5dc-633c8871e5ef tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375586 Jul 28 14:33:37.352224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b6b1-b5d6-42fb-8ad4-4d9330e8667d req-e62d7086-9247-48d2-8355-5df0f620c327 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.353800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd7b6b1-b5d6-42fb-8ad4-4d9330e8667d req-e62d7086-9247-48d2-8355-5df0f620c327 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.5727756 Jul 28 14:33:37.356734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-e797ae49-8d11-49bc-9d78-b31aa23ab09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.358070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-e797ae49-8d11-49bc-9d78-b31aa23ab09c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.4660416 Jul 28 14:33:37.412475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5e8d8aa-a6fa-4aba-8d3c-831decc7ae41 req-449bbfc4-21ce-490d-8676-4de1d6ea901f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/c50cd903-7c75-4e55-8305-73e11a5b7fbc HTTP/1.1" status: 200 len: 1800 time: 0.0398030 Jul 28 14:33:37.465830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd7b6b1-b5d6-42fb-8ad4-4d9330e8667d req-c8805dec-b1c6-4ca2-91a4-c1a21db3923e tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042418 Jul 28 14:33:37.471505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:37.476633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:37.478312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e5e8d8aa-a6fa-4aba-8d3c-831decc7ae41 req-4dccf1c6-032f-4394-9bb6-170fff44da6a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.479825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-393d728b-f21f-407f-b49a-8a38aa0b360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.481487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-393d728b-f21f-407f-b49a-8a38aa0b360b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135581 Jul 28 14:33:37.523240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e5e8d8aa-a6fa-4aba-8d3c-831decc7ae41 req-4dccf1c6-032f-4394-9bb6-170fff44da6a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.626150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-4c8aced1-0d81-4da8-a1ab-f34d25d74843 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335464 Jul 28 14:33:37.654097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a13d-f6ed-4f7a-9635-5ab4b981be37 req-257a3e9e-8df4-422c-9184-31e86f4a94ce tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.655781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd28a13d-f6ed-4f7a-9635-5ab4b981be37 req-257a3e9e-8df4-422c-9184-31e86f4a94ce tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0755606 Jul 28 14:33:37.704482 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.718070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e5e8d8aa-a6fa-4aba-8d3c-831decc7ae41 req-4dccf1c6-032f-4394-9bb6-170fff44da6a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.722385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e5e8d8aa-a6fa-4aba-8d3c-831decc7ae41 req-4dccf1c6-032f-4394-9bb6-170fff44da6a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.724507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5e8d8aa-a6fa-4aba-8d3c-831decc7ae41 req-4dccf1c6-032f-4394-9bb6-170fff44da6a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/c50cd903-7c75-4e55-8305-73e11a5b7fbc HTTP/1.1" status: 204 len: 173 time: 0.3058786 Jul 28 14:33:37.738853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccf1c6-032f-4394-9bb6-170fff44da6a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50cd903-7c75-4e55-8305-73e11a5b7fbc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:37.828786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd28a13d-f6ed-4f7a-9635-5ab4b981be37 req-b195e089-44eb-440c-b0bf-943980fac2a3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580291 Jul 28 14:33:37.837620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf563896-7638-4873-b792-9432db091859 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:37.865461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38202ed2-6679-44da-8bc4-0ac356a265f1 req-65c1d515-a4a4-46fa-9d63-8995e012a5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299979 Jul 28 14:33:37.866948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.867586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.869099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-cf563896-7638-4873-b792-9432db091859 service neutron] 10.222.0.42 "PUT /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 1123 time: 2.4584858 Jul 28 14:33:37.918725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7af48f-3f92-427e-b0f3-28fb865c42d5 req-71b1cb71-b758-4417-9765-c826d1159441 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:37.922259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e7af48f-3f92-427e-b0f3-28fb865c42d5 req-71b1cb71-b758-4417-9765-c826d1159441 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 948 time: 0.1201785 Jul 28 14:33:37.990108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e7af48f-3f92-427e-b0f3-28fb865c42d5 req-81c6c2e2-d49c-433d-bc41-ab199df0a12d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552671 Jul 28 14:33:37.999857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['bb0c5010-15d4-4862-9027-ca7636e8a3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:38.000596 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-2fb902d6-c0b4-4fe7-b07e-52606e326470 req-e829678c-604c-4bb8-afdd-a7bd75a9ad31 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:33:38.002432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fb902d6-c0b4-4fe7-b07e-52606e326470 req-e829678c-604c-4bb8-afdd-a7bd75a9ad31 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/c50cd903-7c75-4e55-8305-73e11a5b7fbc HTTP/1.1" status: 404 len: 352 time: 0.0262356 Jul 28 14:33:38.144821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-d345a395-3501-4e2d-841d-80665806dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.146926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-d345a395-3501-4e2d-841d-80665806dce8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c6151b5618545c784a56a9cc9eece3d&device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 1100 time: 0.0871999 Jul 28 14:33:38.179890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b2af-9bbd-44f2-92d1-841b7fff0481 req-55bdb416-480e-4172-b96b-6a6b2a5b5f4d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.201268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5075b2af-9bbd-44f2-92d1-841b7fff0481 req-55bdb416-480e-4172-b96b-6a6b2a5b5f4d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 944 time: 0.1166024 Jul 28 14:33:38.240105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47c0a2f9-b883-4852-9480-5ced24c87f82 req-c53bdc67-2fbd-4ac4-935e-a322b2705d8d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 6149 time: 0.1420164 Jul 28 14:33:38.253883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5075b2af-9bbd-44f2-92d1-841b7fff0481 req-8cc70ead-5eea-4171-b834-d99dbfd98da5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485549 Jul 28 14:33:38.308476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-099fadeb-cd38-4dee-a05c-e0ee29e93e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.310175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-099fadeb-cd38-4dee-a05c-e0ee29e93e85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1551597 Jul 28 14:33:38.369408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-0682160d-45a7-4785-921b-caaf61d2a4dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3df70896-b417-4f38-a2e3-a85502676c57 HTTP/1.1" status: 200 len: 217 time: 0.0463150 Jul 28 14:33:38.374358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47c0a2f9-b883-4852-9480-5ced24c87f82 req-29343283-f87e-44ea-90e9-1c0efe680d10 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/6a6487a5-4b0e-45eb-a5a8-eb3440a43060 HTTP/1.1" status: 200 len: 2981 time: 0.1044884 Jul 28 14:33:38.437197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081720d9-d4fe-4800-aec0-76e67be6364a req-399b9bd4-af9e-411c-b8fc-971e75d1d979 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.439898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-081720d9-d4fe-4800-aec0-76e67be6364a req-399b9bd4-af9e-411c-b8fc-971e75d1d979 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.0820169 Jul 28 14:33:38.460259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-a6f0c045-e578-4b47-bed7-c8e4b51a62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.461809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-a6f0c045-e578-4b47-bed7-c8e4b51a62f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0842061 Jul 28 14:33:38.469274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47c0a2f9-b883-4852-9480-5ced24c87f82 req-60b82d1a-ce66-4bb5-b3ac-f188ce25a54a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/6a6487a5-4b0e-45eb-a5a8-eb3440a43060 HTTP/1.1" status: 200 len: 2981 time: 0.0815499 Jul 28 14:33:38.498897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-081720d9-d4fe-4800-aec0-76e67be6364a req-27d5634b-75fe-4ee6-af67-1879ee598d74 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 Jul 28 14:33:38.531361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-b893b2ab-2eb8-43cc-9286-e02112cfa4c1 req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-110413262', 'description': 'tempest-description-1003463308'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:38.538155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-7c0598b4-536b-4e9f-8931-5b1ee94c9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.539844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-7c0598b4-536b-4e9f-8931-5b1ee94c9255 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681310 Jul 28 14:33:38.576626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['0520dc03-06ea-471b-ac90-4405db54fb8b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:38.622100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['bb0c5010-15d4-4862-9027-ca7636e8a3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:38.643139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b893b2ab-2eb8-43cc-9286-e02112cfa4c1 req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.648022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a656c-8982-4d60-b65c-ba2c58228946 req-fd151e24-e55e-41e1-9081-f050fe98b102 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.649644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98a656c-8982-4d60-b65c-ba2c58228946 req-fd151e24-e55e-41e1-9081-f050fe98b102 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 945 time: 0.1140575 Jul 28 14:33:38.695999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-9ede2264-27aa-49d7-8c60-4f3eabd979f1 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462932 Jul 28 14:33:38.726158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98a656c-8982-4d60-b65c-ba2c58228946 req-45c5d5ac-0b1f-4aa7-b9e5-22c63e2e9696 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576744 Jul 28 14:33:38.782198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b893b2ab-2eb8-43cc-9286-e02112cfa4c1 req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.854613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5'}, {'name': 'network-changed', 'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:38.857099 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a601a353-5412-4cfa-912c-2706902c0933" -d '{"events": [{"server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5"}, {"name": "network-changed", "server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:38.860192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b893b2ab-2eb8-43cc-9286-e02112cfa4c1 req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.895827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4592e92d-ff19-4cee-9724-d3b56055a450 req-ed6508ef-4a3a-4f4e-8fc4-c740a92cbb5b service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871853 Jul 28 14:33:38.914884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff83eb-9832-4ecc-aab5-4576b1954bad,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:38.934487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4c57-c5a2-4d36-ab62-1c6b9a72cd7b req-e6b88f84-1cf6-4454-85e6-375cac810393 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:38.937489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-310c4c57-c5a2-4d36-ab62-1c6b9a72cd7b req-e6b88f84-1cf6-4454-85e6-375cac810393 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1232357 Jul 28 14:33:38.963193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b893b2ab-2eb8-43cc-9286-e02112cfa4c1 req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.978345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b893b2ab-2eb8-43cc-9286-e02112cfa4c1 req-7e40fe13-f89d-4702-bc8d-8295abcea9fb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4487488 Jul 28 14:33:39.020505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-310c4c57-c5a2-4d36-ab62-1c6b9a72cd7b req-2f780d77-32f8-467d-a63c-d3675f65f49d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667541 Jul 28 14:33:39.089167 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fccea57-69dd-44c7-b3ca-98a7c1c7031b x-openstack-request-id: req-1fccea57-69dd-44c7-b3ca-98a7c1c7031b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:39.089167 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5", "code": 200}, {"name": "network-changed", "server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:39.089751 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1fccea57-69dd-44c7-b3ca-98a7c1c7031b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:39.090499 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'code': 200} Jul 28 14:33:39.091023 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'status': 'completed', 'code': 200} Jul 28 14:33:39.205444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a353-5412-4cfa-912c-2706902c0933 req-a599941d-7a2e-41c1-a595-3b3a0e57614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.207054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-a599941d-7a2e-41c1-a595-3b3a0e57614c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1126 time: 0.0767477 Jul 28 14:33:39.223950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02748f4-83c0-4aa1-b6fd-6ec861ddc771 req-a81ff028-c1cb-4f8d-a2fe-59c75d94d6fc tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.225761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b02748f4-83c0-4aa1-b6fd-6ec861ddc771 req-a81ff028-c1cb-4f8d-a2fe-59c75d94d6fc tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0858545 Jul 28 14:33:39.335829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b02748f4-83c0-4aa1-b6fd-6ec861ddc771 req-9ba77c7d-7a3f-4faa-beb7-c1cc51a3dfe8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851638 Jul 28 14:33:39.359379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a353-5412-4cfa-912c-2706902c0933 req-b89d13b9-7428-48eb-af85-78ece8f780ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.360949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-b89d13b9-7428-48eb-af85-78ece8f780ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.1341939 Jul 28 14:33:39.435117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-7021e010-65ed-4fc3-98cf-afbe39071212 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 217 time: 0.0436363 Jul 28 14:33:39.485797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f935717f-9bba-42da-a596-ac44daad3a98 req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1346154273', 'description': 'tempest-description-1783212097'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:39.519148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a353-5412-4cfa-912c-2706902c0933 req-ff3d2b8c-07c7-48e8-9be4-5b79f54ef309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.520782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-ff3d2b8c-07c7-48e8-9be4-5b79f54ef309 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.0766251 Jul 28 14:33:39.559245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-64ff2222-480d-4534-b7bf-a195d1a667e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281780 Jul 28 14:33:39.621239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f935717f-9bba-42da-a596-ac44daad3a98 req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:39.682130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d760-b8ba-4f75-8ace-47fcd3748ebb req-20216ad4-c532-4be3-bfd5-785f7b2d30ad tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.684895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f043d760-b8ba-4f75-8ace-47fcd3748ebb req-20216ad4-c532-4be3-bfd5-785f7b2d30ad tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 948 time: 0.0791466 Jul 28 14:33:39.752279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f043d760-b8ba-4f75-8ace-47fcd3748ebb req-7a4ed322-e3ea-4b97-b487-88638f9f0dc2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598121 Jul 28 14:33:39.775958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-3a60f7b4-f74a-46a0-a79d-d7f1387833f9 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075267 Jul 28 14:33:39.834211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-391735a6-cc3c-4f39-9bb5-ccc75daf01cf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.835885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-391735a6-cc3c-4f39-9bb5-ccc75daf01cf tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 949 time: 0.1523502 Jul 28 14:33:39.917132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb870-55c7-40b2-83be-c3907c80e3f1 req-fadd81e9-c37a-41ff-b8e5-c467769affb8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:39.919405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-609eb870-55c7-40b2-83be-c3907c80e3f1 req-fadd81e9-c37a-41ff-b8e5-c467769affb8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 944 time: 0.0876098 Jul 28 14:33:39.963477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f935717f-9bba-42da-a596-ac44daad3a98 req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:39.980529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-609eb870-55c7-40b2-83be-c3907c80e3f1 req-82d3f693-f76e-479e-b262-80185d085c6a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jul 28 14:33:39.995495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-138cd5e1-5478-4f51-8f71-12279c8e7e7f service neutron] 10.222.0.42 "GET /v2.0/ports/82742ed3-97cb-4b72-b00b-1e9a68ba12e6/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 383 time: 0.1308157 Jul 28 14:33:39.997714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a353-5412-4cfa-912c-2706902c0933 req-8a8751f2-a53c-4802-b3e4-e2a0c3cf6491 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054999 Jul 28 14:33:40.014508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f935717f-9bba-42da-a596-ac44daad3a98 req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.065418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7a13ed-7150-48c5-838f-cf89199782e7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:40.124310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-007f8733-d2e9-49ee-8ea9-7fb33174f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.126264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-007f8733-d2e9-49ee-8ea9-7fb33174f4bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1101 time: 0.0533023 Jul 28 14:33:40.134808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f935717f-9bba-42da-a596-ac44daad3a98 req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.137077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f935717f-9bba-42da-a596-ac44daad3a98 req-553f2a4c-8f29-49f8-ae7b-48bb29ef14df tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6575971 Jul 28 14:33:40.156029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3df70896-b417-4f38-a2e3-a85502676c57 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:40.188998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33e33-9209-4f67-aa52-03473fa355a3 req-d04595ea-bd50-43a0-96fe-7b5f4cdb199d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.194263 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-31e33e33-9209-4f67-aa52-03473fa355a3 req-d04595ea-bd50-43a0-96fe-7b5f4cdb199d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.1211290 Jul 28 14:33:40.303611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-31e33e33-9209-4f67-aa52-03473fa355a3 req-dd5aa199-831c-481b-92f8-165d32bb0678 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986958 Jul 28 14:33:40.432326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-6d0bebbd-eeff-4ac8-955c-c7eac98d81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.434281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-6d0bebbd-eeff-4ac8-955c-c7eac98d81a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2753303 Jul 28 14:33:40.435441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d9b5c940-5de4-4bf3-9109-143cffd9fe17 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:40.438957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:40.484037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab3ec-8e5a-4cf0-993a-f11db62786f5 req-0ce543cf-6451-4245-b022-9453913db2f4 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.486939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb5ab3ec-8e5a-4cf0-993a-f11db62786f5 req-0ce543cf-6451-4245-b022-9453913db2f4 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 945 time: 0.1123397 Jul 28 14:33:40.508607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3df70896-b417-4f38-a2e3-a85502676c57, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3df70896-b417-4f38-a2e3-a85502676c57,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:40.540323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-4ae11add-6699-499e-a225-4610535a7c32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0867965 Jul 28 14:33:40.541273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099002f-b44c-4f5a-8b53-466cb4a9c115 req-70b766b5-7908-4350-99a7-2019ea3e6c46 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.543712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '3df70896-b417-4f38-a2e3-a85502676c57', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '3df70896-b417-4f38-a2e3-a85502676c57', 'mac_address': 'fa:16:3e:41:d3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:40.544014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2099002f-b44c-4f5a-8b53-466cb4a9c115 req-70b766b5-7908-4350-99a7-2019ea3e6c46 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1000283 Jul 28 14:33:40.620035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2099002f-b44c-4f5a-8b53-466cb4a9c115 req-34738045-c92a-4c39-b36d-1b9dd5898ce5 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599182 Jul 28 14:33:40.694889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.705123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb5ab3ec-8e5a-4cf0-993a-f11db62786f5 req-34a64861-e560-49c2-9b77-8645ea7fc257 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585851 Jul 28 14:33:40.711833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-70f6ffd7-5a05-4287-8d8c-1d8dd33a4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.717768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-70f6ffd7-5a05-4287-8d8c-1d8dd33a4f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1594181 Jul 28 14:33:40.750019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df70896-b417-4f38-a2e3-a85502676c57 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:40.788889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:40.829317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-590de38c-4a1f-4c2d-b60e-ec9b26fe60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.831124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3df70896-b417-4f38-a2e3-a85502676c57, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3df70896-b417-4f38-a2e3-a85502676c57,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:40.832642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-590de38c-4a1f-4c2d-b60e-ec9b26fe60aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943887 Jul 28 14:33:40.839318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:40.840055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.904995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d9b5c940-5de4-4bf3-9109-143cffd9fe17, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:40.905771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e43372-04ed-45dd-a91f-f4cf5908d145 req-825be1e8-45cb-4a53-b8c9-c4775681b3b5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:40.920180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20e43372-04ed-45dd-a91f-f4cf5908d145 req-825be1e8-45cb-4a53-b8c9-c4775681b3b5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.1668503 Jul 28 14:33:40.929989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:41.045882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20e43372-04ed-45dd-a91f-f4cf5908d145 req-ae65776d-7e44-4a98-8820-e50b2b8889e5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Jul 28 14:33:41.052553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3df70896-b417-4f38-a2e3-a85502676c57,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:41.064957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17', 'mac_address': 'fa:16:3e:85:68:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:41.086277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.086960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.087514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.088063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.088648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.089196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.089869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.090412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.090945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.091473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.092001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.092698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:41.168439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-af43a42e-72f8-4278-a899-1f5f5f7f56a7 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133783 Jul 28 14:33:41.217786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-d436f912-4ee8-470d-a66b-0aca37c8dde4 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:41.220690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-d436f912-4ee8-470d-a66b-0aca37c8dde4 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 812 time: 0.2655687 Jul 28 14:33:41.225966 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:41.256182 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:41.275014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b5c940-5de4-4bf3-9109-143cffd9fe17 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:41.294025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3df70896-b417-4f38-a2e3-a85502676c57'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:41.312811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-4bacff11-8ef9-4cb1-a91b-e996c8a44d0f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/quotas/de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 375 time: 0.0721447 Jul 28 14:33:41.344019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:41.400791 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb53db9f-e5f1-493b-b803-80c33c7c0d9e" -d '{"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-plugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:41.400791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d9b5c940-5de4-4bf3-9109-143cffd9fe17, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:41.400791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:41.401223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-86440113-25b5-4f49-99ca-9228f255f404 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035973 Jul 28 14:33:41.559572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628dc17-24c9-4f97-905f-c313050285b3 req-04059f5e-dd93-443c-b01e-76689ca74957 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:41.562433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d628dc17-24c9-4f97-905f-c313050285b3 req-04059f5e-dd93-443c-b01e-76689ca74957 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 949 time: 0.2838156 Jul 28 14:33:41.572721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-87197b04-97cf-47e0-ab34-54acfb6d18e2 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476726 Jul 28 14:33:41.638076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d628dc17-24c9-4f97-905f-c313050285b3 req-97a220ae-63bc-4176-889b-c6ce277725ab tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Jul 28 14:33:41.757891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-5dfea598-8502-48b7-bff0-6070f8d4cef4 service neutron] 10.222.0.57 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808240 Jul 28 14:33:41.804147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ce4e-8c7f-4820-923f-d33367b4f404 req-8f21a61d-d8f4-4c5e-b654-8dad14d4e6d4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:41.806221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c60ce4e-8c7f-4820-923f-d33367b4f404 req-8f21a61d-d8f4-4c5e-b654-8dad14d4e6d4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 944 time: 0.0752976 Jul 28 14:33:41.831483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:41.862977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-6482119b-2093-498a-8494-160f7a641a78 service neutron] 10.222.0.57 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965583 Jul 28 14:33:41.874835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c60ce4e-8c7f-4820-923f-d33367b4f404 req-67ba55e4-efbe-435c-ad26-06a72e830806 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Jul 28 14:33:41.928283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d9b5c940-5de4-4bf3-9109-143cffd9fe17,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:41.929217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:41.992512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:42.037969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58727a04-b428-4e42-842e-be2e0d8575b5 req-0fbad379-ba9a-42b7-b6ef-e3a73c336f6e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:42.039895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58727a04-b428-4e42-842e-be2e0d8575b5 req-0fbad379-ba9a-42b7-b6ef-e3a73c336f6e tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0574517 Jul 28 14:33:42.091881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58727a04-b428-4e42-842e-be2e0d8575b5 req-f38bc609-0b7d-4916-91a3-077a47992c25 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Jul 28 14:33:42.176919 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf8fc6-d472-4f6b-b1ed-9918a179ec4c x-openstack-request-id: req-f5bf8fc6-d472-4f6b-b1ed-9918a179ec4c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:42.176919 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-plugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:42.176919 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5bf8fc6-d472-4f6b-b1ed-9918a179ec4c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:42.176919 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'code': 200} Jul 28 14:33:42.265896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0520dc03-06ea-471b-ac90-4405db54fb8b up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:42.295508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691b5d-37dc-407d-aed3-4ca75338dbeb req-bb91dc10-4152-429e-8d56-a8dc2659521a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:42.298609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0691b5d-37dc-407d-aed3-4ca75338dbeb req-bb91dc10-4152-429e-8d56-a8dc2659521a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0697012 Jul 28 14:33:42.350069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0691b5d-37dc-407d-aed3-4ca75338dbeb req-0339add2-fc3a-490f-a8fc-dbf317af142d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Jul 28 14:33:42.419021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 0520dc03-06ea-471b-ac90-4405db54fb8b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:42.419999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66e45c-2113-4a74-8645-f897c060ab51 req-28b02c25-1b0f-4841-b10a-43c13f6f1d30 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:42.424741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 0520dc03-06ea-471b-ac90-4405db54fb8b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:42.425059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb66e45c-2113-4a74-8645-f897c060ab51 req-28b02c25-1b0f-4841-b10a-43c13f6f1d30 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 945 time: 0.0989633 Jul 28 14:33:42.425908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:42.482351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb66e45c-2113-4a74-8645-f897c060ab51 req-e13b2ddf-53f1-4ee1-bfed-842bed04461a tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Jul 28 14:33:42.523101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e724c-0aa0-49a8-80ec-58ea2667397a req-c1bcb929-7b1b-409d-8d0d-81992ef6db68 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:42.523101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-994e724c-0aa0-49a8-80ec-58ea2667397a req-c1bcb929-7b1b-409d-8d0d-81992ef6db68 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0991874 Jul 28 14:33:42.569169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-994e724c-0aa0-49a8-80ec-58ea2667397a req-d8bbd190-40bd-49d1-bf3b-09c2c3f24754 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Jul 28 14:33:42.647141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb88c97e-dcdb-42d0-94b4-391f85c6fa48 req-34401b3e-3b6c-4176-922d-f2cb51dba9db tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 210 time: 0.0339012 Jul 28 14:33:42.795231 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:42.816865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee375042-c028-4702-9c47-847810c124ad req-36878749-099b-4e1e-a75f-6650d2ff3cba tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:42.820394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee375042-c028-4702-9c47-847810c124ad req-36878749-099b-4e1e-a75f-6650d2ff3cba tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 949 time: 0.0657609 Jul 28 14:33:42.836603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0520dc03-06ea-471b-ac90-4405db54fb8b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0520dc03-06ea-471b-ac90-4405db54fb8b,segment=NetworkSegment(dc6e5463-0ff9-4636-9bcb-890c432058ba),segment_id=dc6e5463-0ff9-4636-9bcb-890c432058ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:42.863911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee375042-c028-4702-9c47-847810c124ad req-f8177600-1073-4604-8863-7ecec12662f1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 Jul 28 14:33:42.913076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d9b5c940-5de4-4bf3-9109-143cffd9fe17'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:42.965481 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:43.030835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6d223-4c1c-40fb-8add-5eac76bcf993 req-ad7729eb-25d1-491b-9245-0400bea04759 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.032494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0b6d223-4c1c-40fb-8add-5eac76bcf993 req-ad7729eb-25d1-491b-9245-0400bea04759 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 945 time: 0.0616164 Jul 28 14:33:43.074886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0b6d223-4c1c-40fb-8add-5eac76bcf993 req-18917941-8f6c-479c-a9ed-ba6cddc6af84 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Jul 28 14:33:43.094009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=0520dc03-06ea-471b-ac90-4405db54fb8b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:43.266644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5cd1c-1fa6-4dff-8941-df39a9e5d011 req-afd8bc94-7afa-4fe0-a0c4-c7a0cfe2e5d0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.269402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3a5cd1c-1fa6-4dff-8941-df39a9e5d011 req-afd8bc94-7afa-4fe0-a0c4-c7a0cfe2e5d0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0791924 Jul 28 14:33:43.311874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3a5cd1c-1fa6-4dff-8941-df39a9e5d011 req-3ec50c00-f6a5-473f-8079-e3ee67b92568 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356648 Jul 28 14:33:43.489885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a075d88-085e-40fc-a763-3e5591ab9edc req-912481c3-b023-4610-9f34-407a22faa82c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.493321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a075d88-085e-40fc-a763-3e5591ab9edc req-912481c3-b023-4610-9f34-407a22faa82c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0587876 Jul 28 14:33:43.534490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a075d88-085e-40fc-a763-3e5591ab9edc req-53d69faf-0818-4212-aff4-6e456cefd7ef tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357471 Jul 28 14:33:43.643392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78884e6-71d3-4cdf-a7a8-10acf6f6162f req-b6d6e152-48b6-4f53-ae5a-ee21df5f946e tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.645616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f78884e6-71d3-4cdf-a7a8-10acf6f6162f req-b6d6e152-48b6-4f53-ae5a-ee21df5f946e tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.0564294 Jul 28 14:33:43.689981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f78884e6-71d3-4cdf-a7a8-10acf6f6162f req-76f79c6a-573b-405a-9ace-749af4b36b52 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Jul 28 14:33:43.707013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca853f9-57d6-4a87-807a-096df96a1506 req-e8d52486-dc71-4b98-a8cd-8cd6a8ba8020 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.708742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ca853f9-57d6-4a87-807a-096df96a1506 req-e8d52486-dc71-4b98-a8cd-8cd6a8ba8020 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0645628 Jul 28 14:33:43.790255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-938b8e57-93aa-4733-92af-dd6b0635cfe2 req-69c604ea-9776-468d-96e1-13ee3c5ef5a9 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 210 time: 0.0325801 Jul 28 14:33:43.800245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ca853f9-57d6-4a87-807a-096df96a1506 req-4ec4b3cf-d52b-4edd-9aa4-f932b91f62fe tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Jul 28 14:33:43.809675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-589a7361-fc53-4240-af91-0f6b803147be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951838 Jul 28 14:33:44.027561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0b4fb-7267-4041-bc06-b75f094769b2 req-bc19fca5-6afc-4e91-a2d6-edb177b4dff9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.029323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e0b4fb-7267-4041-bc06-b75f094769b2 req-bc19fca5-6afc-4e91-a2d6-edb177b4dff9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 949 time: 0.0848947 Jul 28 14:33:44.049272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-3e4e8ac6-2f17-4d63-a44f-7baa9178fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.049272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-3e4e8ac6-2f17-4d63-a44f-7baa9178fc6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 1102 time: 0.0709546 Jul 28 14:33:44.083130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e0b4fb-7267-4041-bc06-b75f094769b2 req-7851c028-f68b-4c0a-8292-8a3b58b9b95e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Jul 28 14:33:44.178122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520dc03-06ea-471b-ac90-4405db54fb8b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:44.183915 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f6bfc-49aa-47d0-8313-056d1dfc4ebd" -d '{"events": [{"server_uuid": "9fe8fe66-0882-4f96-b840-5f2e74c20372", "name": "network-vif-plugged", "status": "completed", "tag": "0520dc03-06ea-471b-ac90-4405db54fb8b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:44.194356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3df70896-b417-4f38-a2e3-a85502676c57 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:44.236386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-f4edeb36-069a-4eae-b698-f3ed7477c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.239378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-f4edeb36-069a-4eae-b698-f3ed7477c613 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1249397 Jul 28 14:33:44.263900 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b90a53-06f2-4231-940a-e83c9ed37bbc x-openstack-request-id: req-c4b90a53-06f2-4231-940a-e83c9ed37bbc {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:44.264495 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe8fe66-0882-4f96-b840-5f2e74c20372", "name": "network-vif-plugged", "status": "completed", "tag": "0520dc03-06ea-471b-ac90-4405db54fb8b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:44.265012 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4b90a53-06f2-4231-940a-e83c9ed37bbc {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:44.265742 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520dc03-06ea-471b-ac90-4405db54fb8b', 'code': 200} Jul 28 14:33:44.273785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8c18f-73f5-400c-8870-36ed171c669d req-4d231b28-e2d5-44c6-b012-5ad7ffa9d131 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.277805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52f8c18f-73f5-400c-8870-36ed171c669d req-4d231b28-e2d5-44c6-b012-5ad7ffa9d131 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 945 time: 0.1035655 Jul 28 14:33:44.307328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-bbcc8c9d-4242-4b79-95d0-2c91cec381c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 200 len: 217 time: 0.0445828 Jul 28 14:33:44.339425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52f8c18f-73f5-400c-8870-36ed171c669d req-a6a9d069-faee-4584-88c1-67094ef42fda tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567305 Jul 28 14:33:44.398010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-f25fd2d6-337f-4ed2-a59b-f46977c242e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.399892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-f25fd2d6-337f-4ed2-a59b-f46977c242e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0689323 Jul 28 14:33:44.403292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 3df70896-b417-4f38-a2e3-a85502676c57 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:44.408924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 3df70896-b417-4f38-a2e3-a85502676c57 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:44.409715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:44.464525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e3ff-be6f-43ad-9a74-f054fb3f4fc0 req-54e2bc6d-bb1f-4494-9f0c-a4d4affa4a9f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.466095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa92e3ff-be6f-43ad-9a74-f054fb3f4fc0 req-54e2bc6d-bb1f-4494-9f0c-a4d4affa4a9f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0635924 Jul 28 14:33:44.527917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:44.573214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa92e3ff-be6f-43ad-9a74-f054fb3f4fc0 req-25c5c0e7-999d-4af2-8ee6-412acd5d4702 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917091 Jul 28 14:33:44.574818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3df70896-b417-4f38-a2e3-a85502676c57, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3df70896-b417-4f38-a2e3-a85502676c57,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:44.585052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-c777e70d-e21c-4c3d-8c20-dde492512cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.586756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-c777e70d-e21c-4c3d-8c20-dde492512cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156526 Jul 28 14:33:44.595767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeba9e5-5352-4388-b425-6ff187ef67b2 req-0eacc397-dc4a-4649-a904-a17e5db673ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.598282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edeba9e5-5352-4388-b425-6ff187ef67b2 req-0eacc397-dc4a-4649-a904-a17e5db673ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 1098 time: 0.0806484 Jul 28 14:33:44.665635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:44.694140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630c85d-3179-4c9a-8648-1a3e5f2c20c4 req-b4a5fa2e-182e-48ba-a693-c62d6c43e77a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.696027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6630c85d-3179-4c9a-8648-1a3e5f2c20c4 req-b4a5fa2e-182e-48ba-a693-c62d6c43e77a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0570266 Jul 28 14:33:44.716561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3df70896-b417-4f38-a2e3-a85502676c57,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:44.750798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edeba9e5-5352-4388-b425-6ff187ef67b2 req-8cb4f42d-d73c-44eb-bc8e-33911a9c4699 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Jul 28 14:33:44.753809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6630c85d-3179-4c9a-8648-1a3e5f2c20c4 req-3c3d3b69-12e2-4ecf-931c-971129a3f3bf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Jul 28 14:33:44.778943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-6cdd60b7-4526-4129-ae8a-f373c55d407f service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532989 Jul 28 14:33:44.847518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c22562-e08d-4d98-9a56-39d446ab15f6 req-42e4be6d-443e-4d6d-ad69-b2172cfb7592 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.849731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0c22562-e08d-4d98-9a56-39d446ab15f6 req-42e4be6d-443e-4d6d-ad69-b2172cfb7592 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.0583308 Jul 28 14:33:44.892859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0c22562-e08d-4d98-9a56-39d446ab15f6 req-4892181c-3d1f-455d-9fab-7d292920e47c tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366008 Jul 28 14:33:44.949938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38fda-0afc-472f-9510-a3693be0f6bf req-c269964b-d6e4-4524-ac16-582fabb8eab0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.951550 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddb38fda-0afc-472f-9510-a3693be0f6bf req-c269964b-d6e4-4524-ac16-582fabb8eab0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0576389 Jul 28 14:33:44.993093 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eac24ec3-f7b3-4b1a-9182-a47934212fe8 req-725aaf02-d43b-4f39-a49d-64685a20b2f4 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 210 time: 0.0382535 Jul 28 14:33:45.007545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddb38fda-0afc-472f-9510-a3693be0f6bf req-ebec1da4-d420-455a-ae87-55d1e2a8c68d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Jul 28 14:33:45.236276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-31418930-02aa-452f-a421-d36812460a42 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.238928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-31418930-02aa-452f-a421-d36812460a42 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 812 time: 0.1473246 Jul 28 14:33:45.258948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6059742-d657-46b8-bc79-10d1146fcdf0 req-4e19a953-fe95-445f-9912-6f959c1c904c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.261292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6059742-d657-46b8-bc79-10d1146fcdf0 req-4e19a953-fe95-445f-9912-6f959c1c904c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.0792477 Jul 28 14:33:45.263242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'port': {'device_id': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d', 'admin_state_up': True, 'tenant_id': 'de7a6f79b5984bac8c15de06b988a7a4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:45.310169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6059742-d657-46b8-bc79-10d1146fcdf0 req-2f1369e7-979a-48d2-ad05-5cda12b8b63d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Jul 28 14:33:45.479907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1723-63e0-4784-81f9-4927cc91dfc6 req-33a19196-6722-4771-b72c-2ebe47d6c539 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.481722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-442f1723-63e0-4784-81f9-4927cc91dfc6 req-33a19196-6722-4771-b72c-2ebe47d6c539 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 945 time: 0.0577939 Jul 28 14:33:45.517270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Made reservation on behalf of de7a6f79b5984bac8c15de06b988a7a4 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:45.525337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:45.532955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-442f1723-63e0-4784-81f9-4927cc91dfc6 req-ddf170c1-950c-4b28-a7b0-8dfc3fd922ae tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444210 Jul 28 14:33:45.725877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71d36b-de55-45a1-8ead-784ecfca2201 req-75a25c46-6254-449c-b6c1-09fd5287741d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.727815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e71d36b-de55-45a1-8ead-784ecfca2201 req-75a25c46-6254-449c-b6c1-09fd5287741d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0577564 Jul 28 14:33:45.798916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e71d36b-de55-45a1-8ead-784ecfca2201 req-2c66e26f-baa7-4ded-bf50-c7e53fa41697 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582168 Jul 28 14:33:45.817132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d1d932-d2ee-4a15-98e4-89c627201529 req-cdadf7bb-29ae-4737-ba1a-2888fb7ef601 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958950 Jul 28 14:33:45.818458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Allocated IP 172.20.0.12 (23235b65-94d9-4532-b4d1-5c3aa4278e6d/7b91d788-0b3f-4a08-aac7-11ef4e000176/400444cf-1de5-4313-a96a-68ee5b979435) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:46.067385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1858a-e3ff-4892-8c97-ba58f0abbd9e req-1c7eb492-9759-42e8-8e25-640c032e4f72 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.069950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9bb1858a-e3ff-4892-8c97-ba58f0abbd9e req-1c7eb492-9759-42e8-8e25-640c032e4f72 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.0913374 Jul 28 14:33:46.140171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9bb1858a-e3ff-4892-8c97-ba58f0abbd9e req-b2a5d015-3c9c-443d-94a8-9fd8142b0f92 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Jul 28 14:33:46.251768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a74f6fc-d7b2-42a9-be2b-c8d89f8ccaab req-881b97f3-53b8-4db3-8acc-35f003ea935f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 210 time: 0.0408738 Jul 28 14:33:46.274242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df70896-b417-4f38-a2e3-a85502676c57'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:46.274242 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b41e15-40d3-45f4-8455-82309c04db0a" -d '{"events": [{"server_uuid": "de4dbb92-14b2-4bb2-aeb5-f2a595805ccf", "name": "network-vif-plugged", "status": "completed", "tag": "3df70896-b417-4f38-a2e3-a85502676c57"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:46.290363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bc41-3aaf-49e8-92c5-10c9e78e2be2 req-2103f71f-8a81-4d6b-8034-6ae5f49008d2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.294574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d9b5c940-5de4-4bf3-9109-143cffd9fe17 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:46.298676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0532bc41-3aaf-49e8-92c5-10c9e78e2be2 req-2103f71f-8a81-4d6b-8034-6ae5f49008d2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.4356656 Jul 28 14:33:46.418426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.424905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8b24-45a4-4dfa-9a36-6b31afe0de30 req-52cbdcc5-ccf4-4151-a051-0430df471adc tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.428828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4dee8b24-45a4-4dfa-9a36-6b31afe0de30 req-52cbdcc5-ccf4-4151-a051-0430df471adc tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0707145 Jul 28 14:33:46.434593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0532bc41-3aaf-49e8-92c5-10c9e78e2be2 req-8bffe649-5678-4ca6-921e-e74aca46eb30 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274853 Jul 28 14:33:46.484252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port d9b5c940-5de4-4bf3-9109-143cffd9fe17 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:46.491877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port d9b5c940-5de4-4bf3-9109-143cffd9fe17 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:46.492785 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.499190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4dee8b24-45a4-4dfa-9a36-6b31afe0de30 req-867509ea-ec57-4280-9955-75d3c6a814bf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654178 Jul 28 14:33:46.544026 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7caa15-3caf-428c-8bb3-7c28ee5355c2 x-openstack-request-id: req-8b7caa15-3caf-428c-8bb3-7c28ee5355c2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:46.544657 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4dbb92-14b2-4bb2-aeb5-f2a595805ccf", "name": "network-vif-plugged", "status": "completed", "tag": "3df70896-b417-4f38-a2e3-a85502676c57", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:46.545063 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b7caa15-3caf-428c-8bb3-7c28ee5355c2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:46.545699 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df70896-b417-4f38-a2e3-a85502676c57', 'code': 200} Jul 28 14:33:46.633130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.661095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:46.665151 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.694980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46610287-9bc7-4e72-ac49-7b4a600fa3d5 req-2b1d85bb-40c6-49fb-afa9-b5d0e4bc4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.697628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46610287-9bc7-4e72-ac49-7b4a600fa3d5 req-2b1d85bb-40c6-49fb-afa9-b5d0e4bc4cfb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 1102 time: 0.1264534 Jul 28 14:33:46.747959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d9b5c940-5de4-4bf3-9109-143cffd9fe17, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:46.761807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Network 23235b65-94d9-4532-b4d1-5c3aa4278e6d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:46.765087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:46.770865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:46.789852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7c58-de1f-45fd-932b-5e004703a23c req-e6d7ff6e-61cf-4928-926d-8e21526b7413 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.792695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-799d7c58-de1f-45fd-932b-5e004703a23c req-e6d7ff6e-61cf-4928-926d-8e21526b7413 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.2285304 Jul 28 14:33:46.794541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:46.813117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577ad1a-de45-4da6-8dd9-6e62cace85a1 req-b7d3f16b-25bf-4594-8c96-dd136dd0f1ff tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.832127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5577ad1a-de45-4da6-8dd9-6e62cace85a1 req-b7d3f16b-25bf-4594-8c96-dd136dd0f1ff tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 945 time: 0.1590524 Jul 28 14:33:46.848188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46610287-9bc7-4e72-ac49-7b4a600fa3d5 req-dc61f2e3-5596-43f6-bef7-56e464c24311 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224506 Jul 28 14:33:46.900746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-799d7c58-de1f-45fd-932b-5e004703a23c req-965feee6-f634-4b74-9020-6b444dae3425 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977340 Jul 28 14:33:46.913628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5577ad1a-de45-4da6-8dd9-6e62cace85a1 req-0f4414a6-afbf-4c07-8167-3b42da976da5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715556 Jul 28 14:33:46.927185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.927872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.944000 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:47.060147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d9b5c940-5de4-4bf3-9109-143cffd9fe17,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:47.067041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a20af-0c56-4c92-a7ce-007cc9884082 req-23136c21-f3f7-4695-8a77-d08246180c48 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.072431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-620a20af-0c56-4c92-a7ce-007cc9884082 req-23136c21-f3f7-4695-8a77-d08246180c48 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0792751 Jul 28 14:33:47.090619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2cfbd899-16e6-40d5-966a-5e35b0552316 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8320191 Jul 28 14:33:47.109900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Request body: {'port': {'device_id': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:47.130202 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-620a20af-0c56-4c92-a7ce-007cc9884082 req-f1b84069-de6e-45ac-8281-8bbd6c857c2b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502186 Jul 28 14:33:47.234609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:47.356510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47263e25-bf5c-4d30-92c1-49e7c8a23f44 req-94105520-90b5-4e40-8f10-a95d4c679f14 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.358011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47263e25-bf5c-4d30-92c1-49e7c8a23f44 req-94105520-90b5-4e40-8f10-a95d4c679f14 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.1042764 Jul 28 14:33:47.432140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d367-0eac-49af-a19d-fec07cd7bca5 req-343bf20a-235d-41b7-b44e-bcb5636774a3 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.434364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a79d367-0eac-49af-a19d-fec07cd7bca5 req-343bf20a-235d-41b7-b44e-bcb5636774a3 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 932 time: 0.0775554 Jul 28 14:33:47.471207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47263e25-bf5c-4d30-92c1-49e7c8a23f44 req-564911e2-ca66-4dba-bf4b-e216e4fed0ee tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658326 Jul 28 14:33:47.501906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a79d367-0eac-49af-a19d-fec07cd7bca5 req-0194e7d9-f9ec-4821-954a-219cf6e75419 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522504 Jul 28 14:33:47.696939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d5760-f6b5-469d-9a3e-fcb66182cd7c req-f4729c72-1d39-426e-9847-2af5733b9633 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.697783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b47fef-b21f-4210-a280-915f199006ee req-98c260bc-3320-4f91-bc9b-d51ab5929fcb tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.698781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d2d5760-f6b5-469d-9a3e-fcb66182cd7c req-f4729c72-1d39-426e-9847-2af5733b9633 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0999994 Jul 28 14:33:47.702358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71b47fef-b21f-4210-a280-915f199006ee req-98c260bc-3320-4f91-bc9b-d51ab5929fcb tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0811982 Jul 28 14:33:47.713013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400444cf-1de5-4313-a96a-68ee5b979435 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:47.727626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:47.757605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71b47fef-b21f-4210-a280-915f199006ee req-303afb70-4cbb-4083-b790-f3211d3b675f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Jul 28 14:33:47.760874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Transition to ACTIVE for port object 400444cf-1de5-4313-a96a-68ee5b979435 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:47.773095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d2d5760-f6b5-469d-9a3e-fcb66182cd7c req-7b702cae-7267-4982-ac4f-432f2927f423 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626409 Jul 28 14:33:47.826831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-f17b69e7-b3ef-4939-8e50-97e410eed163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.828354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-f17b69e7-b3ef-4939-8e50-97e410eed163 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be&tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5 HTTP/1.1" status: 200 len: 1102 time: 0.0483069 Jul 28 14:33:47.843040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:47.882746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:47.925508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.049345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:48.180059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Attempting to bind port 400444cf-1de5-4313-a96a-68ee5b979435 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:48.180714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Attempting to bind port 400444cf-1de5-4313-a96a-68ee5b979435 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:48.181252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Attempting to bind port 400444cf-1de5-4313-a96a-68ee5b979435 on network 23235b65-94d9-4532-b4d1-5c3aa4278e6d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:48.189363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b92f70-6e5b-4eb7-94b2-e594ba3a51a9 req-0da72a23-3ae4-4b63-94be-bc38ed569c60 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.191084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5b92f70-6e5b-4eb7-94b2-e594ba3a51a9 req-0da72a23-3ae4-4b63-94be-bc38ed569c60 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.1708286 Jul 28 14:33:48.199164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268bb70-0673-48e1-bc6e-71c4e54d1e7d req-3f5402a9-1007-422c-9119-9d61f7146326 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.201982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6268bb70-0673-48e1-bc6e-71c4e54d1e7d req-3f5402a9-1007-422c-9119-9d61f7146326 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.1469777 Jul 28 14:33:48.208113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Port 400444cf-1de5-4313-a96a-68ee5b979435 on network 23235b65-94d9-4532-b4d1-5c3aa4278e6d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:48.208716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Attempting to bind port 400444cf-1de5-4313-a96a-68ee5b979435 on network 23235b65-94d9-4532-b4d1-5c3aa4278e6d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:48.233570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:48.234138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Checking segment: {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:48.234814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Bound using segment: {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:48.235748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Bound port: 400444cf-1de5-4313-a96a-68ee5b979435, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42336350-3cd9-4fa9-9a7f-14a7e90256f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:48.236346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.288325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:48.319653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5b92f70-6e5b-4eb7-94b2-e594ba3a51a9 req-16109367-ce57-4c19-ba0a-1fd3f1e6b659 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016333 Jul 28 14:33:48.328395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:48.331863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6268bb70-0673-48e1-bc6e-71c4e54d1e7d req-808da572-c627-49b1-872a-3f08a650e2ba tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138523 Jul 28 14:33:48.442234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:48.447218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:48.457752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:48.476551 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.546899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:48.550749 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d6833c-5f68-4f25-95ad-bb0d6c776d49" -d '{"events": [{"server_uuid": "6b4471f1-56de-4878-b2b7-b4b609a995b6", "name": "network-vif-plugged", "status": "completed", "tag": "d9b5c940-5de4-4bf3-9109-143cffd9fe17"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:48.578719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:48.582522 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134e27b1-56c5-4f04-9b69-09c3a156e344" -d '{"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-unplugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:48.589518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.628970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3919e1-30d4-446c-92a3-a2ce4ee26e0f req-dd8f58b2-9f87-4ebb-bced-c80cc5baedb8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.631782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae3919e1-30d4-446c-92a3-a2ce4ee26e0f req-dd8f58b2-9f87-4ebb-bced-c80cc5baedb8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1458113 Jul 28 14:33:48.636792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Transition to ACTIVE for port object 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:48.669662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79702272-fdaf-4a05-b498-04816a085374 req-873b6028-ba61-4a40-b1fe-1a81c7477d87 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.671284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79702272-fdaf-4a05-b498-04816a085374 req-873b6028-ba61-4a40-b1fe-1a81c7477d87 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.0832319 Jul 28 14:33:48.676388 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.698358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae3919e1-30d4-446c-92a3-a2ce4ee26e0f req-8b054cc5-c597-44f0-b7f0-d3299400c5eb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Jul 28 14:33:48.725125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.726266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.733455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-602649a9-aa90-4359-839a-06de5d224469 service neutron] 10.222.0.58 "PUT /v2.0/ports/400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 1093 time: 1.6265836 Jul 28 14:33:48.744143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:48.748263 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee685e-d4f7-40e0-a405-f6a7b55c4401" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "tag": "400444cf-1de5-4313-a96a-68ee5b979435"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:48.804821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:48.815852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79702272-fdaf-4a05-b498-04816a085374 req-ff9a3a1e-083a-471d-8295-71a231067b34 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145184 Jul 28 14:33:48.818025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602649a9-aa90-4359-839a-06de5d224469 service neutron] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:48.839402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:33:48.839982 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:33:48.878271 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8debbb5b-cd50-45a9-9640-595a360ca571 x-openstack-request-id: req-8debbb5b-cd50-45a9-9640-595a360ca571 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:48.878566 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4471f1-56de-4878-b2b7-b4b609a995b6", "name": "network-vif-plugged", "status": "completed", "tag": "d9b5c940-5de4-4bf3-9109-143cffd9fe17", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:48.878718 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8debbb5b-cd50-45a9-9640-595a360ca571 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:48.879607 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17', 'code': 200} Jul 28 14:33:48.927229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb57b-320a-41dc-b709-adc6b77bc194 req-d2cee1fd-5113-4816-90e2-7cdc82593236 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.942531 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-095bb57b-320a-41dc-b709-adc6b77bc194 req-d2cee1fd-5113-4816-90e2-7cdc82593236 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 944 time: 0.1709771 Jul 28 14:33:48.959004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=10']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:49.011667 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc8ea97-5de7-4528-a545-0ec39472a073 x-openstack-request-id: req-ccc8ea97-5de7-4528-a545-0ec39472a073 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:49.011972 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-unplugged", "status": "completed", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:49.012285 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccc8ea97-5de7-4528-a545-0ec39472a073 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:49.012624 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'code': 200} Jul 28 14:33:49.013724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] No DVR routers for this DVR port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:49.061305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-61c427f2-3f40-4d01-a70d-02e66b7abab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.064148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-61c427f2-3f40-4d01-a70d-02e66b7abab0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1096 time: 0.1485066 Jul 28 14:33:49.077558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-095bb57b-320a-41dc-b709-adc6b77bc194 req-d3e761b0-bbc8-4277-a3a3-252572d53c0f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356094 Jul 28 14:33:49.125231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:49.125967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:49.126709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:49.139741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:49.142183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Attempting to bind port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:49.158122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:49.158901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:49.159669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:49.162056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Bound port: 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:49.165330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.233872 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861da8e6-64e5-4375-bb74-cbb42ca52d7c x-openstack-request-id: req-861da8e6-64e5-4375-bb74-cbb42ca52d7c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:49.235513 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "tag": "400444cf-1de5-4313-a96a-68ee5b979435", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:49.235957 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-861da8e6-64e5-4375-bb74-cbb42ca52d7c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:49.236686 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435', 'status': 'completed', 'code': 200} Jul 28 14:33:49.251351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-07aa6082-6202-4123-af20-dc27555118b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 217 time: 0.1777973 Jul 28 14:33:49.378625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ac35f-964f-481b-bb60-759ee9b99003 req-aac83d8d-54ed-4596-a34a-67db7d038e05 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.381426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-901ac35f-964f-481b-bb60-759ee9b99003 req-aac83d8d-54ed-4596-a34a-67db7d038e05 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1786897 Jul 28 14:33:49.470514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02f088-03e5-41ae-8dad-5891204dcce4 req-80638be5-6fef-4341-a5de-a359e5437b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.473914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f02f088-03e5-41ae-8dad-5891204dcce4 req-80638be5-6fef-4341-a5de-a359e5437b86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 1098 time: 0.2419403 Jul 28 14:33:49.478046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-4ed829a6-9543-4e1f-9863-3cabc0190da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.479168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-901ac35f-964f-481b-bb60-759ee9b99003 req-f0246086-ef1e-4156-aba9-0c65b76a607d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885592 Jul 28 14:33:49.480255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-4ed829a6-9543-4e1f-9863-3cabc0190da2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.1813316 Jul 28 14:33:49.493308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:49.494659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:49.536838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1cfa2-8d77-42e4-af00-9ecd77301e23 req-2ebfdaf1-f8e5-4bcb-95f3-1a81be6d8e40 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.539699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2e1cfa2-8d77-42e4-af00-9ecd77301e23 req-2ebfdaf1-f8e5-4bcb-95f3-1a81be6d8e40 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.2216356 Jul 28 14:33:49.585726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-7857fb06-9b1e-490b-8984-1feb6bebcefb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925462 Jul 28 14:33:49.587905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.633220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.634796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.636284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] 10.222.0.58 "PUT /v2.0/ports/82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 1098 time: 1.7990761 Jul 28 14:33:49.674762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992b7d-1537-4682-943d-21be7b7d7bc4 req-bc2ffa5f-1db8-4368-8d61-ce56209a23fd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.678697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a992b7d-1537-4682-943d-21be7b7d7bc4 req-bc2ffa5f-1db8-4368-8d61-ce56209a23fd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.1311085 Jul 28 14:33:49.707667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f02f088-03e5-41ae-8dad-5891204dcce4 req-1ad9593e-44c9-4d4c-b7d1-90ca019fe4ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118676 Jul 28 14:33:49.731778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2e1cfa2-8d77-42e4-af00-9ecd77301e23 req-ad4494a7-d165-455c-9ac7-8d9e8d89fbf4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549318 Jul 28 14:33:49.798317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-2ec34993-b9bf-4263-b3c0-df440ffd6d95 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973286 Jul 28 14:33:49.840247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd50e6b-3e34-4cb2-9f28-a2f51763691e service neutron] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=11']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:49.875648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-2b390349-fc22-4b58-a0c7-1df6362c15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.877431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-2b390349-fc22-4b58-a0c7-1df6362c15a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1101 time: 0.1847696 Jul 28 14:33:49.891989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a992b7d-1537-4682-943d-21be7b7d7bc4 req-23eceeb9-9e4d-4293-b4a4-e266068e8805 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206510 Jul 28 14:33:49.966027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373e5b-1aa3-46ec-8d6a-65bdbead05cd req-53a2f353-3dbd-4d53-9bbb-3fd772d5ac1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.974982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82373e5b-1aa3-46ec-8d6a-65bdbead05cd req-53a2f353-3dbd-4d53-9bbb-3fd772d5ac1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.1666098 Jul 28 14:33:50.019305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b68e1e34-71ac-4f10-949f-43f00aacf7e1 req-b50038fd-dcc6-4b71-b321-85bac1a954c2 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121718 Jul 28 14:33:50.050399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82373e5b-1aa3-46ec-8d6a-65bdbead05cd req-6abc9ee7-51cf-45e3-8625-c8586ff77315 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741940 Jul 28 14:33:50.124420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-c04e38db-d0b0-414f-b0d1-efa757063d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.126977 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-c04e38db-d0b0-414f-b0d1-efa757063d8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2343593 Jul 28 14:33:50.192217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:50.234391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-56209574-3624-4ef0-a049-cc9cc7e1685f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0893564 Jul 28 14:33:50.325478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-44980339-165e-49ca-98f8-94e4df8aa185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.328208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-44980339-165e-49ca-98f8-94e4df8aa185 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1096 time: 0.1680398 Jul 28 14:33:50.370137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a63d08-0788-461f-97c5-bb48e941ca83 req-0c904583-8a7e-4722-b67d-0efb65f17ba5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.372391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-f4ec56f5-25b1-4245-839b-fb0fedab8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.375166 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-f4ec56f5-25b1-4245-839b-fb0fedab8ecb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1321402 Jul 28 14:33:50.377055 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6a63d08-0788-461f-97c5-bb48e941ca83 req-0c904583-8a7e-4722-b67d-0efb65f17ba5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.2465992 Jul 28 14:33:50.465952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089598-b206-4b66-a37e-03025424a2c0 req-028dc89e-ebd5-4c10-92da-05dc2a4ad561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.468779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-028dc89e-ebd5-4c10-92da-05dc2a4ad561 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847814 Jul 28 14:33:50.505223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6a63d08-0788-461f-97c5-bb48e941ca83 req-dfdcc7fb-6750-4d5a-8569-07f6951a1404 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269007 Jul 28 14:33:50.555076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-6cbd9fc2-cd5e-49d0-ac99-416817be5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.557224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-6cbd9fc2-cd5e-49d0-ac99-416817be5fac service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.2171321 Jul 28 14:33:50.627555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-c2c79757-67df-4686-8247-b2ad48c96629 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 217 time: 0.0577054 Jul 28 14:33:50.693777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ceabd-3abf-4f12-81c1-8116212cec93 req-99c26dc3-c5ba-411f-abaf-d27d315e2c02 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.696243 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-182ceabd-3abf-4f12-81c1-8116212cec93 req-99c26dc3-c5ba-411f-abaf-d27d315e2c02 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 1102 time: 0.1835289 Jul 28 14:33:50.729408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-bc78e68b-19c4-45d0-82f9-25b34521fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.731637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-bc78e68b-19c4-45d0-82f9-25b34521fed9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.0954604 Jul 28 14:33:50.747259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde273f0-ddc6-4c5a-877d-8494821d5154 req-66840445-5f00-4089-a71f-c8d9d7cd48e4 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.749012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cde273f0-ddc6-4c5a-877d-8494821d5154 req-66840445-5f00-4089-a71f-c8d9d7cd48e4 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 944 time: 0.1248021 Jul 28 14:33:50.761881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-9e33ce52-61f1-43bb-9fc2-ae707aade3a7 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831714 Jul 28 14:33:50.871986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cde273f0-ddc6-4c5a-877d-8494821d5154 req-0b764419-c86d-40de-8a46-a423d786d330 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082439 Jul 28 14:33:50.879572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-fbc63646-2be5-479d-ad98-f59f85cf369e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286664 Jul 28 14:33:50.901370 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-182ceabd-3abf-4f12-81c1-8116212cec93 req-b167aa5e-8a95-48b6-b900-c5fb166b2a13 tempest-ServersOnMultiNodesTest-1597008230 tempest-ServersOnMultiNodesTest-1597008230-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848700 Jul 28 14:33:51.028972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:51.033287 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e8177c-c862-42b7-b633-fcabf67dc402" -d '{"events": [{"name": "network-changed", "server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:51.041597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea089598-b206-4b66-a37e-03025424a2c0 req-1730444e-69e4-4e28-87b7-252d8b3ceec2 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691162 Jul 28 14:33:51.148838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87701-9d45-4dde-845a-2abb121f199d req-81825d07-6761-48a2-bcf0-aa3f419a7cdf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.149760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-2e80f23f-aac0-48c4-aed5-1721163dafed service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609272 Jul 28 14:33:51.152922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6ac87701-9d45-4dde-845a-2abb121f199d req-81825d07-6761-48a2-bcf0-aa3f419a7cdf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.1085312 Jul 28 14:33:51.220808 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6ac87701-9d45-4dde-845a-2abb121f199d req-7044b46f-70ef-4aae-8a01-d88c36ddb916 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608995 Jul 28 14:33:51.275931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ed462-b723-4413-83b9-30cd13b7cb7c req-da8b62bd-a9b0-4826-9484-db75bc4dd169 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.279087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-192ed462-b723-4413-83b9-30cd13b7cb7c req-da8b62bd-a9b0-4826-9484-db75bc4dd169 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.2135222 Jul 28 14:33:51.394815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-192ed462-b723-4413-83b9-30cd13b7cb7c req-e6b3449d-c607-4b4c-afad-8c5645ecb312 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041245 Jul 28 14:33:51.443652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ee685e-d4f7-40e0-a405-f6a7b55c4401 req-5ee8f45c-49b5-4e69-9f32-7b6aceea06bb service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771485 Jul 28 14:33:51.483595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59e82c-c4ce-4a2d-8050-dd34befe250f req-62c06ea9-b1ae-4d2a-84d3-e1e39a8ad001 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.500201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e59e82c-c4ce-4a2d-8050-dd34befe250f req-62c06ea9-b1ae-4d2a-84d3-e1e39a8ad001 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.2009656 Jul 28 14:33:51.620418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e59e82c-c4ce-4a2d-8050-dd34befe250f req-7f18fa64-9ebd-4ca3-9e35-03997578936e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187735 Jul 28 14:33:51.704385 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591bfbde-0e77-42ca-8a26-b351aa5292e5 x-openstack-request-id: req-591bfbde-0e77-42ca-8a26-b351aa5292e5 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:51.705079 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:51.705555 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-591bfbde-0e77-42ca-8a26-b351aa5292e5 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:51.706065 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'status': 'completed', 'code': 200} Jul 28 14:33:51.778293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b9bc74b1-8700-46ad-a77e-c17a3e270c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.780345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b9bc74b1-8700-46ad-a77e-c17a3e270c64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1101 time: 0.0483725 Jul 28 14:33:51.929479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-5f172588-4d8d-449c-93f8-16953861d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.930942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-5f172588-4d8d-449c-93f8-16953861d042 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1419294 Jul 28 14:33:51.994881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b831ae43-e394-43a3-b1f2-8e3f6d337283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.996588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b831ae43-e394-43a3-b1f2-8e3f6d337283 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1101 time: 0.1250143 Jul 28 14:33:51.998580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-64028ba7-6829-4bb9-b4d5-04c5cbad017d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0529079 Jul 28 14:33:51.999957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633341-5195-4bc5-a874-b545b7416ac8 req-40f63d6f-8dfd-4899-bca3-cbfcf35fa1ec tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.001750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19633341-5195-4bc5-a874-b545b7416ac8 req-40f63d6f-8dfd-4899-bca3-cbfcf35fa1ec tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.0917931 Jul 28 14:33:52.058472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19633341-5195-4bc5-a874-b545b7416ac8 req-0971d67e-be81-424a-b956-90de4d7375aa tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Jul 28 14:33:52.198923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-d3332555-0d24-46d2-8201-362848ea6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.200414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-d3332555-0d24-46d2-8201-362848ea6cea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1939592 Jul 28 14:33:52.218394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d53438-1c13-4e8e-909a-75b38f07c881 req-5f14706c-9756-49f8-8dae-3501f3580964 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.220936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4e95c01c-95b5-4e20-a323-962ec1f52cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:52.221489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8d53438-1c13-4e8e-909a-75b38f07c881 req-5f14706c-9756-49f8-8dae-3501f3580964 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.0858917 Jul 28 14:33:52.234466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7ae5-a144-4a24-b43a-7189185cd938 req-879a6d65-644d-478b-bf2b-2b472c742520 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.236146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-134d7ae5-a144-4a24-b43a-7189185cd938 req-879a6d65-644d-478b-bf2b-2b472c742520 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 944 time: 0.0979295 Jul 28 14:33:52.284382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8d53438-1c13-4e8e-909a-75b38f07c881 req-ba90981e-f72e-43e0-9dc7-938adf828daa tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537496 Jul 28 14:33:52.302022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b356651d-75b5-498d-b453-ea359a7d3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.303534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b356651d-75b5-498d-b453-ea359a7d3bea service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2482216 Jul 28 14:33:52.325425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-da2c77b2-2aed-4cf9-911e-8db40a9a077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.326838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-da2c77b2-2aed-4cf9-911e-8db40a9a077d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180134 Jul 28 14:33:52.330112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-134d7ae5-a144-4a24-b43a-7189185cd938 req-8d774e46-f44f-48b5-a508-ed067db904e3 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685542 Jul 28 14:33:52.414759 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-98dd81a6-448e-4fe3-a0df-ce3f7d5e9ce1 service neutron] 10.222.0.58 "GET /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.1006091 Jul 28 14:33:52.448137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3244-283c-492b-8896-c17d215b1d69 req-366e150c-c949-4f36-9749-8390bdb3b449 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.449734 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e87f3244-283c-492b-8896-c17d215b1d69 req-366e150c-c949-4f36-9749-8390bdb3b449 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 943 time: 0.0739648 Jul 28 14:33:52.462947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-0ec3b49d-5812-478d-8fab-1648aa56bde4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 200 len: 217 time: 0.0493846 Jul 28 14:33:52.479169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-b655aca8-de5b-475c-90b6-5ab7e82dcb2c service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437600 Jul 28 14:33:52.538986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e87f3244-283c-492b-8896-c17d215b1d69 req-61fce19b-4a6f-436b-bc32-a31810205206 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648634 Jul 28 14:33:52.640358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-5f7c1a61-12e9-4383-91f1-05df957b70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.642000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-5f7c1a61-12e9-4383-91f1-05df957b70d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1494727 Jul 28 14:33:52.666347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ab144-6317-4440-ace4-14c09659bc53 req-2ec50a39-7461-4610-a672-4b8aa7d11f65 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.668013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-913ab144-6317-4440-ace4-14c09659bc53 req-2ec50a39-7461-4610-a672-4b8aa7d11f65 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1216981 Jul 28 14:33:52.673871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:52.700793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:52.713909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-8a49e769-f591-4592-991b-b779123ab473 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079723 Jul 28 14:33:52.743434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0c5010-15d4-4862-9027-ca7636e8a3d5 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:52.756749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:52.768183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-913ab144-6317-4440-ace4-14c09659bc53 req-842502f5-1dee-430d-a4ef-00bb7e2b0748 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798209 Jul 28 14:33:52.780898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-4b58441e-3bcd-4dac-9774-7a00dbc6b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.783951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-4b58441e-3bcd-4dac-9774-7a00dbc6b14e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097639 Jul 28 14:33:52.870962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ce75-fb0e-48d1-9fac-81d1e53fb0e1 req-41b1aeac-e07c-4114-8422-7dbbe7556bf8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.874059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94d4ce75-fb0e-48d1-9fac-81d1e53fb0e1 req-41b1aeac-e07c-4114-8422-7dbbe7556bf8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.0745625 Jul 28 14:33:52.875811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.011093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94d4ce75-fb0e-48d1-9fac-81d1e53fb0e1 req-5b9ad6d3-ea59-43b6-a9d9-55e3b51f4560 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272392 Jul 28 14:33:53.064861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] Transition to ACTIVE for port object bb0c5010-15d4-4862-9027-ca7636e8a3d5 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:53.199638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.248410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-6f180df2-8f3a-4eec-8e93-a35f9f6b88c4 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495430 Jul 28 14:33:53.302275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] No DVR routers for this DVR port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on host n-h2-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:53.324050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=10']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:53.381896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56e8177c-c862-42b7-b633-fcabf67dc402 req-5b8b6f24-2240-4286-be61-f4584a83465e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099782 Jul 28 14:33:53.689164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-e0683c4c-cef1-47e1-839b-d77ce36ed3b7 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5/bindings/n-h1-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2608635 Jul 28 14:33:53.713003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9021a80-f969-4bf0-acb4-a2290d119c8f req-80692ea0-1a4c-431f-8c26-5c4d82d7207a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.714584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9021a80-f969-4bf0-acb4-a2290d119c8f req-80692ea0-1a4c-431f-8c26-5c4d82d7207a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 949 time: 0.4142578 Jul 28 14:33:53.789040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9021a80-f969-4bf0-acb4-a2290d119c8f req-0db0b9db-4eed-434d-98f7-278c65046a81 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633361 Jul 28 14:33:53.801845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-b05268dd-c910-49d4-808f-018455feb53e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.806566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-b05268dd-c910-49d4-808f-018455feb53e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.1072853 Jul 28 14:33:53.931665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port 3df70896-b417-4f38-a2e3-a85502676c57 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:53.932188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.934580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6933-2bdc-468f-b6ca-ff5878887fd4 req-280c0893-f3f6-4a4d-b03e-dd8592e8f016 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.938068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a22e6933-2bdc-468f-b6ca-ff5878887fd4 req-280c0893-f3f6-4a4d-b03e-dd8592e8f016 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 950 time: 0.0916710 Jul 28 14:33:53.988848 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a22e6933-2bdc-468f-b6ca-ff5878887fd4 req-17b02a2b-9ce4-47ae-b563-61c33b0f5efa tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Jul 28 14:33:54.108865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-426abcb5-deab-4084-8b0e-f8ddf62f61f9 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.110933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-426abcb5-deab-4084-8b0e-f8ddf62f61f9 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.1566451 Jul 28 14:33:54.153651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port 3df70896-b417-4f38-a2e3-a85502676c57, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3df70896-b417-4f38-a2e3-a85502676c57,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:54.154169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.187072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273160ad-09c3-40d3-9e4f-45fcf06850b9 req-4e9bb3b5-bbce-4662-bc05-6b57ed35535e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.189341 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-273160ad-09c3-40d3-9e4f-45fcf06850b9 req-4e9bb3b5-bbce-4662-bc05-6b57ed35535e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 944 time: 0.0884907 Jul 28 14:33:54.189612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for 3df70896-b417-4f38-a2e3-a85502676c57 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:54.214022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-22214120-b850-4f03-b0ea-42e348fa45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.215568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-22214120-b850-4f03-b0ea-42e348fa45d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0791352 Jul 28 14:33:54.226525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:54.242489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-273160ad-09c3-40d3-9e4f-45fcf06850b9 req-e5468945-d734-4dea-afa0-ab07a43aace5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Jul 28 14:33:54.353053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:54.400493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'mac_address': 'fa:16:3e:de:0f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:54.450986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e37c3-516f-47fb-bca5-1d7b212c95d4 req-2e147b79-6152-40da-986b-c7aff63a1d06 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.454626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-276e37c3-516f-47fb-bca5-1d7b212c95d4 req-2e147b79-6152-40da-986b-c7aff63a1d06 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 944 time: 0.1057107 Jul 28 14:33:54.461764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.481169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:54.514877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:54.521566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-276e37c3-516f-47fb-bca5-1d7b212c95d4 req-79048a3e-bb8d-4ac4-a9be-6cbf0db8c2c8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594964 Jul 28 14:33:54.586007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-febadbb9-6964-4d7b-b342-d3ece235b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.588746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-febadbb9-6964-4d7b-b342-d3ece235b5ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1096 time: 0.2814369 Jul 28 14:33:54.610236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b01d1-27de-448d-8567-b9e68f4c8b29 req-0455b9d8-ed61-4138-9866-3362770d7c01 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.612254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a68b01d1-27de-448d-8567-b9e68f4c8b29 req-0455b9d8-ed61-4138-9866-3362770d7c01 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1318052 Jul 28 14:33:54.613450 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.627847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'd7096f19-0422-4d0e-bcb8-83a27127c20e', '3df70896-b417-4f38-a2e3-a85502676c57'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:54.683009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c1fca-6ff2-4553-b673-dcbd8a66fef8 req-9c07404f-178d-4dc3-a417-20f68679a9da tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.688475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-602c1fca-6ff2-4553-b673-dcbd8a66fef8 req-9c07404f-178d-4dc3-a417-20f68679a9da tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.0956912 Jul 28 14:33:54.689450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd', 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:54.735348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.735572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 400444cf-1de5-4313-a96a-68ee5b979435 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:54.771119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-602c1fca-6ff2-4553-b673-dcbd8a66fef8 req-95954491-6602-42f3-a7ee-7d83e0331a83 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jul 28 14:33:54.789793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=3df70896-b417-4f38-a2e3-a85502676c57,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:54.838846 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fea26c4-8c1c-41a4-a86f-b28b29122bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.987442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a68b01d1-27de-448d-8567-b9e68f4c8b29 req-b97634fb-b842-4363-8118-b0d2633afd0f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591087 Jul 28 14:33:55.078988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:55.119020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port 3df70896-b417-4f38-a2e3-a85502676c57 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:55.130051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.132559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d97e194-6cef-4f58-8df5-7747bdbc6372 req-017d9086-db41-4287-925a-b981323714e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "DELETE /v2.0/ports/3df70896-b417-4f38-a2e3-a85502676c57 HTTP/1.1" status: 204 len: 173 time: 1.3170791 Jul 28 14:33:55.135195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'name': 'network-vif-deleted', 'tag': '3df70896-b417-4f38-a2e3-a85502676c57'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:55.149145 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c699a79-f530-43cf-b544-2b146ee5d483" -d '{"events": [{"server_uuid": "de4dbb92-14b2-4bb2-aeb5-f2a595805ccf", "name": "network-vif-deleted", "tag": "3df70896-b417-4f38-a2e3-a85502676c57"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:55.162931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd801b-2215-4823-8cff-10ae1fac13c6 req-22c8821e-1199-4cc8-bc6d-51a3ea7e5d94 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.167779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0bbd801b-2215-4823-8cff-10ae1fac13c6 req-22c8821e-1199-4cc8-bc6d-51a3ea7e5d94 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.1360941 Jul 28 14:33:55.208907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-d7a3eab4-2ff6-4fdf-bc3d-f6468a4bef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.213177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-d7a3eab4-2ff6-4fdf-bc3d-f6468a4bef34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.5878503 Jul 28 14:33:55.231396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0bbd801b-2215-4823-8cff-10ae1fac13c6 req-c1534ce6-da12-4037-9c95-5eb61d47a005 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471430 Jul 28 14:33:55.261058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.313000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:55.375353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-d312b9ae-bbd2-43ba-a0b1-e4211cb9a758 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 200 len: 217 time: 0.1370916 Jul 28 14:33:55.380899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '400444cf-1de5-4313-a96a-68ee5b979435', 'network_id': '23235b65-94d9-4532-b4d1-5c3aa4278e6d', 'port_id': '400444cf-1de5-4313-a96a-68ee5b979435', 'mac_address': 'fa:16:3e:4b:1c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b91d788-0b3f-4a08-aac7-11ef4e000176', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:55.382614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a34ee643-2e74-46c1-bbce-57a78094f80d req-5e67c7d0-e3cb-49be-bd65-938c1fce0dc4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 210 time: 0.0355761 Jul 28 14:33:55.467922 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea11601b-e7e0-4a56-8e61-ed3e9a30c27e x-openstack-request-id: req-ea11601b-e7e0-4a56-8e61-ed3e9a30c27e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:55.468384 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4dbb92-14b2-4bb2-aeb5-f2a595805ccf", "name": "network-vif-deleted", "tag": "3df70896-b417-4f38-a2e3-a85502676c57", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:55.468823 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea11601b-e7e0-4a56-8e61-ed3e9a30c27e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:55.469476 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4dbb92-14b2-4bb2-aeb5-f2a595805ccf', 'name': 'network-vif-deleted', 'tag': '3df70896-b417-4f38-a2e3-a85502676c57', 'status': 'completed', 'code': 200} Jul 28 14:33:55.541549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.578266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-362feb0d-f71b-4bc0-a8e8-770c72680ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.581449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400444cf-1de5-4313-a96a-68ee5b979435 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:55.585797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-362feb0d-f71b-4bc0-a8e8-770c72680ae7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1924136 Jul 28 14:33:55.664570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:55.673382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-dc3baad7-efbd-4cad-b0db-6f3a2a765266 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737116 Jul 28 14:33:55.801322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.833819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7ba20-0fe9-4017-9e69-1c23673819ad req-00eebe23-0724-4a4f-8ec3-1e33b37aa0c7 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.835430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6f7ba20-0fe9-4017-9e69-1c23673819ad req-00eebe23-0724-4a4f-8ec3-1e33b37aa0c7 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 944 time: 0.1333845 Jul 28 14:33:55.896311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7cd63-6baa-4b5c-8904-527b5035d1ee req-d2037fef-d7bb-4ecb-81d0-2d84f231f74e tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.897986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6f7ba20-0fe9-4017-9e69-1c23673819ad req-43af8e39-7ec7-42f1-8247-aaab349c04e5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529268 Jul 28 14:33:55.904772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0e7cd63-6baa-4b5c-8904-527b5035d1ee req-d2037fef-d7bb-4ecb-81d0-2d84f231f74e tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 1102 time: 0.0696003 Jul 28 14:33:55.928290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-ee235cee-80ff-481c-b7b2-5982e5f4e731 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391105 Jul 28 14:33:55.936050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:55.978499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0e7cd63-6baa-4b5c-8904-527b5035d1ee req-99c2046d-e7aa-490c-8733-4819ac41558d tempest-MigrationsAdminTest-391552101 tempest-MigrationsAdminTest-391552101-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727010 Jul 28 14:33:56.128281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8baab-4837-438a-ad6c-81a0d42709e3 req-b0efc120-589e-4e68-b055-c8a1f9092af2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:56.130794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cac8baab-4837-438a-ad6c-81a0d42709e3 req-b0efc120-589e-4e68-b055-c8a1f9092af2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 944 time: 0.0647414 Jul 28 14:33:56.141082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dffdcb-0655-4e2f-aea6-a3cb01e64ac2 req-46ca3537-b8ea-443d-979d-3c0b2d1e6ab7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:56.143395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2dffdcb-0655-4e2f-aea6-a3cb01e64ac2 req-46ca3537-b8ea-443d-979d-3c0b2d1e6ab7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.1168044 Jul 28 14:33:56.171509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-d0ec9639-55be-4f7b-9d62-89da0a0ddd0c service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273839 Jul 28 14:33:56.184498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['82742ed3-97cb-4b72-b00b-1e9a68ba12e6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:56.188345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['400444cf-1de5-4313-a96a-68ee5b979435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:56.229383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cac8baab-4837-438a-ad6c-81a0d42709e3 req-b0001c30-cc23-4fff-8f55-9cb3dd26911e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847158 Jul 28 14:33:56.248784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2dffdcb-0655-4e2f-aea6-a3cb01e64ac2 req-7591b0c2-54b1-4db4-a759-e46b0638bf6f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868199 Jul 28 14:33:56.299453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3df70896-b417-4f38-a2e3-a85502676c57 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:56.336051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 3df70896-b417-4f38-a2e3-a85502676c57 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:56.342794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3df70896-b417-4f38-a2e3-a85502676c57 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:56.449216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:56.509324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98be0c-392f-4a98-90f8-efc86e2cab88 req-1ab3b92a-f8c4-411a-9f31-cbb3a7bd77a4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:56.511136 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae98be0c-392f-4a98-90f8-efc86e2cab88 req-1ab3b92a-f8c4-411a-9f31-cbb3a7bd77a4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0720904 Jul 28 14:33:56.568423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae98be0c-392f-4a98-90f8-efc86e2cab88 req-9daf8679-d029-4313-8782-5625dec36121 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Jul 28 14:33:56.748505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1df6ebd-92d3-4c33-9afa-0e11bbb84ae5 req-f4739148-12ec-4a62-8479-66fc8ff06aa0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=de4dbb92-14b2-4bb2-aeb5-f2a595805ccf HTTP/1.1" status: 200 len: 210 time: 0.0546160 Jul 28 14:33:57.036130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e541-3043-4ab8-b152-1218c72db0eb req-78bc669d-ffa9-4b25-a09a-5bfa7c65d7b0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.037994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6240e541-3043-4ab8-b152-1218c72db0eb req-78bc669d-ffa9-4b25-a09a-5bfa7c65d7b0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 945 time: 0.0599442 Jul 28 14:33:57.113620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6240e541-3043-4ab8-b152-1218c72db0eb req-056d6f51-5a7b-4d41-a12b-664ad0be12e7 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562174 Jul 28 14:33:57.176067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7cf65-f69f-4545-9fb5-cb3f9affb312 req-4cc60f1d-289e-4d3a-b2fb-b1c446ff18ba tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.177832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7de7cf65-f69f-4545-9fb5-cb3f9affb312 req-4cc60f1d-289e-4d3a-b2fb-b1c446ff18ba tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0552492 Jul 28 14:33:57.235174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7de7cf65-f69f-4545-9fb5-cb3f9affb312 req-92187153-81dd-4f64-a88c-d3742e759a0f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493200 Jul 28 14:33:57.398757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-902c613d-60c6-4ca6-a401-0c2deb5278ec tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.401850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-902c613d-60c6-4ca6-a401-0c2deb5278ec tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.1076126 Jul 28 14:33:57.427276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16a6ff-4711-4467-9daf-7299355779a6 req-5245d139-c04d-44df-8735-a293ea2144d0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.430109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c16a6ff-4711-4467-9daf-7299355779a6 req-5245d139-c04d-44df-8735-a293ea2144d0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 944 time: 0.0915182 Jul 28 14:33:57.505496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c16a6ff-4711-4467-9daf-7299355779a6 req-f80e0f87-3358-40b3-bf90-3f879243cced tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620322 Jul 28 14:33:57.552504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234386c-a26f-426b-b678-1e3812fbbc75 req-de6c30da-dc5f-45a7-a63d-29bf111e3ed6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.558616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a234386c-a26f-426b-b678-1e3812fbbc75 req-de6c30da-dc5f-45a7-a63d-29bf111e3ed6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.1651158 Jul 28 14:33:57.669518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a234386c-a26f-426b-b678-1e3812fbbc75 req-cfee3c4c-a903-4f46-99bb-bd3897a998f4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096733 Jul 28 14:33:57.859170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:57.865839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a9891-4f41-415e-8c86-1b26f5eb5611 req-63d58856-6362-4859-bd6a-a49ad399d3dc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.868984 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc2a9891-4f41-415e-8c86-1b26f5eb5611 req-63d58856-6362-4859-bd6a-a49ad399d3dc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1072431 Jul 28 14:33:57.873551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cb778-a81a-4936-bb1a-9bc569787d55 req-ce008b34-9455-4d6d-8587-1c12c6502b3b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.882357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-134cb778-a81a-4936-bb1a-9bc569787d55 req-ce008b34-9455-4d6d-8587-1c12c6502b3b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1096 time: 0.0630147 Jul 28 14:33:57.925931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-b8ead4ec-f85b-4fbf-998c-8a18f76a639f service neutron] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:57.931583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-b8ead4ec-f85b-4fbf-998c-8a18f76a639f service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:57.933998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c5eb1ff-f61a-4dac-9d36-8825de56f267 req-b8ead4ec-f85b-4fbf-998c-8a18f76a639f service neutron] 10.222.0.42 "DELETE /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5/bindings/n-h2-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.5194705 Jul 28 14:33:57.934927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-134cb778-a81a-4936-bb1a-9bc569787d55 req-fc0ee557-e983-4519-8578-689057fc272d tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 Jul 28 14:33:57.954726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc2a9891-4f41-415e-8c86-1b26f5eb5611 req-24bf91d7-1b45-4f80-baea-543e0f38685a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768256 Jul 28 14:33:58.188444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a05e5-6a2e-4063-9077-efeebfbfdef8 req-8861ed4c-20d7-4586-ba7f-7ed6d5d2f530 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:58.190095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f5a05e5-6a2e-4063-9077-efeebfbfdef8 req-8861ed4c-20d7-4586-ba7f-7ed6d5d2f530 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 1096 time: 0.0601394 Jul 28 14:33:58.245750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f5a05e5-6a2e-4063-9077-efeebfbfdef8 req-116a1bb9-c9c8-46ec-a721-61a373592f7b tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477684 Jul 28 14:33:58.616595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ac6a2-8b1c-4382-ab8b-50b133645ce4 req-18a90373-62ff-4623-8ecc-79d2d2e788f1 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:58.619396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-602ac6a2-8b1c-4382-ab8b-50b133645ce4 req-18a90373-62ff-4623-8ecc-79d2d2e788f1 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 945 time: 0.0792241 Jul 28 14:33:58.672693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-602ac6a2-8b1c-4382-ab8b-50b133645ce4 req-77defd53-135b-433a-8035-d3a09e4e91fa tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463226 Jul 28 14:33:58.729604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-fa65e8f6-e34e-41ea-b399-bff3833f41d4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:58.731308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-fa65e8f6-e34e-41ea-b399-bff3833f41d4 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0871449 Jul 28 14:33:58.820721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bfb03-6eb9-47c0-afee-057c4f2b3438 req-13c85609-1b09-40d1-aa50-2660a043b347 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:58.822272 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-447bfb03-6eb9-47c0-afee-057c4f2b3438 req-13c85609-1b09-40d1-aa50-2660a043b347 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 950 time: 0.0555315 Jul 28 14:33:58.864660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Deleting port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:58.864660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:58.871827 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-447bfb03-6eb9-47c0-afee-057c4f2b3438 req-1973cadb-5eb1-4b85-8d50-04e0a3c8a0b1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Jul 28 14:33:58.980866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] For port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:58.995339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:59.001342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Calling delete_port for 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:59.158106 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:33:59.206068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcdd02-8c1e-477a-80ce-906e7a4998d0 req-36348954-6808-4fd5-bfca-600e242b6f01 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:59.208950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fdcdd02-8c1e-477a-80ce-906e7a4998d0 req-36348954-6808-4fd5-bfca-600e242b6f01 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.0772891 Jul 28 14:33:59.266194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fdcdd02-8c1e-477a-80ce-906e7a4998d0 req-046a8101-04cc-4406-bece-fad1edee1e56 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Jul 28 14:33:59.329044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:59.345601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945', 'fed37085-1557-4a1d-bb28-299f3a5f210c', '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:59.388777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event deleted for resources: {'Port': ['ID=82742ed3-97cb-4b72-b00b-1e9a68ba12e6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:59.402916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.403460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.403999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.404481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.404926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.405371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.405812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.406789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.407221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.407626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.408026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.408428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:59.418468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['69d1e4ba-d82f-4990-bb36-35005a540653'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:59.484108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] No DVR routers for this DVR port 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:59.487250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:59.490930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b788b91-6311-4810-8dd2-6b23c83654ce req-b10c4d6e-3aa3-43d2-b7b0-c867c37f46de tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "DELETE /v2.0/ports/82742ed3-97cb-4b72-b00b-1e9a68ba12e6 HTTP/1.1" status: 204 len: 173 time: 0.7455099 Jul 28 14:33:59.492225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-deleted', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:59.499916 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db399a-899d-4195-826b-100995dafbec" -d '{"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-deleted", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:59.595644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c31ae-8344-4f72-a3af-46f2a0d32add req-e6e67c54-3149-4b94-84c2-b57dea01c9a7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:59.597935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b09c31ae-8344-4f72-a3af-46f2a0d32add req-e6e67c54-3149-4b94-84c2-b57dea01c9a7 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0672646 Jul 28 14:33:59.681349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b09c31ae-8344-4f72-a3af-46f2a0d32add req-59b222d0-c454-4449-b864-d5ce0683724f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577469 Jul 28 14:33:59.818494 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ac878-0d4f-4ac4-8f15-3b125c614d83 x-openstack-request-id: req-108ac878-0d4f-4ac4-8f15-3b125c614d83 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:59.818888 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165445cc-4750-4b98-b893-e6b83e6020be", "name": "network-vif-deleted", "tag": "82742ed3-97cb-4b72-b00b-1e9a68ba12e6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:59.819157 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-108ac878-0d4f-4ac4-8f15-3b125c614d83 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:59.819689 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165445cc-4750-4b98-b893-e6b83e6020be', 'name': 'network-vif-deleted', 'tag': '82742ed3-97cb-4b72-b00b-1e9a68ba12e6', 'status': 'completed', 'code': 200} Jul 28 14:33:59.841813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc888033-c1ab-454a-b880-214ec966b7c5 req-349cef3b-99dd-40f3-bb5c-0499e2a8396a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:59.852061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc888033-c1ab-454a-b880-214ec966b7c5 req-349cef3b-99dd-40f3-bb5c-0499e2a8396a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.1104383 Jul 28 14:33:59.903485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc888033-c1ab-454a-b880-214ec966b7c5 req-4b0aa2c7-1eb5-4feb-874f-2cbe6d409aa0 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Jul 28 14:33:59.969104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ceacca-ede0-457b-a95b-218a11c5691a req-d55a3548-9065-4459-b203-59cd614a43a0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:59.970938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29ceacca-ede0-457b-a95b-218a11c5691a req-d55a3548-9065-4459-b203-59cd614a43a0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 945 time: 0.0652385 Jul 28 14:34:00.024767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df42ea3-a610-488d-ba80-72adc974d717 req-66045def-c681-456a-a75b-8a35b31cc9f5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=165445cc-4750-4b98-b893-e6b83e6020be HTTP/1.1" status: 200 len: 210 time: 0.0510194 Jul 28 14:34:00.042539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29ceacca-ede0-457b-a95b-218a11c5691a req-c82764c1-b6cd-450a-ad27-ce9f8d23d499 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623515 Jul 28 14:34:00.250613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:00.253408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 400444cf-1de5-4313-a96a-68ee5b979435 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:00.257552 n-d-764806-10 neutron-server[94659]: INFO neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No ports have port_id starting with 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 Jul 28 14:34:00.259717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 requested by agent hyperv_n-h2-764806-10 not found in database {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 28 14:34:00.395983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3b72a-07fd-4dd8-bdf2-3ff0dcf67ec3 req-adc255c1-42d8-4439-909e-9cdc8c8fa8be tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.397779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2e3b72a-07fd-4dd8-bdf2-3ff0dcf67ec3 req-adc255c1-42d8-4439-909e-9cdc8c8fa8be tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.0549874 Jul 28 14:34:00.437802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 400444cf-1de5-4313-a96a-68ee5b979435 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:00.447406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 400444cf-1de5-4313-a96a-68ee5b979435 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:00.454270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.454449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2e3b72a-07fd-4dd8-bdf2-3ff0dcf67ec3 req-28ad586e-ac07-445c-9f7d-ac5808012807 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Jul 28 14:34:00.550691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.577985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:00.580535 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0666a1-a4c8-4220-9f25-381d74e06a85" -d '{"events": [{"server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "name": "network-vif-plugged", "status": "completed", "tag": "400444cf-1de5-4313-a96a-68ee5b979435"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:00.598609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:00.625752 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9106191-91cd-4639-a1d0-03a46f2991fa x-openstack-request-id: req-a9106191-91cd-4639-a1d0-03a46f2991fa {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:00.626244 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "name": "network-vif-plugged", "status": "completed", "tag": "400444cf-1de5-4313-a96a-68ee5b979435", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:00.626505 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9106191-91cd-4639-a1d0-03a46f2991fa {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:00.626934 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435', 'code': 200} Jul 28 14:34:00.717030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.748042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe9442-df2f-4df0-bb77-4f6ad297ecf9 req-00894ef0-2154-4a98-a655-e513f0b7baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.749853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65fe9442-df2f-4df0-bb77-4f6ad297ecf9 req-00894ef0-2154-4a98-a655-e513f0b7baa7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1097 time: 0.0466111 Jul 28 14:34:00.773142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:00.791441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65fe9442-df2f-4df0-bb77-4f6ad297ecf9 req-75a61dd3-5936-4bc9-98be-48fab8b0c11c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Jul 28 14:34:00.795622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f2241-aece-4321-8280-57e28957b18b req-687b4527-5d89-4fe5-89e9-042dd6c58783 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.797570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a06f2241-aece-4321-8280-57e28957b18b req-687b4527-5d89-4fe5-89e9-042dd6c58783 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0572925 Jul 28 14:34:00.839782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a06f2241-aece-4321-8280-57e28957b18b req-bf1cd1f9-ca5c-41f8-9619-0a268315f9a0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Jul 28 14:34:01.035468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f289-8a53-4493-b9e6-9c56ae3ce186 req-1de931b7-30d8-4821-871d-c556765ef1ef tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.037046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b18f289-8a53-4493-b9e6-9c56ae3ce186 req-1de931b7-30d8-4821-871d-c556765ef1ef tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.0592654 Jul 28 14:34:01.082718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b18f289-8a53-4493-b9e6-9c56ae3ce186 req-fbf2bf89-e4c9-426c-8a7b-a0931fbef3c3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Jul 28 14:34:01.184504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2249-3942-42fe-8f9d-6752fd8beafe req-5131bb89-10e9-4d05-b8f7-389a7fd09946 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.186164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62ff2249-3942-42fe-8f9d-6752fd8beafe req-5131bb89-10e9-4d05-b8f7-389a7fd09946 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 946 time: 0.0598774 Jul 28 14:34:01.232276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62ff2249-3942-42fe-8f9d-6752fd8beafe req-2a6ff0a3-6576-4932-b80b-3128666605e8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Jul 28 14:34:01.601255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6b8ac-27bc-4772-b583-191eba05e09c req-dbac902f-183e-4bc9-886a-a99e7078dcbd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.602914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5c6b8ac-27bc-4772-b583-191eba05e09c req-dbac902f-183e-4bc9-886a-a99e7078dcbd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.0606592 Jul 28 14:34:01.662997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5c6b8ac-27bc-4772-b583-191eba05e09c req-c33f5905-ed5c-47a9-89ad-632f639b52cf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530279 Jul 28 14:34:01.830535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141fe8a-95c1-4090-b9db-6de4afaa4b6d req-2eafda24-797e-41f1-848f-a06051ea09df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.838221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8141fe8a-95c1-4090-b9db-6de4afaa4b6d req-2eafda24-797e-41f1-848f-a06051ea09df tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 950 time: 0.0854897 Jul 28 14:34:01.937658 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8141fe8a-95c1-4090-b9db-6de4afaa4b6d req-57c051e2-3e61-430f-b8d2-179e52ce3501 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Jul 28 14:34:01.993607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0523e32-a8a4-4ec9-b2df-7c8880fc28d9 req-1afa0ecd-ec03-4102-947d-083a4d9f2df6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.996269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0523e32-a8a4-4ec9-b2df-7c8880fc28d9 req-1afa0ecd-ec03-4102-947d-083a4d9f2df6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0689504 Jul 28 14:34:02.073126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0523e32-a8a4-4ec9-b2df-7c8880fc28d9 req-ebc5ac0a-7b4f-4b45-bf60-8d28764ea3c8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 Jul 28 14:34:02.116436 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.274970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:02.283675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6690e85-ab5e-43c9-84af-0a893616391e req-6e342160-7149-41c6-b8e9-fac48d30a26b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:02.297533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6690e85-ab5e-43c9-84af-0a893616391e req-6e342160-7149-41c6-b8e9-fac48d30a26b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.1115942 Jul 28 14:34:02.316834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:02.317647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82742ed3-97cb-4b72-b00b-1e9a68ba12e6 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:02.358943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6690e85-ab5e-43c9-84af-0a893616391e req-976560f7-62f4-4242-afc8-4667185d22c1 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601523 Jul 28 14:34:02.404822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d79920-bcce-4f07-849e-24293edc78aa req-d047ef6e-fe19-495b-9d46-b13307d316a1 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:02.406512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4d79920-bcce-4f07-849e-24293edc78aa req-d047ef6e-fe19-495b-9d46-b13307d316a1 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 946 time: 0.0741506 Jul 28 14:34:02.495549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4d79920-bcce-4f07-849e-24293edc78aa req-416ebe9e-79e7-4de6-aa72-67062ca9580f tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756996 Jul 28 14:34:02.511535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-305d0966-82b7-4a3d-9e80-abef185ee840 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:02.513641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-305d0966-82b7-4a3d-9e80-abef185ee840 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.1060975 Jul 28 14:34:02.653468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Deleting port d9b5c940-5de4-4bf3-9109-143cffd9fe17 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:02.653746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.834609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] For port d9b5c940-5de4-4bf3-9109-143cffd9fe17, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d9b5c940-5de4-4bf3-9109-143cffd9fe17,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:02.835109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.853482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Calling delete_port for d9b5c940-5de4-4bf3-9109-143cffd9fe17 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:02.879421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-4d19a095-ca4b-4d2d-8318-246b16fb1745 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:02.881096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-4d19a095-ca4b-4d2d-8318-246b16fb1745 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.1055222 Jul 28 14:34:02.901512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063b7c-b09f-4e76-bef6-8f7596be8e05 req-3b0e80ec-27fc-4d3c-a7d7-e0175f804355 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:02.910032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2063b7c-b09f-4e76-bef6-8f7596be8e05 req-3b0e80ec-27fc-4d3c-a7d7-e0175f804355 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 946 time: 0.1176896 Jul 28 14:34:02.998388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2063b7c-b09f-4e76-bef6-8f7596be8e05 req-a673bbc7-9f9d-48d5-95fa-c10e0c069500 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824525 Jul 28 14:34:03.130597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:03.131546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.296694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607ff27-57e0-44c2-ab9a-a01dad8cd65e req-d2228c7d-11ca-4fca-96a0-93491e741fbe tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:03.298746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca63855-d129-410a-b33b-4cb4ed9c2b5c req-c9cdd92e-8b28-4e44-919f-5b59ae22893f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:03.300229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ca63855-d129-410a-b33b-4cb4ed9c2b5c req-c9cdd92e-8b28-4e44-919f-5b59ae22893f tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 950 time: 0.2173748 Jul 28 14:34:03.309364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.309719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4607ff27-57e0-44c2-ab9a-a01dad8cd65e req-d2228c7d-11ca-4fca-96a0-93491e741fbe tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1163757 Jul 28 14:34:03.347568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-3c370b44-2565-4197-8c44-b4bb4def0cf2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:03.349246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-3c370b44-2565-4197-8c44-b4bb4def0cf2 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 950 time: 0.1403303 Jul 28 14:34:03.383814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4607ff27-57e0-44c2-ab9a-a01dad8cd65e req-b06c566d-3bb5-495a-bd90-204c4d4faaee tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713637 Jul 28 14:34:03.419926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event deleted for resources: {'Port': ['ID=d9b5c940-5de4-4bf3-9109-143cffd9fe17,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:03.426015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:03.426404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.508252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:03.548132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ca63855-d129-410a-b33b-4cb4ed9c2b5c req-e7a5db8c-a662-4a6e-8c7b-ad385777a7fb tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269881 Jul 28 14:34:03.549629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] No DVR routers for this DVR port d9b5c940-5de4-4bf3-9109-143cffd9fe17 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:03.563579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470e2cf-99f9-4d56-a12f-f99c4e0a0193 req-8d5dea57-0877-44ec-9641-381d188e2109 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:03.567724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7470e2cf-99f9-4d56-a12f-f99c4e0a0193 req-8d5dea57-0877-44ec-9641-381d188e2109 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 950 time: 0.0734563 Jul 28 14:34:03.589085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.591311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fd776c6-7f78-4352-904c-2f84ef9bfffb req-39eebfa6-f751-447b-814f-f511be6d706e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "DELETE /v2.0/ports/d9b5c940-5de4-4bf3-9109-143cffd9fe17 HTTP/1.1" status: 204 len: 173 time: 1.0705678 Jul 28 14:34:03.593025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'name': 'network-vif-deleted', 'tag': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:03.596248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30ea87-c77c-4d12-87bc-472f42edd8d0" -d '{"events": [{"server_uuid": "6b4471f1-56de-4878-b2b7-b4b609a995b6", "name": "network-vif-deleted", "tag": "d9b5c940-5de4-4bf3-9109-143cffd9fe17"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:03.665264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7470e2cf-99f9-4d56-a12f-f99c4e0a0193 req-af169d25-b543-47a2-8c7d-1d6545101dd7 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916314 Jul 28 14:34:03.774253 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2246173-3f75-40ac-8003-282b192a4ae7 x-openstack-request-id: req-f2246173-3f75-40ac-8003-282b192a4ae7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:03.774665 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4471f1-56de-4878-b2b7-b4b609a995b6", "name": "network-vif-deleted", "tag": "d9b5c940-5de4-4bf3-9109-143cffd9fe17", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:03.775024 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2246173-3f75-40ac-8003-282b192a4ae7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:03.775582 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4471f1-56de-4878-b2b7-b4b609a995b6', 'name': 'network-vif-deleted', 'tag': 'd9b5c940-5de4-4bf3-9109-143cffd9fe17', 'status': 'completed', 'code': 200} Jul 28 14:34:03.810595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Deleting port fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:03.811155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.841350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109f7d1-f96e-4488-8f4b-274facd35b75 req-1a49ea2c-fd54-4467-8d5e-369e8863c61e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:03.843010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9109f7d1-f96e-4488-8f4b-274facd35b75 req-1a49ea2c-fd54-4467-8d5e-369e8863c61e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 946 time: 0.1752799 Jul 28 14:34:03.982564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9109f7d1-f96e-4488-8f4b-274facd35b75 req-f0fafe5b-e99f-403c-813a-1b7613254936 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109016 Jul 28 14:34:04.026835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] For port fed37085-1557-4a1d-bb28-299f3a5f210c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=fed37085-1557-4a1d-bb28-299f3a5f210c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:04.027812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.050275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.067643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'd7096f19-0422-4d0e-bcb8-83a27127c20e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:04.068714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Calling delete_port for fed37085-1557-4a1d-bb28-299f3a5f210c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:04.121894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:04.166963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd', 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:04.386773 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98ab543e-af06-4af8-aef9-411732492107 req-20b58019-28ec-4561-9f79-ffbcb7c7434c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-110413262&fields=id&tenant_id=de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 267 time: 0.0902667 Jul 28 14:34:04.457083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d9b5c940-5de4-4bf3-9109-143cffd9fe17 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:04.515275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:04.532588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13ed9fa3-bac5-4716-ac53-58b5d89d2969 req-4adf3f70-c016-4716-a707-2bec34e703fc tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b4471f1-56de-4878-b2b7-b4b609a995b6 HTTP/1.1" status: 200 len: 210 time: 0.1470873 Jul 28 14:34:04.536426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.543315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: d9b5c940-5de4-4bf3-9109-143cffd9fe17 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:04.543887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d9b5c940-5de4-4bf3-9109-143cffd9fe17 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:04.544651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2be47b5-86e7-4af5-8dff-cc4c890181f5 req-461ea1ea-4070-4126-a2a5-91587e2dca53 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "DELETE /v2.0/ports/f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c HTTP/1.1" status: 204 len: 173 time: 1.6293180 Jul 28 14:34:04.571065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab543e-af06-4af8-aef9-411732492107 req-e8e9212c-636f-46c9-98d5-62f506e95857 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:04.577997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98ab543e-af06-4af8-aef9-411732492107 req-e8e9212c-636f-46c9-98d5-62f506e95857 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 946 time: 0.1897812 Jul 28 14:34:04.610301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'port': {'security_groups': ['6a6487a5-4b0e-45eb-a5a8-eb3440a43060', 'f6ff83eb-9832-4ecc-aab5-4576b1954bad']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:04.747473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408dde-c186-4dc0-9576-39ea378ae66b req-33812db4-87e4-47ae-a8ff-1d09f67c2b10 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:04.750179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2408dde-c186-4dc0-9576-39ea378ae66b req-33812db4-87e4-47ae-a8ff-1d09f67c2b10 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0970144 Jul 28 14:34:04.752869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.819859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2408dde-c186-4dc0-9576-39ea378ae66b req-f03bbc93-73c6-4205-85fb-870642d55f77 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614738 Jul 28 14:34:04.820797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.908538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event deleted for resources: {'Port': ['ID=fed37085-1557-4a1d-bb28-299f3a5f210c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:05.081155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66eb85fd-fadc-4c82-b913-01f1ea1d7e92 req-155cb944-de27-443d-90c5-e8a1ac8b5973 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d98a8c-815a-47cc-9227-a0606afab831 HTTP/1.1" status: 200 len: 210 time: 0.0744925 Jul 28 14:34:05.123226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] No DVR routers for this DVR port fed37085-1557-4a1d-bb28-299f3a5f210c on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:05.130649 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:05.137344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d5d3399-d129-48c0-afbc-629ae9fb1213 req-87c76bfe-53a8-40f6-8d85-54774f3780c1 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "DELETE /v2.0/ports/fed37085-1557-4a1d-bb28-299f3a5f210c HTTP/1.1" status: 204 len: 173 time: 1.7490842 Jul 28 14:34:05.263759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dff24ca-37e6-444c-b074-bc1e03711a03 req-798d974d-2151-4be4-a3af-cc529c424ecc tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2341d0-86cb-44ce-a640-759f617ab8e1 HTTP/1.1" status: 200 len: 210 time: 0.0393388 Jul 28 14:34:05.305433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:05.375283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:05.470327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:05.527372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:05.528331 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:05.536748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98ab543e-af06-4af8-aef9-411732492107 req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "PUT /v2.0/ports/400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 982 time: 0.9350586 Jul 28 14:34:05.558350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:05.563034 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "tag": "400444cf-1de5-4313-a96a-68ee5b979435"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:05.606570 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:05.626775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a15ff-907f-482c-aa17-ca83b3050608 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=6']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:05.667512 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c679443f-fc2d-45d5-8950-433b1569807e x-openstack-request-id: req-c679443f-fc2d-45d5-8950-433b1569807e {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:05.667830 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "tag": "400444cf-1de5-4313-a96a-68ee5b979435", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:05.669089 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c679443f-fc2d-45d5-8950-433b1569807e {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:05.669985 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435', 'status': 'completed', 'code': 200} Jul 28 14:34:05.708285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['400444cf-1de5-4313-a96a-68ee5b979435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:06.171721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-f54b908f-5a4e-41ad-9e85-7b57b84b67f2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:06.178774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-f54b908f-5a4e-41ad-9e85-7b57b84b67f2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2205958 Jul 28 14:34:06.199552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-91071ea5-6217-472a-81fe-fb5a83126dfe tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0117810 Jul 28 14:34:06.254940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'name': 'network-vif-deleted', 'tag': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c'}, {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-deleted', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:06.258161 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e768eb-e806-4b6b-a2d1-49059559efa3" -d '{"events": [{"server_uuid": "5b2341d0-86cb-44ce-a640-759f617ab8e1", "name": "network-vif-deleted", "tag": "f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c"}, {"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-deleted", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:06.264268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-bca381f6-953b-43b4-8ba1-f9c9cc2c6cb8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489786 Jul 28 14:34:06.271012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce789d17-99b7-4515-a5bc-8774f6eb49ce req-ef6f7205-3d58-4d29-9b5d-bc83474d56f7 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/f6ff83eb-9832-4ecc-aab5-4576b1954bad HTTP/1.1" status: 200 len: 1800 time: 0.6413429 Jul 28 14:34:06.276561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:06.298099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: fed37085-1557-4a1d-bb28-299f3a5f210c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:06.298442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device fed37085-1557-4a1d-bb28-299f3a5f210c not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:06.304033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-52bd9736-da73-441c-83b4-7667b690901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:06.305567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-52bd9736-da73-441c-83b4-7667b690901c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1137 time: 0.5733104 Jul 28 14:34:06.407519 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-ce789d17-99b7-4515-a5bc-8774f6eb49ce req-64ed28cd-bf6b-4e0d-8d26-28eac73d00b8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:34:06.408509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce789d17-99b7-4515-a5bc-8774f6eb49ce req-64ed28cd-bf6b-4e0d-8d26-28eac73d00b8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/f6ff83eb-9832-4ecc-aab5-4576b1954bad HTTP/1.1" status: 409 len: 341 time: 0.1179004 Jul 28 14:34:06.429331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:06.460227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-8f1751fc-01c9-4904-918a-2d90cba24d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:06.462091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-8f1751fc-01c9-4904-918a-2d90cba24d7d service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.1481097 Jul 28 14:34:06.462994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-2e8c30fe-d8e8-45db-bf28-2116d42961b8 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762645 Jul 28 14:34:06.466585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:06.467073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:06.575537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-461875cd-9e8b-466d-85a8-b31be81807ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 217 time: 0.0933950 Jul 28 14:34:06.579920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['69d1e4ba-d82f-4990-bb36-35005a540653'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:06.646644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4f6d1-13a0-4ed8-9706-f8d40ec1586a req-f0c60dbd-5ad4-48db-a065-9eba521651e0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:06.654828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1af4f6d1-13a0-4ed8-9706-f8d40ec1586a req-f0c60dbd-5ad4-48db-a065-9eba521651e0 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1520746 Jul 28 14:34:06.661489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-b3bf4d84-e9a2-4034-a9bd-039bf7ff0af0 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963489 Jul 28 14:34:06.728472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1af4f6d1-13a0-4ed8-9706-f8d40ec1586a req-1aea2be2-9ed8-4a14-89c8-c2526473f4e9 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723898 Jul 28 14:34:06.730199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-5d2b9bf5-fd12-40c9-9f57-6e915762d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:06.731947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-5d2b9bf5-fd12-40c9-9f57-6e915762d380 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.1457527 Jul 28 14:34:06.811279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-7abdc1bc-fcb8-471a-8e0f-06712019a9e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614464 Jul 28 14:34:06.897141 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeadea2-ef75-4ea6-8349-e149a85cc2de x-openstack-request-id: req-faeadea2-ef75-4ea6-8349-e149a85cc2de {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:06.897580 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2341d0-86cb-44ce-a640-759f617ab8e1", "name": "network-vif-deleted", "tag": "f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c", "status": "completed", "code": 200}, {"server_uuid": "e8d98a8c-815a-47cc-9227-a0606afab831", "name": "network-vif-deleted", "tag": "fed37085-1557-4a1d-bb28-299f3a5f210c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:06.897898 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-faeadea2-ef75-4ea6-8349-e149a85cc2de {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:06.898467 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2341d0-86cb-44ce-a640-759f617ab8e1', 'name': 'network-vif-deleted', 'tag': 'f4c1c49b-4d2f-47ec-b4b2-5b4cfa984a0c', 'status': 'completed', 'code': 200} Jul 28 14:34:06.898778 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d98a8c-815a-47cc-9227-a0606afab831', 'name': 'network-vif-deleted', 'tag': 'fed37085-1557-4a1d-bb28-299f3a5f210c', 'status': 'completed', 'code': 200} Jul 28 14:34:06.966641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-f70f1e58-5810-4f00-ae1c-4abf2c816c3f service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472712 Jul 28 14:34:07.070468 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9b966e-9e33-44ce-8ede-fd656ce8f5b6 req-a359c5f6-745e-4942-8765-4c399ee47feb service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951178 Jul 28 14:34:07.249592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:07.249592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', '400444cf-1de5-4313-a96a-68ee5b979435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:07.934927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-35c32ccc-90b6-4c38-b71f-51832a1aefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:07.938622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-35c32ccc-90b6-4c38-b71f-51832a1aefc0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1137 time: 0.1290061 Jul 28 14:34:08.122571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-17d6d465-8473-449a-af7d-49bffd4a5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:08.124357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-17d6d465-8473-449a-af7d-49bffd4a5cce service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.1776514 Jul 28 14:34:08.176553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-20203111-f955-46df-8058-dcb76f53b165 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 217 time: 0.0440803 Jul 28 14:34:08.258901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-a4799226-dfd7-423d-99d4-5aee3aedaa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:08.264712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-a4799226-dfd7-423d-99d4-5aee3aedaa49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.0803339 Jul 28 14:34:08.327422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-de0c79c1-d1b0-4635-8e63-a2b4c460323c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524597 Jul 28 14:34:08.366744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c57dc6cb-0767-4a1e-9cf5-8d2096901471 req-be6ea29f-75c5-418b-acad-51277d45cb86 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 210 time: 0.0376766 Jul 28 14:34:08.472948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-d042c58b-965b-4b97-84b9-f0859f2493ab service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366234 Jul 28 14:34:08.474952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc43dd-c367-42fa-85a6-76eee4e8b2ea req-7663c70c-9bbf-439a-9c3e-852cc8805ce0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:08.477828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78cc43dd-c367-42fa-85a6-76eee4e8b2ea req-7663c70c-9bbf-439a-9c3e-852cc8805ce0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 985 time: 0.1262956 Jul 28 14:34:08.545821 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78cc43dd-c367-42fa-85a6-76eee4e8b2ea req-e9a53f09-3c18-40bb-b039-d52243f485a0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=f6ff83eb-9832-4ecc-aab5-4576b1954bad&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0609818 Jul 28 14:34:08.619394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424dec-dd1f-4790-b9ed-1d74585e95bd req-6c2bd141-3681-4619-9105-88ac3e473934 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:08.621049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab424dec-dd1f-4790-b9ed-1d74585e95bd req-6c2bd141-3681-4619-9105-88ac3e473934 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1211202 Jul 28 14:34:08.689365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f52e8b8c-145c-472b-8ac3-3d96b8685703 req-c863246f-a254-46f1-9c70-d9eea3aa92e8 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066176 Jul 28 14:34:08.705355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab424dec-dd1f-4790-b9ed-1d74585e95bd req-06b74ce5-efdf-4152-8c9f-06cd37aa2db4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695033 Jul 28 14:34:08.763915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03fd99-8a5a-4a76-8642-4a8a1beec32a req-dff472ef-dcdb-453d-8a0f-a908a6aa2aa5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:08.765940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c03fd99-8a5a-4a76-8642-4a8a1beec32a req-dff472ef-dcdb-453d-8a0f-a908a6aa2aa5 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.0850444 Jul 28 14:34:08.823697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c03fd99-8a5a-4a76-8642-4a8a1beec32a req-e1f182c1-79f5-42ae-b99d-823e166e0af0 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Jul 28 14:34:08.848553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786a83-aa4f-4a67-87f5-134c05dc6fbe req-f8eb2274-bd7e-402d-9e42-a68bb8b5b984 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:08.857473 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-08786a83-aa4f-4a67-87f5-134c05dc6fbe req-f8eb2274-bd7e-402d-9e42-a68bb8b5b984 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.0890906 Jul 28 14:34:08.906149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-08786a83-aa4f-4a67-87f5-134c05dc6fbe req-d0fd2842-5460-4644-9d5e-8642a9ba2e34 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Jul 28 14:34:09.522914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9c42ed9-79cb-4665-9fbf-9e17a135dabe req-c7d70b06-afda-4389-bdb6-998dfe66dbcd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 210 time: 0.0413339 Jul 28 14:34:09.732952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecd33f-388c-4da8-aa16-048b10ee0867 req-4539358b-d0ed-4d52-885d-506e889499dc tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:09.734560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1cecd33f-388c-4da8-aa16-048b10ee0867 req-4539358b-d0ed-4d52-885d-506e889499dc tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 985 time: 0.0619321 Jul 28 14:34:09.781837 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1cecd33f-388c-4da8-aa16-048b10ee0867 req-edebdd70-6388-496b-a384-04974df9f0db tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=f6ff83eb-9832-4ecc-aab5-4576b1954bad&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0395372 Jul 28 14:34:09.989842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dba42d-c8a6-4842-8abb-dc4b9bfd8572 req-74808401-2359-4487-9fab-70f7d9ef1ad8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:09.994139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28dba42d-c8a6-4842-8abb-dc4b9bfd8572 req-74808401-2359-4487-9fab-70f7d9ef1ad8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1121256 Jul 28 14:34:10.071237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df9c65-9ff4-42ef-a78e-607f92d75456 req-a8197829-f257-4797-a580-a06ba145291b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.074999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89df9c65-9ff4-42ef-a78e-607f92d75456 req-a8197829-f257-4797-a580-a06ba145291b tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.0966604 Jul 28 14:34:10.077497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28dba42d-c8a6-4842-8abb-dc4b9bfd8572 req-24069727-68ad-497e-a7b2-c2b53790c776 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Jul 28 14:34:10.208534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89df9c65-9ff4-42ef-a78e-607f92d75456 req-088562dc-0f03-47ed-9454-3e5a2bf606ec tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188674 Jul 28 14:34:10.327346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb9bf-13b4-41cb-bb47-9d9586e809a2 req-0232a246-dfd5-4afe-9c9c-d2dc57291d73 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.329878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d2fb9bf-13b4-41cb-bb47-9d9586e809a2 req-0232a246-dfd5-4afe-9c9c-d2dc57291d73 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.0951769 Jul 28 14:34:10.388932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d2fb9bf-13b4-41cb-bb47-9d9586e809a2 req-0813f5eb-52d0-4561-a3e7-2de72c2a65cf tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502141 Jul 28 14:34:10.667566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b172046-3f7e-4768-b3bc-8e16b98a1e88 req-58499e5a-1f59-40ba-b8ce-8c6e1a93aaae tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 210 time: 0.0534656 Jul 28 14:34:10.990669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ea2f1-3641-44dd-93ad-b58958c8377c req-5cd9e8ec-071c-4668-8dd3-bf29b4533eeb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.994536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec5ea2f1-3641-44dd-93ad-b58958c8377c req-5cd9e8ec-071c-4668-8dd3-bf29b4533eeb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 985 time: 0.0877171 Jul 28 14:34:11.064978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec5ea2f1-3641-44dd-93ad-b58958c8377c req-6c237e86-5d10-4f31-9fb0-ee94f7e02a51 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=f6ff83eb-9832-4ecc-aab5-4576b1954bad&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0570433 Jul 28 14:34:11.215698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-6baa5205-6487-486f-908a-52e6d0f153ce tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1346154273&fields=id&tenant_id=de7a6f79b5984bac8c15de06b988a7a4 HTTP/1.1" status: 200 len: 267 time: 0.0622458 Jul 28 14:34:11.295065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed607f-c1fc-4a34-990f-d7058427035b req-26b169cb-44be-468e-8813-f1511bc33034 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.300280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbed607f-c1fc-4a34-990f-d7058427035b req-26b169cb-44be-468e-8813-f1511bc33034 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.0956151 Jul 28 14:34:11.384203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbed607f-c1fc-4a34-990f-d7058427035b req-8207e086-d76d-47c4-80dc-31251e3a9161 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713873 Jul 28 14:34:11.404171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-edd4c7c5-9616-4e1d-b3a5-6deeb7171cf8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.419651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-edd4c7c5-9616-4e1d-b3a5-6deeb7171cf8 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 985 time: 0.1912563 Jul 28 14:34:11.423164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'port': {'security_groups': ['6a6487a5-4b0e-45eb-a5a8-eb3440a43060', 'f6ff83eb-9832-4ecc-aab5-4576b1954bad', '8d7a13ed-7150-48c5-838f-cf89199782e7']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:11.536040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-804d26d9-be8d-41ef-b766-57edc9f64387 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.537715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-804d26d9-be8d-41ef-b766-57edc9f64387 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.58 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2749455 Jul 28 14:34:11.558743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Request body: {'port': {'device_id': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'admin_state_up': True, 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:11.572078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:11.619369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c623c-866c-4c96-a78c-fcc7c88b89bc req-a61d3f68-450d-45a1-9850-7efc01873899 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.622135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d0c623c-866c-4c96-a78c-fcc7c88b89bc req-a61d3f68-450d-45a1-9850-7efc01873899 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.0999005 Jul 28 14:34:11.697963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d0c623c-866c-4c96-a78c-fcc7c88b89bc req-c974f580-3274-479a-af0c-3f6e12a97231 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657079 Jul 28 14:34:12.067767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:12.086713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.102265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236b25d-11d4-44e2-9c94-e2f29b1de52f req-79b844cd-d7f2-4817-aaef-39b0575a0cea tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.117770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a236b25d-11d4-44e2-9c94-e2f29b1de52f req-79b844cd-d7f2-4817-aaef-39b0575a0cea tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.1275995 Jul 28 14:34:12.220821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:12.244260 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a236b25d-11d4-44e2-9c94-e2f29b1de52f req-4000f3b5-cb7a-4770-9bce-cfd1f20e7b11 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203337 Jul 28 14:34:12.298411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.428521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79559051-024e-4658-ad49-f22782110229 req-da969fcd-dba9-4615-bf59-56dabd504aef tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 210 time: 0.0600693 Jul 28 14:34:12.451295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-76683446-7598-4c6d-9344-ab0a57367eea tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.452904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-76683446-7598-4c6d-9344-ab0a57367eea tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.3413339 Jul 28 14:34:12.458453 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.472669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', '400444cf-1de5-4313-a96a-68ee5b979435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:12.619956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-4042a377-b07c-4ec7-bbee-1487fe3a3a73 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.621565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-4042a377-b07c-4ec7-bbee-1487fe3a3a73 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.2839527 Jul 28 14:34:12.632900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:12.658790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.658790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.663076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c12543f7-e0e5-4a02-943d-34ef91ca9d83 req-c84d45aa-7fd3-4d91-996a-47ff8ec913d5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "PUT /v2.0/ports/400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 1021 time: 1.2486558 Jul 28 14:34:12.705373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:12.707994 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890490f6-6725-4824-9ead-c6d67b44db8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "tag": "400444cf-1de5-4313-a96a-68ee5b979435"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:12.837577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b07c47e-c355-48af-9df9-cf0c70888365 req-32e21b0f-9219-4d57-8344-5d1a940accfd tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/8d7a13ed-7150-48c5-838f-cf89199782e7 HTTP/1.1" status: 200 len: 1801 time: 0.1063676 Jul 28 14:34:12.860213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5cb42-87c7-4fa0-b45a-8f6d300b7448 req-a3a84a1e-2638-47c2-9eff-1cab83efcd3a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.867192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0dc5cb42-87c7-4fa0-b45a-8f6d300b7448 req-a3a84a1e-2638-47c2-9eff-1cab83efcd3a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.2334948 Jul 28 14:34:12.902556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['400444cf-1de5-4313-a96a-68ee5b979435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:12.922838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Allocated IP 172.20.0.6 (d4363382-18d5-4535-a788-3e97368b7072/d900a006-960f-4033-9a29-95f1142b5e13/5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:12.976868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0dc5cb42-87c7-4fa0-b45a-8f6d300b7448 req-1ae78a92-83b7-4101-ad1c-24753c11bf31 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021719 Jul 28 14:34:13.012227 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-3b07c47e-c355-48af-9df9-cf0c70888365 req-29704bc7-6703-4f52-988f-43c232a934f5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:34:13.025366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b07c47e-c355-48af-9df9-cf0c70888365 req-29704bc7-6703-4f52-988f-43c232a934f5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/8d7a13ed-7150-48c5-838f-cf89199782e7 HTTP/1.1" status: 409 len: 341 time: 0.1864610 Jul 28 14:34:13.052611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Deleting port 69d1e4ba-d82f-4990-bb36-35005a540653 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:13.052969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.114752 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d22794-d35f-43a2-8d35-ad0b70d18bbc x-openstack-request-id: req-c3d22794-d35f-43a2-8d35-ad0b70d18bbc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:13.115827 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "tag": "400444cf-1de5-4313-a96a-68ee5b979435", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:13.115827 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3d22794-d35f-43a2-8d35-ad0b70d18bbc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:13.115827 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435', 'status': 'completed', 'code': 200} Jul 28 14:34:13.304719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890490f6-6725-4824-9ead-c6d67b44db8d req-8fe1c605-852d-48ce-8e31-40e82e27b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:13.309219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-8fe1c605-852d-48ce-8e31-40e82e27b02e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1176 time: 0.1728184 Jul 28 14:34:13.369025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port ca7efafd-dda5-4b90-b61a-f74d12410b8d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:13.369685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.518377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa680f2-7b8e-4d1e-be61-8338a369e22d req-0dd129f5-02d7-4618-80d9-2d61dd75b13d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:13.527405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fa680f2-7b8e-4d1e-be61-8338a369e22d req-0dd129f5-02d7-4618-80d9-2d61dd75b13d tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 950 time: 0.4108133 Jul 28 14:34:13.599089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890490f6-6725-4824-9ead-c6d67b44db8d req-79200ab2-2336-4ac2-9b24-f39c797eb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:13.601580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-79200ab2-2336-4ac2-9b24-f39c797eb5ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 200 len: 913 time: 0.2739294 Jul 28 14:34:13.730799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-4a4e3288-1df6-483e-9dda-5ff559d9eabc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 200 len: 217 time: 0.1204467 Jul 28 14:34:13.746595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fa680f2-7b8e-4d1e-be61-8338a369e22d req-3d406854-37ea-4caf-be9c-bd9ac1c15a50 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179108 Jul 28 14:34:13.749124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] For port 69d1e4ba-d82f-4990-bb36-35005a540653, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=69d1e4ba-d82f-4990-bb36-35005a540653,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:13.749516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.826379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Calling delete_port for 69d1e4ba-d82f-4990-bb36-35005a540653 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:13.909450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port ca7efafd-dda5-4b90-b61a-f74d12410b8d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ca7efafd-dda5-4b90-b61a-f74d12410b8d,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:13.910097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890490f6-6725-4824-9ead-c6d67b44db8d req-ccb5aa5b-db7e-4c53-b3da-5241ececd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:13.910367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.912247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-ccb5aa5b-db7e-4c53-b3da-5241ececd70a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 200 len: 852 time: 0.1545730 Jul 28 14:34:13.974435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for ca7efafd-dda5-4b90-b61a-f74d12410b8d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:13.985622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.016517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-e45f154f-5dcc-45f7-83d3-0346d3badd5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23235b65-94d9-4532-b4d1-5c3aa4278e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928109 Jul 28 14:34:14.059675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d38adf-09ac-4fa1-99d2-8e78a4b2f719 req-5bb7d7a4-048b-425d-9328-8b473e50963e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:14.061723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45d38adf-09ac-4fa1-99d2-8e78a4b2f719 req-5bb7d7a4-048b-425d-9328-8b473e50963e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 949 time: 0.2052839 Jul 28 14:34:14.188917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-24a92efc-74a3-49dc-a278-c490cba8fd85 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628609 Jul 28 14:34:14.351922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45d38adf-09ac-4fa1-99d2-8e78a4b2f719 req-386d7ff5-dc4d-45a9-b4be-a6f4b9892197 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165699 Jul 28 14:34:14.363803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890490f6-6725-4824-9ead-c6d67b44db8d req-6fcab9eb-3235-4de6-8f2d-79e4e7604bc6 service neutron] 10.222.0.58 "GET /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677129 Jul 28 14:34:14.366117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f8b4536-c776-4d2c-a669-5f51b6b1fa3e req-6231f3be-95ef-497d-a151-0c3083abc460 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 210 time: 0.0424416 Jul 28 14:34:14.563595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79319c17-216c-406e-93e6-1f10af44e634 req-131e1496-b7a8-4e7c-a078-07bef37f392c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:14.572344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79319c17-216c-406e-93e6-1f10af44e634 req-131e1496-b7a8-4e7c-a078-07bef37f392c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1024 time: 0.0662959 Jul 28 14:34:14.575834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.625396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79319c17-216c-406e-93e6-1f10af44e634 req-de757056-6fdf-47c0-a36e-9944fd2ff38d tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=8d7a13ed-7150-48c5-838f-cf89199782e7&id=f6ff83eb-9832-4ecc-aab5-4576b1954bad&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0517251 Jul 28 14:34:14.746833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.755480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Network d4363382-18d5-4535-a788-3e97368b7072 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:14.762623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2b7b47bc-bd6f-4125-9927-bda358d4f945'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:14.788879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:14.804811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:14.816307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:14.861770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec68548-150f-44ab-ae50-6fbc511d53d7 req-7726907d-9b81-46f9-a052-da3abfe67f2d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:14.866816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aec68548-150f-44ab-ae50-6fbc511d53d7 req-7726907d-9b81-46f9-a052-da3abfe67f2d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.3677135 Jul 28 14:34:14.917760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:15.004415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d35560c8-5a5f-4284-8775-8ebfb4bedae1 req-b6667a87-3cd9-4737-80d2-4222982eecb8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 210 time: 0.0970731 Jul 28 14:34:15.022098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:15.040294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:15.041077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:15.047408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event deleted for resources: {'Port': ['ID=69d1e4ba-d82f-4990-bb36-35005a540653,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:15.055298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-01e5ea19-b14f-44b3-83b2-de816381b8f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1229253 Jul 28 14:34:15.099960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] No DVR routers for this DVR port 69d1e4ba-d82f-4990-bb36-35005a540653 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:15.132721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:15.135086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6858beef-aa3b-469e-8c4f-72663ee03b5f req-2b0665ba-df2e-431f-98f3-82ff092b9b05 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.42 "DELETE /v2.0/ports/69d1e4ba-d82f-4990-bb36-35005a540653 HTTP/1.1" status: 204 len: 173 time: 2.5911746 Jul 28 14:34:15.137573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-deleted', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:15.139967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a7858-eb65-47e5-bdd5-5e023ce56d21" -d '{"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-deleted", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:15.162547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=ca7efafd-dda5-4b90-b61a-f74d12410b8d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:15.205587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-0c847836-6c50-4d61-a235-235aced56198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:15.222874 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af73283-5c4d-4a90-9197-0c3564cfbf10 x-openstack-request-id: req-2af73283-5c4d-4a90-9197-0c3564cfbf10 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:15.222874 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9945b626-55ba-468f-b6ee-269b31b51173", "name": "network-vif-deleted", "tag": "69d1e4ba-d82f-4990-bb36-35005a540653", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:15.222874 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2af73283-5c4d-4a90-9197-0c3564cfbf10 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:15.222874 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9945b626-55ba-468f-b6ee-269b31b51173', 'name': 'network-vif-deleted', 'tag': '69d1e4ba-d82f-4990-bb36-35005a540653', 'status': 'completed', 'code': 200} Jul 28 14:34:15.224757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-0c847836-6c50-4d61-a235-235aced56198 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 1102 time: 0.1154518 Jul 28 14:34:15.257155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port ca7efafd-dda5-4b90-b61a-f74d12410b8d on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:15.264971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-af7e4330-77c7-496d-bca5-b0ffba0a8b1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7132511 Jul 28 14:34:15.269780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:15.271926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f0893b1-960d-44f1-b093-b5fa3c13c615 req-e6177272-8aab-467f-b374-f9c90dddc645 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "DELETE /v2.0/ports/ca7efafd-dda5-4b90-b61a-f74d12410b8d HTTP/1.1" status: 204 len: 173 time: 2.6352971 Jul 28 14:34:15.287122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aec68548-150f-44ab-ae50-6fbc511d53d7 req-43a77f11-5a10-4dea-9fb4-6fae7ad87081 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613715 Jul 28 14:34:15.302518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Request body: {'port': {'device_id': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:15.488813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'd7096f19-0422-4d0e-bcb8-83a27127c20e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:15.548118 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:15.632320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-6c5a1a3e-ec59-40be-8878-1edf6869670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:15.634842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-6c5a1a3e-ec59-40be-8878-1edf6869670a service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3850169 Jul 28 14:34:15.796201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-522270be-8dd6-4f0d-8672-1e9015c498b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 200 len: 217 time: 0.1456757 Jul 28 14:34:15.807907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-60876c14-12e1-4a0a-b096-f8f38ae0b203 req-1b7b7c82-55cf-4bfa-b86a-480a9261fd8e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.1252697 Jul 28 14:34:15.989586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-ede90191-aa1d-4c14-b798-7dc4b15cc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:15.991181 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-ede90191-aa1d-4c14-b798-7dc4b15cc35d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1823578 Jul 28 14:34:16.192597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf7ca-2913-4a75-b3ea-94054e455ece req-799f17b6-c2a0-4c17-b1c2-1fc9556c0ba3 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:16.208505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b9cf7ca-2913-4a75-b3ea-94054e455ece req-799f17b6-c2a0-4c17-b1c2-1fc9556c0ba3 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1024 time: 0.2559116 Jul 28 14:34:16.273314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-0c35eb7c-4b76-43c1-952c-e4c357ac7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:16.279049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-0c35eb7c-4b76-43c1-952c-e4c357ac7a9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2703166 Jul 28 14:34:16.365326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b9cf7ca-2913-4a75-b3ea-94054e455ece req-58270654-36db-4136-9f20-fb5b46777587 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=8d7a13ed-7150-48c5-838f-cf89199782e7&id=f6ff83eb-9832-4ecc-aab5-4576b1954bad&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1568954 Jul 28 14:34:16.477731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:16.618621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-d914a9c9-e468-4f6a-a933-22d5b29dae70 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182614 Jul 28 14:34:16.741599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a53200-e0be-4525-90d6-64d0acbcf958 req-c0bc4dd3-5cf9-43f8-a2e7-79b45e9127fd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:16.744221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39a53200-e0be-4525-90d6-64d0acbcf958 req-c0bc4dd3-5cf9-43f8-a2e7-79b45e9127fd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 931 time: 1.0858865 Jul 28 14:34:16.781720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.825362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509f367-bc88-4496-b41d-704704131117 req-b2fc7c1c-61b0-48b6-87c8-ce01dae2d4c6 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:16.835679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f509f367-bc88-4496-b41d-704704131117 req-b2fc7c1c-61b0-48b6-87c8-ce01dae2d4c6 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1024 time: 0.9601650 Jul 28 14:34:16.864055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a889dbc-a24f-45ec-9db2-8c0c3bf5bc06 req-daa71793-e7b5-4815-b8ea-7e6e7e4a1dab tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9945b626-55ba-468f-b6ee-269b31b51173 HTTP/1.1" status: 200 len: 210 time: 0.1213892 Jul 28 14:34:16.873587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:16.893620 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f41195c-1541-4843-b2cc-42fdc7de9b26" -d '{"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:16.908386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39a53200-e0be-4525-90d6-64d0acbcf958 req-a2ae641e-39a7-41c1-922d-cbd9e248d2fc tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501930 Jul 28 14:34:16.939219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:17.005528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5157e2e2-d81f-469d-9f43-f83780101a3f req-b25d2a49-fc5d-45bf-be2f-83cc995e46f7 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778229 Jul 28 14:34:17.025637 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.026499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ca7efafd-dda5-4b90-b61a-f74d12410b8d no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:17.112936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: ca7efafd-dda5-4b90-b61a-f74d12410b8d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:17.113655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ca7efafd-dda5-4b90-b61a-f74d12410b8d not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:17.114318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:17.143075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 69d1e4ba-d82f-4990-bb36-35005a540653 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:17.143518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 69d1e4ba-d82f-4990-bb36-35005a540653 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:17.231794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:17.272392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'name': 'network-vif-deleted', 'tag': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:17.275608 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d453d-fc6f-4963-975a-b527ceeb10d7" -d '{"events": [{"server_uuid": "dda9d8ff-0114-46d5-9283-8ce2acf6ac4f", "name": "network-vif-deleted", "tag": "ca7efafd-dda5-4b90-b61a-f74d12410b8d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:17.294518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96d3a6d5-3cda-46d8-afeb-1eb2529839bf req-63e1b9f1-655d-482f-9377-2c01b99f7c24 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda9d8ff-0114-46d5-9283-8ce2acf6ac4f HTTP/1.1" status: 200 len: 210 time: 0.1342733 Jul 28 14:34:17.305458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53ade4-a198-4163-9631-008f9f9b8d3f req-05d008a8-6b6e-4419-ac93-eb37bb773000 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.309722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe53ade4-a198-4163-9631-008f9f9b8d3f req-05d008a8-6b6e-4419-ac93-eb37bb773000 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 948 time: 0.2034862 Jul 28 14:34:17.398882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Deleting port 400444cf-1de5-4313-a96a-68ee5b979435 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:17.399351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.428521 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc67e4e5-cd14-4946-a471-c6bbe83ec446 x-openstack-request-id: req-dc67e4e5-cd14-4946-a471-c6bbe83ec446 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:17.428521 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:17.428521 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc67e4e5-cd14-4946-a471-c6bbe83ec446 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:17.428521 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'code': 200} Jul 28 14:34:17.429794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe53ade4-a198-4163-9631-008f9f9b8d3f req-076b93c0-422e-49eb-8d9e-239adc3ef61a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079969 Jul 28 14:34:17.498647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:17.525296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.538843 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb32b96-6a26-4aad-b157-df45e44265ea x-openstack-request-id: req-0eb32b96-6a26-4aad-b157-df45e44265ea {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:17.539313 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9d8ff-0114-46d5-9283-8ce2acf6ac4f", "name": "network-vif-deleted", "tag": "ca7efafd-dda5-4b90-b61a-f74d12410b8d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:17.539793 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0eb32b96-6a26-4aad-b157-df45e44265ea {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:17.540495 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda9d8ff-0114-46d5-9283-8ce2acf6ac4f', 'name': 'network-vif-deleted', 'tag': 'ca7efafd-dda5-4b90-b61a-f74d12410b8d', 'status': 'completed', 'code': 200} Jul 28 14:34:17.573201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Transition to ACTIVE for port object 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:17.577009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de99ae-ae7b-4982-b54a-8c8dd1638c57 req-dce6540d-e911-43a8-b14c-270b03d78b10 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.587789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23de99ae-ae7b-4982-b54a-8c8dd1638c57 req-dce6540d-e911-43a8-b14c-270b03d78b10 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 1024 time: 0.0809402 Jul 28 14:34:17.646787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] For port 400444cf-1de5-4313-a96a-68ee5b979435, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=400444cf-1de5-4313-a96a-68ee5b979435,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:17.647198 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.666403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23de99ae-ae7b-4982-b54a-8c8dd1638c57 req-f0979d0c-606e-46f0-97cd-4f783d938feb tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=8d7a13ed-7150-48c5-838f-cf89199782e7&id=f6ff83eb-9832-4ecc-aab5-4576b1954bad&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0776064 Jul 28 14:34:17.681218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Calling delete_port for 400444cf-1de5-4313-a96a-68ee5b979435 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:17.682179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.787111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:17.904683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Attempting to bind port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:17.904905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Attempting to bind port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:17.905229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Attempting to bind port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:17.911384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 on network d4363382-18d5-4535-a788-3e97368b7072 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:17.911718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Attempting to bind port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:17.922685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:17.923035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:17.923443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Bound using segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:17.923908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Bound port: 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:17.924280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.090649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:18.097402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:18.103413 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.116116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:18.158702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'Port': ['ID=400444cf-1de5-4313-a96a-68ee5b979435,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:18.168585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095ecfe-8f2b-4a00-ae6b-bc773dd459d1 req-bbbbf356-4338-4b8d-b622-f5e661527155 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.177698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6095ecfe-8f2b-4a00-ae6b-bc773dd459d1 req-bbbbf356-4338-4b8d-b622-f5e661527155 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.1141090 Jul 28 14:34:18.224996 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6095ecfe-8f2b-4a00-ae6b-bc773dd459d1 req-2568c51b-1eb5-4cca-bd78-1ee62a977933 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Jul 28 14:34:18.235477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] No DVR routers for this DVR port 400444cf-1de5-4313-a96a-68ee5b979435 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:18.249744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.252388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f509f367-bc88-4496-b41d-704704131117 req-4eb4e82f-f1fb-4e52-8b92-44bfd5fc2b2c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "DELETE /v2.0/ports/400444cf-1de5-4313-a96a-68ee5b979435 HTTP/1.1" status: 204 len: 173 time: 1.3957009 Jul 28 14:34:18.254631 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.317073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.317704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.319228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] 10.222.0.58 "PUT /v2.0/ports/5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 HTTP/1.1" status: 200 len: 1092 time: 3.0306919 Jul 28 14:34:18.357747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb768834-e019-415c-9524-e90a05c7df20 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:18.370322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 400444cf-1de5-4313-a96a-68ee5b979435 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:18.418501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 400444cf-1de5-4313-a96a-68ee5b979435 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:18.418900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 400444cf-1de5-4313-a96a-68ee5b979435 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:18.508302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:18.621881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-65dcbff3-fda4-439d-9f14-57bc58259c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.632844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-65dcbff3-fda4-439d-9f14-57bc58259c6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 1095 time: 0.1063814 Jul 28 14:34:18.695653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-e3e40dea-f459-40bb-9dc4-e212418c68e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 HTTP/1.1" status: 200 len: 217 time: 0.0461116 Jul 28 14:34:18.808926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854b421-6c04-4784-8b84-86212fe13938 req-f4c60a89-275c-46e0-be05-f14b93037dbf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.810556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c854b421-6c04-4784-8b84-86212fe13938 req-f4c60a89-275c-46e0-be05-f14b93037dbf tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 948 time: 0.0931160 Jul 28 14:34:18.812559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-50a01ca0-0d3a-4cbb-93f2-9790822df02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.814443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-50a01ca0-0d3a-4cbb-93f2-9790822df02c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.1089888 Jul 28 14:34:18.817433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:18.841210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'mac_address': 'fa:16:3e:6b:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:18.891135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-df9f9dc8-8d6c-4b9c-a40a-684a6ecd4077 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606709 Jul 28 14:34:18.896064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.913043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef505271-e996-4a85-abc4-b81a8e69abc4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:18.938235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:19.068214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c854b421-6c04-4784-8b84-86212fe13938 req-171d82f4-c5c1-4fb8-9e9c-6488dffbbfd5 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396441 Jul 28 14:34:19.140333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-8e1ae58d-6796-423d-9e19-2cefbf9ff04a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.142241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-8e1ae58d-6796-423d-9e19-2cefbf9ff04a tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.1388962 Jul 28 14:34:19.148330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-095f7ff5-64b5-48f4-8ea4-a23e178faf95 service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451634 Jul 28 14:34:19.150643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.324510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=10']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:19.569812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cabcf3-15ff-4b11-9ce2-6cbfafb1ce7b req-84980c3b-6223-4229-a730-f2877322d820 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.573061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0cabcf3-15ff-4b11-9ce2-6cbfafb1ce7b req-84980c3b-6223-4229-a730-f2877322d820 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 950 time: 0.2916448 Jul 28 14:34:19.577839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'name': 'network-vif-deleted', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435'}, {'name': 'network-changed', 'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:19.580575 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3" -d '{"events": [{"server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "name": "network-vif-deleted", "tag": "400444cf-1de5-4313-a96a-68ee5b979435"}, {"name": "network-changed", "server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:19.604790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4d96449-731b-4856-bbf7-bdfbd2079c17 req-c546a5ce-9d27-4ec5-9cc7-899d60ed7d75 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d8d36f0-78f8-41d8-afba-3da4ca89a887 HTTP/1.1" status: 200 len: 210 time: 0.0554552 Jul 28 14:34:19.662673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a91d71-a1c2-4b32-9619-e11ce02ae4ec req-b1d522d7-c9de-47ba-be56-1e4ea2a9c949 service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040851 Jul 28 14:34:19.740886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0cabcf3-15ff-4b11-9ce2-6cbfafb1ce7b req-9d212126-e338-4724-8590-bbfd7e3123a8 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c497530-f03e-46a6-ba4a-067193172335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532974 Jul 28 14:34:19.757357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Deleting port 2b7b47bc-bd6f-4125-9927-bda358d4f945 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:19.761032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.985362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] For port 2b7b47bc-bd6f-4125-9927-bda358d4f945, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2b7b47bc-bd6f-4125-9927-bda358d4f945,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:19.986329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.998673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984d19-ebdf-4235-88ae-76b2de86b745 req-cd81240d-5f7b-4f83-8977-64d7230f79ad tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.003942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ef505271-e996-4a85-abc4-b81a8e69abc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:20.006694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc984d19-ebdf-4235-88ae-76b2de86b745 req-cd81240d-5f7b-4f83-8977-64d7230f79ad tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.0967002 Jul 28 14:34:20.032586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Calling delete_port for 2b7b47bc-bd6f-4125-9927-bda358d4f945 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:20.106369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc984d19-ebdf-4235-88ae-76b2de86b745 req-50e2c0f6-9035-4d5c-a767-64a9b44dfa38 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987020 Jul 28 14:34:20.265098 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb459db9-2452-47da-8826-da4aa12237a1 x-openstack-request-id: req-cb459db9-2452-47da-8826-da4aa12237a1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:20.277281 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8d36f0-78f8-41d8-afba-3da4ca89a887", "name": "network-vif-deleted", "tag": "400444cf-1de5-4313-a96a-68ee5b979435", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:20.277281 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb459db9-2452-47da-8826-da4aa12237a1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:20.277281 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8d36f0-78f8-41d8-afba-3da4ca89a887', 'name': 'network-vif-deleted', 'tag': '400444cf-1de5-4313-a96a-68ee5b979435', 'status': 'completed', 'code': 200} Jul 28 14:34:20.277281 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'status': 'completed', 'code': 200} Jul 28 14:34:20.377189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-1ca9086c-d64c-430b-9a30-eed0ad534b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.382845 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-1ca9086c-d64c-430b-9a30-eed0ad534b66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 1095 time: 0.1029212 Jul 28 14:34:20.469826 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:20.599575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Pushing event deleted for resources: {'Port': ['ID=2b7b47bc-bd6f-4125-9927-bda358d4f945,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:20.627520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351d6d-671d-4c7f-9480-06262c73702c req-113c76ee-a898-464a-bf02-2e213cdcc031 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.631992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5351d6d-671d-4c7f-9480-06262c73702c req-113c76ee-a898-464a-bf02-2e213cdcc031 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 949 time: 0.1196613 Jul 28 14:34:20.655717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead4d7-ccfc-4a7c-9092-7343d527ce4f req-860acf70-9bdd-4314-80b9-cdc30c4f3ff2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.655717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cead4d7-ccfc-4a7c-9092-7343d527ce4f req-860acf70-9bdd-4314-80b9-cdc30c4f3ff2 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.2778068 Jul 28 14:34:20.699168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] No DVR routers for this DVR port 2b7b47bc-bd6f-4125-9927-bda358d4f945 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:20.702574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:20.705689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5f26ac3-13c8-4210-8a29-d047486a005a req-f368c1a5-ccad-489f-9004-8851696ba704 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.58 "DELETE /v2.0/ports/2b7b47bc-bd6f-4125-9927-bda358d4f945 HTTP/1.1" status: 204 len: 173 time: 1.5179579 Jul 28 14:34:20.755499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-653cec23-cd58-4eb4-8ce2-0ce39d422284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.757803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-653cec23-cd58-4eb4-8ce2-0ce39d422284 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 912 time: 0.3514435 Jul 28 14:34:20.761982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5351d6d-671d-4c7f-9480-06262c73702c req-cef3639a-ba04-4db0-949b-c72f95b10024 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141982 Jul 28 14:34:20.884478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cead4d7-ccfc-4a7c-9092-7343d527ce4f req-ce998b39-1fed-4f8b-9374-94e4f7ca5d59 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114158 Jul 28 14:34:20.894357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-a9cab1eb-426d-4062-b161-c100fd8b6c10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 HTTP/1.1" status: 200 len: 217 time: 0.1233048 Jul 28 14:34:21.029338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-fa18cd93-3e84-47e2-ad3f-88fb26238a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.032120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-fa18cd93-3e84-47e2-ad3f-88fb26238a2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.1336870 Jul 28 14:34:21.103818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf084f16-396c-40f6-8e08-dbfaec45e6e2 req-1a04720f-3e19-4333-bf8f-72df58337a14 tempest-MigrationsAdminTest-464026891 tempest-MigrationsAdminTest-464026891-project] 10.222.0.57 "GET /v2.0/ports?device_id=831bda31-3c63-474c-9ec0-cb9f0f3c4084 HTTP/1.1" status: 200 len: 210 time: 0.0671577 Jul 28 14:34:21.105911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-3af522ea-6cf7-42c5-b16a-38e0bf154a06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590837 Jul 28 14:34:21.176295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ff65a54-9986-4076-8695-93fa8f6014ce req-cf3a3e83-51e0-466d-9a4e-4a79afdc5147 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/f6ff83eb-9832-4ecc-aab5-4576b1954bad HTTP/1.1" status: 200 len: 1800 time: 0.1313846 Jul 28 14:34:21.285195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ff65a54-9986-4076-8695-93fa8f6014ce req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.329016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ff65a54-9986-4076-8695-93fa8f6014ce req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.337078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c603-687b-43fa-8510-3ca0da22712e req-4de48a8e-c98d-4f2f-9114-43be1592e972 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.346086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9437c603-687b-43fa-8510-3ca0da22712e req-4de48a8e-c98d-4f2f-9114-43be1592e972 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.0987821 Jul 28 14:34:21.397146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9437c603-687b-43fa-8510-3ca0da22712e req-1fa60702-6e9c-400f-85ca-5d029f4cb020 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Jul 28 14:34:21.455332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-84c2775b-67ba-4029-9f2a-91d66f2b211d service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406785 Jul 28 14:34:21.505064 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ff65a54-9986-4076-8695-93fa8f6014ce req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.508512 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ff65a54-9986-4076-8695-93fa8f6014ce req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.510796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ff65a54-9986-4076-8695-93fa8f6014ce req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/f6ff83eb-9832-4ecc-aab5-4576b1954bad HTTP/1.1" status: 204 len: 173 time: 0.3329494 Jul 28 14:34:21.537057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff83eb-9832-4ecc-aab5-4576b1954bad,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:21.550613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.551207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.551792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.552259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.552841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.553461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.553892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.554316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.554970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.555882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.556338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.556903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e373d-84b6-41c2-a2a0-a7512d69a495 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:21.625894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0deb6ad-375d-4f51-8138-176bcdc9bfa3 req-5c9c5f21-b7b1-4f30-96ab-3205345e7fee service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616502 Jul 28 14:34:21.629962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2d997b1-7049-4d35-946c-eaaaf8c0f083 req-d0733044-689b-4e28-adce-4a73653eabb5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/8d7a13ed-7150-48c5-838f-cf89199782e7 HTTP/1.1" status: 200 len: 1801 time: 0.0846086 Jul 28 14:34:21.739136 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e2d997b1-7049-4d35-946c-eaaaf8c0f083 req-64fc42c6-a695-4351-b0b7-694c83e59397 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.792489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e2d997b1-7049-4d35-946c-eaaaf8c0f083 req-64fc42c6-a695-4351-b0b7-694c83e59397 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.964002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e2d997b1-7049-4d35-946c-eaaaf8c0f083 req-64fc42c6-a695-4351-b0b7-694c83e59397 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.969312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e2d997b1-7049-4d35-946c-eaaaf8c0f083 req-64fc42c6-a695-4351-b0b7-694c83e59397 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.971328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2d997b1-7049-4d35-946c-eaaaf8c0f083 req-64fc42c6-a695-4351-b0b7-694c83e59397 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/8d7a13ed-7150-48c5-838f-cf89199782e7 HTTP/1.1" status: 204 len: 173 time: 0.3334105 Jul 28 14:34:22.037308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc42c6-a695-4351-b0b7-694c83e59397 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7a13ed-7150-48c5-838f-cf89199782e7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:22.043556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0737b4-4877-4300-9118-b1a8494b8c38 req-09e85c76-3f0e-476a-9886-4a199a59d216 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.051259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d0737b4-4877-4300-9118-b1a8494b8c38 req-09e85c76-3f0e-476a-9886-4a199a59d216 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 949 time: 0.1187322 Jul 28 14:34:22.144497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d0737b4-4877-4300-9118-b1a8494b8c38 req-379cd493-a750-4648-a794-06fcaa8349f8 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Jul 28 14:34:22.233493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b384f-5c8c-47d0-834e-3bded3d518fa req-de131cb5-5e14-429e-8c42-12dfdec76d2c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.237368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49883a9a-baab-4e6a-b1c0-f3bbac684d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.239461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c3b384f-5c8c-47d0-834e-3bded3d518fa req-de131cb5-5e14-429e-8c42-12dfdec76d2c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 950 time: 0.1337242 Jul 28 14:34:22.253905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-391cb4e3-cc9b-4433-bfad-4c1b6b98f716 req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1539682102', 'description': 'tempest-description-1556111958'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:22.264581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-b83abd40-f5c6-403a-9b0b-58087cdfde38 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.268031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-b83abd40-f5c6-403a-9b0b-58087cdfde38 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb4e1284-d406-4550-8ccf-1aaf7d5064b1 HTTP/1.1" status: 200 len: 950 time: 0.2565482 Jul 28 14:34:22.270902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-deleted', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:22.275588 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6330cbfc-7c5a-4889-9f37-c15d08f4dc44" -d '{"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-deleted", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:22.355242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:22.387227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 2b7b47bc-bd6f-4125-9927-bda358d4f945 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:22.387837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2b7b47bc-bd6f-4125-9927-bda358d4f945 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:22.408128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-391cb4e3-cc9b-4433-bfad-4c1b6b98f716 req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.463635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c3b384f-5c8c-47d0-834e-3bded3d518fa req-8a118d26-6317-4afb-911a-6640be036007 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937594 Jul 28 14:34:22.509146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:22.573128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port d7096f19-0422-4d0e-bcb8-83a27127c20e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:22.573707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.604749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ef505271-e996-4a85-abc4-b81a8e69abc4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:22.605467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.619935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-391cb4e3-cc9b-4433-bfad-4c1b6b98f716 req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.692232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-391cb4e3-cc9b-4433-bfad-4c1b6b98f716 req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.772357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.814926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:22.814926 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef654b0-62b5-402b-9bb3-71e9160aa2f9" -d '{"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:22.827226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620c796b-6b59-4cae-af00-a144334d5333,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:22.848258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:22.908262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768dac1-2e34-4ed0-a3ee-8ac95bdde4ce x-openstack-request-id: req-2768dac1-2e34-4ed0-a3ee-8ac95bdde4ce {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:22.908262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831bda31-3c63-474c-9ec0-cb9f0f3c4084", "name": "network-vif-deleted", "tag": "2b7b47bc-bd6f-4125-9927-bda358d4f945", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:22.908262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2768dac1-2e34-4ed0-a3ee-8ac95bdde4ce {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:22.908262 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831bda31-3c63-474c-9ec0-cb9f0f3c4084', 'name': 'network-vif-deleted', 'tag': '2b7b47bc-bd6f-4125-9927-bda358d4f945', 'status': 'completed', 'code': 200} Jul 28 14:34:22.929038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-391cb4e3-cc9b-4433-bfad-4c1b6b98f716 req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.932943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-391cb4e3-cc9b-4433-bfad-4c1b6b98f716 req-278220fe-be33-4b06-b3df-b633b4eec00c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6834109 Jul 28 14:34:22.941104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.101818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:23.136496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port d7096f19-0422-4d0e-bcb8-83a27127c20e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d7096f19-0422-4d0e-bcb8-83a27127c20e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:23.137416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.178090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-50482738-17a8-4ed3-bff7-da6603f99381 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.179989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-50482738-17a8-4ed3-bff7-da6603f99381 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 949 time: 0.3671558 Jul 28 14:34:23.184290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for d7096f19-0422-4d0e-bcb8-83a27127c20e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:23.236788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d64808-b3da-47bc-9281-c717a867cfc2 req-d8080e82-2c8d-4597-a2fc-5f7461abb93c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.240694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3d64808-b3da-47bc-9281-c717a867cfc2 req-d8080e82-2c8d-4597-a2fc-5f7461abb93c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 945 time: 0.1457472 Jul 28 14:34:23.252633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9e4c-36c7-423b-9949-45933e81510b req-1d5243bd-d0fb-4098-bf8c-aef3bdba50b0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.254311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e60e9e4c-36c7-423b-9949-45933e81510b req-1d5243bd-d0fb-4098-bf8c-aef3bdba50b0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.2542064 Jul 28 14:34:23.308201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3d64808-b3da-47bc-9281-c717a867cfc2 req-fe296d59-a787-4d1d-a2c5-25f06dee33b3 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489068 Jul 28 14:34:23.387343 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b69fa2-0e3d-4214-aff9-de6f9f4c8d44 x-openstack-request-id: req-e9b69fa2-0e3d-4214-aff9-de6f9f4c8d44 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:23.387981 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:23.388172 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9b69fa2-0e3d-4214-aff9-de6f9f4c8d44 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:23.388389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e60e9e4c-36c7-423b-9949-45933e81510b req-72b5cd01-7919-4637-8f87-da3c7c8a16b4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957184 Jul 28 14:34:23.388751 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'code': 200} Jul 28 14:34:23.491145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-9e73cee8-c8bb-4400-a372-8eafeae7ccac tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/620c796b-6b59-4cae-af00-a144334d5333 HTTP/1.1" status: 200 len: 1801 time: 0.0869315 Jul 28 14:34:23.517432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Request body: {'security_group': {'name': 'tempest-sg-hth-410590455', 'description': 'tempest-description-hth-513904974'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:23.536171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port 418552b0-0469-4c7b-a02c-db3a26f2bedd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:23.536812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.564039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.665356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01655c-220e-45a7-9f48-ad5a56216804 req-c1c073b7-d810-4c8f-a104-6371f134d0ec tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.667705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.686153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab01655c-220e-45a7-9f48-ad5a56216804 req-c1c073b7-d810-4c8f-a104-6371f134d0ec tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 949 time: 0.1655467 Jul 28 14:34:23.737480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.751957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:23.761754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.764425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.773306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34ecfd91-1726-4e58-9883-b78a6c2b2b05 req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "PUT /v2.0/security-groups/620c796b-6b59-4cae-af00-a144334d5333 HTTP/1.1" status: 200 len: 1773 time: 0.2620685 Jul 28 14:34:23.796725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab01655c-220e-45a7-9f48-ad5a56216804 req-108f7a4d-6f2a-4f58-ae25-9e932fe03a47 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092217 Jul 28 14:34:23.803209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=d7096f19-0422-4d0e-bcb8-83a27127c20e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:23.851693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['418552b0-0469-4c7b-a02c-db3a26f2bedd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:23.853652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb4cec-ece5-4ac5-b153-7ea36d19808b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620c796b-6b59-4cae-af00-a144334d5333,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:23.877120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port 418552b0-0469-4c7b-a02c-db3a26f2bedd, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=418552b0-0469-4c7b-a02c-db3a26f2bedd,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:23.877539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.942305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for 418552b0-0469-4c7b-a02c-db3a26f2bedd owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:23.945725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port d7096f19-0422-4d0e-bcb8-83a27127c20e on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:23.957296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.959486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fcca2f26-8923-4092-9c7d-fcf81a8b6c7a req-6320b558-fb4e-45e8-b251-ffb7ede3ab7d tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "DELETE /v2.0/ports/d7096f19-0422-4d0e-bcb8-83a27127c20e HTTP/1.1" status: 204 len: 173 time: 1.6778145 Jul 28 14:34:23.974827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da50510-6e43-4a86-9f9f-9451829cec59 req-934c59d2-03be-4fdf-a59f-aa741232e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.976384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da50510-6e43-4a86-9f9f-9451829cec59 req-934c59d2-03be-4fdf-a59f-aa741232e016 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1103 time: 0.1746559 Jul 28 14:34:24.070887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9dd1-7488-429d-96ce-68f80f3920a0 req-72925892-087a-416c-a0b4-2e2ff7308e01 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:24.072465 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-574e9dd1-7488-429d-96ce-68f80f3920a0 req-72925892-087a-416c-a0b4-2e2ff7308e01 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.1856580 Jul 28 14:34:24.102223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36358) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:24.144246 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-574e9dd1-7488-429d-96ce-68f80f3920a0 req-4cd5fab8-ab4f-4c68-916e-7d1bfb1e1fb9 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Jul 28 14:34:24.170409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da50510-6e43-4a86-9f9f-9451829cec59 req-397cd7a5-1ce8-42cc-ac9e-349a0703d85f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759555 Jul 28 14:34:24.224764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2813b093-6997-4d5a-8410-1595ba2dd385 req-0f1dde7d-ddfc-4d84-a4df-35c65dbb885e tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/620c796b-6b59-4cae-af00-a144334d5333 HTTP/1.1" status: 200 len: 1773 time: 0.2427654 Jul 28 14:34:24.352812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-755a38b7-94ea-4664-836c-ede291057f0d req-7f8ed964-2e2b-4523-8307-a9d01321dd9c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/620c796b-6b59-4cae-af00-a144334d5333 HTTP/1.1" status: 200 len: 1773 time: 0.0738435 Jul 28 14:34:24.402188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d7096f19-0422-4d0e-bcb8-83a27127c20e no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:24.403006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:24.473465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-755a38b7-94ea-4664-836c-ede291057f0d req-b3c9338d-94a1-4f2f-bcfa-706543d9448b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.522706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: d7096f19-0422-4d0e-bcb8-83a27127c20e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:24.522940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d7096f19-0422-4d0e-bcb8-83a27127c20e not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:24.539206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1bd2d77d-4a8f-49a3-8165-33c2bea49ea6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40d0c738ed1242a88f8bd064f4f8b6e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4357641 Jul 28 14:34:24.544858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36370) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:24.561879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-755a38b7-94ea-4664-836c-ede291057f0d req-b3c9338d-94a1-4f2f-bcfa-706543d9448b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.659181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-476044b9-ef8f-4bec-9577-f76ffb8aae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.699786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-476044b9-ef8f-4bec-9577-f76ffb8aae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.790372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-755a38b7-94ea-4664-836c-ede291057f0d req-b3c9338d-94a1-4f2f-bcfa-706543d9448b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.795706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-755a38b7-94ea-4664-836c-ede291057f0d req-b3c9338d-94a1-4f2f-bcfa-706543d9448b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.810765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-755a38b7-94ea-4664-836c-ede291057f0d req-b3c9338d-94a1-4f2f-bcfa-706543d9448b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/620c796b-6b59-4cae-af00-a144334d5333 HTTP/1.1" status: 204 len: 173 time: 0.4883575 Jul 28 14:34:24.833158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:24.840202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9338d-94a1-4f2f-bcfa-706543d9448b tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620c796b-6b59-4cae-af00-a144334d5333,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:24.878352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'mac_address': 'fa:16:3e:77:11:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:24.900647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f611b05c-90ed-4ae4-bc88-57c796a86a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.910523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-476044b9-ef8f-4bec-9577-f76ffb8aae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.913622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-476044b9-ef8f-4bec-9577-f76ffb8aae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.917398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-476044b9-ef8f-4bec-9577-f76ffb8aae2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c497530-f03e-46a6-ba4a-067193172335 HTTP/1.1" status: 204 len: 168 time: 0.3711848 Jul 28 14:34:24.932143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'name': 'network-vif-deleted', 'tag': 'd7096f19-0422-4d0e-bcb8-83a27127c20e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:24.937778 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8827026-e8ab-4f7d-a3ba-530dc3c41a82" -d '{"events": [{"server_uuid": "bb4e1284-d406-4550-8ccf-1aaf7d5064b1", "name": "network-vif-deleted", "tag": "d7096f19-0422-4d0e-bcb8-83a27127c20e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:24.948224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476044b9-ef8f-4bec-9577-f76ffb8aae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c497530-f03e-46a6-ba4a-067193172335,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:25.015405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de0d7d-75c9-4e92-8c24-f807b29ac1ab req-a1d8a5a2-3e0e-4891-b5f7-bbc085875d5e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.025628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76de0d7d-75c9-4e92-8c24-f807b29ac1ab req-a1d8a5a2-3e0e-4891-b5f7-bbc085875d5e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.1443944 Jul 28 14:34:25.089532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.120031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:25.146945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76de0d7d-75c9-4e92-8c24-f807b29ac1ab req-f80e8d97-1d87-4fa1-9375-7e8041e939a0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200948 Jul 28 14:34:25.147673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.165567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:25.197660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=418552b0-0469-4c7b-a02c-db3a26f2bedd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:25.214682 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.256910 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.366324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port 418552b0-0469-4c7b-a02c-db3a26f2bedd on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:25.369587 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.372042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-286b06e6-a600-4bce-b77a-2b9cece6d69e req-c878e944-4e26-439b-85fe-0a08dc9c934e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.42 "DELETE /v2.0/ports/418552b0-0469-4c7b-a02c-db3a26f2bedd HTTP/1.1" status: 204 len: 173 time: 2.1817179 Jul 28 14:34:25.434096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1cfab6f7-e30b-4431-9308-46ae0afc3e45 req-b2b4a9d7-54b2-4876-b9d6-174af8d5d899 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 210 time: 0.0695806 Jul 28 14:34:25.496113 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c70085-6baa-4687-b48e-d06ba5e0c192 x-openstack-request-id: req-09c70085-6baa-4687-b48e-d06ba5e0c192 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:25.499107 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4e1284-d406-4550-8ccf-1aaf7d5064b1", "name": "network-vif-deleted", "tag": "d7096f19-0422-4d0e-bcb8-83a27127c20e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:25.499107 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09c70085-6baa-4687-b48e-d06ba5e0c192 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:25.499107 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e1284-d406-4550-8ccf-1aaf7d5064b1', 'name': 'network-vif-deleted', 'tag': 'd7096f19-0422-4d0e-bcb8-83a27127c20e', 'status': 'completed', 'code': 200} Jul 28 14:34:25.550515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:25.550515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:25.665510 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-e85e5d7d-e578-495f-8f73-f8c8f846cd4a req-f79b20a2-3f23-474d-b989-ae268318a38c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:34:25.678966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e85e5d7d-e578-495f-8f73-f8c8f846cd4a req-f79b20a2-3f23-474d-b989-ae268318a38c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/8d7a13ed-7150-48c5-838f-cf89199782e7 HTTP/1.1" status: 404 len: 352 time: 0.0616281 Jul 28 14:34:25.701524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:25.769568 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-f73f05d7-8c7a-4d59-90f4-8d36496a6c53 req-2645d558-fe1a-43fb-a672-890dd932bb88 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:34:25.782079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f73f05d7-8c7a-4d59-90f4-8d36496a6c53 req-2645d558-fe1a-43fb-a672-890dd932bb88 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/f6ff83eb-9832-4ecc-aab5-4576b1954bad HTTP/1.1" status: 404 len: 352 time: 0.0480392 Jul 28 14:34:25.821461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dfcd3-0d10-4d6a-bc4b-951e2e43e755 req-45313c6c-ebbc-4ac9-8cf8-3e802a87caae tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.828586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb0dfcd3-0d10-4d6a-bc4b-951e2e43e755 req-45313c6c-ebbc-4ac9-8cf8-3e802a87caae tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.1640413 Jul 28 14:34:25.843560 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-e65de965-76ec-4e18-ab95-ac82ff6a0109 req-45734318-8758-4361-bd61-a174ac4d180c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:34:25.854813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e65de965-76ec-4e18-ab95-ac82ff6a0109 req-45734318-8758-4361-bd61-a174ac4d180c tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/c50cd903-7c75-4e55-8305-73e11a5b7fbc HTTP/1.1" status: 404 len: 352 time: 0.0363228 Jul 28 14:34:25.969370 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-36ae362b-ceea-4d97-a32d-b1c40a04373b req-a1a81da8-e538-4827-86b6-261fafbd7777 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:34:25.970098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb0dfcd3-0d10-4d6a-bc4b-951e2e43e755 req-bf23dfd2-b3b9-4760-88f7-dc4579baa042 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237168 Jul 28 14:34:25.972326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36ae362b-ceea-4d97-a32d-b1c40a04373b req-a1a81da8-e538-4827-86b6-261fafbd7777 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/ff35ad1f-1cda-4eaf-98da-9f5ce6cf0d3f HTTP/1.1" status: 404 len: 352 time: 0.0582478 Jul 28 14:34:26.038355 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-a5425144-af37-43ec-ac3b-971de8bc5386 req-fb545725-3ed9-4acb-ac2a-8b1a3230d454 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:34:26.058835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5425144-af37-43ec-ac3b-971de8bc5386 req-fb545725-3ed9-4acb-ac2a-8b1a3230d454 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/3e466195-3884-4e9e-bb41-378ee62b5040 HTTP/1.1" status: 404 len: 352 time: 0.0456405 Jul 28 14:34:26.122445 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-fd4e5d4a-efc3-4569-bbc2-8019db1c9673 req-648cfb35-cd14-4202-98a7-a25c4e0191a5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] show failed (client error): The resource could not be found. Jul 28 14:34:26.132527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd4e5d4a-efc3-4569-bbc2-8019db1c9673 req-648cfb35-cd14-4202-98a7-a25c4e0191a5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/a3bdd108-41d3-4059-b630-da3506c96d2d HTTP/1.1" status: 404 len: 352 time: 0.0311966 Jul 28 14:34:26.267327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-554cd64a-ee09-415b-b4f4-0d7b0221daa6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1524396803&fields=id&tenant_id=317e8ecb54964ea5bde123ac2d939e6d HTTP/1.1" status: 200 len: 267 time: 0.1042209 Jul 28 14:34:26.416249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:26.477359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-b9a44799-f4a6-43cd-986c-d24259196e8f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.489793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-b9a44799-f4a6-43cd-986c-d24259196e8f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 824 time: 0.2140706 Jul 28 14:34:26.507695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36424) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:26.511816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-5a7b031c-ff04-4f9e-b573-358bdfdf60f9 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/quotas/317e8ecb54964ea5bde123ac2d939e6d HTTP/1.1" status: 200 len: 375 time: 0.0206454 Jul 28 14:34:26.547965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 418552b0-0469-4c7b-a02c-db3a26f2bedd no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:26.591791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 418552b0-0469-4c7b-a02c-db3a26f2bedd {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:26.592931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 418552b0-0469-4c7b-a02c-db3a26f2bedd not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:26.635717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3319dd9e-834f-4d81-bbc0-1daff319593c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e52be5f4fcc45109ba35409cac412a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267135 Jul 28 14:34:26.638593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36428) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:26.652872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-480bd116-e144-41f0-afa7-5fc3aaee0756 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1395414 Jul 28 14:34:26.708499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8177a0e1-832e-474a-a27c-1d57d2c05988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:26.765424 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8177a0e1-832e-474a-a27c-1d57d2c05988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:26.878199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-69766cf3-dbda-4846-88bf-d62233ff3dda service neutron] 10.222.0.57 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006545 Jul 28 14:34:26.937679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256cb6a-2cad-428f-a084-97310b1b7071 req-1d47d0ee-a560-485d-8f2d-30ac31ffca3c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.946391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9256cb6a-2cad-428f-a084-97310b1b7071 req-1d47d0ee-a560-485d-8f2d-30ac31ffca3c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 944 time: 0.0900285 Jul 28 14:34:27.023167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-00848605-bacd-4495-9393-7e3dc7401709 service neutron] 10.222.0.57 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426251 Jul 28 14:34:27.024084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9256cb6a-2cad-428f-a084-97310b1b7071 req-39d4c71e-de20-43d3-a5ef-b67c645a95cf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759408 Jul 28 14:34:27.054372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8177a0e1-832e-474a-a27c-1d57d2c05988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:27.059570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8177a0e1-832e-474a-a27c-1d57d2c05988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:27.063803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8177a0e1-832e-474a-a27c-1d57d2c05988 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f2befb9-8fc8-4a7b-a053-4d35c31a1ae5 HTTP/1.1" status: 204 len: 168 time: 0.4203541 Jul 28 14:34:27.080222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177a0e1-832e-474a-a27c-1d57d2c05988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2befb9-8fc8-4a7b-a053-4d35c31a1ae5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:27.189371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a41ddf16-169e-44ff-9610-2aaf5667eeb8 req-e846801b-480d-4c54-bdf0-e69b6bba0dd5 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 210 time: 0.0376701 Jul 28 14:34:27.387627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea134d-9242-4bb4-b9b3-3aa41907bfb4 req-74b7f28e-95d5-4fc7-b318-58b2620661b0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:27.390471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbea134d-9242-4bb4-b9b3-3aa41907bfb4 req-74b7f28e-95d5-4fc7-b318-58b2620661b0 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1023 time: 0.0784030 Jul 28 14:34:27.504585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36915d52-995d-4132-a337-c8c37ab8431e', 'name': 'network-vif-deleted', 'tag': '418552b0-0469-4c7b-a02c-db3a26f2bedd'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:27.516746 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a878da09-b6aa-4e1f-ad4f-14221ba3076d" -d '{"events": [{"server_uuid": "36915d52-995d-4132-a337-c8c37ab8431e", "name": "network-vif-deleted", "tag": "418552b0-0469-4c7b-a02c-db3a26f2bedd"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:27.581450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbea134d-9242-4bb4-b9b3-3aa41907bfb4 req-40724e22-a6f2-4f7d-ba23-5427669bba3a tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=48609bd7-8a61-47f2-be11-77cbd05070b6&id=24e2a787-48f9-4c34-8cd5-2d10edff678d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1733563 Jul 28 14:34:27.681753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba880d9-b65a-43a7-b813-4fa6ed72880e req-aa3817c4-e653-4802-941f-b88bba070785 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:27.693162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ba880d9-b65a-43a7-b813-4fa6ed72880e req-aa3817c4-e653-4802-941f-b88bba070785 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.1943865 Jul 28 14:34:27.755186 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ba880d9-b65a-43a7-b813-4fa6ed72880e req-6e3542f9-c5bc-4845-af56-5077af8d3d8a tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604782 Jul 28 14:34:27.759423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc7dd1fb-17f7-4e76-9e09-36d287bea8b1 req-9ca45398-468d-45e0-a428-29fdfd68fda4 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 210 time: 0.0593748 Jul 28 14:34:27.847584 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf5fce-990c-49a8-a78e-3b4b2ace426a x-openstack-request-id: req-2fcf5fce-990c-49a8-a78e-3b4b2ace426a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:27.849255 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36915d52-995d-4132-a337-c8c37ab8431e", "name": "network-vif-deleted", "tag": "418552b0-0469-4c7b-a02c-db3a26f2bedd", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:27.849747 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fcf5fce-990c-49a8-a78e-3b4b2ace426a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:27.850395 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36915d52-995d-4132-a337-c8c37ab8431e', 'name': 'network-vif-deleted', 'tag': '418552b0-0469-4c7b-a02c-db3a26f2bedd', 'status': 'completed', 'code': 200} Jul 28 14:34:28.177340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f02aa-68e0-4dd4-9a54-e4bf01adab8a req-bded28ff-6d0e-42c4-b5ec-1e114a70f9c9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:28.179348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-884f02aa-68e0-4dd4-9a54-e4bf01adab8a req-bded28ff-6d0e-42c4-b5ec-1e114a70f9c9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 944 time: 0.0578291 Jul 28 14:34:28.231719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-884f02aa-68e0-4dd4-9a54-e4bf01adab8a req-95839f34-b20d-400a-8b39-215591ecf688 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Jul 28 14:34:28.354446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5dd191c2-f37e-483a-8c01-517eb540feac tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:28.356441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5dd191c2-f37e-483a-8c01-517eb540feac tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1023 time: 0.0753210 Jul 28 14:34:28.358591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6338c9b-e0a8-458b-a129-d68855b05b9b req-9b360369-5985-4ba2-b3b5-69273b0b0697 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=36915d52-995d-4132-a337-c8c37ab8431e HTTP/1.1" status: 200 len: 210 time: 0.0279500 Jul 28 14:34:28.362534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:28.484594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Deleting port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:28.485107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:28.681084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] For port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,segment=NetworkSegment(42336350-3cd9-4fa9-9a7f-14a7e90256f3),segment_id=42336350-3cd9-4fa9-9a7f-14a7e90256f3)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:28.681084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:28.681084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Calling delete_port for 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:28.824820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724ad9b-e4fa-4ac3-86ff-b474009540bf req-592f170e-d997-46a3-905a-842cbcba2bad tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:28.836417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2724ad9b-e4fa-4ac3-86ff-b474009540bf req-592f170e-d997-46a3-905a-842cbcba2bad tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 1023 time: 0.1030285 Jul 28 14:34:28.863600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bbda1-a087-4805-ae14-3e797e77c279 req-14d80db0-0ee5-4e13-92b1-4b6112215b11 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:28.866389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-507bbda1-a087-4805-ae14-3e797e77c279 req-14d80db0-0ee5-4e13-92b1-4b6112215b11 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c1d06e3-4be2-4712-9ad2-75e9c5430a85 HTTP/1.1" status: 200 len: 945 time: 0.1255949 Jul 28 14:34:28.870978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:28.879067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:28.881836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:28.886161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:28.972592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2724ad9b-e4fa-4ac3-86ff-b474009540bf req-05b07d44-0dcb-45bc-bda8-5d72d7005a72 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a6487a5-4b0e-45eb-a5a8-eb3440a43060&id=48609bd7-8a61-47f2-be11-77cbd05070b6&id=24e2a787-48f9-4c34-8cd5-2d10edff678d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1328216 Jul 28 14:34:29.175063 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17bc7c2b-d01d-4622-9be2-a1e726c86e44 req-160fda94-1450-48ea-83c4-c8912421649a tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 210 time: 0.0676398 Jul 28 14:34:29.231582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Deleting port c0f79862-7be6-4dd1-80f7-46bd500459af {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:29.232091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.262665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.351712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:29.353692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:29.356635 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e5d5d1-90cd-435e-86ed-728ab6eacc95" -d '{"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:29.369050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] For port c0f79862-7be6-4dd1-80f7-46bd500459af, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c0f79862-7be6-4dd1-80f7-46bd500459af,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:29.369446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.399175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.414643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:29.437606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce215a5-444d-4fff-acde-3c0a9048d885 req-070188b3-39cc-4d25-ae1e-98d0569abe92 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.452285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ce215a5-444d-4fff-acde-3c0a9048d885 req-070188b3-39cc-4d25-ae1e-98d0569abe92 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1103 time: 0.1009612 Jul 28 14:34:29.521997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.541891 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ce215a5-444d-4fff-acde-3c0a9048d885 req-722a6a1b-e08d-48e4-b903-ecf8778c0ba8 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858703 Jul 28 14:34:29.546772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'Port': ['ID=3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:29.603897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] No DVR routers for this DVR port 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:29.615077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.617717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7786c03e-e55c-415d-a3ec-c6780aeb2ab3 req-5289f748-b622-4c66-875d-1205dc446886 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.58 "DELETE /v2.0/ports/3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b HTTP/1.1" status: 204 len: 173 time: 1.2539208 Jul 28 14:34:29.651764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7054c-f4e6-4f03-82c1-504a14e4c8af req-8b315591-0bc0-4887-b871-1a5257b4a3c6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.661752 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ff50a9-f052-45b3-882d-371857531ad3 x-openstack-request-id: req-b8ff50a9-f052-45b3-882d-371857531ad3 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:29.664330 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:29.670199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7d7054c-f4e6-4f03-82c1-504a14e4c8af req-8b315591-0bc0-4887-b871-1a5257b4a3c6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 944 time: 0.3223104 Jul 28 14:34:29.673464 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8ff50a9-f052-45b3-882d-371857531ad3 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:29.674470 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'code': 200} Jul 28 14:34:29.727455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:29.848966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7d7054c-f4e6-4f03-82c1-504a14e4c8af req-50b92009-eaa4-4895-a848-1c958c534c1b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771607 Jul 28 14:34:29.881483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'name': 'network-vif-deleted', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:29.883907 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95af6205-bae7-4d80-a949-c633021dc36f" -d '{"events": [{"server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "name": "network-vif-deleted", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:29.956808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b368ed3-f844-4aeb-bdb9-ca16b64e9fe2 req-9f538c07-0e5b-49b5-8341-30291129179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.959206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b368ed3-f844-4aeb-bdb9-ca16b64e9fe2 req-9f538c07-0e5b-49b5-8341-30291129179a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 1097 time: 0.1992905 Jul 28 14:34:30.036998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526832ac-f832-45e3-ada9-4b7f6f36d4e4 x-openstack-request-id: req-526832ac-f832-45e3-ada9-4b7f6f36d4e4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:30.036998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d62c15-ff25-415c-8165-9c39a2af29e2", "name": "network-vif-deleted", "tag": "3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:30.038738 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-526832ac-f832-45e3-ada9-4b7f6f36d4e4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:30.042381 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d62c15-ff25-415c-8165-9c39a2af29e2', 'name': 'network-vif-deleted', 'tag': '3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b', 'status': 'completed', 'code': 200} Jul 28 14:34:30.049744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.052625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.053124 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Floating IP 665598a8-f07e-4305-8236-472e5f6f4380 disassociated. External IP: 172.25.6.82, port: c0f79862-7be6-4dd1-80f7-46bd500459af. Jul 28 14:34:30.053601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Calling delete_port for c0f79862-7be6-4dd1-80f7-46bd500459af owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:30.107792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b368ed3-f844-4aeb-bdb9-ca16b64e9fe2 req-ded41530-c464-485c-8a6c-df89154e190e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366436 Jul 28 14:34:30.481859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c964dff-b45d-4c70-87bf-41d48fd3cd03 req-a5865f84-8322-497f-b1cb-1d7001dc0e40 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/ports?device_id=75d62c15-ff25-415c-8165-9c39a2af29e2 HTTP/1.1" status: 200 len: 210 time: 0.0793052 Jul 28 14:34:30.516856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.590194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event deleted for resources: {'Port': ['ID=c0f79862-7be6-4dd1-80f7-46bd500459af,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:30.878453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd213cfb-1a9f-468d-beaf-1bbfcf8a4c58 req-6e9d8923-2690-42e1-9b1e-b74c0723851a tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 210 time: 0.0424116 Jul 28 14:34:30.949012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:34:31.335696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f7248-f494-46e4-9ffe-56d18748ac8b req-d63955f0-9790-4542-b9c2-ea9455a680f6 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.347139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5f7248-f494-46e4-9ffe-56d18748ac8b req-d63955f0-9790-4542-b9c2-ea9455a680f6 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1103 time: 0.2746811 Jul 28 14:34:31.403371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:34:31.420634 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:34:31.462810 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:34:31.477967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:31.549783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5f7248-f494-46e4-9ffe-56d18748ac8b req-09b972fd-84bd-4674-8aa0-de3ecb29c376 tempest-ServersAdminTestJSON-1263881282 tempest-ServersAdminTestJSON-1263881282-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016008 Jul 28 14:34:31.649798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8d7bc-d7dc-4282-8557-2ea8339dc085 req-d1dc47d9-e513-4d29-afdb-d44b18abf0d4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.666079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] No DVR routers for this DVR port c0f79862-7be6-4dd1-80f7-46bd500459af on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:31.671328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0af8d7bc-d7dc-4282-8557-2ea8339dc085 req-d1dc47d9-e513-4d29-afdb-d44b18abf0d4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1805072 Jul 28 14:34:31.681752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:31.684042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-507bbda1-a087-4805-ae14-3e797e77c279 req-46099435-bc54-466c-ba97-e241f7623918 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.42 "DELETE /v2.0/ports/c0f79862-7be6-4dd1-80f7-46bd500459af HTTP/1.1" status: 204 len: 173 time: 2.8050840 Jul 28 14:34:31.820050 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:34:31.832703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0af8d7bc-d7dc-4282-8557-2ea8339dc085 req-e96d188f-6610-46d2-8b0b-d0c02ba69d7a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596994 Jul 28 14:34:32.099106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'name': 'network-vif-deleted', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:32.099106 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c740ed4a-326c-4675-94af-84c74cdb7d72" -d '{"events": [{"server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "name": "network-vif-deleted", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:32.100599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:32.216263 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:32.274285 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:34:32.288402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:34:32.289482 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:32.364932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:32.432213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:32.433640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3f1a55f2-0a62-4129-bcdc-d0c6bec0b31b not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:32.610567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c0f79862-7be6-4dd1-80f7-46bd500459af no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:32.699887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: c0f79862-7be6-4dd1-80f7-46bd500459af {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:32.704870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c0f79862-7be6-4dd1-80f7-46bd500459af not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:32.926070 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:34:33.028729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-981f3447-12ff-48f2-a1da-13af29845dd6 req-5fe4cabc-a62d-472e-b823-609008325cd3 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 210 time: 0.1007774 Jul 28 14:34:33.102345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-181c2ab3-69c1-41e8-aed7-6ba97c4e7a0e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.107479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-181c2ab3-69c1-41e8-aed7-6ba97c4e7a0e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 950 time: 0.3328595 Jul 28 14:34:33.403215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-0737645e-1eab-4e4e-9b19-87c6b8d0ed0a tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.406178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-0737645e-1eab-4e4e-9b19-87c6b8d0ed0a tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.58 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 824 time: 0.2829862 Jul 28 14:34:33.412345 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43f1a5a-534c-407b-9eac-cda6161cfb26 x-openstack-request-id: req-f43f1a5a-534c-407b-9eac-cda6161cfb26 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:33.412345 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1d06e3-4be2-4712-9ad2-75e9c5430a85", "name": "network-vif-deleted", "tag": "c0f79862-7be6-4dd1-80f7-46bd500459af", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:33.412345 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f43f1a5a-534c-407b-9eac-cda6161cfb26 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:33.412345 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1d06e3-4be2-4712-9ad2-75e9c5430a85', 'name': 'network-vif-deleted', 'tag': 'c0f79862-7be6-4dd1-80f7-46bd500459af', 'status': 'completed', 'code': 200} Jul 28 14:34:33.552976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-406e84c5-b1ec-4ad5-bbb6-65a138b68652 req-53919818-bac9-40fd-a125-f58ff7601493 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/24e2a787-48f9-4c34-8cd5-2d10edff678d HTTP/1.1" status: 200 len: 1800 time: 0.5953097 Jul 28 14:34:33.678046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312cce6-59cc-4243-88ad-540a9c608f33 req-bd832121-6d37-463f-9a26-6ff06b773dbc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.708505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8312cce6-59cc-4243-88ad-540a9c608f33 req-bd832121-6d37-463f-9a26-6ff06b773dbc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.2385945 Jul 28 14:34:33.724624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:33.795758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeabcb5-0258-480e-bbc2-a3f5cc2bf248 None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:34:33.805384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8312cce6-59cc-4243-88ad-540a9c608f33 req-0d7c18a8-f877-4dd8-90b4-5896f0a491a6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920081 Jul 28 14:34:33.864897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-0596a98c-43c2-4c9b-9148-41810cff818e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317e8ecb54964ea5bde123ac2d939e6d HTTP/1.1" status: 200 len: 380 time: 0.3327765 Jul 28 14:34:33.901113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'port': {'device_id': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'admin_state_up': True, 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'security_groups': ['9d2a9f8f-edea-47bd-99d4-73f579e11c4a']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:33.953709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:33.954669 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.192338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port 513906a8-c7cf-4e2f-8ec9-045c0f48e802, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=513906a8-c7cf-4e2f-8ec9-045c0f48e802,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:34.193437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.261329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88738e-2e3a-4c89-9636-9b537b0a14d4 req-68387b8b-ebe6-4591-b098-bae5522f61fe tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.265443 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d88738e-2e3a-4c89-9636-9b537b0a14d4 req-68387b8b-ebe6-4591-b098-bae5522f61fe tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 950 time: 0.2268047 Jul 28 14:34:34.402355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-406e84c5-b1ec-4ad5-bbb6-65a138b68652 req-cada7736-94f9-4434-8dac-46b5bffe7ca5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.415303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for 513906a8-c7cf-4e2f-8ec9-045c0f48e802 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:34.446189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d88738e-2e3a-4c89-9636-9b537b0a14d4 req-3b8eb667-be45-4714-b363-178d4429e4b4 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628649 Jul 28 14:34:34.457206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef58cd6-3709-41f4-9a84-9469a8eefca4 None None] New status for floating IP 665598a8-f07e-4305-8236-472e5f6f4380: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:34:34.462068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-bd6e6620-3258-4dd4-8700-5d348cb20033 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.464779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-bd6e6620-3258-4dd4-8700-5d348cb20033 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1a634a0-44b9-4da2-afa6-97ae1e1ba91c HTTP/1.1" status: 200 len: 950 time: 0.1972742 Jul 28 14:34:34.603033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-406e84c5-b1ec-4ad5-bbb6-65a138b68652 req-cada7736-94f9-4434-8dac-46b5bffe7ca5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.708301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c7cb-3832-4e44-b6d5-8631cb21b05b req-8f4ac9c8-e1ea-4c76-b764-dff6ec3b8323 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.722234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01d5c7cb-3832-4e44-b6d5-8631cb21b05b req-8f4ac9c8-e1ea-4c76-b764-dff6ec3b8323 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1793087 Jul 28 14:34:34.806671 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01d5c7cb-3832-4e44-b6d5-8631cb21b05b req-2b2c12dd-30aa-470a-a04b-7ece023596a9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769126 Jul 28 14:34:34.870270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:34.871546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.909022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-406e84c5-b1ec-4ad5-bbb6-65a138b68652 req-cada7736-94f9-4434-8dac-46b5bffe7ca5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.914606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-406e84c5-b1ec-4ad5-bbb6-65a138b68652 req-cada7736-94f9-4434-8dac-46b5bffe7ca5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.929842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-406e84c5-b1ec-4ad5-bbb6-65a138b68652 req-cada7736-94f9-4434-8dac-46b5bffe7ca5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/24e2a787-48f9-4c34-8cd5-2d10edff678d HTTP/1.1" status: 204 len: 173 time: 1.2741563 Jul 28 14:34:35.028669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada7736-94f9-4434-8dac-46b5bffe7ca5 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e2a787-48f9-4c34-8cd5-2d10edff678d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:35.117073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Made reservation on behalf of 317e8ecb54964ea5bde123ac2d939e6d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:35.132884 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.176205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:35.177013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.214072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:35.214311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-517ae701-a807-4cfe-8283-1bce4297c230 req-4593c9c9-92bf-4fd8-9315-7b9004cb5de4 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 210 time: 0.1148202 Jul 28 14:34:35.229157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.252489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', '513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:35.499387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Allocated IP 172.20.0.12 (1d493515-3c6f-4f9d-b740-7c35b989399e/69381cc8-a544-473b-9a14-745fb209aa30/7f10c4c3-5d58-40f1-bc0f-726378514dc1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:35.593855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=513906a8-c7cf-4e2f-8ec9-045c0f48e802,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:35.619880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.636691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.778576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 on host n-h2-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:35.783126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=2a1da285-44fd-46c9-b6fd-6aa02d5eba11,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:35.787389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port 513906a8-c7cf-4e2f-8ec9-045c0f48e802 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:35.792829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.795790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed902e05-09d2-4d9d-846b-48f73c4fccc8 req-f1937671-9817-4353-af1e-9b9e0f4c3dd2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "DELETE /v2.0/ports/2a1da285-44fd-46c9-b6fd-6aa02d5eba11 HTTP/1.1" status: 204 len: 173 time: 1.3088634 Jul 28 14:34:35.796322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'name': 'network-vif-deleted', 'tag': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:35.801058 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426807dc-d1aa-4e9c-9d70-bb1069e1f4e0" -d '{"events": [{"server_uuid": "f1a634a0-44b9-4da2-afa6-97ae1e1ba91c", "name": "network-vif-deleted", "tag": "2a1da285-44fd-46c9-b6fd-6aa02d5eba11"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:35.804875 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.808230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f9dd4d4-7084-40f2-ad1d-e1aa76ce9888 req-d71d1407-471b-4714-ac7f-19a78bcb8423 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "DELETE /v2.0/ports/513906a8-c7cf-4e2f-8ec9-045c0f48e802 HTTP/1.1" status: 204 len: 173 time: 2.3957295 Jul 28 14:34:35.810337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bccb1e-5953-442d-9564-c5f286294471', 'name': 'network-vif-deleted', 'tag': '513906a8-c7cf-4e2f-8ec9-045c0f48e802'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:35.813304 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1c52fa-d46f-4d53-8ad4-50adb9cbe5f2" -d '{"events": [{"server_uuid": "52bccb1e-5953-442d-9564-c5f286294471", "name": "network-vif-deleted", "tag": "513906a8-c7cf-4e2f-8ec9-045c0f48e802"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:35.830205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.832076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.833263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.857680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6ff3a577-2a05-4352-9c72-265bc91274fc req-9a50bd56-6fee-4190-ab95-6bea978921b5 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7826 time: 0.4318461 Jul 28 14:34:35.892914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-43a6860a-3d92-405c-ab1d-1e24728d5153 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.894136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-43a6860a-3d92-405c-ab1d-1e24728d5153 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.2901528 Jul 28 14:34:36.031439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870241fc-d780-4453-a061-d1caa00a8dbe req-cea2d1f7-ab6a-4308-8500-1d479f2b2c86 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.034324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-870241fc-d780-4453-a061-d1caa00a8dbe req-cea2d1f7-ab6a-4308-8500-1d479f2b2c86 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 950 time: 0.0757425 Jul 28 14:34:36.045248 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.071741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Transition to ACTIVE for port object 7f10c4c3-5d58-40f1-bc0f-726378514dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:36.104637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-870241fc-d780-4453-a061-d1caa00a8dbe req-da411d53-d966-4d5e-8110-1d658cb82881 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585153 Jul 28 14:34:36.121354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Deleting port 35da772f-82ca-47fd-b368-22294e867034 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:36.121354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.166282 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:34:37.091639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84', '513906a8-c7cf-4e2f-8ec9-045c0f48e802'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:37.099854 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0a3736b-32ed-4b1e-b65e-7f58b9419096 req-7a87b619-684d-4574-b010-58ac90ac7aa6 tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "GET /v2.0/security-groups/48609bd7-8a61-47f2-be11-77cbd05070b6 HTTP/1.1" status: 200 len: 1801 time: 0.0716152 Jul 28 14:34:37.104639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] For port 35da772f-82ca-47fd-b368-22294e867034, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=35da772f-82ca-47fd-b368-22294e867034,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:37.104639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.106610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f0a3736b-32ed-4b1e-b65e-7f58b9419096 req-0517b1a6-f4c9-48d7-ac18-8b941cf188ea tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.106995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Calling delete_port for 35da772f-82ca-47fd-b368-22294e867034 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:37.107344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f0a3736b-32ed-4b1e-b65e-7f58b9419096 req-0517b1a6-f4c9-48d7-ac18-8b941cf188ea tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.131287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.131565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f0a3736b-32ed-4b1e-b65e-7f58b9419096 req-0517b1a6-f4c9-48d7-ac18-8b941cf188ea tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.137364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f0a3736b-32ed-4b1e-b65e-7f58b9419096 req-0517b1a6-f4c9-48d7-ac18-8b941cf188ea tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.143467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.146881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0a3736b-32ed-4b1e-b65e-7f58b9419096 req-0517b1a6-f4c9-48d7-ac18-8b941cf188ea tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] 10.222.0.57 "DELETE /v2.0/security-groups/48609bd7-8a61-47f2-be11-77cbd05070b6 HTTP/1.1" status: 204 len: 173 time: 0.9149840 Jul 28 14:34:37.150960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36610) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:37.193462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', '35da772f-82ca-47fd-b368-22294e867034', 'ef505271-e996-4a85-abc4-b81a8e69abc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:37.196617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517b1a6-f4c9-48d7-ac18-8b941cf188ea tempest-SecurityGroupsTestJSON-1452782873 tempest-SecurityGroupsTestJSON-1452782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48609bd7-8a61-47f2-be11-77cbd05070b6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:37.240489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event deleted for resources: {'Port': ['ID=35da772f-82ca-47fd-b368-22294e867034,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:37.284595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Network 1d493515-3c6f-4f9d-b740-7c35b989399e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:37.316891 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-431810b6-308a-462a-90cf-4fcfc325ca0f req-cb5f78d1-0521-418c-8d68-2e7769bd684c tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 210 time: 0.0583966 Jul 28 14:34:37.417259 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38835da-ba22-4f11-9774-8c17f5cf84de x-openstack-request-id: req-b38835da-ba22-4f11-9774-8c17f5cf84de {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:37.417586 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a634a0-44b9-4da2-afa6-97ae1e1ba91c", "name": "network-vif-deleted", "tag": "2a1da285-44fd-46c9-b6fd-6aa02d5eba11", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:37.417844 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b38835da-ba22-4f11-9774-8c17f5cf84de {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:37.419098 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a634a0-44b9-4da2-afa6-97ae1e1ba91c', 'name': 'network-vif-deleted', 'tag': '2a1da285-44fd-46c9-b6fd-6aa02d5eba11', 'status': 'completed', 'code': 200} Jul 28 14:34:37.794094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a366e8-ccbc-48e3-967f-98e47d962858 req-fa6cc04a-b8af-4d35-b97f-df21d0f45335 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.801068 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d1403-1045-49ba-9e95-173604981ac8 x-openstack-request-id: req-457d1403-1045-49ba-9e95-173604981ac8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:37.804428 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bccb1e-5953-442d-9564-c5f286294471", "name": "network-vif-deleted", "tag": "513906a8-c7cf-4e2f-8ec9-045c0f48e802", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:37.804844 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-457d1403-1045-49ba-9e95-173604981ac8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:37.805347 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bccb1e-5953-442d-9564-c5f286294471', 'name': 'network-vif-deleted', 'tag': '513906a8-c7cf-4e2f-8ec9-045c0f48e802', 'status': 'completed', 'code': 200} Jul 28 14:34:37.822457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-60a366e8-ccbc-48e3-967f-98e47d962858 req-fa6cc04a-b8af-4d35-b97f-df21d0f45335 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 886 time: 0.2775877 Jul 28 14:34:37.822838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] No DVR routers for this DVR port 35da772f-82ca-47fd-b368-22294e867034 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:37.836492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:37.842647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.847320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1952706e-3bdd-4849-b01e-b1dec47b1dc4 req-8bd4b6f6-f057-4c45-af7f-cdfb9deb8c78 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "DELETE /v2.0/ports/35da772f-82ca-47fd-b368-22294e867034 HTTP/1.1" status: 204 len: 173 time: 1.9396501 Jul 28 14:34:37.878823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:37.945244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Deleting subnet 7b91d788-0b3f-4a08-aac7-11ef4e000176 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:34:37.963470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.067302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event updated for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:38.103640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75a5b439-8717-4c2d-ba5c-5754d76795cb req-7fee70d5-c1ec-48c7-9616-bbad2ecf3a5f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 210 time: 0.1043549 Jul 28 14:34:38.198276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c02ce-0f66-4653-a45f-16096f819d63 req-eb54d705-8b46-4b40-9916-83db97543615 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.214805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce6c02ce-0f66-4653-a45f-16096f819d63 req-eb54d705-8b46-4b40-9916-83db97543615 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 932 time: 0.4083354 Jul 28 14:34:38.225947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.226722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.227350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.308826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce6c02ce-0f66-4653-a45f-16096f819d63 req-ddb37567-c2f4-4f02-aeb9-b3626f79038a tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832520 Jul 28 14:34:38.398685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.402506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbd637-4dc2-4817-ac3a-63ac0b060f5c req-72afd8df-59c7-49c4-b9bd-2fdfe7cc0ce9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.404192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27bbd637-4dc2-4817-ac3a-63ac0b060f5c req-72afd8df-59c7-49c4-b9bd-2fdfe7cc0ce9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0761375 Jul 28 14:34:38.407974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 513906a8-c7cf-4e2f-8ec9-045c0f48e802 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:38.475122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 513906a8-c7cf-4e2f-8ec9-045c0f48e802 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:38.477039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 513906a8-c7cf-4e2f-8ec9-045c0f48e802 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:38.477764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:38.491178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27bbd637-4dc2-4817-ac3a-63ac0b060f5c req-ed6066ea-da58-4e2c-af3b-dba049f84fe9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731165 Jul 28 14:34:38.526205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-3531adb9-a4d4-4704-983b-67719728e56c tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6535378 Jul 28 14:34:38.528384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:38.529111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2a1da285-44fd-46c9-b6fd-6aa02d5eba11 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:38.616044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.617450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.618027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.618828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.619690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.621045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.621861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.622721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.623528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.624542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.625392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.628595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aeb349ed-3358-4f43-915c-88cc214cbfa7 req-7c75a5b6-bd21-4933-8401-1344592af6a3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=52bccb1e-5953-442d-9564-c5f286294471 HTTP/1.1" status: 200 len: 210 time: 0.0466840 Jul 28 14:34:38.648187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c80983db-db95-4ad1-8a31-45bb40bfc9dd req-aaf6207c-61e5-45b4-bae9-0f19c426e748 tempest-NetworksTest-1445153866 tempest-NetworksTest-1445153866-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7826 time: 0.2989914 Jul 28 14:34:38.649295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Request body: {'port': {'device_id': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:38.687408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cac5911d-205b-4d7c-872c-376aed333b93 None None] Provisioning for port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:38.692763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cac5911d-205b-4d7c-872c-376aed333b93 None None] Provisioning complete for port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:38.697531 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cac5911d-205b-4d7c-872c-376aed333b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.730609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.792823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cac5911d-205b-4d7c-872c-376aed333b93 None None] Port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:34:38.914173 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.953181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b91d788-0b3f-4a08-aac7-11ef4e000176,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:38.974421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.977572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-12e7d527-d387-4190-aea3-1951e4f45c65 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7b91d788-0b3f-4a08-aac7-11ef4e000176 HTTP/1.1" status: 204 len: 168 time: 1.8104486 Jul 28 14:34:38.981380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36644) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:39.138024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.396730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.427062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f10c4c3-5d58-40f1-bc0f-726378514dc1 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:39.431764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23235b65-94d9-4532-b4d1-5c3aa4278e6d']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:39.461571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42336350-3cd9-4fa9-9a7f-14a7e90256f3') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:39.461901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42336350-3cd9-4fa9-9a7f-14a7e90256f3') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:39.465026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.487720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.512865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.524266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:34:39.524852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:34:39.526949 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:34:39.548359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-98a15ba7-ff16-4736-ab1e-5cfdbdf7425f req-a80c5520-0af4-4c90-b6c7-38bb678a25e4 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec239f73-d571-4545-9724-fdf8af1c3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0900435 Jul 28 14:34:39.702055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36660) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:39.716928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11474387-5541-40d7-98ac-970bcac4d633 req-dc41f4d7-5fce-44c4-b3e4-5480afbf67e5 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.719403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11474387-5541-40d7-98ac-970bcac4d633 req-dc41f4d7-5fce-44c4-b3e4-5480afbf67e5 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 932 time: 0.0717163 Jul 28 14:34:39.756705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Transition to ACTIVE for port object 7f10c4c3-5d58-40f1-bc0f-726378514dc1 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:39.778360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.792726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11474387-5541-40d7-98ac-970bcac4d633 req-5c04bb98-bded-4411-bd13-2e6660deb1fa tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656259 Jul 28 14:34:39.806782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'name': 'network-vif-deleted', 'tag': '35da772f-82ca-47fd-b368-22294e867034'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:39.824320 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf75f6a-7e41-4b50-bb73-0ef04c675dad" -d '{"events": [{"server_uuid": "ec239f73-d571-4545-9724-fdf8af1c3bd8", "name": "network-vif-deleted", "tag": "35da772f-82ca-47fd-b368-22294e867034"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:39.825988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Pushing event deleted for resources: {'Network': ['ID=23235b65-94d9-4532-b4d1-5c3aa4278e6d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:39.835941 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.852507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-edf35ccd-be60-4cf2-9642-c117519ef398 admin admin] 10.222.0.57 "DELETE /v2.0/networks/23235b65-94d9-4532-b4d1-5c3aa4278e6d HTTP/1.1" status: 204 len: 168 time: 0.8684363 Jul 28 14:34:39.867871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:39.887756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dfd9d-bd2a-4ce5-9a63-5fbc8dd29be7 req-864bb12c-30b0-4671-82a1-8f0c6cab65c2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.901823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c3dfd9d-bd2a-4ce5-9a63-5fbc8dd29be7 req-864bb12c-30b0-4671-82a1-8f0c6cab65c2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1883044 Jul 28 14:34:39.972757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54eb3569-095f-47e6-b6ab-09cf18626020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.002945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c3dfd9d-bd2a-4ce5-9a63-5fbc8dd29be7 req-787c177c-704d-4729-be0b-2446a6c9a57a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994260 Jul 28 14:34:40.071702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Pushing event updated for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:40.130546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54eb3569-095f-47e6-b6ab-09cf18626020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.156585 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a035037-c29c-4780-82a4-f89a77102436 x-openstack-request-id: req-9a035037-c29c-4780-82a4-f89a77102436 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:40.156880 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec239f73-d571-4545-9724-fdf8af1c3bd8", "name": "network-vif-deleted", "tag": "35da772f-82ca-47fd-b368-22294e867034", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:40.157328 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a035037-c29c-4780-82a4-f89a77102436 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:40.157739 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec239f73-d571-4545-9724-fdf8af1c3bd8', 'name': 'network-vif-deleted', 'tag': '35da772f-82ca-47fd-b368-22294e867034', 'status': 'completed', 'code': 200} Jul 28 14:34:40.168934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13da9e-685a-42b6-84d9-914a6a38273e req-a3ae17f9-b379-426e-a443-47c05cefedcc tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.176791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e13da9e-685a-42b6-84d9-914a6a38273e req-a3ae17f9-b379-426e-a443-47c05cefedcc tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.1436615 Jul 28 14:34:40.193614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Attempting to bind port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:40.193962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Attempting to bind port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:40.194524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Attempting to bind port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 on network 1d493515-3c6f-4f9d-b740-7c35b989399e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:40.224062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 on network 1d493515-3c6f-4f9d-b740-7c35b989399e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:40.224646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Attempting to bind port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 on network 1d493515-3c6f-4f9d-b740-7c35b989399e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:40.253985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:40.255840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Checking segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:40.255840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Bound using segment: {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:40.256069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Bound port: 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a47e4ae-8f6f-46f8-8085-7f34f55f6248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:40.256638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.282535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e13da9e-685a-42b6-84d9-914a6a38273e req-87c718ea-cc14-4f83-8ebf-7a1eebc3b259 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048346 Jul 28 14:34:40.350475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:40.353909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:40.396275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54eb3569-095f-47e6-b6ab-09cf18626020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.445586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-54eb3569-095f-47e6-b6ab-09cf18626020 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37be1860595f4a52840bc1304801d450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418952 Jul 28 14:34:40.446908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb3569-095f-47e6-b6ab-09cf18626020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2907c26-cdd3-44d3-a389-38de8b39a58e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:40.448191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36684) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:40.521884 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5b1eb45-0736-459a-bf11-b309c1541f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.551793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5b1eb45-0736-459a-bf11-b309c1541f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.559784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.612267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 35da772f-82ca-47fd-b368-22294e867034 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:40.628618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.629261 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.630758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] 10.222.0.58 "PUT /v2.0/ports/7f10c4c3-5d58-40f1-bc0f-726378514dc1 HTTP/1.1" status: 200 len: 1093 time: 1.9893975 Jul 28 14:34:40.672056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7bb1-7c65-45d2-8272-febd728d7999 service neutron] Pushing event updated for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:40.695534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36690) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:40.714097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 35da772f-82ca-47fd-b368-22294e867034 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:40.715042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 35da772f-82ca-47fd-b368-22294e867034 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:40.770583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-de385332-f991-41e3-a09a-0b5ead071a3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de7a6f79b5984bac8c15de06b988a7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759523 Jul 28 14:34:40.771002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36692) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:40.831908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74cbc3df-226e-4ab1-a603-90ca5bbbdb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.863059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74cbc3df-226e-4ab1-a603-90ca5bbbdb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.949319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5b1eb45-0736-459a-bf11-b309c1541f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.955513 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5b1eb45-0736-459a-bf11-b309c1541f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.957547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c5b1eb45-0736-459a-bf11-b309c1541f6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2907c26-cdd3-44d3-a389-38de8b39a58e HTTP/1.1" status: 204 len: 168 time: 0.5080578 Jul 28 14:34:40.986832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1eb45-0736-459a-bf11-b309c1541f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2907c26-cdd3-44d3-a389-38de8b39a58e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:41.013816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-19cfbc22-0946-4d6e-923c-c26df6ea4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.019063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-19cfbc22-0946-4d6e-923c-c26df6ea4892 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1376119 Jul 28 14:34:41.072410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-8be9e43d-3356-4d40-904e-4ed23e2b6886 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1 HTTP/1.1" status: 200 len: 217 time: 0.0444248 Jul 28 14:34:41.113789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74cbc3df-226e-4ab1-a603-90ca5bbbdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.116597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74cbc3df-226e-4ab1-a603-90ca5bbbdb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.121901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-74cbc3df-226e-4ab1-a603-90ca5bbbdb77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a6487a5-4b0e-45eb-a5a8-eb3440a43060 HTTP/1.1" status: 204 len: 168 time: 0.3459458 Jul 28 14:34:41.139022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbc3df-226e-4ab1-a603-90ca5bbbdb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6487a5-4b0e-45eb-a5a8-eb3440a43060,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:41.150474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-52d77005-6a54-4d9f-b35a-e2356d2195f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.152358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-52d77005-6a54-4d9f-b35a-e2356d2195f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 0.0703964 Jul 28 14:34:41.257525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c0e96fab-afb5-4116-9dcd-40d08eb03c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.259344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-c0e96fab-afb5-4116-9dcd-40d08eb03c74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963466 Jul 28 14:34:41.269103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe1a61-6b21-4768-8fd5-505e2b35bcee req-9b2c4070-0f43-44ec-9fc9-83111544b057 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.270651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcbe1a61-6b21-4768-8fd5-505e2b35bcee req-9b2c4070-0f43-44ec-9fc9-83111544b057 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 944 time: 0.0924730 Jul 28 14:34:41.371879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcbe1a61-6b21-4768-8fd5-505e2b35bcee req-072d4808-c378-4899-b6f2-c5d009457a90 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881600 Jul 28 14:34:41.412428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-f12d927e-e04e-4c4a-a716-8cd41f0cf9a8 service neutron] 10.222.0.58 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376865 Jul 28 14:34:41.573639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033f156-8afa-425f-8dd8-4382f86c93da req-10b3c37f-8784-4216-a22e-f2aee105515a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.576000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1033f156-8afa-425f-8dd8-4382f86c93da req-10b3c37f-8784-4216-a22e-f2aee105515a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 949 time: 0.0787899 Jul 28 14:34:41.612941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f33e1-28ef-4eeb-b874-84d845cfc7ae req-7209249a-6c6d-44a7-806e-622addd101a7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.614528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e9f33e1-28ef-4eeb-b874-84d845cfc7ae req-7209249a-6c6d-44a7-806e-622addd101a7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1596646 Jul 28 14:34:41.617114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e52bf10-dd18-4ee7-950c-d3505fcd31a8 req-ce80276f-8f65-47f0-ac2e-368fc2bbfd3d service neutron] 10.222.0.58 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958592 Jul 28 14:34:41.650190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1033f156-8afa-425f-8dd8-4382f86c93da req-7833cd64-2f1f-44fc-8388-00081f6222e9 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670021 Jul 28 14:34:41.707890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e9f33e1-28ef-4eeb-b874-84d845cfc7ae req-ec08c040-21a0-4631-b389-83986f86b501 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Jul 28 14:34:41.868352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7377d8-14c0-4558-8db8-f2c375a6da29 req-d5c46db1-f7fb-4ebb-8a2f-54c696b623bc tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.870140 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a7377d8-14c0-4558-8db8-f2c375a6da29 req-d5c46db1-f7fb-4ebb-8a2f-54c696b623bc tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.0959547 Jul 28 14:34:41.874398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc45286-69ab-45f0-8efc-5dfbf3b42dc8 req-161c83d1-9666-4e76-81e4-65af9ad200ce tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.876278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dc45286-69ab-45f0-8efc-5dfbf3b42dc8 req-161c83d1-9666-4e76-81e4-65af9ad200ce tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.0798857 Jul 28 14:34:41.933571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a7377d8-14c0-4558-8db8-f2c375a6da29 req-54d7858b-fa04-45db-bb79-4d2385980b61 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511296 Jul 28 14:34:41.944955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dc45286-69ab-45f0-8efc-5dfbf3b42dc8 req-3e41a0eb-fb9d-455a-a557-fc2dce56ab25 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529306 Jul 28 14:34:42.159341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:42.162461 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f" -d '{"events": [{"name": "network-changed", "server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:42.228355 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bd201c-205b-4024-aa5c-6b01b99add53 x-openstack-request-id: req-55bd201c-205b-4024-aa5c-6b01b99add53 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:42.228755 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:42.229215 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55bd201c-205b-4024-aa5c-6b01b99add53 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:42.229815 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'status': 'completed', 'code': 200} Jul 28 14:34:42.321918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-c13662e4-96fa-4c79-9cc9-ee2a1c8aa9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.323826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-c13662e4-96fa-4c79-9cc9-ee2a1c8aa9f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0662878 Jul 28 14:34:42.475991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-187b1054-3cab-44e8-9502-b4b32ddf2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.477555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-187b1054-3cab-44e8-9502-b4b32ddf2103 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 925 time: 0.1445642 Jul 28 14:34:42.479290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36728) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:42.595575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00312e47-a3fb-4d13-8926-aea7cdf2a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.603515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-32ad407d-20e9-4dca-88ed-792fd0697c33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1 HTTP/1.1" status: 200 len: 217 time: 0.1039600 Jul 28 14:34:42.724337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed76d-51cc-4bca-ad75-a8ef06214ad0 req-9c9a715f-1b4c-453b-b95c-f4e4746709cf tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.724337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad6ed76d-51cc-4bca-ad75-a8ef06214ad0 req-9c9a715f-1b4c-453b-b95c-f4e4746709cf tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 944 time: 0.2139544 Jul 28 14:34:42.724337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-a584a169-53e3-4197-a7bd-4fa3631adbd1 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.724337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-a584a169-53e3-4197-a7bd-4fa3631adbd1 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.42 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.2341573 Jul 28 14:34:42.744568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-65a4c96b-70d6-4359-8fc7-3c5d537be6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.745848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-65a4c96b-70d6-4359-8fc7-3c5d537be6b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 0.1336761 Jul 28 14:34:42.853875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0f2e-f39b-47b3-989b-7aa7875b514c req-5f08d8fd-7d37-4eac-903c-0b08ed53c65b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.855581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef5f0f2e-f39b-47b3-989b-7aa7875b514c req-5f08d8fd-7d37-4eac-903c-0b08ed53c65b tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 949 time: 0.0564225 Jul 28 14:34:42.881022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad6ed76d-51cc-4bca-ad75-a8ef06214ad0 req-8ba413f5-3036-4ecc-90c4-b02f4d13ecde tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520817 Jul 28 14:34:42.929401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef5f0f2e-f39b-47b3-989b-7aa7875b514c req-11aae355-7b92-408c-8390-486395bee2f2 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658796 Jul 28 14:34:42.968204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-ba56ff2c-6822-4c59-8ff0-da55dba2c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.968204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-ba56ff2c-6822-4c59-8ff0-da55dba2c19c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106936 Jul 28 14:34:43.003719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00312e47-a3fb-4d13-8926-aea7cdf2a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.102825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0288-174e-48de-bd4f-9a8b935121af req-60c03186-ffd7-44df-8843-71f5c239a72c tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.109342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a6b0288-174e-48de-bd4f-9a8b935121af req-60c03186-ffd7-44df-8843-71f5c239a72c tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 946 time: 0.0705795 Jul 28 14:34:43.119175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-766badfa-83e8-4e55-a154-65cbbafe032a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.120821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-766badfa-83e8-4e55-a154-65cbbafe032a tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 949 time: 0.1970146 Jul 28 14:34:43.127956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36746) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:43.139712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Deleting port 0520dc03-06ea-471b-ac90-4405db54fb8b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:43.140062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.150620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a6b0288-174e-48de-bd4f-9a8b935121af req-f840da63-2655-4385-94e2-3881964d974b tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/security-groups?id=eb8f366d-caf4-4570-8218-4264de6914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Jul 28 14:34:43.222995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00312e47-a3fb-4d13-8926-aea7cdf2a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.254343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f288fc5-d53c-4d91-b454-3c6e92ac0fb4 req-78552100-0fd2-4bf9-b5e2-d1342949ad86 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.255928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f288fc5-d53c-4d91-b454-3c6e92ac0fb4 req-78552100-0fd2-4bf9-b5e2-d1342949ad86 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.2700372 Jul 28 14:34:43.302019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1678738633-network', 'tenant_id': 'efba0153a69648a1b7af7fc6df4370e4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:43.318871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f699b-183d-44cc-a810-2722ad5fe0e7 req-2682e6a5-d77d-4088-9c10-a5f97331b73b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.318871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-757f699b-183d-44cc-a810-2722ad5fe0e7 req-2682e6a5-d77d-4088-9c10-a5f97331b73b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.0581789 Jul 28 14:34:43.323237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-b86070f5-e3e2-4815-8d66-dcaa326c1207 service neutron] 10.222.0.58 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353794 Jul 28 14:34:43.355914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-757f699b-183d-44cc-a810-2722ad5fe0e7 req-0067652e-b254-468d-b1fc-7b3e59527f6c tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Jul 28 14:34:43.383145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-00312e47-a3fb-4d13-8926-aea7cdf2a487 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d6315e01cf948b980bf0360a5729096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9026806 Jul 28 14:34:43.395372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36750) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:43.446109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00312e47-a3fb-4d13-8926-aea7cdf2a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b42d559-438d-4f46-a2f9-d166f8b5c431,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:43.465851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e34cd80-7893-48fd-8b87-00b5c5d72162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.498587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e34cd80-7893-48fd-8b87-00b5c5d72162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.502907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f288fc5-d53c-4d91-b454-3c6e92ac0fb4 req-a0c9864e-24c3-46c3-8cb3-a342273e1eeb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247269 Jul 28 14:34:43.506824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] For port 0520dc03-06ea-471b-ac90-4405db54fb8b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0520dc03-06ea-471b-ac90-4405db54fb8b,segment=NetworkSegment(dc6e5463-0ff9-4636-9bcb-890c432058ba),segment_id=dc6e5463-0ff9-4636-9bcb-890c432058ba)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:43.507219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.535912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Calling delete_port for 0520dc03-06ea-471b-ac90-4405db54fb8b owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:43.605361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f9d96d7-60a5-45c4-a128-f4b7feb0782f req-58a7837f-66da-42ac-a4ce-7a755b3aa625 service neutron] 10.222.0.58 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651501 Jul 28 14:34:43.607631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Deleting port 4b2e7bec-7960-47e8-874d-1fd099326f84 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:43.607977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.656016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Made reservation on behalf of efba0153a69648a1b7af7fc6df4370e4 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:43.658975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.682309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e34cd80-7893-48fd-8b87-00b5c5d72162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.685984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.687012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e34cd80-7893-48fd-8b87-00b5c5d72162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.691195 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e34cd80-7893-48fd-8b87-00b5c5d72162 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b42d559-438d-4f46-a2f9-d166f8b5c431 HTTP/1.1" status: 204 len: 168 time: 0.2922294 Jul 28 14:34:43.705843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34cd80-7893-48fd-8b87-00b5c5d72162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b42d559-438d-4f46-a2f9-d166f8b5c431,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:43.775769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] For port 4b2e7bec-7960-47e8-874d-1fd099326f84, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2e7bec-7960-47e8-874d-1fd099326f84,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:43.776681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.805585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Calling delete_port for 4b2e7bec-7960-47e8-874d-1fd099326f84 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:43.966472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-4d1df71c-c418-48a3-98a6-3230e1e7b98a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347301 Jul 28 14:34:44.015958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.067549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625951c4-5572-4de3-b740-224601517e55 req-343bc625-a77a-4e50-8ce4-cc417d11bbb2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.069177 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-625951c4-5572-4de3-b740-224601517e55 req-343bc625-a77a-4e50-8ce4-cc417d11bbb2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 944 time: 0.1069374 Jul 28 14:34:44.088137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.141334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['0520dc03-06ea-471b-ac90-4405db54fb8b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:44.154745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-625951c4-5572-4de3-b740-224601517e55 req-f4f7d47a-b540-4527-80f0-64321dd3e2fb tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755148 Jul 28 14:34:44.162580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-45737223-d2b6-4943-b206-9af72e5a6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.164648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-45737223-d2b6-4943-b206-9af72e5a6719 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d940334ee9594bd69549040c255f9507&device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 1103 time: 0.0654333 Jul 28 14:34:44.171843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Pushing event deleted for resources: {'Port': ['ID=0520dc03-06ea-471b-ac90-4405db54fb8b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.601959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] No DVR routers for this DVR port 0520dc03-06ea-471b-ac90-4405db54fb8b on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:44.614377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5541f3-5d41-4dbf-bd1e-17f1b212f1d4 req-02d61042-9c29-4d5a-b382-eeb7b9ed5c48 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.616535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c5541f3-5d41-4dbf-bd1e-17f1b212f1d4 req-02d61042-9c29-4d5a-b382-eeb7b9ed5c48 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 949 time: 0.5465508 Jul 28 14:34:44.618953 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.622747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c441e0f2-255a-4966-8853-4100136e7aa3 req-52ab010c-95b0-43c1-b2d4-1e3f94f72617 tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.42 "DELETE /v2.0/ports/0520dc03-06ea-471b-ac90-4405db54fb8b HTTP/1.1" status: 204 len: 173 time: 1.8840482 Jul 28 14:34:44.624184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.631755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.634394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'name': 'network-vif-deleted', 'tag': '0520dc03-06ea-471b-ac90-4405db54fb8b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:44.642135 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfec516c-084a-41ea-a8d6-807de6b1e4d9" -d '{"events": [{"server_uuid": "9fe8fe66-0882-4f96-b840-5f2e74c20372", "name": "network-vif-deleted", "tag": "0520dc03-06ea-471b-ac90-4405db54fb8b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:44.653046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2e7bec-7960-47e8-874d-1fd099326f84'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:44.721989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-1f9daddf-6e3c-418d-9bc4-a3e0eb4b856b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.724661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-1f9daddf-6e3c-418d-9bc4-a3e0eb4b856b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.6146955 Jul 28 14:34:44.745345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Pushing event deleted for resources: {'Port': ['ID=4b2e7bec-7960-47e8-874d-1fd099326f84,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.781006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:34:44.809712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5ee0198-50bd-48b0-8782-51f60751344c req-eb26a309-9151-4d94-9f64-24a4fbadeb4d tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 210 time: 0.5322549 Jul 28 14:34:44.894700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283340b2-a8b8-4a81-a03b-8f0682804539,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.902182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.902744 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Added segment 8716dc6f-3ff2-4c7a-9b00-9a83dc6c93da of type vlan for network 33d90da4-92a7-4cec-8c2a-e800f43583f4 Jul 28 14:34:44.969212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] No DVR routers for this DVR port 4b2e7bec-7960-47e8-874d-1fd099326f84 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:44.974479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-08522d35-d841-42cb-acfe-29cd52d4bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.975979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-08522d35-d841-42cb-acfe-29cd52d4bd0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.7331972 Jul 28 14:34:44.980902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.983333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b1a1aa-d167-49ae-a4dd-fe4c47c16406 req-f9484fe9-9d9b-47cf-95c9-129f629f7e1e tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.58 "DELETE /v2.0/ports/4b2e7bec-7960-47e8-874d-1fd099326f84 HTTP/1.1" status: 204 len: 173 time: 1.8516283 Jul 28 14:34:45.001010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d67b9-cda2-44e2-a03c-05970374f38a req-be948e09-f687-4257-adf5-ad782a18bc7f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.002518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c0d67b9-cda2-44e2-a03c-05970374f38a req-be948e09-f687-4257-adf5-ad782a18bc7f tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 950 time: 0.1117566 Jul 28 14:34:45.038675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c5541f3-5d41-4dbf-bd1e-17f1b212f1d4 req-2a9de4b8-4b10-4cdb-80e9-5aa77a1fcca3 tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd66ae7f-17ae-4d98-8760-76d13d605fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067479 Jul 28 14:34:45.042096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:45.055909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-31957da7-0b2c-4242-8b9c-e48666581af7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ef505271-e996-4a85-abc4-b81a8e69abc4 HTTP/1.1" status: 200 len: 217 time: 0.0708849 Jul 28 14:34:45.085037 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c0d67b9-cda2-44e2-a03c-05970374f38a req-c1c9c464-48ac-4216-a484-fd3c7fb0fea6 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Jul 28 14:34:45.107240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Deleting port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:45.119030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:45.188410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-19928dd4-d6ed-48d8-8c4d-3defc0d24977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.190789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-19928dd4-d6ed-48d8-8c4d-3defc0d24977 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1186352 Jul 28 14:34:45.224322 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e67b6-3fd0-4f1b-87f4-99d208efac22 x-openstack-request-id: req-353e67b6-3fd0-4f1b-87f4-99d208efac22 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:45.224728 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe8fe66-0882-4f96-b840-5f2e74c20372", "name": "network-vif-deleted", "tag": "0520dc03-06ea-471b-ac90-4405db54fb8b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:45.225113 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-353e67b6-3fd0-4f1b-87f4-99d208efac22 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:45.225596 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe8fe66-0882-4f96-b840-5f2e74c20372', 'name': 'network-vif-deleted', 'tag': '0520dc03-06ea-471b-ac90-4405db54fb8b', 'status': 'completed', 'code': 200} Jul 28 14:34:45.230907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:45.241788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.242582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:45.287365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-b683898e-05ae-4495-9fd9-0494080a8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.289327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-b683898e-05ae-4495-9fd9-0494080a8cfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729125 Jul 28 14:34:45.402192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=33d90da4-92a7-4cec-8c2a-e800f43583f4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:45.414003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 33d90da4-92a7-4cec-8c2a-e800f43583f4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:34:45.467409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8979098-a1c2-4be6-a83a-3b07614049a9 req-d1cb70ba-fd1e-4ca9-8dd0-870bdc7fee26 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.470731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8979098-a1c2-4be6-a83a-3b07614049a9 req-d1cb70ba-fd1e-4ca9-8dd0-870bdc7fee26 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 944 time: 0.1462152 Jul 28 14:34:45.473643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781720c8-92cc-41cf-bda0-3e1372bfe1bf req-9a8dcd73-a836-4037-ac49-9c5a635aae61 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.481590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-781720c8-92cc-41cf-bda0-3e1372bfe1bf req-9a8dcd73-a836-4037-ac49-9c5a635aae61 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.2330661 Jul 28 14:34:45.485675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] For port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:45.493187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:45.517470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Calling delete_port for 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:45.555036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-781720c8-92cc-41cf-bda0-3e1372bfe1bf req-94d8052b-076b-47a8-aec2-410eeda8a9bd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Jul 28 14:34:45.572784 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-47390e81-4354-4d10-a1b1-65bdf876698c service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640164 Jul 28 14:34:45.610147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f8727024-4307-4a23-aeaa-46890d49d3b0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4765544 Jul 28 14:34:45.610492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36790) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:45.620507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8979098-a1c2-4be6-a83a-3b07614049a9 req-b2781883-8fcd-4c77-91ab-b674de2b5da6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074677 Jul 28 14:34:45.630532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Request body: {'subnet': {'network_id': '33d90da4-92a7-4cec-8c2a-e800f43583f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1678738633-subnet', 'tenant_id': 'efba0153a69648a1b7af7fc6df4370e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:45.753951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fbaf3b8-99bd-4cd8-be67-8fc0d1b61a1d req-86411a4a-1ab0-4185-92ce-0d9d74511455 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671727 Jul 28 14:34:45.828848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Made reservation on behalf of efba0153a69648a1b7af7fc6df4370e4 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:45.833081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:45.994089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-627ed1e5-0572-4122-a7f2-59adb9c9d2e8 req-1231f87d-6470-47c7-8d3f-067355fe9acb tempest-VolumesAdminNegativeTest-2039727011 tempest-VolumesAdminNegativeTest-2039727011-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe8fe66-0882-4f96-b840-5f2e74c20372 HTTP/1.1" status: 200 len: 210 time: 0.0511189 Jul 28 14:34:46.065286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.156241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event deleted for resources: {'Port': ['ID=28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:46.163155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', 'ef505271-e996-4a85-abc4-b81a8e69abc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:46.275639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] No DVR routers for this DVR port 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:46.279294 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.282609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbc6360d-e9ec-4928-bac5-cb61751e829d req-72e2ed0b-c253-4c5f-b195-049274083356 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "DELETE /v2.0/ports/28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e HTTP/1.1" status: 204 len: 173 time: 1.5410669 Jul 28 14:34:46.342793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-132d655e-137b-4604-b08d-f8e10ee31072 req-ec57477a-ff43-4242-be08-96a0ed4115ed tempest-ServersOnMultiNodesTest-773683169 tempest-ServersOnMultiNodesTest-773683169-project] 10.222.0.57 "GET /v2.0/ports?device_id=368e958b-a5b4-4a6d-8023-8071e28c7878 HTTP/1.1" status: 200 len: 210 time: 0.0840468 Jul 28 14:34:46.403899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8f776cb-8d59-48ba-b1e6-d3adba332f2b req-4d61128f-ed55-43e0-8440-1ae3da44a2d8 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0331182 Jul 28 14:34:46.417525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 7f10c4c3-5d58-40f1-bc0f-726378514dc1 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:46.643015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.671907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:46.720143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0520dc03-06ea-471b-ac90-4405db54fb8b no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:46.790397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'port_id': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'mac_address': 'fa:16:3e:59:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:46.796274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 0520dc03-06ea-471b-ac90-4405db54fb8b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:46.796871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0520dc03-06ea-471b-ac90-4405db54fb8b not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:46.799449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736bf56-7229-4832-9e47-d4dd29e83622 req-7eb934e1-27d7-4242-bc7a-5b3cb420f573 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:46.813072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4736bf56-7229-4832-9e47-d4dd29e83622 req-7eb934e1-27d7-4242-bc7a-5b3cb420f573 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1415510 Jul 28 14:34:46.832256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eba854b-f326-44a7-abe7-6228922d251a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:46.864038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Checking segment: {'id': '8716dc6f-3ff2-4c7a-9b00-9a83dc6c93da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33d90da4-92a7-4cec-8c2a-e800f43583f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:46.864732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Network hostable DHCP agents. Network: 33d90da4-92a7-4cec-8c2a-e800f43583f4, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:34:46.878998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.883170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4736bf56-7229-4832-9e47-d4dd29e83622 req-d3a379a7-233d-4576-b3d9-41eb8005bba8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609050 Jul 28 14:34:46.898402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f10c4c3-5d58-40f1-bc0f-726378514dc1 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:46.928636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:46.994482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c14862-3d2b-4c29-89a0-741740c2e80c req-57cca750-0ecc-4eec-a21a-7deb85841667 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:46.996120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0c14862-3d2b-4c29-89a0-741740c2e80c req-57cca750-0ecc-4eec-a21a-7deb85841667 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 944 time: 0.0737357 Jul 28 14:34:47.041663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0c14862-3d2b-4c29-89a0-741740c2e80c req-bf94b9e4-93c9-4ee0-8519-c9b191424d5f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Jul 28 14:34:47.061388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36816) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:47.111714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Deleting subnet 18edb5ba-3f36-42f9-a20d-e7fcf876237f {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:34:47.115956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.139232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Network 33d90da4-92a7-4cec-8c2a-e800f43583f4 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:34:47.163937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.191353 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.227295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'name': 'network-vif-deleted', 'tag': '4b2e7bec-7960-47e8-874d-1fd099326f84'}, {'server_uuid': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'name': 'network-vif-deleted', 'tag': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:47.232820 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c0e7c-c9da-44ca-a0df-74cd7c0d44de" -d '{"events": [{"server_uuid": "368e958b-a5b4-4a6d-8023-8071e28c7878", "name": "network-vif-deleted", "tag": "4b2e7bec-7960-47e8-874d-1fd099326f84"}, {"server_uuid": "e5378d7b-f57e-4146-ada5-f3dc7e6bd255", "name": "network-vif-deleted", "tag": "28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:47.240437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.296630 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7840867-d7ec-4958-8922-3634c7c16cf3 x-openstack-request-id: req-a7840867-d7ec-4958-8922-3634c7c16cf3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:47.297487 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e958b-a5b4-4a6d-8023-8071e28c7878", "name": "network-vif-deleted", "tag": "4b2e7bec-7960-47e8-874d-1fd099326f84", "status": "completed", "code": 200}, {"server_uuid": "e5378d7b-f57e-4146-ada5-f3dc7e6bd255", "name": "network-vif-deleted", "tag": "28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:47.306809 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7840867-d7ec-4958-8922-3634c7c16cf3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:47.306809 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e958b-a5b4-4a6d-8023-8071e28c7878', 'name': 'network-vif-deleted', 'tag': '4b2e7bec-7960-47e8-874d-1fd099326f84', 'status': 'completed', 'code': 200} Jul 28 14:34:47.306809 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5378d7b-f57e-4146-ada5-f3dc7e6bd255', 'name': 'network-vif-deleted', 'tag': '28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e', 'status': 'completed', 'code': 200} Jul 28 14:34:47.325457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:47.339295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.340268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.341059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.341816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.342569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.343656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.344418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.345220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.345979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.346926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.347811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.348975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:47.351531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 33d90da4-92a7-4cec-8c2a-e800f43583f4) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:47.367109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a5823-676d-4a75-8898-5c3b0306974d None None] Network 33d90da4-92a7-4cec-8c2a-e800f43583f4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:34:47.367287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:47.367287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.525657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['7f10c4c3-5d58-40f1-bc0f-726378514dc1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:47.563687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9788c6d-8544-4214-b714-1b250160059b None None] Network 33d90da4-92a7-4cec-8c2a-e800f43583f4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:34:47.578096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.578709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d1785eee-16b3-48b0-bed7-bf37c79b3e17 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9574697 Jul 28 14:34:47.642951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18edb5ba-3f36-42f9-a20d-e7fcf876237f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:47.682565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d22ac19-6fa9-4677-bc27-3cdb7850044a req-a6b79da4-45a4-4ec4-a204-d372f1cc6b51 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5378d7b-f57e-4146-ada5-f3dc7e6bd255 HTTP/1.1" status: 200 len: 210 time: 0.0584328 Jul 28 14:34:47.683849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.685945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-60dd8eb5-7da4-4832-8892-35aa3cd8972c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/18edb5ba-3f36-42f9-a20d-e7fcf876237f HTTP/1.1" status: 204 len: 168 time: 0.6234508 Jul 28 14:34:47.693660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:47.780252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.908923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.943336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe600cbf-27bc-4ab3-861c-86850865cfa3']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:47.977698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6e5463-0ff9-4636-9bcb-890c432058ba') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:47.978238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6e5463-0ff9-4636-9bcb-890c432058ba') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:48.018976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.055051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.073731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:34:48.074453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:34:48.093986 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:34:48.242530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0970035-c9cd-415b-b921-a1714236099c req-c3527315-2235-4a4c-a3b1-b7f26c3c900a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.244692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0970035-c9cd-415b-b921-a1714236099c req-c3527315-2235-4a4c-a3b1-b7f26c3c900a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1778250 Jul 28 14:34:48.318493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0970035-c9cd-415b-b921-a1714236099c req-0e3a68ea-8e98-4791-8414-53c3859647ee tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 Jul 28 14:34:48.332920 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-88a8145d-4679-4811-8747-77a29f5bf6db req-ebd6256e-a7b1-45f9-9d9a-732f217cdbb0 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] show failed (client error): The resource could not be found. Jul 28 14:34:48.336609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88a8145d-4679-4811-8747-77a29f5bf6db req-ebd6256e-a7b1-45f9-9d9a-732f217cdbb0 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups/2fb9446a-fc8c-4efb-85a3-7f5bc9b354d0 HTTP/1.1" status: 404 len: 352 time: 0.0272362 Jul 28 14:34:48.425644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2e7bec-7960-47e8-874d-1fd099326f84 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:48.442615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36858) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:48.477763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 4b2e7bec-7960-47e8-874d-1fd099326f84 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:48.478712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2e7bec-7960-47e8-874d-1fd099326f84 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:48.500102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.510812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.515708 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fe600cbf-27bc-4ab3-861c-86850865cfa3 HTTP/1.1" status: 204 len: 168 time: 0.8193600 Jul 28 14:34:48.518615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36862) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:48.554670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cc250-89a7-4197-bb49-52a82fad69c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe600cbf-27bc-4ab3-861c-86850865cfa3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:48.582059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Deleting subnet f74c3cf6-83ae-45e3-b73f-2f8897e1a117 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:34:48.586757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.673882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.676846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:48.756357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:48.760000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.766035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 28eed0ce-b6ed-491f-9e84-a9f9ef8aaf7e not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:48.880350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa604-7fd7-4f02-848e-30f0e9f85882 req-1d7bfca8-9559-4538-9bf9-f9515887945e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.882110 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e3fa604-7fd7-4f02-848e-30f0e9f85882 req-1d7bfca8-9559-4538-9bf9-f9515887945e tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 945 time: 0.0724442 Jul 28 14:34:48.900489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-ecb04f04-4383-4b13-85ed-fc54e6af6998 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=900ac9331abf4c908e936889a29eee19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378275 Jul 28 14:34:48.906877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:48.907212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5db8402d-9d36-4ed0-adef-8980f3d69cc3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c6151b5618545c784a56a9cc9eece3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622142 Jul 28 14:34:48.922042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.953963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e3fa604-7fd7-4f02-848e-30f0e9f85882 req-19b023c2-6829-430e-978c-0ca2ffeb8952 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645015 Jul 28 14:34:48.980989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-503c3624-3ee4-421a-87dc-e69268160ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.008727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-503c3624-3ee4-421a-87dc-e69268160ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.042946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74c3cf6-83ae-45e3-b73f-2f8897e1a117,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:49.051832 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.058117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dcd6a1cf-40ce-431b-9562-8ab9a7a4c3e4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f74c3cf6-83ae-45e3-b73f-2f8897e1a117 HTTP/1.1" status: 204 len: 168 time: 0.5361428 Jul 28 14:34:49.061451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36880) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:49.157536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2652c671-36ff-4000-861d-b485881735a3 req-f5d537c2-db79-472d-b36d-50d33a57d36c tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efba0153a69648a1b7af7fc6df4370e4 HTTP/1.1" status: 200 len: 2984 time: 0.0528142 Jul 28 14:34:49.203088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.221891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-d3e71c63-c949-4b9a-a12a-65a311dae368 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:49.223503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-d3e71c63-c949-4b9a-a12a-65a311dae368 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136561 Jul 28 14:34:49.233096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2652c671-36ff-4000-861d-b485881735a3 req-e7dd75ca-6f76-4ae7-a820-84555f0579c7 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups/283340b2-a8b8-4a81-a03b-8f0682804539 HTTP/1.1" status: 200 len: 2981 time: 0.0668740 Jul 28 14:34:49.271937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-503c3624-3ee4-421a-87dc-e69268160ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.283113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-503c3624-3ee4-421a-87dc-e69268160ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.283113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-503c3624-3ee4-421a-87dc-e69268160ae7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd66ae7f-17ae-4d98-8760-76d13d605fbb HTTP/1.1" status: 204 len: 168 time: 0.3678389 Jul 28 14:34:49.292997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c3624-3ee4-421a-87dc-e69268160ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66ae7f-17ae-4d98-8760-76d13d605fbb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:49.296146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-e837bf30-e8ca-46a8-b994-aadc8c2e2bed tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/quotas/900ac9331abf4c908e936889a29eee19 HTTP/1.1" status: 200 len: 375 time: 0.0604396 Jul 28 14:34:49.300182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2652c671-36ff-4000-861d-b485881735a3 req-592c9387-d4d4-4057-81ad-6817d85694e5 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups/283340b2-a8b8-4a81-a03b-8f0682804539 HTTP/1.1" status: 200 len: 2981 time: 0.0605969 Jul 28 14:34:49.383209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-751edead-99c8-4470-92ba-d626aac00983 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=900ac9331abf4c908e936889a29eee19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474327 Jul 28 14:34:49.385288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.403172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9018691-773c-4c98-b60b-64d3eed76a9f']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:49.415541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239faa8d-8eb6-4d6c-b5a3-ecb44ef52623') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:49.415867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239faa8d-8eb6-4d6c-b5a3-ecb44ef52623') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:49.426585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.444266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.451319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:34:49.451729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:34:49.453728 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:34:49.738717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.745509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.749274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f9018691-773c-4c98-b60b-64d3eed76a9f HTTP/1.1" status: 204 len: 168 time: 0.6843245 Jul 28 14:34:49.765416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323e840-c4c5-4414-aff7-75f2f5d79620 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9018691-773c-4c98-b60b-64d3eed76a9f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:49.898300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3fb477e-eee2-4c13-bc77-b990bb999888 req-1f0662d7-7fef-4b6e-bb8e-e6eb291dfe8c tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups/283340b2-a8b8-4a81-a03b-8f0682804539 HTTP/1.1" status: 200 len: 2981 time: 0.0671585 Jul 28 14:34:50.038101 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-d3fb477e-eee2-4c13-bc77-b990bb999888 req-48d85c6f-955b-4f2c-a1e3-2da6ffb450a6 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:34:50.039218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3fb477e-eee2-4c13-bc77-b990bb999888 req-48d85c6f-955b-4f2c-a1e3-2da6ffb450a6 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "DELETE /v2.0/security-groups/283340b2-a8b8-4a81-a03b-8f0682804539 HTTP/1.1" status: 409 len: 352 time: 0.1296103 Jul 28 14:34:50.127194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aea2c5a8-c04c-41c3-9bb7-6cc37c5926ac req-c3433141-0741-4ecb-b576-4858ff80a40b tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0417869 Jul 28 14:34:50.169642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804df4-3ae6-49c7-abeb-ece8360ae6a1 req-6e9aa541-24a9-4d63-afaa-ede06388b841 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.169642 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70804df4-3ae6-49c7-abeb-ece8360ae6a1 req-6e9aa541-24a9-4d63-afaa-ede06388b841 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0895536 Jul 28 14:34:50.222070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70804df4-3ae6-49c7-abeb-ece8360ae6a1 req-5fcfafca-1ea7-4513-993b-7ed2f471a6d2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Jul 28 14:34:50.259179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0bc9b-f365-49de-8179-dc6878aa956f req-e652068a-12ab-4a08-bfe0-009adf38a366 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.260873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7d0bc9b-f365-49de-8179-dc6878aa956f req-e652068a-12ab-4a08-bfe0-009adf38a366 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.0669382 Jul 28 14:34:50.323287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7d0bc9b-f365-49de-8179-dc6878aa956f req-3d357ee7-eaab-4938-8e9b-2708c99e5840 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536611 Jul 28 14:34:50.340877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0cfe-fd17-4a23-9c40-cbff67d4d883 req-68da0982-f7df-4d0b-88ce-9a6925d20802 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.343352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-635c0cfe-fd17-4a23-9c40-cbff67d4d883 req-68da0982-f7df-4d0b-88ce-9a6925d20802 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 945 time: 0.0594327 Jul 28 14:34:50.397962 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-e8997c5d-19cb-459c-8c67-65b3a3a999ff req-7f0a533b-f5c7-487b-acdd-b3ac46b5a7f7 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] show failed (client error): The resource could not be found. Jul 28 14:34:50.399815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8997c5d-19cb-459c-8c67-65b3a3a999ff req-7f0a533b-f5c7-487b-acdd-b3ac46b5a7f7 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups/b3390cdd-8a9d-4fbd-903f-6f4ba97c6314 HTTP/1.1" status: 404 len: 352 time: 0.0325031 Jul 28 14:34:50.404375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-635c0cfe-fd17-4a23-9c40-cbff67d4d883 req-03395812-cdfd-4985-85e3-0129c2477ddf tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Jul 28 14:34:50.427059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 7f10c4c3-5d58-40f1-bc0f-726378514dc1 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:50.459482 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-fd138444-a7fd-40eb-b770-52b8114e226c req-6390272a-0e61-4024-add2-167960136466 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] show failed (client error): The resource could not be found. Jul 28 14:34:50.461239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd138444-a7fd-40eb-b770-52b8114e226c req-6390272a-0e61-4024-add2-167960136466 tempest-SecurityGroupsNegativeTestJSON-126076177 tempest-SecurityGroupsNegativeTestJSON-126076177-project] 10.222.0.57 "GET /v2.0/security-groups/dffb3eed-6a0d-4e2d-b09c-2f32e61d9654 HTTP/1.1" status: 404 len: 352 time: 0.0172546 Jul 28 14:34:50.483259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36912) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:50.555985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Deleting subnet 3eba854b-f326-44a7-abe7-6228922d251a {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:34:50.557946 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.570372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36914) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:50.601756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.619315 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b67fbe41-ec0f-40b9-880f-eabfa81e9008 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3944c509c3314117ad477e6979c695c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474634 Jul 28 14:34:50.623549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36916) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:50.655583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.698542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2040e4da-d92d-4caf-9f87-fe09a44c1226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.719683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:50.729974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:50.730940 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.740349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2040e4da-d92d-4caf-9f87-fe09a44c1226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.755474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36918) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:50.840746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e304da8e-003e-4330-bcc0-080231386d5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02d65a1c3320414d8ab4b96f588514e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751650 Jul 28 14:34:50.840746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36920) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:50.852642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.882812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.891779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:50.896153 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717b0527-c737-4a8a-85fa-d1759849427a" -d '{"events": [{"server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "name": "network-vif-plugged", "status": "completed", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:50.923028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:50.941381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eba854b-f326-44a7-abe7-6228922d251a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:50.946058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.948105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9e3f5ad1-0c0b-4aa2-bedb-acb37760835e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3eba854b-f326-44a7-abe7-6228922d251a HTTP/1.1" status: 204 len: 168 time: 0.4631104 Jul 28 14:34:50.952277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36924) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:50.977845 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74fc31c7-4a93-4356-9110-a3940e54dd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.985790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2040e4da-d92d-4caf-9f87-fe09a44c1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.992126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2040e4da-d92d-4caf-9f87-fe09a44c1226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.994299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2040e4da-d92d-4caf-9f87-fe09a44c1226 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb8f366d-caf4-4570-8218-4264de6914e6 HTTP/1.1" status: 204 len: 168 time: 0.3693597 Jul 28 14:34:51.029179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74fc31c7-4a93-4356-9110-a3940e54dd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.047636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.061614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040e4da-d92d-4caf-9f87-fe09a44c1226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f366d-caf4-4570-8218-4264de6914e6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:51.094076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.242379 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d16aae5-1f22-4d4c-9b50-c703ffeccb02 x-openstack-request-id: req-9d16aae5-1f22-4d4c-9b50-c703ffeccb02 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:51.243858 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "name": "network-vif-plugged", "status": "completed", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:51.244201 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d16aae5-1f22-4d4c-9b50-c703ffeccb02 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:51.244691 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'code': 200} Jul 28 14:34:51.285506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:51.355532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b1a149e-39d1-4f22-91c6-03d2921ed713 req-20ba2d5a-6e6a-4c21-bc4d-3d9812abbcb4 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jul 28 14:34:51.365912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74fc31c7-4a93-4356-9110-a3940e54dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.368057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74fc31c7-4a93-4356-9110-a3940e54dd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.372203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-74fc31c7-4a93-4356-9110-a3940e54dd8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e55503ef-8542-483b-9fd2-35ade69c25a5 HTTP/1.1" status: 204 len: 168 time: 0.5339327 Jul 28 14:34:51.373323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.403939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d90da4-92a7-4cec-8c2a-e800f43583f4']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:51.406631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc31c7-4a93-4356-9110-a3940e54dd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55503ef-8542-483b-9fd2-35ade69c25a5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:51.426734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f54f4-4a09-4ed8-ba93-7ed71c458834 req-dffc7476-028f-4ccb-974a-34e0b3cdca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.428333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e37f54f4-4a09-4ed8-ba93-7ed71c458834 req-dffc7476-028f-4ccb-974a-34e0b3cdca95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0763383 Jul 28 14:34:51.432123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8716dc6f-3ff2-4c7a-9b00-9a83dc6c93da') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:51.432484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8716dc6f-3ff2-4c7a-9b00-9a83dc6c93da') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:51.446291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.464837 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.472743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:34:51.473299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:34:51.475348 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:34:51.488523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e37f54f4-4a09-4ed8-ba93-7ed71c458834 req-a0db7355-ab4a-4709-b1c9-b3ee66642b68 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519288 Jul 28 14:34:51.645263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c565f-48ee-438d-89cb-81e64cacfeed req-52c25d05-a040-42a9-9e2a-82097c76cbcb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.647172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-638c565f-48ee-438d-89cb-81e64cacfeed req-52c25d05-a040-42a9-9e2a-82097c76cbcb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0690920 Jul 28 14:34:51.670760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bd5f3-284e-4b96-a3fa-11ab91ecc897 req-6893854a-317a-475c-b4bf-447fb02d5269 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.680620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.680961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d24bd5f3-284e-4b96-a3fa-11ab91ecc897 req-6893854a-317a-475c-b4bf-447fb02d5269 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.0826850 Jul 28 14:34:51.681820 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.687326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/33d90da4-92a7-4cec-8c2a-e800f43583f4 HTTP/1.1" status: 204 len: 168 time: 0.7297788 Jul 28 14:34:51.699987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d1f09-ca6f-45da-a5f3-d19572e39fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d90da4-92a7-4cec-8c2a-e800f43583f4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:51.715697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-638c565f-48ee-438d-89cb-81e64cacfeed req-52786a68-bf48-4251-92e4-cae3ba964461 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579569 Jul 28 14:34:51.752840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d24bd5f3-284e-4b96-a3fa-11ab91ecc897 req-a0183ca8-ebc2-4eb0-ab69-4b8696ed8956 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609982 Jul 28 14:34:51.841753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9ebba-7427-4b42-ae11-4c412f70f287 req-b5964503-376c-47dc-a6e6-822197cca3dc tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.843593 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79c9ebba-7427-4b42-ae11-4c412f70f287 req-b5964503-376c-47dc-a6e6-822197cca3dc tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.0594063 Jul 28 14:34:51.895686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79c9ebba-7427-4b42-ae11-4c412f70f287 req-19b69ec6-4e50-4edb-86e9-d82142126020 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Jul 28 14:34:52.251506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c8f6424a-79fb-4893-9986-1bff84c3656f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.383831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682e416-d088-4978-b146-899c1af58d72 req-a8d949a5-ab48-45bb-921e-685940365b11 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:52.385435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c682e416-d088-4978-b146-899c1af58d72 req-a8d949a5-ab48-45bb-921e-685940365b11 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.0742636 Jul 28 14:34:52.500020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8548aee9-00b3-4a16-958d-c1f40d1a78c8 req-a35d4c4e-ba5f-4946-9ec5-1ef4f32533ee tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0324993 Jul 28 14:34:52.533493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Deleting port ef505271-e996-4a85-abc4-b81a8e69abc4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:52.534094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.663266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] For port ef505271-e996-4a85-abc4-b81a8e69abc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef505271-e996-4a85-abc4-b81a8e69abc4,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:52.663640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.677378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Calling delete_port for ef505271-e996-4a85-abc4-b81a8e69abc4 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:52.841514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:52.882550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009905-1466-41e7-9ad4-d8f265c378a5 req-e6df6d28-747f-4068-b058-30ea4b05d55a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:52.884441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e009905-1466-41e7-9ad4-d8f265c378a5 req-e6df6d28-747f-4068-b058-30ea4b05d55a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0766463 Jul 28 14:34:52.966249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e009905-1466-41e7-9ad4-d8f265c378a5 req-23b5a0d0-43cb-4f2f-a07f-99b5343b3d49 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725064 Jul 28 14:34:53.019019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36962) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:53.043795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-02345514-968a-47bc-b0a3-c5bf7b00e6fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efba0153a69648a1b7af7fc6df4370e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980841 Jul 28 14:34:53.048638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36964) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:53.064797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07298e-2cc4-4d14-80f9-5cc2ff7d2287 req-f2f7d21d-5138-4711-8075-8e7956be4cdc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.066359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a07298e-2cc4-4d14-80f9-5cc2ff7d2287 req-f2f7d21d-5138-4711-8075-8e7956be4cdc tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 951 time: 0.2225416 Jul 28 14:34:53.101280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-620c92ad-84ff-4207-a784-b447854c6573 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33738f20d3a94c1dbe8c6435d3282f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805438 Jul 28 14:34:53.101796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36966) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:53.162036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22378-4765-443a-9ddf-3a16e959f84e req-95ba69c5-cfb2-496d-bc5c-11d1197a18d1 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.164858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a07298e-2cc4-4d14-80f9-5cc2ff7d2287 req-129d43bf-09f3-439d-85f4-c7cc777a9d8d tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7a7d715-a622-429c-82ee-73297cdfa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904229 Jul 28 14:34:53.175189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44c22378-4765-443a-9ddf-3a16e959f84e req-95ba69c5-cfb2-496d-bc5c-11d1197a18d1 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.1021309 Jul 28 14:34:53.191267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1bd-d5b4-46f9-8b41-213e8aea57bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.229102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b39d7d62-ef40-4b4d-a6d6-a88fdbe6361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.238528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44c22378-4765-443a-9ddf-3a16e959f84e req-43f65565-670e-45a1-a364-270274968b52 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609353 Jul 28 14:34:53.250282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1bd-d5b4-46f9-8b41-213e8aea57bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.269024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.310931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ef505271-e996-4a85-abc4-b81a8e69abc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:53.325169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b39d7d62-ef40-4b4d-a6d6-a88fdbe6361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.346898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Pushing event deleted for resources: {'Port': ['ID=ef505271-e996-4a85-abc4-b81a8e69abc4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:53.464054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] No DVR routers for this DVR port ef505271-e996-4a85-abc4-b81a8e69abc4 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:53.467595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.470596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c682e416-d088-4978-b146-899c1af58d72 req-73754e59-60b4-4c69-968a-606feacc5e81 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.42 "DELETE /v2.0/ports/ef505271-e996-4a85-abc4-b81a8e69abc4 HTTP/1.1" status: 204 len: 173 time: 1.0766838 Jul 28 14:34:53.475902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-deleted', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:53.478509 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd4c08-0e23-4119-af10-9f9d20f50eae" -d '{"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-deleted", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:53.514668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193600e3-2879-4ea2-b4f9-5cd4b6af8b24 req-3a167ff0-2eed-4fe7-a537-2c77df52b182 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.516783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-193600e3-2879-4ea2-b4f9-5cd4b6af8b24 req-3a167ff0-2eed-4fe7-a537-2c77df52b182 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.1832080 Jul 28 14:34:53.533293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36978) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:53.538414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Request body: {'floatingip': {'port_id': '7f10c4c3-5d58-40f1-bc0f-726378514dc1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:53.556142 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba2fb5-1529-4be4-bb08-58d7e2c17e4a x-openstack-request-id: req-bdba2fb5-1529-4be4-bb08-58d7e2c17e4a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:53.556683 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae75dc14-b14e-40f3-9e08-b7efecbb2f4a", "name": "network-vif-deleted", "tag": "ef505271-e996-4a85-abc4-b81a8e69abc4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:53.557003 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdba2fb5-1529-4be4-bb08-58d7e2c17e4a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:53.557603 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae75dc14-b14e-40f3-9e08-b7efecbb2f4a', 'name': 'network-vif-deleted', 'tag': 'ef505271-e996-4a85-abc4-b81a8e69abc4', 'status': 'completed', 'code': 200} Jul 28 14:34:53.619389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.708233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7298de7b-2a8c-44b7-99f2-e412660aac6e req-b709d93b-879b-4a57-b2a4-8c9e529c1a46 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0292277 Jul 28 14:34:53.813304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1bd-d5b4-46f9-8b41-213e8aea57bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.816531 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1bd-d5b4-46f9-8b41-213e8aea57bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.817788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4e2ec1bd-d5b4-46f9-8b41-213e8aea57bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/283340b2-a8b8-4a81-a03b-8f0682804539 HTTP/1.1" status: 204 len: 168 time: 0.7668636 Jul 28 14:34:53.821644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b39d7d62-ef40-4b4d-a6d6-a88fdbe6361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.832268 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b39d7d62-ef40-4b4d-a6d6-a88fdbe6361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.832268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b39d7d62-ef40-4b4d-a6d6-a88fdbe6361b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b33b49f6-2a8a-45f0-aff4-8bc92225b8e5 HTTP/1.1" status: 204 len: 168 time: 0.7197700 Jul 28 14:34:53.845284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec1bd-d5b4-46f9-8b41-213e8aea57bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283340b2-a8b8-4a81-a03b-8f0682804539,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:53.859065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d7d62-ef40-4b4d-a6d6-a88fdbe6361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b49f6-2a8a-45f0-aff4-8bc92225b8e5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:54.223390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107016e-bc94-47d5-9f61-ad8133801d42 req-87dd95eb-dff9-4e24-b42e-df7be370ffa5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:54.225054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3107016e-bc94-47d5-9f61-ad8133801d42 req-87dd95eb-dff9-4e24-b42e-df7be370ffa5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1349876 Jul 28 14:34:54.332115 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-022c9c91-ab79-4193-bfe1-b60150e5d565 req-871d5a1c-a7d9-4685-bdb4-dad38a05ee05 tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 210 time: 0.0302429 Jul 28 14:34:54.383742 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3107016e-bc94-47d5-9f61-ad8133801d42 req-74f0bebf-4cdd-4004-960a-0a25c76dd4b3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264391 Jul 28 14:34:54.412511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.623515 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.794358 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Floating IP 665598a8-f07e-4305-8236-472e5f6f4380 associated. External IP: 172.25.6.82, port: 7f10c4c3-5d58-40f1-bc0f-726378514dc1. Jul 28 14:34:54.862832 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38d2041b-f1c4-4961-9413-1a2ebd07e145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.893159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f05a0308-fe36-4fa3-b5d8-4ffa4f446033 req-fb04191e-6fc4-435b-a03d-523c0a8fb1a4 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0423186 Jul 28 14:34:55.110295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:55.391452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:34:55.486679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-ca363c18-01b7-47d9-ad50-f9d8703ed200 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=900ac9331abf4c908e936889a29eee19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351892 Jul 28 14:34:55.555949 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89b6943f-75b0-42b7-b0a0-803f3ecbd08c req-8da45760-7238-48ef-8bdf-971e5cdb761b tempest-ServersAdminTestJSON-2137204645 tempest-ServersAdminTestJSON-2137204645-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae75dc14-b14e-40f3-9e08-b7efecbb2f4a HTTP/1.1" status: 200 len: 210 time: 0.0376484 Jul 28 14:34:55.594327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:34:55.609645 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:34:55.611465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:55.624520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:34:55.625678 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:55.630367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f76700-4a27-4364-8869-d5ca4c534f6c req-1685ffcc-8a27-4dd5-9807-83963dcd54ed tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.637455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8f76700-4a27-4364-8869-d5ca4c534f6c req-1685ffcc-8a27-4dd5-9807-83963dcd54ed tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1539001 Jul 28 14:34:55.652690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-11b6c1cb-24d5-4bc7-b335-0be8b913551b tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "PUT /v2.0/floatingips/665598a8-f07e-4305-8236-472e5f6f4380 HTTP/1.1" status: 200 len: 991 time: 2.1180875 Jul 28 14:34:55.653744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:55.656758 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f99486e-1fa9-4bd9-a153-5ce268315ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:55.694363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8f76700-4a27-4364-8869-d5ca4c534f6c req-58e8114e-5122-48b6-970b-412712a4024a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 Jul 28 14:34:55.753299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-ab58be16-48ef-4926-ac1c-9bbad7a8a63a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.756516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-ab58be16-48ef-4926-ac1c-9bbad7a8a63a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584391 Jul 28 14:34:55.793477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Request body: {'port': {'device_id': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '900ac9331abf4c908e936889a29eee19'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:55.795976 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:34:55.822118 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e205d15d-7a0b-4785-aaf3-ddb3695557ec x-openstack-request-id: req-e205d15d-7a0b-4785-aaf3-ddb3695557ec {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:55.822484 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:55.822781 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e205d15d-7a0b-4785-aaf3-ddb3695557ec {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:55.823252 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'status': 'completed', 'code': 200} Jul 28 14:34:55.987030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-a350055c-0687-40c6-bd1e-b04ec7d87331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.988910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-a350055c-0687-40c6-bd1e-b04ec7d87331 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 1098 time: 0.1389802 Jul 28 14:34:56.167777 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '665598a8-f07e-4305-8236-472e5f6f4380', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'port_id': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'mac_address': 'fa:16:3e:59:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:34:54Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:56.196304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d953591-0da5-4fee-8219-48e2eee288ee req-08d627d8-ff57-491f-b12f-8a47e5a066de tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.1825531 Jul 28 14:34:56.228210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.252657 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:34:56.272947 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:34:56.272947 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:56.305269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-0a6355a8-7be2-4213-93cf-ca5d78975ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.305269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-0a6355a8-7be2-4213-93cf-ca5d78975ce0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 200 len: 925 time: 0.3037152 Jul 28 14:34:56.404024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-8c1c9ba3-5178-4172-84e3-497d1b8bb0b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1 HTTP/1.1" status: 200 len: 999 time: 0.0902674 Jul 28 14:34:56.438222 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:34:56.464093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-8809a5df-eeea-47c1-9ed5-326065ed7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.465701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-8809a5df-eeea-47c1-9ed5-326065ed7804 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 200 len: 863 time: 0.0542116 Jul 28 14:34:56.555199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-8332b8e1-f5cf-4b04-8197-e3a4ceaae1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.558269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-8332b8e1-f5cf-4b04-8197-e3a4ceaae1f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d493515-3c6f-4f9d-b740-7c35b989399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839643 Jul 28 14:34:56.568375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Made reservation on behalf of 900ac9331abf4c908e936889a29eee19 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:56.568375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.574928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:56.599692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.704486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:56.790392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: ef505271-e996-4a85-abc4-b81a8e69abc4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:56.791314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef505271-e996-4a85-abc4-b81a8e69abc4 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:56.874770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:56.987722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-network', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:57.014322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.101632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.124216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '665598a8-f07e-4305-8236-472e5f6f4380', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'port_id': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'mac_address': 'fa:16:3e:59:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:34:54Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:57.175617 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09af4e-c696-4d14-b5eb-06f5056ebdb2 None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '665598a8-f07e-4305-8236-472e5f6f4380', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'port_id': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'mac_address': 'fa:16:3e:59:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:34:54Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:34:57.196626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-network', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:57.286419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d7772-d282-459b-93f4-2c1236f026fb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:57.309568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:57.313189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.347325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.364817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c688fe-974d-434a-87bd-e65ad8edc05c req-0148b709-623f-4151-a41b-660d373c534c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.367775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55c688fe-974d-434a-87bd-e65ad8edc05c req-0148b709-623f-4151-a41b-660d373c534c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.3473158 Jul 28 14:34:57.377298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-fe0f2c7a-9c9f-43b7-9143-9fbbc5cdbaa0 service neutron] 10.222.0.58 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045299 Jul 28 14:34:57.437711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94a75241-b567-4373-8695-734cb1ddf4ce req-16dcf90d-e68d-41bb-b130-4758f3656752 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0546687 Jul 28 14:34:57.507720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Made reservation on behalf of 0897a7a5a3d547e9a7b116db82b6f2df for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:57.516031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.537192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.596773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1db8a4-4a1d-4655-a9df-3795c59f99eb None None] New status for floating IP 665598a8-f07e-4305-8236-472e5f6f4380: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:34:57.664617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55c688fe-974d-434a-87bd-e65ad8edc05c req-ba94f386-763d-448e-aa3c-3fdd4f542423 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752354 Jul 28 14:34:57.737987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.756760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f99486e-1fa9-4bd9-a153-5ce268315ccf req-a45ecffd-25ec-4704-b281-0ab36c9f6cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683553 Jul 28 14:34:57.788746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Allocated IP 192.168.233.35 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/589f87f1-233a-4153-bdc5-ccf0db8a4459) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:57.823978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.839799 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.851359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37106) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:57.894384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:34:57.904163 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:57.904952 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Added segment 28c742e2-1385-4053-afe4-825ef31479bc of type vlan for network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c Jul 28 14:34:57.929035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4bde43-2440-470e-8dd7-a214a2723dfd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:57.981812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.101752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.265216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.266536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.267340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.350728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.404920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:34:58.417308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] Pushing event updated for resources: {'Network': ['ID=23e6c5a8-44db-47a7-b97a-f28b2ffda43c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:58.427821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dac918-df98-4235-8339-5529d7961adf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:58.435431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:34:58.450463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.451367 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Added segment 8c3489cf-5253-42e8-bfa8-f77f571668b3 of type vlan for network fed58918-c541-499b-98f1-8193823db101 Jul 28 14:34:58.501264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-59fd7379-d8c5-41a7-9f0d-10f48cc5bcde admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9251242 Jul 28 14:34:58.507826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37126) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:58.514824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Request body: {'subnet': {'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-subnet', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:58.524424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.636570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49220fad-3db1-41f8-80c3-86d6c3f51595 req-2297f5c0-d340-4704-bdfc-f2fa0e0c7605 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 210 time: 0.0273292 Jul 28 14:34:58.637387 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.637387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01060693-57d9-4bee-a3ec-d42281418069 req-fab42b12-892e-4df8-b6be-2a6bb6cbe3b1 tempest-FlavorsV2NegativeTest-1757712009 tempest-FlavorsV2NegativeTest-1757712009-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=27b3c3ecaed346ae9634c27802e5f68b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212564 Jul 28 14:34:58.637387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-91bfe83e-b330-4d03-b302-a44f0eab7728 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d940334ee9594bd69549040c255f9507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7745588 Jul 28 14:34:58.638387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:58.646374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Transition to ACTIVE for port object 589f87f1-233a-4153-bdc5-ccf0db8a4459 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:58.697986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe21d8c8-5a75-4110-8b71-1f3bf14b4a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.713464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:58.716971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.776790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.780956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.782263 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.785420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01060693-57d9-4bee-a3ec-d42281418069 req-50afdb15-47c9-4d04-8f7b-20f2bf7d2701 tempest-FlavorsV2NegativeTest-1757712009 tempest-FlavorsV2NegativeTest-1757712009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.787037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01060693-57d9-4bee-a3ec-d42281418069 req-50afdb15-47c9-4d04-8f7b-20f2bf7d2701 tempest-FlavorsV2NegativeTest-1757712009 tempest-FlavorsV2NegativeTest-1757712009-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549952 Jul 28 14:34:58.807700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01060693-57d9-4bee-a3ec-d42281418069 req-b22fbb27-fffa-45c8-983c-7616199a1606 tempest-FlavorsV2NegativeTest-1757712009 tempest-FlavorsV2NegativeTest-1757712009-project] 10.222.0.57 "GET /v2.0/quotas/27b3c3ecaed346ae9634c27802e5f68b HTTP/1.1" status: 200 len: 375 time: 0.0139997 Jul 28 14:34:58.843293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01060693-57d9-4bee-a3ec-d42281418069 req-b31d03eb-d21b-4152-8372-3dd6dbd1cb02 tempest-FlavorsV2NegativeTest-1757712009 tempest-FlavorsV2NegativeTest-1757712009-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=27b3c3ecaed346ae9634c27802e5f68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292401 Jul 28 14:34:58.845197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.872066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe21d8c8-5a75-4110-8b71-1f3bf14b4a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.891507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:58.895864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:58.902410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:58.943475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Pushing event updated for resources: {'Port': ['ID=589f87f1-233a-4153-bdc5-ccf0db8a4459,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:58.994222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.994917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.084732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.2065756 Jul 28 14:34:59.087510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:59.093205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5996f-0cd6-45e0-a245-f21fb6fbf9ac admin admin] Pushing event updated for resources: {'Network': ['ID=fed58918-c541-499b-98f1-8193823db101,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:59.095039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Request body: {'subnet': {'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-subnet', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:59.112170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa613-34c4-4563-86f8-477fe61313d4 req-de8ecbb1-a564-4fa4-b0d8-8397c6b4235d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.117394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network fed58918-c541-499b-98f1-8193823db101 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:34:59.122516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2fcaa613-34c4-4563-86f8-477fe61313d4 req-de8ecbb1-a564-4fa4-b0d8-8397c6b4235d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.3302667 Jul 28 14:34:59.133911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fea0f269-375d-4205-a07a-01f96b36ab4a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3513255 Jul 28 14:34:59.221501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Request body: {'port': {'device_id': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:59.221973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2fcaa613-34c4-4563-86f8-477fe61313d4 req-d916a1dc-5657-46d9-bd3e-701e90589f47 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551767 Jul 28 14:34:59.368778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Made reservation on behalf of 0897a7a5a3d547e9a7b116db82b6f2df for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:59.371413 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.396361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe21d8c8-5a75-4110-8b71-1f3bf14b4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.399041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe21d8c8-5a75-4110-8b71-1f3bf14b4a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.400282 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fe21d8c8-5a75-4110-8b71-1f3bf14b4a97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7a7d715-a622-429c-82ee-73297cdfa934 HTTP/1.1" status: 204 len: 168 time: 0.7677815 Jul 28 14:34:59.410156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21d8c8-5a75-4110-8b71-1f3bf14b4a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7d715-a622-429c-82ee-73297cdfa934,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:59.443712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.539322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.554546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-1a453538-68d8-470a-81e1-83d2ae80adf9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.556050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-1a453538-68d8-470a-81e1-83d2ae80adf9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.3235455 Jul 28 14:34:59.616713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a41192e8-2497-4468-b0a8-de6be7fd9495 None None] Provisioning for port 589f87f1-233a-4153-bdc5-ccf0db8a4459 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:59.622643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8236005e-dcf2-446a-9104-481329566276,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:59.624091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a41192e8-2497-4468-b0a8-de6be7fd9495 None None] Provisioning complete for port 589f87f1-233a-4153-bdc5-ccf0db8a4459 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:59.624727 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a41192e8-2497-4468-b0a8-de6be7fd9495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.631473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Checking segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:59.631929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Network hostable DHCP agents. Network: 23e6c5a8-44db-47a7-b97a-f28b2ffda43c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:34:59.643199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-153b8856-59e6-46b8-8be3-a975dbc3b907 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/quotas/6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 375 time: 0.0700929 Jul 28 14:34:59.687870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a41192e8-2497-4468-b0a8-de6be7fd9495 None None] Port 589f87f1-233a-4153-bdc5-ccf0db8a4459 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:34:59.806413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e46813-791b-4cf4-9db4-3a69c5956b34 req-5b1c665d-c40a-4e5e-9f82-8c9d2af70deb tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.809067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27e46813-791b-4cf4-9db4-3a69c5956b34 req-5b1c665d-c40a-4e5e-9f82-8c9d2af70deb tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 935 time: 0.0912118 Jul 28 14:34:59.811105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:34:59.846298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-03a19084-2816-45d9-b1cf-fa9d74d5f97c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1923842 Jul 28 14:34:59.886955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27e46813-791b-4cf4-9db4-3a69c5956b34 req-a0522fd2-4baa-4d86-81b9-0a174a8da760 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661504 Jul 28 14:34:59.909250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 23e6c5a8-44db-47a7-b97a-f28b2ffda43c) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:59.926996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687738f-23ca-4b59-b4d4-a33be60e4d13 None None] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:34:59.947439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.949045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.027175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.034938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-391bac66-2bee-4986-ad84-eab84abe2a52 service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709247 Jul 28 14:35:00.114221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589f87f1-233a-4153-bdc5-ccf0db8a4459 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:00.129338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c3322fe-c27e-4b3c-ba0c-b2681f56d872 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6193843 Jul 28 14:35:00.132003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37168) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:00.140853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:00.155389 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.189486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c28143-0070-45d1-8516-93b0cd3deaf7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:00.221466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Transition to ACTIVE for port object 589f87f1-233a-4153-bdc5-ccf0db8a4459 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:00.228318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:35:00.229163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.229702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.230229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.230568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.230904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.231236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.231486 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.231669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.231889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.232221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.232578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.232907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.233228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:00.245995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Checking segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:00.247292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Network hostable DHCP agents. Network: fed58918-c541-499b-98f1-8193823db101, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:00.254485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.260794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.263217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-ebc1cf55-e6cb-4b5b-bda6-c40215550972 service neutron] 10.222.0.57 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837878 Jul 28 14:35:00.378088 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.378941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.421550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82dda9-c422-4382-8ca8-ed8d32f69b6d req-d48b4a5a-f601-4424-8863-e2299b814010 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.423389 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d82dda9-c422-4382-8ca8-ed8d32f69b6d req-d48b4a5a-f601-4424-8863-e2299b814010 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0573747 Jul 28 14:35:00.482210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d82dda9-c422-4382-8ca8-ed8d32f69b6d req-a6f1bc43-ce8f-4ca1-a57f-76895bd766f6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485933 Jul 28 14:35:00.494246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Network fed58918-c541-499b-98f1-8193823db101 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:00.511718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Pushing event updated for resources: {'Port': ['ID=589f87f1-233a-4153-bdc5-ccf0db8a4459,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:00.557369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Allocated IP 172.20.0.2 (23e6c5a8-44db-47a7-b97a-f28b2ffda43c/8236005e-dcf2-446a-9104-481329566276/11d8a523-a78f-420e-95e8-8d6eacfc0c3b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:00.693745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Attempting to bind port 589f87f1-233a-4153-bdc5-ccf0db8a4459 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:00.694625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Attempting to bind port 589f87f1-233a-4153-bdc5-ccf0db8a4459 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:00.695359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Attempting to bind port 589f87f1-233a-4153-bdc5-ccf0db8a4459 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:00.713800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, fed58918-c541-499b-98f1-8193823db101) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:00.732797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.735108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.755868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Port 589f87f1-233a-4153-bdc5-ccf0db8a4459 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:00.759598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Attempting to bind port 589f87f1-233a-4153-bdc5-ccf0db8a4459 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:00.775262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:00.775870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:00.776528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:00.777247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Bound port: 589f87f1-233a-4153-bdc5-ccf0db8a4459, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:00.778152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.846764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37182) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:00.867375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1fa147a3-e2f3-45bd-b802-3e81b9301d54 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7788253 Jul 28 14:35:00.880039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37184) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:00.891458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:00.922773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] For port 589f87f1-233a-4153-bdc5-ccf0db8a4459, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:00.948985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-98a05cdd-fb04-49da-93cd-59b78570c542 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c54780a4616346bcb2e46a4cdf430a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008003 Jul 28 14:35:00.952064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] For port 589f87f1-233a-4153-bdc5-ccf0db8a4459, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:00.953430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:00.993443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95da49b-db37-467c-a797-43546b4260f5 None None] Network fed58918-c541-499b-98f1-8193823db101 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:01.025265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.035749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f34c9d68-31f8-4149-81f0-01716b622be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.037072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37190) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:01.052621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.106597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f34c9d68-31f8-4149-81f0-01716b622be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.131633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.132786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.134366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] 10.222.0.42 "PUT /v2.0/ports/589f87f1-233a-4153-bdc5-ccf0db8a4459 HTTP/1.1" status: 200 len: 1096 time: 1.9843059 Jul 28 14:35:01.134769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'tag': '589f87f1-233a-4153-bdc5-ccf0db8a4459'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:01.137719 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7215af-937f-4715-b235-9fe9eccd8e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a81933-3d20-4fa1-a9df-c36d7e9432cf", "tag": "589f87f1-233a-4153-bdc5-ccf0db8a4459"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:01.175809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.191014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ec23a-a479-425d-bca7-c74fc06bd995 service neutron] Pushing event updated for resources: {'Port': ['ID=589f87f1-233a-4153-bdc5-ccf0db8a4459,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:01.207012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Transition to ACTIVE for port object 11d8a523-a78f-420e-95e8-8d6eacfc0c3b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:01.223914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.226039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.299911 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f76f5e4-ca06-4c9d-a4da-0b6f67736858 x-openstack-request-id: req-2f76f5e4-ca06-4c9d-a4da-0b6f67736858 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:01.300418 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a81933-3d20-4fa1-a9df-c36d7e9432cf", "tag": "589f87f1-233a-4153-bdc5-ccf0db8a4459", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:01.300863 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f76f5e4-ca06-4c9d-a4da-0b6f67736858 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:01.301597 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'tag': '589f87f1-233a-4153-bdc5-ccf0db8a4459', 'status': 'completed', 'code': 200} Jul 28 14:35:01.322740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f34c9d68-31f8-4149-81f0-01716b622be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.326471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f34c9d68-31f8-4149-81f0-01716b622be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.327871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f34c9d68-31f8-4149-81f0-01716b622be8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0137281-627a-4fb1-8b21-9003e483e993 HTTP/1.1" status: 204 len: 168 time: 0.3732030 Jul 28 14:35:01.465316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Transition to ACTIVE for port object 11d8a523-a78f-420e-95e8-8d6eacfc0c3b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:01.476152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94ec64-cf71-42a3-a1b9-31f726101a9d req-afc8b173-5f3d-4bee-ae3e-5eaf7e2de3a8 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.478872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b94ec64-cf71-42a3-a1b9-31f726101a9d req-afc8b173-5f3d-4bee-ae3e-5eaf7e2de3a8 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 947 time: 0.3815176 Jul 28 14:35:01.492917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c9d68-31f8-4149-81f0-01716b622be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0137281-627a-4fb1-8b21-9003e483e993,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:01.565914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.582636 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-304b4a8d-a435-44dd-8009-ab14411f35d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.632049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b94ec64-cf71-42a3-a1b9-31f726101a9d req-3a6b51ca-ddc1-458d-af9d-53506f7a6b23 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773427 Jul 28 14:35:01.641358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-617ab248-4e39-4810-9244-a5a9b4d3f8f4 req-e1d186cc-e50d-4803-8892-c724b4f0e8ce tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.1523707 Jul 28 14:35:01.668296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-ecb2afdd-4548-4e1e-8f6f-794e9c0dd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.671717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-ecb2afdd-4548-4e1e-8f6f-794e9c0dd294 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=900ac9331abf4c908e936889a29eee19&device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 1099 time: 0.3495278 Jul 28 14:35:01.741909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.897700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:01.918875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:01.932589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-fed58918-c541-499b-98f1-8193823db101', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:35:01.934170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.945670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-3a9149dc-70e8-47f6-bdba-602052f9bb88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459 HTTP/1.1" status: 200 len: 217 time: 0.2558215 Jul 28 14:35:01.946997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:01.962365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Pushing event updated for resources: {'Port': ['ID=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:02.038468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.077479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.191508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Attempting to bind port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:02.191888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Attempting to bind port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:02.192252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Attempting to bind port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b on network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:02.193175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956177c-73f4-42de-8060-f9a49cd098d5 req-a5548726-b3c5-4243-a62d-a329fea14ca3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.201201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0956177c-73f4-42de-8060-f9a49cd098d5 req-a5548726-b3c5-4243-a62d-a329fea14ca3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.4091489 Jul 28 14:35:02.206751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:02.209064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Checking segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:02.209510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.210999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Bound using segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:02.210999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Bound port: 11d8a523-a78f-420e-95e8-8d6eacfc0c3b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:02.214126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fcc285ae-3408-48fd-9bc4-a52a2ea8b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.215199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.220980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-fcc285ae-3408-48fd-9bc4-a52a2ea8b78b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2401388 Jul 28 14:35:02.252018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.300856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.354762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-304b4a8d-a435-44dd-8009-ab14411f35d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.367155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Allocated IP 172.20.0.2 (fed58918-c541-499b-98f1-8193823db101/08c28143-0070-45d1-8516-93b0cd3deaf7/480f3ea1-a680-4053-8811-4deefbbf5f48) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:02.376883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] For port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:02.379725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0956177c-73f4-42de-8060-f9a49cd098d5 req-c9a250c3-9740-4ced-bcd1-63e1416661e6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503994 Jul 28 14:35:02.393213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-c788cbb4-e4a6-4dc7-a3fd-7b9abca9b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.395946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-c788cbb4-e4a6-4dc7-a3fd-7b9abca9b234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553743 Jul 28 14:35:02.401124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] For port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:02.472598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Allocated IP 172.25.6.61 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/4ae65faf-f3d9-4c80-8104-de6a6a7739e2) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:02.529090 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-304b4a8d-a435-44dd-8009-ab14411f35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.585191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.590891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-304b4a8d-a435-44dd-8009-ab14411f35d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27b3c3ecaed346ae9634c27802e5f68b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5480785 Jul 28 14:35:02.593480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37222) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:02.598826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b4a8d-a435-44dd-8009-ab14411f35d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b90c4b-4d2a-4296-8a66-97382511f068,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:02.624101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-220aabd5-bf4c-400a-99e6-e3db507b4128 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196541 Jul 28 14:35:02.931751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c9c361-8006-4792-a5a6-630713f9c9c2 req-4f781098-25c2-4e26-bf1c-7c8c735f79b9 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996793 Jul 28 14:35:02.958097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.977527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Transition to ACTIVE for port object 480f3ea1-a680-4053-8811-4deefbbf5f48 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:03.003188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7232e59f-92bb-42f0-bf89-8d32f0e42cdd req-a513f7ec-0a00-487b-bdd3-95332b8a1e87 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.1650331 Jul 28 14:35:03.025864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Transition to ACTIVE for port object 480f3ea1-a680-4053-8811-4deefbbf5f48 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:03.058402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.077080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875d4d4-ef47-4500-ae5d-4e69229d64a1 req-2a4377e0-bcbd-4bf7-939f-6d68942cbadc tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.112787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e875d4d4-ef47-4500-ae5d-4e69229d64a1 req-2a4377e0-bcbd-4bf7-939f-6d68942cbadc tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 947 time: 0.1710064 Jul 28 14:35:03.183881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.194493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7729df-c819-4a8f-af76-2a201e1cfeed None None] Pushing event updated for resources: {'Port': ['ID=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:03.225599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a30c-1b26-4a50-ab8b-12252a2ffe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.265789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e875d4d4-ef47-4500-ae5d-4e69229d64a1 req-c2747683-9cac-4b8f-868c-7c87bc4e1c47 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561599 Jul 28 14:35:03.273223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.280611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a30c-1b26-4a50-ab8b-12252a2ffe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.289005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.372150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Network fed58918-c541-499b-98f1-8193823db101 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:03.375016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:03.381539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:03.383442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-eb30f04b-fda8-4ce0-b7b7-996cd0d73b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.387179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-eb30f04b-fda8-4ce0-b7b7-996cd0d73b89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=900ac9331abf4c908e936889a29eee19&device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 1099 time: 0.1187584 Jul 28 14:35:03.565536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Pushing event updated for resources: {'Port': ['ID=480f3ea1-a680-4053-8811-4deefbbf5f48,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:03.601975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Attempting to bind port 480f3ea1-a680-4053-8811-4deefbbf5f48 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:03.603151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Attempting to bind port 480f3ea1-a680-4053-8811-4deefbbf5f48 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:03.603151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Attempting to bind port 480f3ea1-a680-4053-8811-4deefbbf5f48 on network fed58918-c541-499b-98f1-8193823db101 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:03.615845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:03.617399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Checking segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:03.618348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.619242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Bound using segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:03.620305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Bound port: 480f3ea1-a680-4053-8811-4deefbbf5f48, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:03.621227 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.694547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.745821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-38994bec-6cc7-4b22-bf43-3286aafc89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.745821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-38994bec-6cc7-4b22-bf43-3286aafc89e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.3491344 Jul 28 14:35:03.776606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ef503-560a-4ec4-a815-d0636cd6c679 req-9e4b088b-399c-4bb5-b0c5-f8e2ab541c22 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.789062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-475ef503-560a-4ec4-a815-d0636cd6c679 req-9e4b088b-399c-4bb5-b0c5-f8e2ab541c22 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1538770 Jul 28 14:35:03.808158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a30c-1b26-4a50-ab8b-12252a2ffe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.814685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a30c-1b26-4a50-ab8b-12252a2ffe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.818227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ffb4a30c-1b26-4a50-ab8b-12252a2ffe53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2b90c4b-4d2a-4296-8a66-97382511f068 HTTP/1.1" status: 204 len: 168 time: 1.1951582 Jul 28 14:35:03.818757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] For port 480f3ea1-a680-4053-8811-4deefbbf5f48, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:03.820565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:03.842346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] For port 480f3ea1-a680-4053-8811-4deefbbf5f48, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=480f3ea1-a680-4053-8811-4deefbbf5f48,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:03.878350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:03.898239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-e673b667-1da1-4d55-b2c8-1dcc270ce062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459 HTTP/1.1" status: 200 len: 217 time: 0.1375415 Jul 28 14:35:03.907028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:03.927939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4a30c-1b26-4a50-ab8b-12252a2ffe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b90c4b-4d2a-4296-8a66-97382511f068,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:03.977849 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.035813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:04.050674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-475ef503-560a-4ec4-a815-d0636cd6c679 req-2739e561-e8ec-4cac-bb23-0eef5836ac0d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568707 Jul 28 14:35:04.130340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-2cc73ecb-3bf7-4f6f-b354-e141fa66b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.136537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-2cc73ecb-3bf7-4f6f-b354-e141fa66b209 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2261009 Jul 28 14:35:04.154937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Allocated IP 172.25.6.177 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/278ff64d-9d78-4587-9c6b-03fa9a20fba7) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:04.206147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d228f56-26fb-4e03-a62f-9669c30cbeeb None None] Pushing event updated for resources: {'Port': ['ID=480f3ea1-a680-4053-8811-4deefbbf5f48,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:04.383574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-b2e47944-4a2c-4dce-a376-3dd33d78739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.387091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-b2e47944-4a2c-4dce-a376-3dd33d78739f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2401340 Jul 28 14:35:04.891389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-ec9833bc-db2f-4eda-867a-dd9b6450aef7 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953651 Jul 28 14:35:04.956743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11d8a523-a78f-420e-95e8-8d6eacfc0c3b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:05.111816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c55e6a-b0d6-422b-aa71-f119595f6ee3 None None] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:05.138084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc512c-c89f-43a4-93fb-3dabca261a81 req-d3328b55-b340-4b2f-b1a8-d1caa52791d9 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.151489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0fbc512c-c89f-43a4-93fb-3dabca261a81 req-d3328b55-b340-4b2f-b1a8-d1caa52791d9 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 947 time: 0.3042819 Jul 28 14:35:05.257915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:05.321504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0fbc512c-c89f-43a4-93fb-3dabca261a81 req-c60a5cfa-ebcb-489a-8e0b-aaa064b64daa tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623139 Jul 28 14:35:05.333595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c7215af-937f-4715-b235-9fe9eccd8e2a req-4ff7571b-f8bb-4a15-8472-789a09baa370 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007964 Jul 28 14:35:05.494686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5cc25178-977e-4e18-b618-fba26bca7815 None None] Provisioning for port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:05.591697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:05.604066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ecfcf-6284-46fc-ba73-bbe2386e669b req-5e459ff1-3003-4dcf-96d3-61e73b55a949 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.618130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1ecfcf-6284-46fc-ba73-bbe2386e669b req-5e459ff1-3003-4dcf-96d3-61e73b55a949 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1615350 Jul 28 14:35:05.654045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:05.654670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:05.735697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1ecfcf-6284-46fc-ba73-bbe2386e669b req-e62edbbe-5898-4007-83e6-4a2abe5a3767 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155028 Jul 28 14:35:05.815397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.068372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-dd2e094b-6ad3-430b-91ee-d89dc8dac428 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:06.070425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-dd2e094b-6ad3-430b-91ee-d89dc8dac428 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 808 time: 0.3280265 Jul 28 14:35:06.093251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Request body: {'port': {'device_id': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'admin_state_up': True, 'tenant_id': '6f2a62f1b70c45b0a5f2f2c5d7264cb5'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:06.131717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.259441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:06.359780 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.535266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e1786e1-38bc-451d-a0e3-5dbd00449301 req-fa373e92-ba25-4371-aa3d-3b48d10e0c4d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0576007 Jul 28 14:35:06.580829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fcc97-5475-433d-b524-b6dfa6c86aab None None] Network fed58918-c541-499b-98f1-8193823db101 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:06.667090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Made reservation on behalf of 6f2a62f1b70c45b0a5f2f2c5d7264cb5 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:06.674167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.744806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849257ce-eab6-4fe0-b66d-b03ac132f332 req-01a6afb4-a98f-4dea-bebc-0788e016717f tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:06.788323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-849257ce-eab6-4fe0-b66d-b03ac132f332 req-01a6afb4-a98f-4dea-bebc-0788e016717f tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 947 time: 0.2215807 Jul 28 14:35:06.853907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 589f87f1-233a-4153-bdc5-ccf0db8a4459 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:06.921514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-849257ce-eab6-4fe0-b66d-b03ac132f332 req-8bcb0d93-2806-45a9-b7fc-2ccf93764021 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205759 Jul 28 14:35:06.973975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 480f3ea1-a680-4053-8811-4deefbbf5f48 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:07.065337 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.081060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:07.090517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c911d80-a56a-49ac-bf99-b844de2584b5 None None] Provisioning complete for port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:07.091354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c911d80-a56a-49ac-bf99-b844de2584b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.168222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.229731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.249150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5bf3-730e-49c5-90cb-c212d9ecad21 req-77bfe5f3-8837-48b9-a15d-0d64d984bb82 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:07.251669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d2f5bf3-730e-49c5-90cb-c212d9ecad21 req-77bfe5f3-8837-48b9-a15d-0d64d984bb82 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.2215800 Jul 28 14:35:07.315963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Allocated IP 172.20.0.6 (4dfb8117-4f69-4c6f-afa4-337e31a9625f/fe75449c-112b-4263-a17c-46820812dd89/cd666257-2b0a-4b9f-ba13-b2536a791ddf) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:07.476503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:07.511156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:07.546437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:07.558935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 589f87f1-233a-4153-bdc5-ccf0db8a4459, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:07.569458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Pushing event updated for resources: {'Port': ['ID=278ff64d-9d78-4587-9c6b-03fa9a20fba7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:07.582254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '589f87f1-233a-4153-bdc5-ccf0db8a4459', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '589f87f1-233a-4153-bdc5-ccf0db8a4459', 'mac_address': 'fa:16:3e:a6:bc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:07.593269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d2f5bf3-730e-49c5-90cb-c212d9ecad21 req-fdfe8153-0d4b-49c9-b94f-af0fb79582ab tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028891 Jul 28 14:35:07.673216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 480f3ea1-a680-4053-8811-4deefbbf5f48 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:07.715790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.738685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589f87f1-233a-4153-bdc5-ccf0db8a4459 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:07.765372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 589f87f1-233a-4153-bdc5-ccf0db8a4459, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:07.767188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] Provisioning for port 480f3ea1-a680-4053-8811-4deefbbf5f48 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:07.774949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] Provisioning complete for port 480f3ea1-a680-4053-8811-4deefbbf5f48 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:07.775352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.828056 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.875312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.983652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=589f87f1-233a-4153-bdc5-ccf0db8a4459,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:08.014126 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e35fca86-5d4d-43b9-8e18-db34edad6562 req-aa3316ba-6cf6-40ce-9926-e6983beb2158 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0578153 Jul 28 14:35:08.053916 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.071468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Router 53ccfe85-2a95-477b-8b85-8d39e520b253 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:35:08.083414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.104963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['bb0c5010-15d4-4862-9027-ca7636e8a3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:08.132920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Network 4dfb8117-4f69-4c6f-afa4-337e31a9625f is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:08.137097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:08.145990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:08.335368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:08.372922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:08.375785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.388378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] For port 480f3ea1-a680-4053-8811-4deefbbf5f48, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=480f3ea1-a680-4053-8811-4deefbbf5f48,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:08.400351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['589f87f1-233a-4153-bdc5-ccf0db8a4459'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:08.491493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:08.509962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Sync routers for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:08.511136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95c595-fd3b-4a5c-8276-7f6df21e4c74 req-b358547f-147c-4a07-b99d-2fdc3cb764d5 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:08.518805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd95c595-fd3b-4a5c-8276-7f6df21e4c74 req-b358547f-147c-4a07-b99d-2fdc3cb764d5 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 948 time: 0.2126403 Jul 28 14:35:08.524298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.561430 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:08.562428 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:08.616333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.644635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-c3f611b1-d74b-42e8-8e7f-8169bd1bf53b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5567031 Jul 28 14:35:08.665706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Request body: {'port': {'device_id': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:08.786665 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd95c595-fd3b-4a5c-8276-7f6df21e4c74 req-703b72cd-d6c0-42bf-80cb-6393f3f6422b tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668731 Jul 28 14:35:08.790365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.805408 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f10cf99a-3f35-45c4-a83f-3da5c8118276 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6710489 Jul 28 14:35:08.826418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11d8a523-a78f-420e-95e8-8d6eacfc0c3b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:08.833983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37392) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:08.838496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.953720 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:09.114683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d23177-8015-4acd-bf0c-28ba09c8fffa None None] Pushing event updated for resources: {'Port': ['ID=480f3ea1-a680-4053-8811-4deefbbf5f48,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:09.148385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0174f50c-d992-46a4-9f23-0a3b8f41fb3e None None] Provisioning complete for port 480f3ea1-a680-4053-8811-4deefbbf5f48 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:09.150206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0174f50c-d992-46a4-9f23-0a3b8f41fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.246583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:09.248804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.354902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd666257-2b0a-4b9f-ba13-b2536a791ddf {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:09.388790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.434501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Transition to ACTIVE for port object cd666257-2b0a-4b9f-ba13-b2536a791ddf will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:09.444566 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:04Z', 'revision_number': 3, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:09.502760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Checking router: 53ccfe85-2a95-477b-8b85-8d39e520b253 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:09.503346 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Updating router 53ccfe85-2a95-477b-8b85-8d39e520b253 port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:09.560418 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.561691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.672098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d6c3a-3ada-4341-9e76-1561f8dd8ee8 req-a272b391-0d30-4072-b0b2-f971cac26210 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.687825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f4d6c3a-3ada-4341-9e76-1561f8dd8ee8 req-a272b391-0d30-4072-b0b2-f971cac26210 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.6479578 Jul 28 14:35:09.705319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:09.815525 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f4d6c3a-3ada-4341-9e76-1561f8dd8ee8 req-8b25ef20-f711-447a-b6bc-78f9c03b2519 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256855 Jul 28 14:35:09.978776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:09.978776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:09.978776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:09.993053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:09.993403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:10.024247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:10.024726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:10.025257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:10.025750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Bound port: cd666257-2b0a-4b9f-ba13-b2536a791ddf, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:10.026262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.058227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a9648-7bf5-4180-958f-e2616acba2b0 req-7ce46d2e-3916-45d9-b2c6-b2c53f472a21 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.060221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-035a9648-7bf5-4180-958f-e2616acba2b0 req-7ce46d2e-3916-45d9-b2c6-b2c53f472a21 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.0941870 Jul 28 14:35:10.135892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:10.140232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:10.233450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-035a9648-7bf5-4180-958f-e2616acba2b0 req-185ce312-6b8a-4568-a9de-6e9eba8213a1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904350 Jul 28 14:35:10.240268 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.268860 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.293664 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Transition to ACTIVE for port object 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:10.321220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.322055 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.325549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] 10.222.0.42 "PUT /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 1092 time: 1.6625404 Jul 28 14:35:10.325549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:10.331643 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715d547a-04cb-4a77-b99d-9aa1c4d8d535" -d '{"events": [{"name": "network-changed", "server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:10.359104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ae10b-4f35-42c2-a865-27e28ac6cd8f service neutron] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:10.387976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.424689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f823d03-55ad-433e-9135-d9facd82a84d req-038dbb6d-a113-4733-9b0a-dc7905e9b9d9 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.426390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f823d03-55ad-433e-9135-d9facd82a84d req-038dbb6d-a113-4733-9b0a-dc7905e9b9d9 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 948 time: 0.2600405 Jul 28 14:35:10.469266 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.522203 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Attempting to bind port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:10.522672 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Attempting to bind port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:10.523112 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Attempting to bind port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:10.540503 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:10.541219 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:10.541798 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.543248 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:10.544008 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Bound port: 4ae65faf-f3d9-4c80-8104-de6a6a7739e2, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:10.544831 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.554403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:10.637148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-d5b81046-c5f6-4000-8dfa-e0a9f55d6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.649253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-d5b81046-c5f6-4000-8dfa-e0a9f55d6ec3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0983839 Jul 28 14:35:10.661121 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] For port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:10.666248 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] For port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:10.712183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-e563b385-60ed-460a-bad0-625d770d216c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 217 time: 0.0466402 Jul 28 14:35:10.722819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Pushing event updated for resources: {'Port': ['ID=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:10.757976 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.765858 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.770383 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.773011 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.773385 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:10.792750 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.799522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:10.832512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'mac_address': 'fa:16:3e:77:11:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:10.838213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-839b177d-af55-403a-950d-568bf1150eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.838501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-839b177d-af55-403a-950d-568bf1150eea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1179545 Jul 28 14:35:10.844238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 589f87f1-233a-4153-bdc5-ccf0db8a4459 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:10.853622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 480f3ea1-a680-4053-8811-4deefbbf5f48 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:10.869089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f823d03-55ad-433e-9135-d9facd82a84d req-3ebe218c-8f5d-48d7-8d2c-ef2455939190 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915775 Jul 28 14:35:10.912091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-41c0cb98-240b-4446-80ec-e39e9a777559 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653560 Jul 28 14:35:11.026441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 480f3ea1-a680-4053-8811-4deefbbf5f48 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:11.034152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.063592 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb7ecc-f3b0-4d7a-8efb-f2d009ce094f x-openstack-request-id: req-77cb7ecc-f3b0-4d7a-8efb-f2d009ce094f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:11.064262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:11.064701 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77cb7ecc-f3b0-4d7a-8efb-f2d009ce094f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:11.065275 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'status': 'completed', 'code': 200} Jul 28 14:35:11.079237 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.082186 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbdcb8-e5e5-4f69-97ad-629347393f10 None None] Pushing event updated for resources: {'Port': ['ID=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:11.104100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:11.124008 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:11.125102 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:11.140670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:11.213462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Router 7b501cff-0518-4095-9ada-22488cf87c0c is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:35:11.269336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-f79e524b-d894-4d91-8c86-fa309231e65c service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496275 Jul 28 14:35:11.306360 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.382249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:11.390867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 589f87f1-233a-4153-bdc5-ccf0db8a4459 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:11.398892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 589f87f1-233a-4153-bdc5-ccf0db8a4459 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:11.398892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.445256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:11.469002 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:11.482222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07d1fbb7-e658-4466-87d3-c4653eb5d454 req-9b865950-8cae-4ebd-972c-fd773044854e service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052433 Jul 28 14:35:11.626426 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.747391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 589f87f1-233a-4153-bdc5-ccf0db8a4459, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:11.752557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f87f1-233a-4153-bdc5-ccf0db8a4459'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:11.755506 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b3af6e-d045-4bec-8da6-80037791edc0" -d '{"events": [{"server_uuid": "d7a81933-3d20-4fa1-a9df-c36d7e9432cf", "name": "network-vif-plugged", "status": "completed", "tag": "589f87f1-233a-4153-bdc5-ccf0db8a4459"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:11.809176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-2c368a6a-2271-47f2-86f4-f50dce68aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:11.810776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-2c368a6a-2271-47f2-86f4-f50dce68aaa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1095 time: 0.1154690 Jul 28 14:35:11.856441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.964323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=589f87f1-233a-4153-bdc5-ccf0db8a4459,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:11.993647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:04Z', 'revision_number': 3, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:12.031823 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa521242-d029-43a8-b794-d73abe541fb0 None None] The sync data for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 is: [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:04Z', 'revision_number': 3, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:12.122298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.189301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:12.207196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Sync routers for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:12.226614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:12.227459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:12.584190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:12.587110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:12.629713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Allocated IP 172.20.0.1 (23e6c5a8-44db-47a7-b97a-f28b2ffda43c/8236005e-dcf2-446a-9104-481329566276/47708e17-53a1-4642-81d7-5c4666641a60) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:12.639281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b51e-8b66-48f0-b975-578af0bfff5b req-338b3c69-05c5-4cef-bb79-c6944571ca2f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.641936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53e8b51e-8b66-48f0-b975-578af0bfff5b req-338b3c69-05c5-4cef-bb79-c6944571ca2f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.8190644 Jul 28 14:35:12.757134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-7daa53ce-57a3-40ee-b526-16e4a74a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.759214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-7daa53ce-57a3-40ee-b526-16e4a74a06e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.9352627 Jul 28 14:35:12.829660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53e8b51e-8b66-48f0-b975-578af0bfff5b req-404c0d96-cb31-4f89-a6d9-602c5913bfa4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672447 Jul 28 14:35:12.975454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-f910c7b6-37cd-4132-a251-ba6578ad86d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 217 time: 0.1700773 Jul 28 14:35:12.980308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.008112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Transition to ACTIVE for port object 47708e17-53a1-4642-81d7-5c4666641a60 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:13.121177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f633f8-f236-4cf8-85ec-e8d38ee54bdf req-42479c13-4c22-4acb-847a-19b6eab06ae0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.121965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:13.129115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-4ced64c6-73ff-4a24-ae80-ae84d800830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.130399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-4ced64c6-73ff-4a24-ae80-ae84d800830b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1437011 Jul 28 14:35:13.147111 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0f633f8-f236-4cf8-85ec-e8d38ee54bdf req-42479c13-4c22-4acb-847a-19b6eab06ae0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 944 time: 1.7459998 Jul 28 14:35:13.155504 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:35:13.228606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.247860 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ee19f-e70d-45a6-9eb1-86f6147d102d x-openstack-request-id: req-8b9ee19f-e70d-45a6-9eb1-86f6147d102d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:13.252995 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a81933-3d20-4fa1-a9df-c36d7e9432cf", "name": "network-vif-plugged", "status": "completed", "tag": "589f87f1-233a-4153-bdc5-ccf0db8a4459", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:13.253439 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b9ee19f-e70d-45a6-9eb1-86f6147d102d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:13.254097 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f87f1-233a-4153-bdc5-ccf0db8a4459', 'code': 200} Jul 28 14:35:13.259623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-12d6d148-b182-4890-ae3a-250ab8f479df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140220 Jul 28 14:35:13.443120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0f633f8-f236-4cf8-85ec-e8d38ee54bdf req-d9c90714-405a-4ab5-98d8-9b96ed7e3c6b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867823 Jul 28 14:35:13.448092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.452036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0998fe34-3f96-4d6a-a195-e1b2b5b49430 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 12.5679634 Jul 28 14:35:13.487342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37544) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:13.560030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:13.562324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:13.567714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.598059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:13.617538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c996f-fc67-4b38-b5a0-d16eef8a0b10 req-f6ec0bb5-3945-47b8-99aa-8074e46643e7 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.630944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5c996f-fc67-4b38-b5a0-d16eef8a0b10 req-f6ec0bb5-3945-47b8-99aa-8074e46643e7 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 949 time: 0.2297957 Jul 28 14:35:13.695027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:13.701306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Pushing event updated for resources: {'Port': ['ID=47708e17-53a1-4642-81d7-5c4666641a60,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:13.825408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeca024-ef22-41b1-a292-3b0704f883de req-2f9c869d-6735-4929-8b94-de76716f9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.827035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eeca024-ef22-41b1-a292-3b0704f883de req-2f9c869d-6735-4929-8b94-de76716f9efb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 1101 time: 0.4597766 Jul 28 14:35:13.871333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.902547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5c996f-fc67-4b38-b5a0-d16eef8a0b10 req-5a34ce57-45da-40c6-bd04-9b6943d2ba61 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702775 Jul 28 14:35:13.911507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:13.943833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-5badc988-d8fc-4995-94d6-38c2826005a1 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657815 Jul 28 14:35:13.944706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:13.945408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.969793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:08Z', 'revision_number': 3, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:14.132024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Checking router: 7b501cff-0518-4095-9ada-22488cf87c0c for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:14.132825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Updating router 7b501cff-0518-4095-9ada-22488cf87c0c port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:14.143675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.303726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:14.305711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.446157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eeca024-ef22-41b1-a292-3b0704f883de req-55f0938e-7e72-4f5c-b597-f636e1ee8d3d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947564 Jul 28 14:35:14.462521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec03017-28b8-47ca-8397-1cea23e20b09 req-1c27c11e-094e-4d8f-b05f-9b4880fbdf9d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:14.471223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec03017-28b8-47ca-8397-1cea23e20b09 req-1c27c11e-094e-4d8f-b05f-9b4880fbdf9d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.3012943 Jul 28 14:35:14.542637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec03017-28b8-47ca-8397-1cea23e20b09 req-f9218beb-33c3-4e10-98f9-035bfa37ff8a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698707 Jul 28 14:35:14.642724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.727573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715d547a-04cb-4a77-b99d-9aa1c4d8d535 req-f22008f0-b433-41d3-9a81-8006354b4682 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449839 Jul 28 14:35:14.794686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478fff-68f8-435f-baf5-2deae3caad8f req-132eb197-267a-40f6-b263-0de3036c6bc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:14.803204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a478fff-68f8-435f-baf5-2deae3caad8f req-132eb197-267a-40f6-b263-0de3036c6bc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0953686 Jul 28 14:35:14.908295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.910480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.927935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eaedb65f-3605-4d7d-8855-f8b8b07bbe55 None None] Provisioning for port 47708e17-53a1-4642-81d7-5c4666641a60 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:14.945953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a478fff-68f8-435f-baf5-2deae3caad8f req-ff6ed6c8-b626-4e26-9e77-908b19d6a5f4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410282 Jul 28 14:35:15.002846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.023122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eaedb65f-3605-4d7d-8855-f8b8b07bbe55 None None] Provisioning complete for port 47708e17-53a1-4642-81d7-5c4666641a60 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:15.023499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eaedb65f-3605-4d7d-8855-f8b8b07bbe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.096802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.155213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-eaedb65f-3605-4d7d-8855-f8b8b07bbe55 None None] Port 47708e17-53a1-4642-81d7-5c4666641a60 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:15.187282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:15.230983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.257242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:15.260618 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2f395-1673-4862-91a5-ad4315ff8f76" -d '{"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:15.295202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.318877 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.477677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.503249 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6616d14c-3cc2-4c19-b73c-9696fa984446 x-openstack-request-id: req-6616d14c-3cc2-4c19-b73c-9696fa984446 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:15.503817 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:15.504245 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6616d14c-3cc2-4c19-b73c-9696fa984446 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:15.504938 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'code': 200} Jul 28 14:35:15.537196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.554284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Pushing event updated for resources: {'Port': ['ID=47708e17-53a1-4642-81d7-5c4666641a60,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.584149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093493c-993e-40d5-ab2e-77a7887c40cd req-1b71ec40-3cfb-4a35-8467-7100c9bea047 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:15.585772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e093493c-993e-40d5-ab2e-77a7887c40cd req-1b71ec40-3cfb-4a35-8467-7100c9bea047 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 949 time: 0.2340093 Jul 28 14:35:15.594782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.643033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Transition to ACTIVE for port object 278ff64d-9d78-4587-9c6b-03fa9a20fba7 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:15.732924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:15.736549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:15.773126 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.849540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e093493c-993e-40d5-ab2e-77a7887c40cd req-3e161f14-26a8-42dd-b6eb-5dbb046e97e2 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450688 Jul 28 14:35:16.062420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Attempting to bind port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:16.062420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Attempting to bind port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:16.067931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Attempting to bind port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:16.076377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd90a8b-85dd-4ff8-ab42-13cbc596fb6b None None] Pushing event updated for resources: {'Port': ['ID=278ff64d-9d78-4587-9c6b-03fa9a20fba7,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:16.089257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:16.090010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:16.090542 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.091225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:16.091886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Bound port: 278ff64d-9d78-4587-9c6b-03fa9a20fba7, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:16.092683 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.106814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b6aa3-9266-4522-aaac-d8f9aa0244ba req-b71606f0-1f3b-437d-80ab-4e9f50cb3352 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:16.106814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b56b6aa3-9266-4522-aaac-d8f9aa0244ba req-b71606f0-1f3b-437d-80ab-4e9f50cb3352 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.2873569 Jul 28 14:35:16.162583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Router 53ccfe85-2a95-477b-8b85-8d39e520b253 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:35:16.203091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b56b6aa3-9266-4522-aaac-d8f9aa0244ba req-bc790338-7246-4950-a5fd-5c1c80002633 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889864 Jul 28 14:35:16.265466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6b218ab7-415d-4e51-a083-39a598939a22 None None] Provisioning complete for port 47708e17-53a1-4642-81d7-5c4666641a60 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:16.266354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b218ab7-415d-4e51-a083-39a598939a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.347492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Allocated IP 172.20.0.1 (fed58918-c541-499b-98f1-8193823db101/08c28143-0070-45d1-8516-93b0cd3deaf7/f9b10e96-f0f5-4975-b9e5-208aeb74c686) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:16.382369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6b218ab7-415d-4e51-a083-39a598939a22 None None] Port 47708e17-53a1-4642-81d7-5c4666641a60 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:16.396337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] For port 278ff64d-9d78-4587-9c6b-03fa9a20fba7, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:16.423919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] For port 278ff64d-9d78-4587-9c6b-03fa9a20fba7, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=278ff64d-9d78-4587-9c6b-03fa9a20fba7,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:16.587544 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.739475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:16.767857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1af31931-7faa-43e6-8175-6656f87951e0 admin admin] 10.222.0.57 "PUT /v2.0/routers/53ccfe85-2a95-477b-8b85-8d39e520b253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9175160 Jul 28 14:35:16.768066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:16.768066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:16.776952 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Sync routers for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:16.802360 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:16.803069 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:16.810571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34af197-349b-4d06-8c6c-f5bfa2ff369d req-cd692e82-43d5-4f72-af6a-9568aa2d1647 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:16.812636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d34af197-349b-4d06-8c6c-f5bfa2ff369d req-cd692e82-43d5-4f72-af6a-9568aa2d1647 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1608012 Jul 28 14:35:16.817404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.872347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Transition to ACTIVE for port object f9b10e96-f0f5-4975-b9e5-208aeb74c686 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:16.941432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d34af197-349b-4d06-8c6c-f5bfa2ff369d req-ac24bf26-2a10-4bcb-a244-5aa031d45a34 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166551 Jul 28 14:35:17.055727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.167292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Pushing event updated for resources: {'Port': ['ID=f9b10e96-f0f5-4975-b9e5-208aeb74c686,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:17.183813 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:17.212630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:17.277248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Network fed58918-c541-499b-98f1-8193823db101 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:17.335493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:17.345972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:17.611017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-1fd3248e-d3fe-495f-8617-756fb88d6793 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4165652 Jul 28 14:35:17.640574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613c9c-6c42-4c18-abb2-5c941af140bb req-a3e4e751-a2f7-4168-8e59-ac7b3795bcc6 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:17.642722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df613c9c-6c42-4c18-abb2-5c941af140bb req-a3e4e751-a2f7-4168-8e59-ac7b3795bcc6 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 949 time: 0.2903066 Jul 28 14:35:17.645099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.833171 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 2, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:17.875414 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Checking router: 53ccfe85-2a95-477b-8b85-8d39e520b253 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:17.877145 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Updating router 53ccfe85-2a95-477b-8b85-8d39e520b253 port 47708e17-53a1-4642-81d7-5c4666641a60 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:17.883860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df613c9c-6c42-4c18-abb2-5c941af140bb req-89d8ef0f-b5fe-47de-b843-b08657ce176a tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a6d7772-d282-459b-93f4-2c1236f026fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273231 Jul 28 14:35:17.897748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-d6f095e4-8e27-4cb7-bcb1-6cc3dcdba42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:17.904748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-d6f095e4-8e27-4cb7-bcb1-6cc3dcdba42a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 1096 time: 0.2604778 Jul 28 14:35:17.923311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd90a8b-85dd-4ff8-ab42-13cbc596fb6b None None] Pushing event updated for resources: {'Port': ['ID=278ff64d-9d78-4587-9c6b-03fa9a20fba7,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:17.952972 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.037417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:18.142768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16354-c8f2-420e-b7a1-0fd60bdf9fe8 req-3de09700-197d-401f-8d16-82ad590c40a9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:18.151031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2c16354-c8f2-420e-b7a1-0fd60bdf9fe8 req-3de09700-197d-401f-8d16-82ad590c40a9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.0912125 Jul 28 14:35:18.163014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:18.165872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.195597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:08Z', 'revision_number': 3, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:18.213254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.236641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-7fa9784f-ba09-4583-9d1a-f77932917753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:18.238179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-7fa9784f-ba09-4583-9d1a-f77932917753 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.2972498 Jul 28 14:35:18.262596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb51b04-038b-460a-a65a-88ab2fc0ccaf None None] The sync data for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 is: [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:08Z', 'revision_number': 3, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:18.322396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-27ed149f-ccca-4ae5-9059-3177baecd616 None None] Provisioning for port f9b10e96-f0f5-4975-b9e5-208aeb74c686 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:18.329498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-27ed149f-ccca-4ae5-9059-3177baecd616 None None] Provisioning complete for port f9b10e96-f0f5-4975-b9e5-208aeb74c686 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:18.333329 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-27ed149f-ccca-4ae5-9059-3177baecd616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.346783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-ec350949-5961-413a-b07b-a813435e0248 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 200 len: 217 time: 0.0986857 Jul 28 14:35:18.367356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2c16354-c8f2-420e-b7a1-0fd60bdf9fe8 req-d5b03966-a4ad-4f97-a974-86a39b915b7f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153800 Jul 28 14:35:18.373556 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.389257 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Transition to ACTIVE for port object 47708e17-53a1-4642-81d7-5c4666641a60 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:18.495086 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.549984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-27ed149f-ccca-4ae5-9059-3177baecd616 None None] Port f9b10e96-f0f5-4975-b9e5-208aeb74c686 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:18.595771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-456efee3-2f1f-4869-b52d-1a013df6d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:18.603587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-456efee3-2f1f-4869-b52d-1a013df6d37d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.2091124 Jul 28 14:35:18.609201 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed1a06-39f0-4354-ac46-bfccb96b8031 None None] Pushing event updated for resources: {'Port': ['ID=47708e17-53a1-4642-81d7-5c4666641a60,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:18.823463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-9b3759d6-8d24-4772-865d-d25944abd2fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081947 Jul 28 14:35:18.909224 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Attempting to bind port 47708e17-53a1-4642-81d7-5c4666641a60 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:18.909827 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Attempting to bind port 47708e17-53a1-4642-81d7-5c4666641a60 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:18.910329 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Attempting to bind port 47708e17-53a1-4642-81d7-5c4666641a60 on network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:18.935978 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:18.941536 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Checking segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:18.948434 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.948434 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Bound using segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:18.948434 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Bound port: 47708e17-53a1-4642-81d7-5c4666641a60, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:18.948434 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.189217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.220746 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] For port 47708e17-53a1-4642-81d7-5c4666641a60, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:19.227832 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] For port 47708e17-53a1-4642-81d7-5c4666641a60, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=47708e17-53a1-4642-81d7-5c4666641a60,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:19.231861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a702a7-a8b3-43a0-a0e8-c2a5816f60b1 req-465cd64f-ad75-443d-b532-2948590d0974 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:19.242598 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58a702a7-a8b3-43a0-a0e8-c2a5816f60b1 req-465cd64f-ad75-443d-b532-2948590d0974 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1458762 Jul 28 14:35:19.247689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-81f5f939-7e60-4a12-b9ab-c2964254179f service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053900 Jul 28 14:35:19.371109 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.549683 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:19.550336 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:19.611311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 278ff64d-9d78-4587-9c6b-03fa9a20fba7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:19.639271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.801347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58a702a7-a8b3-43a0-a0e8-c2a5816f60b1 req-50859b47-f420-4a6e-b263-7a81d7cca813 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492487 Jul 28 14:35:19.878656 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed1a06-39f0-4354-ac46-bfccb96b8031 None None] Pushing event updated for resources: {'Port': ['ID=47708e17-53a1-4642-81d7-5c4666641a60,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:19.907528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:19.916311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:19.919558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.963189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3126545f-1079-4d98-9f47-fd40dd8802ad req-7d327233-aafb-41dc-ad56-59fa3bb56c0c service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790264 Jul 28 14:35:20.040322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.042878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Pushing event updated for resources: {'Port': ['ID=f9b10e96-f0f5-4975-b9e5-208aeb74c686,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:20.242822 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:20.329853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.386477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 278ff64d-9d78-4587-9c6b-03fa9a20fba7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=278ff64d-9d78-4587-9c6b-03fa9a20fba7,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:20.388155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Network fed58918-c541-499b-98f1-8193823db101 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:20.394255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:20.492054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.748019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=278ff64d-9d78-4587-9c6b-03fa9a20fba7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:20.932172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Router 7b501cff-0518-4095-9ada-22488cf87c0c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:35:21.027476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c8e8dfd-6ce7-477d-8e18-d12933dc1c6c None None] Provisioning complete for port f9b10e96-f0f5-4975-b9e5-208aeb74c686 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:21.028130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c8e8dfd-6ce7-477d-8e18-d12933dc1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:21.320414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e8dfd-6ce7-477d-8e18-d12933dc1c6c None None] Port f9b10e96-f0f5-4975-b9e5-208aeb74c686 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:21.377275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69159-758a-4b7e-bdc5-1db38449c9c5 req-ce057034-3122-4aa5-befd-b862e5218a17 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:21.379922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0a69159-758a-4b7e-bdc5-1db38449c9c5 req-ce057034-3122-4aa5-befd-b862e5218a17 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.2160680 Jul 28 14:35:21.475817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0a69159-758a-4b7e-bdc5-1db38449c9c5 req-9fc679dc-48f3-41f0-a6dd-a895021d2c0c tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895441 Jul 28 14:35:21.485812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:19Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:21.585085 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3a1a0-d604-46d2-8775-00033535a71c None None] The sync data for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 is: [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:19Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:21.661701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 278ff64d-9d78-4587-9c6b-03fa9a20fba7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:21.891930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e2ee5-70ec-420f-8985-d5ce14b9ba51 req-0d870954-8e15-45bf-9f4c-dd4c5f681798 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:21.907707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-977e2ee5-70ec-420f-8985-d5ce14b9ba51 req-0d870954-8e15-45bf-9f4c-dd4c5f681798 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.2862368 Jul 28 14:35:21.958190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:21.973521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9cb72830-c453-4469-85b4-a0b7611e704e admin admin] 10.222.0.57 "PUT /v2.0/routers/7b501cff-0518-4095-9ada-22488cf87c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4836228 Jul 28 14:35:22.006899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-977e2ee5-70ec-420f-8985-d5ce14b9ba51 req-077d6094-216f-4ddf-8788-dd7f99508b2d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963237 Jul 28 14:35:22.045863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:22.047707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:22.280324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Sync routers for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:22.332666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:22.343022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:34:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:22.504261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:22.517268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-0ab714a9-d1a9-4f02-b656-c6302f498797 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=93b78d05c6e3487183bc21e8e348f06d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598953 Jul 28 14:35:22.545265 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d4c20877-8390-4b3f-8be3-ab1b8be6506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:22.762690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-dc6a415c-2ad7-496a-9a6b-89e5ff10b65a tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:22.774549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-dc6a415c-2ad7-496a-9a6b-89e5ff10b65a tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555382 Jul 28 14:35:22.811286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-59ad8fa4-3af0-46c2-923f-9b3c94aee70d tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/quotas/93b78d05c6e3487183bc21e8e348f06d HTTP/1.1" status: 200 len: 375 time: 0.0210996 Jul 28 14:35:22.893351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-29bb626a-0442-4f50-99d2-e309394661b6 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775335 Jul 28 14:35:22.938242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:18Z', 'revision_number': 2, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:22.985593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Checking router: 7b501cff-0518-4095-9ada-22488cf87c0c for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:22.986072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Updating router 7b501cff-0518-4095-9ada-22488cf87c0c port f9b10e96-f0f5-4975-b9e5-208aeb74c686 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:23.032882 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:23.586120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 47708e17-53a1-4642-81d7-5c4666641a60 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:23.933283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 47708e17-53a1-4642-81d7-5c4666641a60 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:23.943931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:23.952286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 47708e17-53a1-4642-81d7-5c4666641a60 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:23.954428 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.137453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Transition to ACTIVE for port object f9b10e96-f0f5-4975-b9e5-208aeb74c686 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:24.222456 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.287888 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.295304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 47708e17-53a1-4642-81d7-5c4666641a60, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=47708e17-53a1-4642-81d7-5c4666641a60,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:24.362732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b610c4-b3a4-4033-a7ba-62f97ab491f6 None None] Pushing event updated for resources: {'Port': ['ID=f9b10e96-f0f5-4975-b9e5-208aeb74c686,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:24.458096 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.508945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Attempting to bind port f9b10e96-f0f5-4975-b9e5-208aeb74c686 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:24.512778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Attempting to bind port f9b10e96-f0f5-4975-b9e5-208aeb74c686 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:24.512778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Attempting to bind port f9b10e96-f0f5-4975-b9e5-208aeb74c686 on network fed58918-c541-499b-98f1-8193823db101 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:24.536522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:24.536900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Checking segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:24.537360 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.537832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Bound using segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:24.538336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Bound port: f9b10e96-f0f5-4975-b9e5-208aeb74c686, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:24.538773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.575794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=47708e17-53a1-4642-81d7-5c4666641a60,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:24.649054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] For port f9b10e96-f0f5-4975-b9e5-208aeb74c686, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:24.653571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] For port f9b10e96-f0f5-4975-b9e5-208aeb74c686, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f9b10e96-f0f5-4975-b9e5-208aeb74c686,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:24.789275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.810212 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9c1a904c-8c03-4d70-808f-39202bd0ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.890036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:24.891027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:24.969437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b610c4-b3a4-4033-a7ba-62f97ab491f6 None None] Pushing event updated for resources: {'Port': ['ID=f9b10e96-f0f5-4975-b9e5-208aeb74c686,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:25.113889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:25.169163 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.585252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 47708e17-53a1-4642-81d7-5c4666641a60 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:25.674333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:25.718783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 47708e17-53a1-4642-81d7-5c4666641a60 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:25.719869 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.723445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a17b5-9ab1-4c76-af2a-84b8ceac3988 None None] The sync data for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 is: [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:26.005531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-92bce934-769d-43f4-8b94-01925c4c6f22 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.010753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-92bce934-769d-43f4-8b94-01925c4c6f22 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a81933-3d20-4fa1-a9df-c36d7e9432cf HTTP/1.1" status: 200 len: 949 time: 0.1197956 Jul 28 14:35:26.163352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.251408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Deleting port 589f87f1-233a-4153-bdc5-ccf0db8a4459 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:26.251408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.521917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] For port 589f87f1-233a-4153-bdc5-ccf0db8a4459, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=589f87f1-233a-4153-bdc5-ccf0db8a4459,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:26.522345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.561409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Calling delete_port for 589f87f1-233a-4153-bdc5-ccf0db8a4459 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:26.978551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.019411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Pushing event deleted for resources: {'Port': ['ID=589f87f1-233a-4153-bdc5-ccf0db8a4459,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:27.022644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['589f87f1-233a-4153-bdc5-ccf0db8a4459'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:27.080210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-29a1e0fe-dc3c-4f83-be18-d400ea39ffa2 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=93b78d05c6e3487183bc21e8e348f06d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447052 Jul 28 14:35:27.298845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] No DVR routers for this DVR port 589f87f1-233a-4153-bdc5-ccf0db8a4459 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:27.303579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.306444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60d24cf5-0e9d-4b78-b275-9c1711fa48ad req-33359fd2-8434-4efd-8a85-e56c62e0d996 tempest-TenantUsagesTestJSON-1508629690 tempest-TenantUsagesTestJSON-1508629690-project] 10.222.0.42 "DELETE /v2.0/ports/589f87f1-233a-4153-bdc5-ccf0db8a4459 HTTP/1.1" status: 204 len: 173 time: 1.2875323 Jul 28 14:35:27.310562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'name': 'network-vif-deleted', 'tag': '589f87f1-233a-4153-bdc5-ccf0db8a4459'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:27.318107 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d051c2-5311-419b-9687-fac0a4ef7450" -d '{"events": [{"server_uuid": "d7a81933-3d20-4fa1-a9df-c36d7e9432cf", "name": "network-vif-deleted", "tag": "589f87f1-233a-4153-bdc5-ccf0db8a4459"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:27.445042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-9a815ae4-f0fd-4551-8f42-4260c4e28499 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:27.450287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-9a815ae4-f0fd-4551-8f42-4260c4e28499 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220735 Jul 28 14:35:27.466797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Request body: {'port': {'device_id': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '93b78d05c6e3487183bc21e8e348f06d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:27.557713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f9b10e96-f0f5-4975-b9e5-208aeb74c686 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:27.826901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.977638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f9b10e96-f0f5-4975-b9e5-208aeb74c686 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:27.984800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f9b10e96-f0f5-4975-b9e5-208aeb74c686 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:27.985394 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.012896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Made reservation on behalf of 93b78d05c6e3487183bc21e8e348f06d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:28.021430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.038789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.147245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.220296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f9b10e96-f0f5-4975-b9e5-208aeb74c686, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f9b10e96-f0f5-4975-b9e5-208aeb74c686,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:28.240094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.343751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.406981 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.413740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f9b10e96-f0f5-4975-b9e5-208aeb74c686,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:28.584318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a3fdc6-5705-42ac-81de-644a4e991be3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:28.685420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Allocated IP 192.168.233.173 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/1076e25d-2c9d-414a-8636-0e35c55ebb20) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:28.904511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.924919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Transition to ACTIVE for port object 1076e25d-2c9d-414a-8636-0e35c55ebb20 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:28.930789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:29.113185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.151104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:29.183167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f', 'port_id': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'mac_address': 'fa:16:3e:7f:9d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe75449c-112b-4263-a17c-46820812dd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:29.287111 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.297678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:29.323674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:29.326226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:29.327015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd666257-2b0a-4b9f-ba13-b2536a791ddf {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:29.331182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:29.409564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:29.544168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.576747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:29.577869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.630014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f9b10e96-f0f5-4975-b9e5-208aeb74c686 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:29.716303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:29.722904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-714bfb84-3795-459f-be8d-c6ef836daba3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2603590 Jul 28 14:35:29.738864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Request body: {'port': {'device_id': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:29.755252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f9b10e96-f0f5-4975-b9e5-208aeb74c686 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:29.755632 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.049715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['cd666257-2b0a-4b9f-ba13-b2536a791ddf'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:30.223628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a4953492-cd6f-4bff-98af-026e88144c2e None None] Provisioning for port 1076e25d-2c9d-414a-8636-0e35c55ebb20 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:30.245048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a4953492-cd6f-4bff-98af-026e88144c2e None None] Provisioning complete for port 1076e25d-2c9d-414a-8636-0e35c55ebb20 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:30.246084 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4953492-cd6f-4bff-98af-026e88144c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.336300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a4953492-cd6f-4bff-98af-026e88144c2e None None] Port 1076e25d-2c9d-414a-8636-0e35c55ebb20 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:30.523508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.982403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 589f87f1-233a-4153-bdc5-ccf0db8a4459 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:31.089753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 589f87f1-233a-4153-bdc5-ccf0db8a4459 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:31.096822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 589f87f1-233a-4153-bdc5-ccf0db8a4459 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:31.429879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1076e25d-2c9d-414a-8636-0e35c55ebb20 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:31.441887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.461976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Transition to ACTIVE for port object 1076e25d-2c9d-414a-8636-0e35c55ebb20 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:31.544126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.794653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:31.906614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Attempting to bind port 1076e25d-2c9d-414a-8636-0e35c55ebb20 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:31.907521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Attempting to bind port 1076e25d-2c9d-414a-8636-0e35c55ebb20 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:31.909262 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.914838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Attempting to bind port 1076e25d-2c9d-414a-8636-0e35c55ebb20 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:31.919330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Port 1076e25d-2c9d-414a-8636-0e35c55ebb20 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:31.920159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Attempting to bind port 1076e25d-2c9d-414a-8636-0e35c55ebb20 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:31.931044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:31.931569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:31.932195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:31.933597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Bound port: 1076e25d-2c9d-414a-8636-0e35c55ebb20, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:31.934129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.123484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:32.132882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:32.241683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.309139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:32.309910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.312775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] 10.222.0.58 "PUT /v2.0/ports/1076e25d-2c9d-414a-8636-0e35c55ebb20 HTTP/1.1" status: 200 len: 1097 time: 2.5777712 Jul 28 14:35:32.379757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41832e-19c3-45a0-8dc3-7a1c87a7b883 service neutron] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:32.558260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-674f9c1b-1f7e-4052-8723-b4aad706e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:32.561183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-674f9c1b-1f7e-4052-8723-b4aad706e950 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 1100 time: 0.0833237 Jul 28 14:35:32.660302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-0c06aa50-4c7b-4ca3-a182-1aaf74f013fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20 HTTP/1.1" status: 200 len: 217 time: 0.0749652 Jul 28 14:35:32.746050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-99fd15bd-b09f-439e-be6c-68e6ab4f7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:32.748773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-99fd15bd-b09f-439e-be6c-68e6ab4f7e8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0785391 Jul 28 14:35:32.819458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-30aa1db5-7b40-43c5-8cf4-72f0ead56fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:32.821955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-30aa1db5-7b40-43c5-8cf4-72f0ead56fc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617933 Jul 28 14:35:32.972497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-f97f7ee3-0e73-48a8-86a2-a4c0416605c4 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198361 Jul 28 14:35:32.980729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:33.156926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port cd666257-2b0a-4b9f-ba13-b2536a791ddf completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:33.158184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dc6cfda-98fa-40bf-9ea6-78566adba8cb req-7b341496-11ed-44bb-af1c-7444021db053 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738517 Jul 28 14:35:33.163533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port cd666257-2b0a-4b9f-ba13-b2536a791ddf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:33.164103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.290426 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.328081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:33.328081 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e3e556-3f6e-45d3-959a-4acea356c921" -d '{"events": [{"server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "name": "network-vif-plugged", "status": "completed", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:33.353866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:34.020421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.106578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:35.196205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-b22456cd-7fd2-4c90-a965-4cff7cabf123 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:35.199885 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-b22456cd-7fd2-4c90-a965-4cff7cabf123 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 829 time: 0.2222393 Jul 28 14:35:35.212704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0cfa9-6585-4da6-922b-ee50fea88918 req-315692a8-9bef-472d-a9da-53aa86567006 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:35.222121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9c0cfa9-6585-4da6-922b-ee50fea88918 req-315692a8-9bef-472d-a9da-53aa86567006 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.1683958 Jul 28 14:35:35.233082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-dd7ef52d-00db-422d-a398-f554baddf1bb tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/quotas/0897a7a5a3d547e9a7b116db82b6f2df HTTP/1.1" status: 200 len: 375 time: 0.0218236 Jul 28 14:35:35.294585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9c0cfa9-6585-4da6-922b-ee50fea88918 req-472ad5fa-4b32-4c3e-b3de-070d89187339 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609493 Jul 28 14:35:35.329741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-2cc200ec-77d4-4bcd-91a2-0ee750f62265 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876276 Jul 28 14:35:35.438621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473c9c-74b2-4c55-b899-9bccf9f119d7 req-cd9069b7-af9c-42f5-a31c-e37255537c77 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:35.440310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84473c9c-74b2-4c55-b899-9bccf9f119d7 req-cd9069b7-af9c-42f5-a31c-e37255537c77 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.0597508 Jul 28 14:35:35.460952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-60780bbb-0221-48da-9633-3a7e02b4c50e service neutron] 10.222.0.57 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301291 Jul 28 14:35:35.502931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84473c9c-74b2-4c55-b899-9bccf9f119d7 req-b9331135-cf00-456e-a379-a2704bff59c4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504782 Jul 28 14:35:35.580260 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.584531 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-24250184-6a9e-42e5-aec3-1d9bde901c81 service neutron] 10.222.0.57 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163776 Jul 28 14:35:35.656767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-56ed126e-12f1-4803-8f38-961bc67c3f86 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=93b78d05c6e3487183bc21e8e348f06d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239458 Jul 28 14:35:35.875526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-04021b23-027a-4b8d-8987-5a55f0cdd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:35.878237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-04021b23-027a-4b8d-8987-5a55f0cdd0b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 1097 time: 0.1442349 Jul 28 14:35:35.950095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-ee75a216-5240-417f-ba73-2c3d03f6d904 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:35.965883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-ee75a216-5240-417f-ba73-2c3d03f6d904 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020949 Jul 28 14:35:36.035111 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d195d73-d7ef-4079-ba39-ff8bd7a50bcc x-openstack-request-id: req-5d195d73-d7ef-4079-ba39-ff8bd7a50bcc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:36.035723 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a81933-3d20-4fa1-a9df-c36d7e9432cf", "name": "network-vif-deleted", "tag": "589f87f1-233a-4153-bdc5-ccf0db8a4459", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:36.036207 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d195d73-d7ef-4079-ba39-ff8bd7a50bcc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:36.036933 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a81933-3d20-4fa1-a9df-c36d7e9432cf', 'name': 'network-vif-deleted', 'tag': '589f87f1-233a-4153-bdc5-ccf0db8a4459', 'status': 'completed', 'code': 200} Jul 28 14:35:36.065986 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2452a1b8-3adf-4349-b109-bb672f4fc3ae x-openstack-request-id: req-2452a1b8-3adf-4349-b109-bb672f4fc3ae {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:36.066516 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "name": "network-vif-plugged", "status": "completed", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:36.066694 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2452a1b8-3adf-4349-b109-bb672f4fc3ae {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:36.066971 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'code': 200} Jul 28 14:35:36.080865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-68f7038b-2320-40ab-a6e9-49159216997f tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/quotas/93b78d05c6e3487183bc21e8e348f06d HTTP/1.1" status: 200 len: 375 time: 0.1133573 Jul 28 14:35:36.181506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-2d464411-9ee3-4460-9d8f-b85b2a75f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:36.191659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-2d464411-9ee3-4460-9d8f-b85b2a75f770 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 912 time: 0.2866526 Jul 28 14:35:36.283623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-d52c1f49-bbc3-44a1-8fff-555e977c8614 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963871 Jul 28 14:35:36.299700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-a814aada-b6eb-45b3-927e-51c0069979ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 HTTP/1.1" status: 200 len: 217 time: 0.0972908 Jul 28 14:35:36.356727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccc5d2-b392-494b-9864-59158336a631 req-c2a7c2d4-a241-41fd-8f47-956ab115b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:36.356727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8ccc5d2-b392-494b-9864-59158336a631 req-c2a7c2d4-a241-41fd-8f47-956ab115b969 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1404388 Jul 28 14:35:36.385257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-4edb7a1c-5db4-4c53-a3e2-5aae453b2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:36.386772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-4edb7a1c-5db4-4c53-a3e2-5aae453b2775 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.0781400 Jul 28 14:35:36.441273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8ccc5d2-b392-494b-9864-59158336a631 req-aff55a39-5566-4412-9d76-cbc702cc91b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772569 Jul 28 14:35:36.443432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-9653c7bf-9cae-4f96-b001-18715e9ab72a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422909 Jul 28 14:35:36.616850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-98984ec2-0ed6-40f3-8f8d-b6e0e65f9348 service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611030 Jul 28 14:35:36.712758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:36.783606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3cc0ae8-2a28-4438-b1c2-b69b06a23fcd req-1ba98331-150a-4eb0-8d89-bb6fc9c03983 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 210 time: 0.0425017 Jul 28 14:35:36.845827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eed6c73-30ce-41ce-9681-5e9d4b21d3c0 req-271a66ef-84b6-465f-ad52-792e1438053e service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193251 Jul 28 14:35:37.013771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480247b0-e211-4afa-a836-3dbd3fe14404 req-d16a25fd-f42b-467e-a569-6934c18782fa tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:37.016852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-480247b0-e211-4afa-a836-3dbd3fe14404 req-d16a25fd-f42b-467e-a569-6934c18782fa tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0960729 Jul 28 14:35:37.097808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:37.107967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-480247b0-e211-4afa-a836-3dbd3fe14404 req-48fcb7bf-e4e9-4670-acfa-9080c728ce12 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805347 Jul 28 14:35:37.157362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'mac_address': 'fa:16:3e:ab:4a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:37.209767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb9873-9844-4cab-bd40-3d716e5a685d req-2bfc802b-219e-43d2-b73a-15c169aa6801 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:37.221121 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fdb9873-9844-4cab-bd40-3d716e5a685d req-2bfc802b-219e-43d2-b73a-15c169aa6801 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.1698389 Jul 28 14:35:37.228509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af6acc6b-7c78-4e63-94cd-95d3c6aff740 req-ac32e871-627a-4fa4-93c8-128453d1c176 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 210 time: 0.0566444 Jul 28 14:35:37.308819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38090) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:37.316759 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.326294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fdb9873-9844-4cab-bd40-3d716e5a685d req-d3dba423-a9c0-4999-a08a-5f4c941ad245 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008272 Jul 28 14:35:37.353355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1076e25d-2c9d-414a-8636-0e35c55ebb20 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:37.370565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:37.515916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.607805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-def4a0f4-a534-4f50-9725-c5476d802e8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=900ac9331abf4c908e936889a29eee19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948980 Jul 28 14:35:37.612335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:37.622802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:37.712536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.752999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.839342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1076e25d-2c9d-414a-8636-0e35c55ebb20'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:37.981173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3be88c41-0d4d-4a08-b802-ab9d4c0834b1 req-a56edb13-7945-4779-8c1f-cbbaabf5cecd tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 210 time: 0.0942791 Jul 28 14:35:37.982525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.989136 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.996424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a6d7772-d282-459b-93f4-2c1236f026fb HTTP/1.1" status: 204 len: 168 time: 0.3817804 Jul 28 14:35:38.013515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d7772-d282-459b-93f4-2c1236f026fb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:38.029430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.030382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.031019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.031574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.032122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.032795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.033529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.034075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.035429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.035429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.035755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.037279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe8214-0636-4a9b-b6d9-c612fbe67073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:38.038771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:38.043673 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a814489-a574-4c77-8492-f107e2bfc8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:38.142031 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b8869-6913-4c94-b107-777397f910f5 x-openstack-request-id: req-c63b8869-6913-4c94-b107-777397f910f5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:38.143142 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:38.143570 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c63b8869-6913-4c94-b107-777397f910f5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:38.146379 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'status': 'completed', 'code': 200} Jul 28 14:35:38.259357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-6be435c4-dff9-472a-bf30-f07008681a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.261355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-6be435c4-dff9-472a-bf30-f07008681a62 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 1101 time: 0.0772414 Jul 28 14:35:38.395346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272a7e2-b002-499d-b660-f934cc334b59 req-d75991fb-694c-4915-bb54-af3fd831735a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.409225 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8272a7e2-b002-499d-b660-f934cc334b59 req-d75991fb-694c-4915-bb54-af3fd831735a tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.1213315 Jul 28 14:35:38.416903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-19190e86-8dd4-4ef4-af4e-87a92ce88453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.420342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-19190e86-8dd4-4ef4-af4e-87a92ce88453 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.1461306 Jul 28 14:35:38.483443 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8272a7e2-b002-499d-b660-f934cc334b59 req-7cf295fc-146b-447e-af53-e46ff0478604 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713496 Jul 28 14:35:38.519712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-a009d489-1e22-4636-83f8-c01ab1131967 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20 HTTP/1.1" status: 200 len: 217 time: 0.0875866 Jul 28 14:35:38.627333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-3a5e2eaf-b27e-44aa-8a64-38c6dfa5aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.637135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-3a5e2eaf-b27e-44aa-8a64-38c6dfa5aae8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0900981 Jul 28 14:35:38.723501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:38.727755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-25d1a542-f4a4-4cc0-a775-4def327c457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.731248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-25d1a542-f4a4-4cc0-a775-4def327c457a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926790 Jul 28 14:35:38.868331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6c15e9a-bea3-4058-90cd-79358c0594f5 req-ec5920b3-efee-49db-807f-4dc10419f198 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 210 time: 0.0957749 Jul 28 14:35:38.937641 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.953786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-bbcfd756-f3eb-45ca-b9f2-05272182dd6d service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123196 Jul 28 14:35:39.003962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:39.005076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:39.007967 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639889da-7210-4c86-ad3f-0ad8832a5cec" -d '{"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:39.160227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501da6b3-90e1-4c57-adb0-498201adc64f req-5805ff5e-a75e-4aaf-9d34-781ef148bbf7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:39.160227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501da6b3-90e1-4c57-adb0-498201adc64f req-5805ff5e-a75e-4aaf-9d34-781ef148bbf7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 945 time: 0.2793381 Jul 28 14:35:39.160227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-501da6b3-90e1-4c57-adb0-498201adc64f req-56207af2-ae9f-467e-bee5-a272406092bd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573771 Jul 28 14:35:39.163500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a814489-a574-4c77-8492-f107e2bfc8fa req-90d3e7d4-17c1-4012-90ab-ca982373d162 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989379 Jul 28 14:35:39.239936 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e67b1f-1dda-4df5-ad8d-92df210cb359 x-openstack-request-id: req-25e67b1f-1dda-4df5-ad8d-92df210cb359 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:39.241316 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:39.241316 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25e67b1f-1dda-4df5-ad8d-92df210cb359 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:39.245420 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'code': 200} Jul 28 14:35:39.354989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-176dd1ad-79ab-46bb-8c55-82f5718fcb15 req-0ff1b86d-270b-4744-a922-f0a98546a38b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 210 time: 0.0481238 Jul 28 14:35:39.629948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.665077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a97814-e6fa-4b30-a9bc-dfb3a366583e req-6d13821f-c682-4f5f-9f65-005a7805acc7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:39.667429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3a97814-e6fa-4b30-a9bc-dfb3a366583e req-6d13821f-c682-4f5f-9f65-005a7805acc7 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0670307 Jul 28 14:35:39.720296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:39.751883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3a97814-e6fa-4b30-a9bc-dfb3a366583e req-3983d111-5cfa-45d1-a302-1b48b35ca842 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606956 Jul 28 14:35:39.933776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566704-f4d3-4f77-963f-e434119946fd req-4aadb53b-67ec-4740-9da3-1e3534f9a00f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:39.937471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87566704-f4d3-4f77-963f-e434119946fd req-4aadb53b-67ec-4740-9da3-1e3534f9a00f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0895631 Jul 28 14:35:39.980396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:40.001266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce794440-c0c2-40db-aeab-120c7c18c241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.029130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87566704-f4d3-4f77-963f-e434119946fd req-bd850817-77fc-4dd9-88cd-69b772a4ba05 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818486 Jul 28 14:35:40.107415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2011db55-dceb-4465-a0f2-eeb503e042d5 req-89fe6505-c002-47db-895b-995792c675d8 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 210 time: 0.0652626 Jul 28 14:35:40.292977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce794440-c0c2-40db-aeab-120c7c18c241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.323604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b897857-cb6d-42bf-ac24-272697dbf1b5 req-780142e8-44c0-41b6-ae14-28acdb057f04 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:40.329714 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b897857-cb6d-42bf-ac24-272697dbf1b5 req-780142e8-44c0-41b6-ae14-28acdb057f04 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0992785 Jul 28 14:35:40.343054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b827c-d54f-438f-ae98-1a38d061de6b req-91a546fe-e005-46ea-9d30-f31f702588a2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:40.351593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-069b827c-d54f-438f-ae98-1a38d061de6b req-91a546fe-e005-46ea-9d30-f31f702588a2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.0769999 Jul 28 14:35:40.387226 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b897857-cb6d-42bf-ac24-272697dbf1b5 req-1cb9e257-1102-48ac-81cc-81e35bdbf04d tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503962 Jul 28 14:35:40.449157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce794440-c0c2-40db-aeab-120c7c18c241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.458105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-069b827c-d54f-438f-ae98-1a38d061de6b req-39be1cd8-b1e0-4207-83e6-804133f2201f tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925400 Jul 28 14:35:40.576945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ce794440-c0c2-40db-aeab-120c7c18c241 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=961a40cd060b4bb480ebf12554f631d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937262 Jul 28 14:35:40.580881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38254) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:40.639549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cce3362c-b976-4cb5-9308-ee4822378701 req-336845df-94f2-488d-a6a9-70be0fb13d88 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 210 time: 0.0928121 Jul 28 14:35:40.645657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce794440-c0c2-40db-aeab-120c7c18c241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b35b83-9efe-44ec-9ddb-a85b576a0bf5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:40.739672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:40.818797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4efb3eb4-1ede-402c-a707-67f3997bb902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.924254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4efb3eb4-1ede-402c-a707-67f3997bb902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.064351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 1076e25d-2c9d-414a-8636-0e35c55ebb20 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:41.091492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 1076e25d-2c9d-414a-8636-0e35c55ebb20 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:41.091492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.170297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-71d0281f-a2fd-4be0-9626-764aaeae7733 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:41.173768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-71d0281f-a2fd-4be0-9626-764aaeae7733 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.42 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 829 time: 0.2751403 Jul 28 14:35:41.198521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Request body: {'port': {'device_id': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'admin_state_up': True, 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:41.276786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.315081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:41.318073 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975bd22-b77f-4e5d-8409-9c7c75ab32ab" -d '{"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-plugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:41.340935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:41.372931 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4efb3eb4-1ede-402c-a707-67f3997bb902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.378363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4efb3eb4-1ede-402c-a707-67f3997bb902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.380835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4efb3eb4-1ede-402c-a707-67f3997bb902 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70b35b83-9efe-44ec-9ddb-a85b576a0bf5 HTTP/1.1" status: 204 len: 168 time: 0.7978053 Jul 28 14:35:41.414015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb3eb4-1ede-402c-a707-67f3997bb902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b35b83-9efe-44ec-9ddb-a85b576a0bf5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:41.466363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.470441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:41.590707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:41.779877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Made reservation on behalf of 0897a7a5a3d547e9a7b116db82b6f2df for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:41.784317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.990240 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-d66540aa-1876-45c3-af1c-24697fb20072 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=93b78d05c6e3487183bc21e8e348f06d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337212 Jul 28 14:35:42.026232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Allocated IP 172.20.0.7 (fed58918-c541-499b-98f1-8193823db101/08c28143-0070-45d1-8516-93b0cd3deaf7/1a98e655-d49d-4690-bc1c-92e1afbe0a8c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:42.215892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-454130c9-0452-4cc6-b57a-510049716288 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:42.219475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-454130c9-0452-4cc6-b57a-510049716288 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214949 Jul 28 14:35:42.244159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Request body: {'port': {'device_id': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '93b78d05c6e3487183bc21e8e348f06d'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:42.434780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38296) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:42.513666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.548984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Transition to ACTIVE for port object 1a98e655-d49d-4690-bc1c-92e1afbe0a8c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:42.631490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Made reservation on behalf of 93b78d05c6e3487183bc21e8e348f06d for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:42.639547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.709588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.766367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-614d6fc6-cb81-4020-84d1-2f40d2e65fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.864377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Network fed58918-c541-499b-98f1-8193823db101 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:42.870194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:42.882303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:42.909326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Allocated IP 192.168.233.249 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/63c2875d-2597-4e00-8e53-162fe4cf827c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:43.001987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:43.007702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.045710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event updated for resources: {'Port': ['ID=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:43.188532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-614d6fc6-cb81-4020-84d1-2f40d2e65fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.273747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.291570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Transition to ACTIVE for port object 63c2875d-2597-4e00-8e53-162fe4cf827c will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:43.398496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-614d6fc6-cb81-4020-84d1-2f40d2e65fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.487839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:43.488255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-614d6fc6-cb81-4020-84d1-2f40d2e65fff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b59a672d1924e26a6a7a292fbb9b1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0497715 Jul 28 14:35:43.494746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d6fc6-cb81-4020-84d1-2f40d2e65fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e964d940-94b3-44d0-8a0c-ee9349ab8218,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:43.502173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.523570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1076e25d-2c9d-414a-8636-0e35c55ebb20'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:43.553451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-8ceb4688-5f04-4b74-849b-4a7f163f5724 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3536201 Jul 28 14:35:43.574690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:43.586254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b7073500-73d3-4df3-a8f5-b57eef5935ae None None] Provisioning for port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:43.595644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b7073500-73d3-4df3-a8f5-b57eef5935ae None None] Provisioning complete for port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:43.596386 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b7073500-73d3-4df3-a8f5-b57eef5935ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.604541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Request body: {'port': {'device_id': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:43.619979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:43.629400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:43.639378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:43.695332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b7073500-73d3-4df3-a8f5-b57eef5935ae None None] Port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:43.718684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:43.720382 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.743927 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c934ebd4-75e6-4948-9b53-bf002ce2cf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.854653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-a1e57aaf-2b5a-415b-a59e-c5d6164d4b4c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6141617 Jul 28 14:35:43.877321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Request body: {'port': {'device_id': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:43.907970 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.928128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c934ebd4-75e6-4948-9b53-bf002ce2cf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.987427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.380251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10a6ebc6-c179-4d97-928f-1b8ec8488082 None None] Provisioning for port 63c2875d-2597-4e00-8e53-162fe4cf827c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:44.393754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10a6ebc6-c179-4d97-928f-1b8ec8488082 None None] Provisioning complete for port 63c2875d-2597-4e00-8e53-162fe4cf827c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:44.396962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10a6ebc6-c179-4d97-928f-1b8ec8488082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.459993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-10a6ebc6-c179-4d97-928f-1b8ec8488082 None None] Port 63c2875d-2597-4e00-8e53-162fe4cf827c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:44.488632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a98e655-d49d-4690-bc1c-92e1afbe0a8c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:44.497676 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.502965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c2875d-2597-4e00-8e53-162fe4cf827c {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:44.515379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.538776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Transition to ACTIVE for port object 1a98e655-d49d-4690-bc1c-92e1afbe0a8c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:44.555047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Transition to ACTIVE for port object 63c2875d-2597-4e00-8e53-162fe4cf827c will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:44.560240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-a3d13879-42e0-4f06-9340-5f6737e352cd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:44.562500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-a3d13879-42e0-4f06-9340-5f6737e352cd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=addb1625-fd06-41d5-9461-f2b149e3abdd HTTP/1.1" status: 200 len: 943 time: 0.0610590 Jul 28 14:35:44.563789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c934ebd4-75e6-4948-9b53-bf002ce2cf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.566536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c934ebd4-75e6-4948-9b53-bf002ce2cf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.570003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c934ebd4-75e6-4948-9b53-bf002ce2cf6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e964d940-94b3-44d0-8a0c-ee9349ab8218 HTTP/1.1" status: 204 len: 168 time: 1.0779934 Jul 28 14:35:44.585853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934ebd4-75e6-4948-9b53-bf002ce2cf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e964d940-94b3-44d0-8a0c-ee9349ab8218,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:44.686241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.692673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.765827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:44.832206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Pushing event updated for resources: {'Port': ['ID=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:44.861807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Deleting port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:44.862441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-6638a80f-df3b-4693-a169-5308c8e7b8cc tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-6638a80f-df3b-4693-a169-5308c8e7b8cc tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104277 Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Attempting to bind port 63c2875d-2597-4e00-8e53-162fe4cf827c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Attempting to bind port 63c2875d-2597-4e00-8e53-162fe4cf827c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Attempting to bind port 63c2875d-2597-4e00-8e53-162fe4cf827c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Port 63c2875d-2597-4e00-8e53-162fe4cf827c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Attempting to bind port 63c2875d-2597-4e00-8e53-162fe4cf827c on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Bound port: 63c2875d-2597-4e00-8e53-162fe4cf827c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:44.966173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.993048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Attempting to bind port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:44.994034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Attempting to bind port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:44.994470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Attempting to bind port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c on network fed58918-c541-499b-98f1-8193823db101 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:45.011161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c on network fed58918-c541-499b-98f1-8193823db101 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:45.011506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Attempting to bind port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c on network fed58918-c541-499b-98f1-8193823db101 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:45.026317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:45.026798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Checking segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:45.027242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Bound using segment: {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:45.027676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Bound port: 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3489cf-5253-42e8-bfa8-f77f571668b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fed58918-c541-499b-98f1-8193823db101'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:45.028106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.133669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:45.141759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:45.167070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] For port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:45.167637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.177672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Request body: {'binding': {'host': 'n-h2-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:45.178464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:35:45.189683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Calling delete_port for 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:45.272657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] For port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:45.277217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] For port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:45.387441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on host n-h2-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:45.387926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:45.388391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:45.396186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:45.396748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:45.405402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:45.409168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:45.409168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:45.409168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Bound port: cd666257-2b0a-4b9f-ba13-b2536a791ddf, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:45.502551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:45.527298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.528347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.534938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.580796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.581614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.583283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] 10.222.0.42 "PUT /v2.0/ports/1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 1092 time: 1.9940112 Jul 28 14:35:45.584524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:45.586656 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8034855-2170-461e-a434-1c1a954223f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:45.591373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.592784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.595289 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] 10.222.0.42 "PUT /v2.0/ports/63c2875d-2597-4e00-8e53-162fe4cf827c HTTP/1.1" status: 200 len: 1097 time: 1.7247851 Jul 28 14:35:45.597474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:45.602086 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaee7789-24c3-4bc6-82a2-57330c813172" -d '{"events": [{"name": "network-changed", "server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:45.650514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ab00c-95ad-4f08-988d-c553d27369ec service neutron] Pushing event updated for resources: {'Port': ['ID=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.662707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.672919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-cb11df9d-eadc-439c-ae45-188f4c3026cc service neutron] 10.222.0.57 "POST /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf/bindings HTTP/1.1" status: 201 len: 390 time: 0.7548897 Jul 28 14:35:45.682505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959e3e-3fdb-45e5-9550-fcebf277704a service neutron] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.725416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] No DVR routers for this DVR port 5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:45.733261 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.739156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a22f89e-9f79-43e5-954d-e689f5541ee9 req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "DELETE /v2.0/ports/5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24 HTTP/1.1" status: 204 len: 173 time: 1.1675396 Jul 28 14:35:45.800744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089987da-7c0b-4593-9ef6-65e559e63cc3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event deleted for resources: {'Port': ['ID=5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.858394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-50d5e415-4da1-4619-b708-b6f2d110dd2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975814 Jul 28 14:35:46.031548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-b63baae7-6118-4a01-8a69-0d84dcbfb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.035320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-b63baae7-6118-4a01-8a69-0d84dcbfb3aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1095 time: 0.1378243 Jul 28 14:35:46.152140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-cad71d8f-96b4-4e29-a524-3b4532734e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.155215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-cad71d8f-96b4-4e29-a524-3b4532734e25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 1100 time: 0.2608092 Jul 28 14:35:46.192772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702904-584d-4778-bec4-600f44953c8f req-d7e41717-fc11-4c58-8aaa-28d2b06f5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.195461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-d7e41717-fc11-4c58-8aaa-28d2b06f5ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 1097 time: 0.2170959 Jul 28 14:35:46.222773 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-35e111ae-5226-4d0d-9564-f795fa9c4f59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 217 time: 0.1665294 Jul 28 14:35:46.387026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f37e4-bf97-4185-80e0-42fb138f57ef req-da4b2a65-d2bc-4a2f-8d2e-7a251618bdee tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.388907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a38f37e4-bf97-4185-80e0-42fb138f57ef req-da4b2a65-d2bc-4a2f-8d2e-7a251618bdee tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.1647062 Jul 28 14:35:46.396056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-2f1d32e5-799b-41bc-9944-542f865e484b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=63c2875d-2597-4e00-8e53-162fe4cf827c HTTP/1.1" status: 200 len: 217 time: 0.2258766 Jul 28 14:35:46.397818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-b2eb17ac-c679-4ba2-be11-89fb313843a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.399562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-b2eb17ac-c679-4ba2-be11-89fb313843a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 200 len: 868 time: 0.1422210 Jul 28 14:35:46.463049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702904-584d-4778-bec4-600f44953c8f req-f8d5de76-8dc8-4329-ba60-2974b332b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.465341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-f8d5de76-8dc8-4329-ba60-2974b332b1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.1800833 Jul 28 14:35:46.470924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a38f37e4-bf97-4185-80e0-42fb138f57ef req-b44d9aeb-24be-4ed9-89d8-269bf9f4082e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697610 Jul 28 14:35:46.486122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-f583f7c8-218a-4de5-a772-088d40a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.488170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-f583f7c8-218a-4de5-a772-088d40a685b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fed58918-c541-499b-98f1-8193823db101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645320 Jul 28 14:35:46.540078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-728e0fa6-8457-4a1b-8254-edd6a63a5aab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 200 len: 217 time: 0.0670547 Jul 28 14:35:46.569461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-3570e0da-fa88-4d0b-afe5-987f9763cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.569461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-3570e0da-fa88-4d0b-afe5-987f9763cf2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1183212 Jul 28 14:35:46.658536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-3299eb7d-8924-4e07-9df8-2541bf397e56 service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605015 Jul 28 14:35:46.699998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-eb7f8c93-d500-4bf0-a1aa-5d126ebed5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.702972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-eb7f8c93-d500-4bf0-a1aa-5d126ebed5a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366086 Jul 28 14:35:46.719008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702904-584d-4778-bec4-600f44953c8f req-ee753f26-48c5-4b51-9259-d6867dc972ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.721720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-ee753f26-48c5-4b51-9259-d6867dc972ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1653864 Jul 28 14:35:46.786502 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad48887-ab18-474a-86c6-d0fc8a432b12 x-openstack-request-id: req-7ad48887-ab18-474a-86c6-d0fc8a432b12 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:46.787622 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-plugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:46.788150 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ad48887-ab18-474a-86c6-d0fc8a432b12 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:46.788858 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'code': 200} Jul 28 14:35:46.878602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-472c112e-2e95-40c1-8a6e-e01236d9b493 req-859e02d4-7550-45ed-bcc0-42d76b8f2863 service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110162 Jul 28 14:35:47.005689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b992-31d5-4280-ac31-205ca3ae6cb7 req-6128671d-19d4-4750-9bcb-2b4b3b9f501d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.007403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d04b992-31d5-4280-ac31-205ca3ae6cb7 req-6128671d-19d4-4750-9bcb-2b4b3b9f501d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 943 time: 0.0675368 Jul 28 14:35:47.084681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d04b992-31d5-4280-ac31-205ca3ae6cb7 req-4ef97543-a262-4790-a2fa-c5fcdbedcf4d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Jul 28 14:35:47.309122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-19b08ef7-e107-46dd-bc34-6104d8b74747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5668759 Jul 28 14:35:47.316206 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5822ef7-01cb-4f27-987c-68def1d39511 x-openstack-request-id: req-d5822ef7-01cb-4f27-987c-68def1d39511 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:47.317556 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:47.317865 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5822ef7-01cb-4f27-987c-68def1d39511 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:47.319259 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025c9d3-690f-41e0-82e8-c50255e7e75f x-openstack-request-id: req-7025c9d3-690f-41e0-82e8-c50255e7e75f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:47.320303 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:47.320881 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'status': 'completed', 'code': 200} Jul 28 14:35:47.321319 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7025c9d3-690f-41e0-82e8-c50255e7e75f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:47.325163 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'status': 'completed', 'code': 200} Jul 28 14:35:47.397977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8034855-2170-461e-a434-1c1a954223f6 req-e68210b9-d55c-4277-9019-b14367b0c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.399898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-e68210b9-d55c-4277-9019-b14367b0c9f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1095 time: 0.1044333 Jul 28 14:35:47.502800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-429b8fe2-6c1c-45f6-8ebb-cd4da6aaa441 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883904 Jul 28 14:35:47.553959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-c65a5d9d-524d-46ac-a2d1-577a9fc24992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.567753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-c65a5d9d-524d-46ac-a2d1-577a9fc24992 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1097 time: 0.7878661 Jul 28 14:35:47.655868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8034855-2170-461e-a434-1c1a954223f6 req-a835531f-ed27-4e1c-8d28-377a51e62e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.658735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-a835531f-ed27-4e1c-8d28-377a51e62e32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 930 time: 0.2499232 Jul 28 14:35:47.754979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463cf2b-f80f-443c-8471-524cf575224e req-89dd14c4-0a04-410f-a48b-6a6f05571c94 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.772475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5c3d-63f0-4a40-a7ac-dbacae9540c6 req-8d33a1e4-ca3a-4d0c-8f77-a8d322c2040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.774236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-991d5c3d-63f0-4a40-a7ac-dbacae9540c6 req-8d33a1e4-ca3a-4d0c-8f77-a8d322c2040b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 1102 time: 0.4636452 Jul 28 14:35:47.774857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2463cf2b-f80f-443c-8471-524cf575224e req-89dd14c4-0a04-410f-a48b-6a6f05571c94 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.2888196 Jul 28 14:35:47.775610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-a1d9ae8f-d815-4df1-8b1d-a46b6d3bc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.777788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-a1d9ae8f-d815-4df1-8b1d-a46b6d3bc681 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.1659126 Jul 28 14:35:47.884023 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-3252c26d-4775-4538-badf-2a8737da839f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 217 time: 0.2154930 Jul 28 14:35:47.897817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:47.910248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-069dba25-b2ac-4241-8f52-0d02a79dc4e2 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109582 Jul 28 14:35:47.978332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-3b3aa68b-e141-48d2-a453-03196b40019d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 217 time: 0.1582115 Jul 28 14:35:47.991972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02e2fd6c-ff3f-4af5-8b13-5354083ef536 req-e7fa9b55-39b0-46ff-9f37-19abb130cd9c service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800854 Jul 28 14:35:48.037185 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2463cf2b-f80f-443c-8471-524cf575224e req-aceb7ff8-6697-47cc-944f-17e1d7867327 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515079 Jul 28 14:35:48.039977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8034855-2170-461e-a434-1c1a954223f6 req-342db905-0151-4253-8b37-0900d8b24359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.043108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-342db905-0151-4253-8b37-0900d8b24359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 200 len: 868 time: 0.1439936 Jul 28 14:35:48.056553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-991d5c3d-63f0-4a40-a7ac-dbacae9540c6 req-d930bc2a-79cc-4be9-859f-d5b76eb071e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380493 Jul 28 14:35:48.066914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98c8fc-74aa-49c7-a551-0b23c3db0691 req-061b28b4-18f3-4c2d-8be9-ea4dc7b19be5 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.068602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c98c8fc-74aa-49c7-a551-0b23c3db0691 req-061b28b4-18f3-4c2d-8be9-ea4dc7b19be5 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.2896831 Jul 28 14:35:48.121948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-101d4208-7b4a-40df-a936-eaed645afdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.124522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-101d4208-7b4a-40df-a936-eaed645afdd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1280739 Jul 28 14:35:48.137184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22702904-584d-4778-bec4-600f44953c8f req-5642993d-e6bf-47b5-82b0-865e88806760 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127340 Jul 28 14:35:48.158011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-535964460-network', 'tenant_id': 'd3ed0480063d4d5390da2478878947d1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:48.168469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c98c8fc-74aa-49c7-a551-0b23c3db0691 req-10f78fdd-f4c3-424b-9b29-ad5501398709 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859942 Jul 28 14:35:48.186207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-eecf9d58-4fc6-4a9d-9119-ea0cdf9e72fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536449 Jul 28 14:35:48.228518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8034855-2170-461e-a434-1c1a954223f6 req-ca47aaed-7625-4f15-a720-280852b258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.230187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-ca47aaed-7625-4f15-a720-280852b258f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fed58918-c541-499b-98f1-8193823db101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790986 Jul 28 14:35:48.481387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-3729f1f0-3312-4610-a9e2-45315566d921 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817872 Jul 28 14:35:48.607636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-7b74d34b-1d6b-4723-968d-65be6b0d94c6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.611635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-7b74d34b-1d6b-4723-968d-65be6b0d94c6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2375813 Jul 28 14:35:48.706187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-1febb62b-86ce-49b9-a856-24346e0efbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.709199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-1febb62b-86ce-49b9-a856-24346e0efbe1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 1100 time: 0.3363807 Jul 28 14:35:48.717049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-df72de2b-0838-46d7-9713-f700d423f348 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0769644 Jul 28 14:35:48.754545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Made reservation on behalf of d3ed0480063d4d5390da2478878947d1 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:48.756934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.771883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.849477 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-04b56645-e237-479b-817e-0f601187ad0b service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468140 Jul 28 14:35:48.865767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e0579-1f31-49ef-a057-e49b5845011b req-897c6201-6237-45f6-ac43-d40d22780dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.869954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-4b84593f-e1df-4766-8c8d-e6a8281ec6cd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101437 Jul 28 14:35:48.879773 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d1e0579-1f31-49ef-a057-e49b5845011b req-897c6201-6237-45f6-ac43-d40d22780dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 943 time: 0.5187178 Jul 28 14:35:49.057206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-6b1c91e4-a5bc-4be3-917c-64a5ea693451 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487757 Jul 28 14:35:49.127421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d1e0579-1f31-49ef-a057-e49b5845011b req-f611b90a-a4e6-471e-8305-cd309adf404d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461722 Jul 28 14:35:49.187458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-b4b0ff66-7ff8-4193-8ef5-a0339081eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.190720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-b4b0ff66-7ff8-4193-8ef5-a0339081eee7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.4691901 Jul 28 14:35:49.193832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8034855-2170-461e-a434-1c1a954223f6 req-baa1a52b-bb4c-44e5-9537-9d6c7699f47e service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051822 Jul 28 14:35:49.299847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.307179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-3f6c3697-819d-46a4-b010-bd1e111a296b service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139004 Jul 28 14:35:49.379053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-deleted', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:49.384249 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a9848-217d-4566-8162-affc4cd03a08" -d '{"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-deleted", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:49.389432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-f688c6ef-a699-417d-b970-46504c38caed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=63c2875d-2597-4e00-8e53-162fe4cf827c HTTP/1.1" status: 200 len: 217 time: 0.0796146 Jul 28 14:35:49.414850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe35d7-5406-4451-95e0-60c09589b289 req-0b03cf0b-1a9b-444c-b57d-663af61ad64e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.416714 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4fe35d7-5406-4451-95e0-60c09589b289 req-0b03cf0b-1a9b-444c-b57d-663af61ad64e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0953474 Jul 28 14:35:49.472712 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.506249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4fe35d7-5406-4451-95e0-60c09589b289 req-d49c3d66-b088-473c-a109-accfc1ff0fb2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Jul 28 14:35:49.529838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-b00c5583-c405-4b41-9d3b-6434cecfa497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.532865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-b00c5583-c405-4b41-9d3b-6434cecfa497 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1103644 Jul 28 14:35:49.534729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:49.556671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94b2c7-803b-4b24-ac41-beb8ef8cae61,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:49.567889 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.570501 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Added segment 9939051c-0519-476c-ba0d-4bcea9c3d751 of type vlan for network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 Jul 28 14:35:49.652956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-66aa4793-66b7-4aab-99f2-f62c6a5851ad service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613740 Jul 28 14:35:49.653867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.672443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-e8b490ee-7e08-40e4-9d4b-19b721e1ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.676032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-e8b490ee-7e08-40e4-9d4b-19b721e1ff65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212788 Jul 28 14:35:49.812893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.815498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.816981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.846474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689a6ec-8232-4889-a22b-e47f881c05de req-daaa5234-bd37-408d-bceb-15cdcf28041b tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.859859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3689a6ec-8232-4889-a22b-e47f881c05de req-daaa5234-bd37-408d-bceb-15cdcf28041b tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.1470137 Jul 28 14:35:49.960953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-322b754c-8091-4a3c-8087-d39de3dddb5d service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741873 Jul 28 14:35:50.013198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] Pushing event updated for resources: {'Network': ['ID=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:50.029982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:50.074955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3689a6ec-8232-4889-a22b-e47f881c05de req-3ce0747e-4cd2-4964-89f8-b2b497d5cb04 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823032 Jul 28 14:35:50.081388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-164eaf00-69bf-40ea-89bb-690e03c7c0fd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1796734 Jul 28 14:35:50.086591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:50.117195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Request body: {'subnet': {'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-535964460-subnet', 'tenant_id': 'd3ed0480063d4d5390da2478878947d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:50.159193 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:35:50.240935 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ecc17-653b-49ab-a667-345ca51ca4f4 x-openstack-request-id: req-778ecc17-653b-49ab-a667-345ca51ca4f4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:50.241278 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addb1625-fd06-41d5-9461-f2b149e3abdd", "name": "network-vif-deleted", "tag": "5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24", "status": "failed", "code": 422}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:50.241632 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-778ecc17-653b-49ab-a667-345ca51ca4f4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:50.242072 n-d-764806-10 neutron-server[94657]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'addb1625-fd06-41d5-9461-f2b149e3abdd', 'name': 'network-vif-deleted', 'tag': '5e1a43f0-f5f5-4cfb-8ee8-3e0c14d77e24', 'status': 'failed', 'code': 422} returned with failed status Jul 28 14:35:50.357254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaee7789-24c3-4bc6-82a2-57330c813172 req-2515a395-c8d1-41a5-90d1-6d446e664dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484089 Jul 28 14:35:50.357524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Made reservation on behalf of d3ed0480063d4d5390da2478878947d1 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:50.363140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.534832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-170df3c9-5327-4d37-b495-2cc5ab5bee6b req-01f60980-14e6-4402-b31f-d00aa621fff6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 210 time: 0.0737228 Jul 28 14:35:50.844570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd8063-fdba-46f3-9d18-d052c8ff772b req-ec0fd53f-6fd0-4635-ad8e-28efd2067321 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:50.853760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5bd8063-fdba-46f3-9d18-d052c8ff772b req-ec0fd53f-6fd0-4635-ad8e-28efd2067321 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0948932 Jul 28 14:35:50.917626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5bd8063-fdba-46f3-9d18-d052c8ff772b req-ab548a96-bd14-49dd-ae3e-1a41c849835e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628548 Jul 28 14:35:51.007002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727aa5c-33eb-4fe3-8ac7-931a368a8602 req-2ac862ef-5480-4760-bfc1-72fe4db25389 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.019471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e727aa5c-33eb-4fe3-8ac7-931a368a8602 req-2ac862ef-5480-4760-bfc1-72fe4db25389 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 943 time: 0.3696911 Jul 28 14:35:51.089497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1a98e655-d49d-4690-bc1c-92e1afbe0a8c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:51.102649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.134774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e727aa5c-33eb-4fe3-8ac7-931a368a8602 req-873a215e-269e-4e4e-8e4e-a0d8993ea55c tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043525 Jul 28 14:35:51.446644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Checking segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:51.447450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Network hostable DHCP agents. Network: cccabb6d-9c54-44b3-a2b2-54cdd25a4e65, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:51.477607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=076e83e4-f65a-4b35-9170-6dcb8a6f45bb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:51.534724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2405-854d-4184-9933-9293e4863f8b req-0f7be83a-9dcd-4a2f-8b23-17a76a521f3d tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.549726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f84e2405-854d-4184-9933-9293e4863f8b req-0f7be83a-9dcd-4a2f-8b23-17a76a521f3d tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.2408772 Jul 28 14:35:51.557280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:51.597286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'port_id': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'mac_address': 'fa:16:3e:2b:7c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:51.642715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f84e2405-854d-4184-9933-9293e4863f8b req-8d400f36-deea-47b3-9927-5def85b0c55b tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917318 Jul 28 14:35:51.705920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:51.728285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.750625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a98e655-d49d-4690-bc1c-92e1afbe0a8c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:51.797486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:51.827465 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f34415ea-aca3-479d-8a75-17d280286450 req-239efc67-8d14-481a-b6e9-a1757e233e09 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 210 time: 0.0879350 Jul 28 14:35:51.861733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, cccabb6d-9c54-44b3-a2b2-54cdd25a4e65) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:51.875536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.875536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.878261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09aea1-df70-4281-88d5-c02ec405c694 None None] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:51.916913 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:52.061409 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a7932342-b0c4-4bf9-be38-497157dde88f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9653037 Jul 28 14:35:52.295634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:52.348622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bccc4e-f83f-4f06-9cf5-0d2fd0cedb99 req-5872789e-5250-4e50-a341-1246496783bf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.359973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7bccc4e-f83f-4f06-9cf5-0d2fd0cedb99 req-5872789e-5250-4e50-a341-1246496783bf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.1624455 Jul 28 14:35:52.384525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad6ecf-f59d-4aab-a2c9-919451011fca None None] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:52.394023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.394927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.395731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.396485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.398098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.398928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.399474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.400063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.401482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.402307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.403073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.404059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:52.500737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7bccc4e-f83f-4f06-9cf5-0d2fd0cedb99 req-dbdee4a0-143d-496e-8d88-09d7a1513bc6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397111 Jul 28 14:35:52.510927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85e0e2-c1a4-4504-9252-36083bf12de7 req-091f8cfe-7c27-4859-b007-108a429396dc tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.529084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec85e0e2-c1a4-4504-9252-36083bf12de7 req-091f8cfe-7c27-4859-b007-108a429396dc tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 944 time: 0.1857240 Jul 28 14:35:52.536805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13f48abc-718f-426e-ac9d-6f8cf6209c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:52.599392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec85e0e2-c1a4-4504-9252-36083bf12de7 req-c03b6d89-7060-4f0f-ba6e-f6dc9e1a802e tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620692 Jul 28 14:35:52.606375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['1a98e655-d49d-4690-bc1c-92e1afbe0a8c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:53.006911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989856a-cda5-4142-89ff-1ff821dc1adf req-56cbd682-0fb8-4fa8-9564-f0a5477320ed tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.009242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e989856a-cda5-4142-89ff-1ff821dc1adf req-56cbd682-0fb8-4fa8-9564-f0a5477320ed tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.1269617 Jul 28 14:35:53.121793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e989856a-cda5-4142-89ff-1ff821dc1adf req-762f6a83-ba7a-4ef2-878e-1441336632a2 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965464 Jul 28 14:35:53.180477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:53.255755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-4704e619-cdca-4f58-b858-f30e00f814ae tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.262978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-4704e619-cdca-4f58-b858-f30e00f814ae tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.2592978 Jul 28 14:35:53.310575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce2b7b30-9bef-43a2-bff3-379643bc6f89 req-84243bc3-85f7-45f2-8ed3-68a10ea75fa4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 210 time: 0.0865991 Jul 28 14:35:53.324982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-0b41f1ec-8aea-4888-886e-81358ad9006b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/quotas/d3ed0480063d4d5390da2478878947d1 HTTP/1.1" status: 200 len: 375 time: 0.0384715 Jul 28 14:35:53.439486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-1917ad8d-2df0-4dfc-a995-cf98c678ac79 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945835 Jul 28 14:35:53.456929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:53.492195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38558) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:53.495750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'mac_address': 'fa:16:3e:56:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:53.601707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.718207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-0b242a31-f4bc-4344-85c3-0ef8bbe33019 service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750552 Jul 28 14:35:53.778942 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-563c6388-8e9e-487b-a62a-955940131fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.847082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c2875d-2597-4e00-8e53-162fe4cf827c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:53.884722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:53.890657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-3d3d5891-cf22-4466-bf8b-c10ac0a82f29 service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706049 Jul 28 14:35:53.910446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8207e-7a6b-411e-98e6-fc1cea681067 req-67bd3eea-24ed-4a5f-8ff8-8e0c03e96250 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.913025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebc8207e-7a6b-411e-98e6-fc1cea681067 req-67bd3eea-24ed-4a5f-8ff8-8e0c03e96250 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.2725260 Jul 28 14:35:54.031574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.037669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebc8207e-7a6b-411e-98e6-fc1cea681067 req-054e506f-9ef9-436c-8395-cc3ecf07a20b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156626 Jul 28 14:35:54.072749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-563c6388-8e9e-487b-a62a-955940131fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.142868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:54.237529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-563c6388-8e9e-487b-a62a-955940131fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.283846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-563c6388-8e9e-487b-a62a-955940131fc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38e94e742f274d88944042bdfbc211e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7902708 Jul 28 14:35:54.288409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38574) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:54.314669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c6388-8e9e-487b-a62a-955940131fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c083e42f-771e-4f6c-b762-b065ac00f6ca,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:54.417344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331827-7fa4-4575-9ef9-dfcd976638fa req-6ff30442-6081-4400-a480-c62870b9c5de tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.448331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac331827-7fa4-4575-9ef9-dfcd976638fa req-6ff30442-6081-4400-a480-c62870b9c5de tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 944 time: 0.2759118 Jul 28 14:35:54.468355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bfb33a1-8219-4cba-81e0-2bb2e5646f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.510938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bfb33a1-8219-4cba-81e0-2bb2e5646f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.641917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f200-9427-4f88-aed6-d5b376d81c24 req-f25d2b3e-c999-4e7e-97ea-601488d28e62 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.651077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eab5f200-9427-4f88-aed6-d5b376d81c24 req-f25d2b3e-c999-4e7e-97ea-601488d28e62 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 949 time: 0.1015284 Jul 28 14:35:54.658164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['63c2875d-2597-4e00-8e53-162fe4cf827c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:54.691577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac331827-7fa4-4575-9ef9-dfcd976638fa req-0d387dea-06bf-410d-827f-ad96b7f99e5d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387953 Jul 28 14:35:54.708727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eab5f200-9427-4f88-aed6-d5b376d81c24 req-2029ab94-cad7-40da-afe2-cd6a397a22c6 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Jul 28 14:35:54.768044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-ebcef14a-efb7-4c6d-879d-313f02af8290 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.769967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-ebcef14a-efb7-4c6d-879d-313f02af8290 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.58 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2634962 Jul 28 14:35:54.787277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Request body: {'port': {'device_id': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'admin_state_up': True, 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:54.829388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a019b949-cce6-416d-a30d-a4e4cb5483ad req-62270671-ac6c-427e-87e2-ad062b343516 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 210 time: 0.0436752 Jul 28 14:35:54.929134 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bfb33a1-8219-4cba-81e0-2bb2e5646f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.934773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bfb33a1-8219-4cba-81e0-2bb2e5646f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.944765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6bfb33a1-8219-4cba-81e0-2bb2e5646f0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c083e42f-771e-4f6c-b762-b065ac00f6ca HTTP/1.1" status: 204 len: 168 time: 0.6537170 Jul 28 14:35:54.954932 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cdc46652-2af0-4ae7-b943-4b6d0551177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.957507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe601ec9-236c-4dde-a2f3-6b02caa3d6b5 req-1fc1abef-4374-4e79-a7d9-3643983b7581 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 210 time: 0.0614121 Jul 28 14:35:54.962245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb33a1-8219-4cba-81e0-2bb2e5646f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083e42f-771e-4f6c-b762-b065ac00f6ca,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:55.184783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76730756-b7c4-46c4-8125-c18e8cb77967 req-6cecc575-c3ac-4226-af1f-5aa33e21ea7d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.186499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76730756-b7c4-46c4-8125-c18e8cb77967 req-6cecc575-c3ac-4226-af1f-5aa33e21ea7d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0580406 Jul 28 14:35:55.203787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1a98e655-d49d-4690-bc1c-92e1afbe0a8c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:55.241494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76730756-b7c4-46c4-8125-c18e8cb77967 req-5adc919e-7a66-4bc2-a2c9-6f0c4cd157d3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Jul 28 14:35:55.305933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:55.311300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.321394 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.448072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:55.456952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:55.461944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.554355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Allocated IP 172.20.0.4 (d4363382-18d5-4535-a788-3e97368b7072/d900a006-960f-4033-9a29-95f1142b5e13/82437bca-d287-4236-b35b-e5f3356ce3b1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:55.595997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.665622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:55.666849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:55.669705 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15718cf-f45e-4e38-ac01-5db212c137b4" -d '{"events": [{"server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "name": "network-vif-plugged", "status": "completed", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:55.750634 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fd48dc-6ec2-4c45-ba8b-7adfaa6e0c91 x-openstack-request-id: req-49fd48dc-6ec2-4c45-ba8b-7adfaa6e0c91 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:55.751564 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "name": "network-vif-plugged", "status": "completed", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:55.752217 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49fd48dc-6ec2-4c45-ba8b-7adfaa6e0c91 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:55.753338 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'code': 200} Jul 28 14:35:55.777872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.857383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.928519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:56.103346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3da03-f766-4f99-887e-bf33a1b9ee8b req-53101dbb-773e-48bb-b303-8dfa1c1f5a1d tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.105135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68a3da03-f766-4f99-887e-bf33a1b9ee8b req-53101dbb-773e-48bb-b303-8dfa1c1f5a1d tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 949 time: 0.1476750 Jul 28 14:35:56.118131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670c880-d3e6-4a89-a43d-64968a5a7439 req-8d9e7b83-0dbc-4f22-814e-f2ac353e2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.125215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e670c880-d3e6-4a89-a43d-64968a5a7439 req-8d9e7b83-0dbc-4f22-814e-f2ac353e2590 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1097 time: 0.2215219 Jul 28 14:35:56.161100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6a93d-d0b8-4e51-bff3-08a738b2a2d2 req-bcf090cf-81c0-493c-8222-4cd640b470fe tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.163644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04c6a93d-d0b8-4e51-bff3-08a738b2a2d2 req-bcf090cf-81c0-493c-8222-4cd640b470fe tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 945 time: 0.1243222 Jul 28 14:35:56.180867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68a3da03-f766-4f99-887e-bf33a1b9ee8b req-b09476a8-e9e2-4b9a-897b-8ebe3fb4b94f tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616999 Jul 28 14:35:56.196918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e670c880-d3e6-4a89-a43d-64968a5a7439 req-af09245f-90b8-45bc-9537-09f8aacaf4c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654597 Jul 28 14:35:56.201422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:56.264281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04c6a93d-d0b8-4e51-bff3-08a738b2a2d2 req-aa438a7a-4686-4dd3-bff7-d5f943f9a588 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883183 Jul 28 14:35:56.275295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:56.285536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Network d4363382-18d5-4535-a788-3e97368b7072 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:56.289447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:56.299404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:56.302995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f80b0a7b-3806-40bc-b3ed-ada261886c53 req-ea8fc3ee-c57a-4b38-8d37-5d02a3a0c748 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 210 time: 0.0403385 Jul 28 14:35:56.307124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event updated for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:56.367352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.368043 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:56.473373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df1377-017e-4a48-bd45-7f52447b2424 req-38aa6b47-99de-4d88-bbbe-8edc447e711e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.473602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66466a-c1a4-4eb2-9b6c-3a1cc32af309 req-ec67eced-c39f-475f-98bf-b2db85f08f78 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.476174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91df1377-017e-4a48-bd45-7f52447b2424 req-38aa6b47-99de-4d88-bbbe-8edc447e711e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 931 time: 0.0715127 Jul 28 14:35:56.476354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a66466a-c1a4-4eb2-9b6c-3a1cc32af309 req-ec67eced-c39f-475f-98bf-b2db85f08f78 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0751235 Jul 28 14:35:56.530873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a66466a-c1a4-4eb2-9b6c-3a1cc32af309 req-544372be-dc58-4781-9ffe-c8c72f62365e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529072 Jul 28 14:35:56.538136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-d0e30610-5667-4eae-8a02-22fa9915dc27 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7577550 Jul 28 14:35:56.560734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91df1377-017e-4a48-bd45-7f52447b2424 req-a39b4491-4f0e-4b8e-9f02-34326624a41a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829453 Jul 28 14:35:56.571550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Request body: {'port': {'device_id': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:56.675022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.019090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82437bca-d287-4236-b35b-e5f3356ce3b1 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:57.028180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.045228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Transition to ACTIVE for port object 82437bca-d287-4236-b35b-e5f3356ce3b1 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:57.183208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.222532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:57.241682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Pushing event updated for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:57.408659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Attempting to bind port 82437bca-d287-4236-b35b-e5f3356ce3b1 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:57.409132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Attempting to bind port 82437bca-d287-4236-b35b-e5f3356ce3b1 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:57.409537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Attempting to bind port 82437bca-d287-4236-b35b-e5f3356ce3b1 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:57.422308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Port 82437bca-d287-4236-b35b-e5f3356ce3b1 on network d4363382-18d5-4535-a788-3e97368b7072 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:57.422675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Attempting to bind port 82437bca-d287-4236-b35b-e5f3356ce3b1 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:57.445643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9225a6-06b9-42ec-8a9a-29a4cf80f999 req-01fbda49-dac4-4f3b-8090-1c05dc9bea58 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.454721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a9225a6-06b9-42ec-8a9a-29a4cf80f999 req-01fbda49-dac4-4f3b-8090-1c05dc9bea58 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 949 time: 0.0948110 Jul 28 14:35:57.457306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:57.457657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:57.458062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Bound using segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:57.458527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Bound port: 82437bca-d287-4236-b35b-e5f3356ce3b1, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:57.458937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.512445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473811-5eed-4464-93e5-d8d7550a8d5e req-de7831d9-d71b-47bf-90ba-1eddc2ca47f0 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.515254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04473811-5eed-4464-93e5-d8d7550a8d5e req-de7831d9-d71b-47bf-90ba-1eddc2ca47f0 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 945 time: 0.1036761 Jul 28 14:35:57.515960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38634) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:57.586781 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04473811-5eed-4464-93e5-d8d7550a8d5e req-c8781867-8b4e-4e12-85d1-7abe73d15368 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580544 Jul 28 14:35:57.588606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a9225a6-06b9-42ec-8a9a-29a4cf80f999 req-f31b3c25-c4fb-4968-b82c-c02caa8518b7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302998 Jul 28 14:35:57.627331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:57.631846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82437bca-d287-4236-b35b-e5f3356ce3b1,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:57.707267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-network', 'tenant_id': '436634eeb959472d8e0445bedc3438f6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:57.718447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 63c2875d-2597-4e00-8e53-162fe4cf827c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:57.723682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 63c2875d-2597-4e00-8e53-162fe4cf827c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:57.724278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.760370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e39a5101-77b3-4126-a762-cf4bb1773cb7 req-2f964a4c-05cb-4f90-98ae-0f2b3c9e2687 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 210 time: 0.0795581 Jul 28 14:35:57.779884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8c8-9f92-4b2e-bc8d-51de20e2aded req-3423f95a-a9d6-4a78-9c88-bd89ea01bd38 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.787769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-786cd8c8-9f92-4b2e-bc8d-51de20e2aded req-3423f95a-a9d6-4a78-9c88-bd89ea01bd38 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0767848 Jul 28 14:35:57.798160 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.825988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.837752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-786cd8c8-9f92-4b2e-bc8d-51de20e2aded req-f383fb4f-6ff8-4025-9ddb-fa416d4d5a8f tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Jul 28 14:35:57.936930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.941725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Pushing event updated for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:57.952616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.953736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.955396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-704a03b3-96a0-42b7-963a-541fa3cac317 service neutron] 10.222.0.58 "PUT /v2.0/ports/82437bca-d287-4236-b35b-e5f3356ce3b1 HTTP/1.1" status: 200 len: 1092 time: 1.3931992 Jul 28 14:35:57.955881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:57.958360 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27" -d '{"events": [{"name": "network-changed", "server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:57.963937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Made reservation on behalf of 436634eeb959472d8e0445bedc3438f6 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:57.965566 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.980372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.990023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d71b0-418b-4bbb-bc4e-0e771fd0ee81 req-a47ad0b4-42cf-4572-b5f8-f78250e2c710 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.991607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:57.991825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-697d71b0-418b-4bbb-bc4e-0e771fd0ee81 req-a47ad0b4-42cf-4572-b5f8-f78250e2c710 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 943 time: 0.0882497 Jul 28 14:35:57.996825 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c0528-0010-49c1-889d-2c555252ce37" -d '{"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-plugged", "status": "completed", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:58.018252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:58.050350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-697d71b0-418b-4bbb-bc4e-0e771fd0ee81 req-671cef5d-cfdb-4bc8-b36c-5525d29b0613 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Jul 28 14:35:58.068231 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801021fc-154a-4cfb-ac48-ffe5d4779103 x-openstack-request-id: req-801021fc-154a-4cfb-ac48-ffe5d4779103 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:58.068857 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:58.069334 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-801021fc-154a-4cfb-ac48-ffe5d4779103 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:58.070016 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1', 'status': 'completed', 'code': 200} Jul 28 14:35:58.130690 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f4cf11-e0bf-4d6e-acbd-7685d60160d4 x-openstack-request-id: req-83f4cf11-e0bf-4d6e-acbd-7685d60160d4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:58.131118 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-plugged", "status": "completed", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:58.131521 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83f4cf11-e0bf-4d6e-acbd-7685d60160d4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:58.132180 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'code': 200} Jul 28 14:35:58.161817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.206653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27 req-4fc1d711-e736-4354-a6db-c4d802311c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.208434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27 req-4fc1d711-e736-4354-a6db-c4d802311c06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 1095 time: 0.0892947 Jul 28 14:35:58.242703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.305951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:58.345331 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.375494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:58.391187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed8be0-73d1-405f-b592-3725edfc5652,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:58.416612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.417168 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Added segment a9194cbb-2cee-4f56-b044-08174ed84467 of type vlan for network 5a18993c-4d4e-4ad8-9aef-dca98477f22b Jul 28 14:35:58.519696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.809782 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.811910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.812953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.838477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462816-4aa3-4539-b970-a4a6148b6326 req-2acc26df-179a-446c-92fa-8c91ad1bc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.840624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c462816-4aa3-4539-b970-a4a6148b6326 req-2acc26df-179a-446c-92fa-8c91ad1bc211 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 1102 time: 0.5866349 Jul 28 14:35:58.905805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27 req-fb0cbed4-2df7-4c93-b87b-43ed389e5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.907203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27 req-fb0cbed4-2df7-4c93-b87b-43ed389e5e66 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c8482a0c45ed4738bbab41f262d1d136&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6871352 Jul 28 14:35:58.925442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd928d-255a-4ea6-bdba-40a407a2365e req-453a65c5-f010-4a0d-b759-f33d62c3a9ef tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.927214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33cd928d-255a-4ea6-bdba-40a407a2365e req-453a65c5-f010-4a0d-b759-f33d62c3a9ef tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 945 time: 0.1809108 Jul 28 14:35:58.937497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81d1af-8a67-408b-825d-dcafa6d7d551 req-3a70ce18-34fa-4ffb-9d20-b7a4a2667b9a tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.937842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] Pushing event updated for resources: {'Network': ['ID=5a18993c-4d4e-4ad8-9aef-dca98477f22b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:58.939218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe81d1af-8a67-408b-825d-dcafa6d7d551 req-3a70ce18-34fa-4ffb-9d20-b7a4a2667b9a tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 950 time: 0.1998842 Jul 28 14:35:58.944862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c462816-4aa3-4539-b970-a4a6148b6326 req-3b3898c7-b611-4a53-83f8-fdb104fd1e03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815334 Jul 28 14:35:58.954549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:59.011909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33cd928d-255a-4ea6-bdba-40a407a2365e req-249dc505-116d-4fda-904d-0e7805e666e1 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707521 Jul 28 14:35:59.043990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4b9316aa-de5a-4482-a3aa-ac6de9eb96af admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5259964 Jul 28 14:35:59.046754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38664) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:59.053191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Request body: {'subnet': {'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-subnet', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:59.067161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe81d1af-8a67-408b-825d-dcafa6d7d551 req-90107f0f-814b-456c-acd2-9dc27b6d236f tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101429 Jul 28 14:35:59.095546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27 req-776f0d94-03b7-4e00-93f7-1f24421b042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:59.098872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e394a3c-aa40-49f7-b4ba-0f5b7cde1d27 req-776f0d94-03b7-4e00-93f7-1f24421b042a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791453 Jul 28 14:35:59.167922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-676f9f76-2a9c-4e58-a9ea-dad8e4262aa9 req-b4c1f33d-828d-4128-b0d2-02cbf654fdce tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 210 time: 0.0470128 Jul 28 14:35:59.276893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-f4a1bd61-04f7-422a-9c54-c97038f8596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:59.278437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-f4a1bd61-04f7-422a-9c54-c97038f8596e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 1095 time: 0.1223979 Jul 28 14:35:59.305025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c370-da23-4792-a849-67ff2efe39e9 req-4e687110-cf37-4d73-b82d-6dc16b3ecbb1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:59.307765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbe1c370-da23-4792-a849-67ff2efe39e9 req-4e687110-cf37-4d73-b82d-6dc16b3ecbb1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0867298 Jul 28 14:35:59.351959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-44b9cb20-c876-4436-b735-c93c7ace25b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82437bca-d287-4236-b35b-e5f3356ce3b1 HTTP/1.1" status: 200 len: 217 time: 0.0642598 Jul 28 14:35:59.364154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39921d92-b9be-4002-b3c5-2a8f0baa48a3 req-c127c207-0ba3-4aa4-aedb-8c81ccc7401d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:59.365828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39921d92-b9be-4002-b3c5-2a8f0baa48a3 req-c127c207-0ba3-4aa4-aedb-8c81ccc7401d tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 943 time: 0.0587850 Jul 28 14:35:59.428237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbe1c370-da23-4792-a849-67ff2efe39e9 req-95c67f2c-5052-4df7-a2e1-3793b84ef18e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752578 Jul 28 14:35:59.428673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39921d92-b9be-4002-b3c5-2a8f0baa48a3 req-28ebbd6f-9263-454f-b5f4-9e09d6615afe tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377939 Jul 28 14:35:59.429328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-f94af210-4812-4575-b8db-8476973ba6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:59.430780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-f94af210-4812-4575-b8db-8476973ba6f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.0687211 Jul 28 14:35:59.470021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-00de8c0c-1658-4e4b-a66b-f2a62150933a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308385 Jul 28 14:35:59.598560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-e1fdfc66-bc65-4711-9541-73f33f1c28e0 service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199589 Jul 28 14:35:59.601948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Made reservation on behalf of 436634eeb959472d8e0445bedc3438f6 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:59.604372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:59.719569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20eeed67-8e50-4a33-9a3f-5871bb909a01 req-0725e514-9338-4153-a163-1fde4f18c629 service neutron] 10.222.0.58 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124771 Jul 28 14:36:00.029503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.122078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6008ab1e-b605-4027-a058-8c427ff2881b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:00.133292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Checking segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:00.133592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Network hostable DHCP agents. Network: 5a18993c-4d4e-4ad8-9aef-dca98477f22b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:36:00.213039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26976149-2b0d-4087-8ff3-63c4a3b8cfee req-c8c03378-1ccd-4e3c-a361-c15696947c6b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.214578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26976149-2b0d-4087-8ff3-63c4a3b8cfee req-c8c03378-1ccd-4e3c-a361-c15696947c6b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 945 time: 0.0865841 Jul 28 14:36:00.281189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:36:00.284621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-a80a441c-645d-4942-8e4a-8249cb197653 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.287640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-a80a441c-645d-4942-8e4a-8249cb197653 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.2369061 Jul 28 14:36:00.315348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Request body: {'port': {'device_id': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'admin_state_up': True, 'tenant_id': 'd3ed0480063d4d5390da2478878947d1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:00.336330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9836b-2e57-4c12-8ce1-bb620d417b66 req-7b654b91-5188-4391-b412-704fac4329b7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.338676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c9836b-2e57-4c12-8ce1-bb620d417b66 req-7b654b91-5188-4391-b412-704fac4329b7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 950 time: 0.0700223 Jul 28 14:36:00.382481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26976149-2b0d-4087-8ff3-63c4a3b8cfee req-7535160a-89ca-45ff-804e-d7a90f0e801b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/security-groups?id=83dac918-df98-4235-8339-5529d7961adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531267 Jul 28 14:36:00.396326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c9836b-2e57-4c12-8ce1-bb620d417b66 req-662f87be-1679-4e24-993c-5e8dd1f5cf30 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Jul 28 14:36:00.546638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 5a18993c-4d4e-4ad8-9aef-dca98477f22b) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:00.547873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7365d134-298a-4c94-9493-3e1a3fb8ccbc req-c568a65d-3d51-4660-88fc-c3c9eb2570ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 210 time: 0.0619588 Jul 28 14:36:00.567246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.568094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3522c6-4310-41de-bfff-f35c6c21d0bf None None] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:00.568916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.731601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Made reservation on behalf of d3ed0480063d4d5390da2478878947d1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:00.736983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.776943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ce28e-e9b0-4e62-b659-dd21db81b4b7 req-06ff5dde-8cdf-429e-814e-e17a3016f1c6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.785336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e65ce28e-e9b0-4e62-b659-dd21db81b4b7 req-06ff5dde-8cdf-429e-814e-e17a3016f1c6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 943 time: 0.1042635 Jul 28 14:36:00.865875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e65ce28e-e9b0-4e62-b659-dd21db81b4b7 req-155b61eb-e8b7-4a62-a7e3-8b2617af56b2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704327 Jul 28 14:36:00.906622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:36:00.908522 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.946992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1309d94e-7563-4bd7-96c3-4d835cf556e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8982801 Jul 28 14:36:00.951298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:00.962048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:01.044413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-1377be18-2b1e-4315-a24b-bd7b7f068adf tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 258 time: 0.4307435 Jul 28 14:36:01.062784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:01.077460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a53d04-a4f4-45ba-afda-ed5d9e8f617e req-7d6ebe82-4c69-4e8f-a54f-c05855eeb5bd tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.082859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3a53d04-a4f4-45ba-afda-ed5d9e8f617e req-7d6ebe82-4c69-4e8f-a54f-c05855eeb5bd tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Jul 28 14:36:01.165446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Allocated IP 172.20.0.2 (5a18993c-4d4e-4ad8-9aef-dca98477f22b/6008ab1e-b605-4027-a058-8c427ff2881b/7afbd24d-aded-4448-acce-d84f33d135f4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:01.169761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Allocated IP 172.20.0.7 (cccabb6d-9c54-44b3-a2b2-54cdd25a4e65/076e83e4-f65a-4b35-9170-6dcb8a6f45bb/cde04125-ab3c-44c4-814f-c41b3bebf0f6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:01.171471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3a53d04-a4f4-45ba-afda-ed5d9e8f617e req-1bf76981-21fa-4ce1-a46f-666edaf8eb62 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Jul 28 14:36:01.182880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.184820 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.281385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.390129 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.398335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.401662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Transition to ACTIVE for port object 7afbd24d-aded-4448-acce-d84f33d135f4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:01.430712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Transition to ACTIVE for port object 7afbd24d-aded-4448-acce-d84f33d135f4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:01.465542 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.597500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.730662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.731327 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.733816 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.743946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943b13-a5c4-4f02-a607-95cf36854552 req-94904b10-939e-4190-b062-d8617bef31fd tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.745664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e943b13-a5c4-4f02-a607-95cf36854552 req-94904b10-939e-4190-b062-d8617bef31fd tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 950 time: 0.1983280 Jul 28 14:36:01.797153 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e943b13-a5c4-4f02-a607-95cf36854552 req-9a8886ba-69cb-42f6-afdc-c4552d2adcba tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Jul 28 14:36:01.808607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Allocated IP 172.25.6.9 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/462b9399-44fa-4667-b726-c636ece65b61) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:01.838243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:01.840314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Pushing event updated for resources: {'Port': ['ID=7afbd24d-aded-4448-acce-d84f33d135f4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:01.847522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:01.851419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:01.870022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:01.878215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:01.887149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:01.890118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:01.902191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.904559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.905889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.905889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.906067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.906356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:01.966335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Attempting to bind port 7afbd24d-aded-4448-acce-d84f33d135f4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:01.966933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Attempting to bind port 7afbd24d-aded-4448-acce-d84f33d135f4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:01.968172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Attempting to bind port 7afbd24d-aded-4448-acce-d84f33d135f4 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:01.991017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:01.991017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Checking segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:01.991017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.991017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Bound using segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:01.991017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Bound port: 7afbd24d-aded-4448-acce-d84f33d135f4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:01.991017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.016688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.017369 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.021894 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.077282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.139377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] For port 7afbd24d-aded-4448-acce-d84f33d135f4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:02.144189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] For port 7afbd24d-aded-4448-acce-d84f33d135f4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7afbd24d-aded-4448-acce-d84f33d135f4,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:02.194866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b6b5-0a99-47c7-a4f8-60e90d3a5ace req-c4c26925-814a-4d27-8eb1-7ee1753f2c0b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.196549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52e6b6b5-0a99-47c7-a4f8-60e90d3a5ace req-c4c26925-814a-4d27-8eb1-7ee1753f2c0b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 931 time: 0.1460581 Jul 28 14:36:02.232129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-08395dfd-a679-4794-86ff-184405c802ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9256735 Jul 28 14:36:02.246991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Request body: {'port': {'device_id': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:02.268769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.276737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52e6b6b5-0a99-47c7-a4f8-60e90d3a5ace req-78010326-8a94-4024-8e88-6e128ac24655 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Jul 28 14:36:02.305410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.317191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.394828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.432189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.497969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Allocated IP 172.25.6.32 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6ac1acf0-4918-49c2-887a-33b2f569f5ff) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:02.525991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:02.548681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:02.552281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970887f6-61b3-4fe5-889a-b04d498466c1 req-fb1762d8-65ac-4bc6-9752-606e65031eb2 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.553440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event updated for resources: {'Port': ['ID=462b9399-44fa-4667-b726-c636ece65b61,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:02.557964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a5b7-bb06-4366-bdbc-2da78f5b1715 None None] Pushing event updated for resources: {'Port': ['ID=7afbd24d-aded-4448-acce-d84f33d135f4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:02.559722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:02.561762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-970887f6-61b3-4fe5-889a-b04d498466c1 req-fb1762d8-65ac-4bc6-9752-606e65031eb2 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 950 time: 0.1857827 Jul 28 14:36:02.648092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-970887f6-61b3-4fe5-889a-b04d498466c1 req-3036a918-ff81-472c-908f-b642c6e1af4b tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851135 Jul 28 14:36:02.696951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.767619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.853937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde04125-ab3c-44c4-814f-c41b3bebf0f6 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:02.865939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.885817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Transition to ACTIVE for port object cde04125-ab3c-44c4-814f-c41b3bebf0f6 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:02.890150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9fe9a-bceb-4fea-986d-81013b8e9425 req-507468fc-5d5a-4597-8aff-983454f273bd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.892088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3e9fe9a-bceb-4fea-986d-81013b8e9425 req-507468fc-5d5a-4597-8aff-983454f273bd tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 943 time: 0.0942283 Jul 28 14:36:02.894903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.918462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82437bca-d287-4236-b35b-e5f3356ce3b1 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:02.962414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:02.975485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:02.992861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:02.998347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac1acf0-4918-49c2-887a-33b2f569f5ff,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.024543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.083360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.085321 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3e9fe9a-bceb-4fea-986d-81013b8e9425 req-5784f192-0059-49d3-befd-224314670c19 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759124 Jul 28 14:36:03.118919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82437bca-d287-4236-b35b-e5f3356ce3b1,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:03.161416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '82437bca-d287-4236-b35b-e5f3356ce3b1', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': '82437bca-d287-4236-b35b-e5f3356ce3b1', 'mac_address': 'fa:16:3e:06:65:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:03.178564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.232774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.261510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82437bca-d287-4236-b35b-e5f3356ce3b1 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:03.303806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82437bca-d287-4236-b35b-e5f3356ce3b1,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:03.319674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Attempting to bind port cde04125-ab3c-44c4-814f-c41b3bebf0f6 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:03.320010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Attempting to bind port cde04125-ab3c-44c4-814f-c41b3bebf0f6 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:03.320339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Attempting to bind port cde04125-ab3c-44c4-814f-c41b3bebf0f6 on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:03.331785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Port cde04125-ab3c-44c4-814f-c41b3bebf0f6 on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:03.332140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Attempting to bind port cde04125-ab3c-44c4-814f-c41b3bebf0f6 on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:03.349227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:03.349690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Checking segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:03.350146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Bound using segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:03.350700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Bound port: cde04125-ab3c-44c4-814f-c41b3bebf0f6, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:03.351128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.409907 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.425023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5efb5-bb7b-4313-a720-ab95d632643c req-9172d2c9-2388-44a5-8028-8b6efc8d9338 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.439779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35c5efb5-bb7b-4313-a720-ab95d632643c req-9172d2c9-2388-44a5-8028-8b6efc8d9338 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.2172735 Jul 28 14:36:03.467693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.539871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.550529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:03.553486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35c5efb5-bb7b-4313-a720-ab95d632643c req-3c4cb6f6-d4ce-49f5-acad-aa21d6e4203b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047776 Jul 28 14:36:03.559710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:03.591841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7afbd24d-aded-4448-acce-d84f33d135f4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:03.692641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['82437bca-d287-4236-b35b-e5f3356ce3b1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:03.720786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.823871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.844185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.878245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7afbd24d-aded-4448-acce-d84f33d135f4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:03.954653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.956165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.958139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] 10.222.0.58 "PUT /v2.0/ports/cde04125-ab3c-44c4-814f-c41b3bebf0f6 HTTP/1.1" status: 200 len: 1092 time: 1.7167683 Jul 28 14:36:03.959119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:03.962678 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc278f-0314-4945-958a-a4838d804aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:03.968184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event updated for resources: {'Port': ['ID=462b9399-44fa-4667-b726-c636ece65b61,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:04.033787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.092058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa83d-9aab-4677-9972-5149cbc31dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:04.179843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.183316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c54299-ecc0-4e93-9c0c-84b612b435fa None None] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:04.187316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-8f9ebfe8-0287-4213-a4ad-7469f68b62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1336594 Jul 28 14:36:04.291965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-b8a0d58a-a444-45eb-9a63-97278849d5ba tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 694 time: 0.0991879 Jul 28 14:36:04.320138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.409683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] Provisioning for port 7afbd24d-aded-4448-acce-d84f33d135f4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:04.411369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-74880867-2ee1-404d-9c0d-3e8861b6a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.413346 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-74880867-2ee1-404d-9c0d-3e8861b6a467 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 1095 time: 0.1456463 Jul 28 14:36:04.425843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] Provisioning complete for port 7afbd24d-aded-4448-acce-d84f33d135f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:04.426473 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.598279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.672864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] For port 7afbd24d-aded-4448-acce-d84f33d135f4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7afbd24d-aded-4448-acce-d84f33d135f4,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:04.885497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-e9584bf5-0939-4a56-b303-5449521febb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6 HTTP/1.1" status: 200 len: 217 time: 0.4415450 Jul 28 14:36:04.898528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-635b302b-ade1-4a8f-b222-261919bb7846 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.901811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b229e044-8c57-4af3-9621-fc55e5a3ef4f req-635b302b-ade1-4a8f-b222-261919bb7846 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.5911970 Jul 28 14:36:04.914644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82437bca-d287-4236-b35b-e5f3356ce3b1 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:04.992395 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b27c30-985e-4700-b253-31658a02b071 x-openstack-request-id: req-e7b27c30-985e-4700-b253-31658a02b071 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:04.992903 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:04.993262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7b27c30-985e-4700-b253-31658a02b071 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:04.993906 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'status': 'completed', 'code': 200} Jul 28 14:36:05.020024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c4849-b491-44c8-9045-827af56270b9 req-bbdc9f3c-70b4-486d-ace6-84a7f3962d16 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.025534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-601c4849-b491-44c8-9045-827af56270b9 req-bbdc9f3c-70b4-486d-ace6-84a7f3962d16 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 943 time: 0.1303270 Jul 28 14:36:05.025857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-c2afd875-0df0-4ce5-8239-351338a33182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.028580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-c2afd875-0df0-4ce5-8239-351338a33182 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.1250715 Jul 28 14:36:05.083617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:36:05.086123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-0010ff81-c0e1-4e7b-b2c3-a7066dfa6033 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487952 Jul 28 14:36:05.091354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-601c4849-b491-44c8-9045-827af56270b9 req-41993565-22c1-4f1d-bff2-ad0d0faf173f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585325 Jul 28 14:36:05.225805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.302935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e6fda-696e-4e00-9283-cd3717a378fd req-6565c0c3-c4e0-4634-b400-229d68a0e982 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.305110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c26d6-edd1-41e6-8d16-18a71e4dfb23 None None] Pushing event updated for resources: {'Port': ['ID=7afbd24d-aded-4448-acce-d84f33d135f4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:05.309110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e90e6fda-696e-4e00-9283-cd3717a378fd req-6565c0c3-c4e0-4634-b400-229d68a0e982 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 944 time: 0.2270203 Jul 28 14:36:05.328292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:05.345711 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:05.352046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2167331b-ed72-4db6-bf10-9cc23e24133a None None] Provisioning complete for port 7afbd24d-aded-4448-acce-d84f33d135f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:05.352046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2167331b-ed72-4db6-bf10-9cc23e24133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.353172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64211-ad90-485a-b62c-151ce0ffbfd2 req-91aa8b3b-9ff7-4919-acb2-832e1602ae3e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.361614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cc64211-ad90-485a-b62c-151ce0ffbfd2 req-91aa8b3b-9ff7-4919-acb2-832e1602ae3e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 945 time: 0.0992386 Jul 28 14:36:05.372875 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:05.374645 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:05.383014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-805f56a1-def7-47b2-9e4b-9635eb590eaf service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818146 Jul 28 14:36:05.398464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-98c1d66f-1624-4a13-b68f-49de7e92716a tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.398464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-98c1d66f-1624-4a13-b68f-49de7e92716a tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.1469343 Jul 28 14:36:05.412489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cc64211-ad90-485a-b62c-151ce0ffbfd2 req-e7b914df-c7f3-42f2-8cd2-a2326a4b7676 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Jul 28 14:36:05.414342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:05.447310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 82437bca-d287-4236-b35b-e5f3356ce3b1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:05.481361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 82437bca-d287-4236-b35b-e5f3356ce3b1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:05.483268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.497112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e90e6fda-696e-4e00-9283-cd3717a378fd req-67d12df0-274c-4ca2-9d67-87e59bd01fde tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729579 Jul 28 14:36:05.604278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.612528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.613681 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:05.618888 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b8354595-f18d-4b08-9a83-224144ca23d7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6653080 Jul 28 14:36:05.619565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38738) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:05.637983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7afbd24d-aded-4448-acce-d84f33d135f4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:05.645588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ffa09a-4f75-47cc-b499-0d6406c0916f req-6bd81f8b-4479-4063-9f2b-b473770b901b service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473843 Jul 28 14:36:05.857905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.908604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.922141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c187-e273-458f-bd94-d24e562bdcab req-366033db-39b0-4b2c-ba10-4fc84f887ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.923290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7afbd24d-aded-4448-acce-d84f33d135f4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:05.923794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-366033db-39b0-4b2c-ba10-4fc84f887ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2838635 Jul 28 14:36:05.935070 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.985391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:05.989976 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299d60a-559c-49a9-bb91-3a768bfe5875" -d '{"events": [{"server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "name": "network-vif-plugged", "status": "completed", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:06.016846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-5c7bc8f2-f572-45fb-a076-d47621e7a43d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 694 time: 0.0751429 Jul 28 14:36:06.036164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Request body: {'floatingip': {'port_id': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:06.046314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:06.054046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82437bca-d287-4236-b35b-e5f3356ce3b1,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:06.059184 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:03Z', 'revision_number': 3, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:06.086607 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e4f15f-c617-409c-8774-536f5f6b6ba1 x-openstack-request-id: req-a3e4f15f-c617-409c-8774-536f5f6b6ba1 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:06.087061 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "name": "network-vif-plugged", "status": "completed", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:06.087458 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3e4f15f-c617-409c-8774-536f5f6b6ba1 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:06.088908 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1', 'code': 200} Jul 28 14:36:06.122598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:06.123193 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Updating router 8d103381-1567-4b5a-a6ad-32070921f7c8 port 6ac1acf0-4918-49c2-887a-33b2f569f5ff binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:36:06.154276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.189302 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.248961 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.358437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:06.572281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:06.621318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-df26f2a4-1e0e-4ea4-ada9-f85fca5d5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.623743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-df26f2a4-1e0e-4ea4-ada9-f85fca5d5eb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 1095 time: 0.5169821 Jul 28 14:36:06.643978 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.656525 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Transition to ACTIVE for port object 6ac1acf0-4918-49c2-887a-33b2f569f5ff will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:06.718532 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.728414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d46f13-703e-426e-9544-4a4563a84016 req-75e65380-0c7e-40de-ad08-6944401f8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.731123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3d46f13-703e-426e-9544-4a4563a84016 req-75e65380-0c7e-40de-ad08-6944401f8afc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 1097 time: 0.2267878 Jul 28 14:36:06.753710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46bd1-33a8-4341-a45e-20a40ad3d050 req-79730e2a-c37e-4d16-9d09-f91142a1b1a2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.760545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62e46bd1-33a8-4341-a45e-20a40ad3d050 req-79730e2a-c37e-4d16-9d09-f91142a1b1a2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 943 time: 0.2500527 Jul 28 14:36:06.829071 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.844891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-f375f663-943b-455d-b603-fbb9c4ed7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.846263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-f375f663-943b-455d-b603-fbb9c4ed7660 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 905 time: 0.2125700 Jul 28 14:36:06.909014 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d3a69-82b3-4cdb-9a3e-aa649c6d773e None None] Pushing event updated for resources: {'Port': ['ID=6ac1acf0-4918-49c2-887a-33b2f569f5ff,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:06.912382 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Attempting to bind port 6ac1acf0-4918-49c2-887a-33b2f569f5ff on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:06.912924 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Attempting to bind port 6ac1acf0-4918-49c2-887a-33b2f569f5ff by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:06.913159 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Attempting to bind port 6ac1acf0-4918-49c2-887a-33b2f569f5ff on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:06.919537 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:06.919887 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:06.921071 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.921516 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:06.921829 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Bound port: 6ac1acf0-4918-49c2-887a-33b2f569f5ff, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:06.922237 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.927218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3d46f13-703e-426e-9544-4a4563a84016 req-2971950c-2191-486e-ae04-03c0f2b9c025 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666007 Jul 28 14:36:06.936008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:06.954544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62e46bd1-33a8-4341-a45e-20a40ad3d050 req-00df811b-f3eb-45f5-aab9-f9dfced70a35 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729963 Jul 28 14:36:06.979682 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] For port 6ac1acf0-4918-49c2-887a-33b2f569f5ff, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:06.983615 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] For port 6ac1acf0-4918-49c2-887a-33b2f569f5ff, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6ac1acf0-4918-49c2-887a-33b2f569f5ff,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:06.989066 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.995540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-27634c60-68d6-46aa-b88b-27b22ca27571 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6 HTTP/1.1" status: 200 len: 217 time: 0.1231923 Jul 28 14:36:06.999752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:07.002154 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930cbad-d040-43f3-acef-e31f309592a1" -d '{"events": [{"server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:07.102361 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.127914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-ce3e5341-89ef-4e84-86f6-f595e5ac0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.129474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-ce3e5341-89ef-4e84-86f6-f595e5ac0538 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.1001723 Jul 28 14:36:07.155398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:07.162742 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.171893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:07.182804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf has no active binding in host n-h2-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:36:07.190884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-b4021042-ab9c-4f67-bb39-c65bb7335242 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515854 Jul 28 14:36:07.196403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on host n-h1-764806-10 for vnic_type normal with profile {"migrating_to": "n-h2-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:07.196803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:07.197156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:07.211582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:07.211982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Attempting to bind port cd666257-2b0a-4b9f-ba13-b2536a791ddf on network 4dfb8117-4f69-4c6f-afa4-337e31a9625f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:07.217983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4426f-54b5-4472-9075-f8e9b54e06ab req-79259091-219d-4565-b9a7-683021f362f0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.228758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0c4426f-54b5-4472-9075-f8e9b54e06ab req-79259091-219d-4565-b9a7-683021f362f0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.1513946 Jul 28 14:36:07.258224 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:07.259130 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:07.260035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:07.263503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Checking segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:07.263503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Bound using segment: {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:07.263503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Bound port: cd666257-2b0a-4b9f-ba13-b2536a791ddf, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768f0061-3460-48fc-9c6c-78bff6d56fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dfb8117-4f69-4c6f-afa4-337e31a9625f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:07.263503 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.266265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.307311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0c4426f-54b5-4472-9075-f8e9b54e06ab req-41b4bdcd-20c7-4618-9149-a896cc2ab944 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773866 Jul 28 14:36:07.313369 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d3a69-82b3-4cdb-9a3e-aa649c6d773e None None] Pushing event updated for resources: {'Port': ['ID=6ac1acf0-4918-49c2-887a-33b2f569f5ff,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:07.378955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.457157 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:07.551627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:07.573625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca068-7db8-4546-aa06-d616f282eac6 req-4bf216fe-f49b-433b-abdd-3b57d5fb4ec1 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.575316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45cca068-7db8-4546-aa06-d616f282eac6 req-4bf216fe-f49b-433b-abdd-3b57d5fb4ec1 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1081083 Jul 28 14:36:07.579989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-e8b4efe9-08a3-4658-a4ab-88edc1e73dd6 service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768075 Jul 28 14:36:07.589792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:07.665897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45cca068-7db8-4546-aa06-d616f282eac6 req-46e9de21-10b0-4c3e-9fb9-d239bc422875 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761685 Jul 28 14:36:07.667500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Allocated IP 172.20.0.1 (5a18993c-4d4e-4ad8-9aef-dca98477f22b/6008ab1e-b605-4027-a058-8c427ff2881b/fd134c3d-8126-4ce4-a3ee-e7ef99770032) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:07.697129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.707059 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:03Z', 'revision_number': 3, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:07.762319 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Floating IP 8a69fccf-0059-4722-b187-30f027be44a4 associated. External IP: 172.25.6.9, port: 1a98e655-d49d-4690-bc1c-92e1afbe0a8c. Jul 28 14:36:07.764096 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a6e8c-4b00-47e9-8fb3-1c6c2bcbf544 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:03Z', 'revision_number': 3, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:07.821415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.841416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Transition to ACTIVE for port object fd134c3d-8126-4ce4-a3ee-e7ef99770032 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:08.023768 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa815132-ce79-4e43-b780-20ec1bb00312 x-openstack-request-id: req-aa815132-ce79-4e43-b780-20ec1bb00312 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:08.024340 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:08.025017 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa815132-ce79-4e43-b780-20ec1bb00312 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:08.025833 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'code': 200} Jul 28 14:36:08.106968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:08.200164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0da2-062a-4b18-8bc2-97c970e0dd6f req-e4a03246-e34d-4b77-8aab-71d1bc050608 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:08.212651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-feef0da2-062a-4b18-8bc2-97c970e0dd6f req-e4a03246-e34d-4b77-8aab-71d1bc050608 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 943 time: 0.1198440 Jul 28 14:36:08.214798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cbc278f-0314-4945-958a-a4838d804aa1 req-917e9e9a-4bc6-4e7f-b277-d5b2a2ebb9eb service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211092 Jul 28 14:36:08.214970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.226224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:08.227230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.229612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-df9902bb-5302-46b1-ba07-6aecfe01e0bc service neutron] 10.222.0.58 "PUT /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 1123 time: 2.8193498 Jul 28 14:36:08.285998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Router 7b501cff-0518-4095-9ada-22488cf87c0c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:36:08.291176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:08.304982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:08.315593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:08.324956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['cd666257-2b0a-4b9f-ba13-b2536a791ddf'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:08.344185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd134c3d-8126-4ce4-a3ee-e7ef99770032,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:08.372076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-feef0da2-062a-4b18-8bc2-97c970e0dd6f req-26b77ac1-72b2-40fc-a441-63ce6c7ea393 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407721 Jul 28 14:36:08.438477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.563121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['cd666257-2b0a-4b9f-ba13-b2536a791ddf'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:08.676250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dde963-fec0-459e-9b22-ff224241e842 req-7e334b71-4aba-4dca-b4ca-b2633afe02fe tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:08.686632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1dde963-fec0-459e-9b22-ff224241e842 req-7e334b71-4aba-4dca-b4ca-b2633afe02fe tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.1794257 Jul 28 14:36:08.769907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3d7e3373-338b-4de6-b95c-bf4c2694f488 None None] Provisioning for port fd134c3d-8126-4ce4-a3ee-e7ef99770032 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:08.774747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1dde963-fec0-459e-9b22-ff224241e842 req-e3f25484-9697-4a7f-b476-f2b952cb3da0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868983 Jul 28 14:36:08.815381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3d7e3373-338b-4de6-b95c-bf4c2694f488 None None] Provisioning complete for port fd134c3d-8126-4ce4-a3ee-e7ef99770032 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:08.815945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3373-338b-4de6-b95c-bf4c2694f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.886221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3373-338b-4de6-b95c-bf4c2694f488 None None] Port fd134c3d-8126-4ce4-a3ee-e7ef99770032 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:08.921934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.951975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:09.099383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48928b6b-0c8b-4488-9176-cb5282e8e494 req-25ea4646-6a10-4477-8e33-4684bf428002 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.107389 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48928b6b-0c8b-4488-9176-cb5282e8e494 req-25ea4646-6a10-4477-8e33-4684bf428002 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.2033436 Jul 28 14:36:09.138862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:09.158732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'mac_address': 'fa:16:3e:ab:4a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:09.240159 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.316035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48928b6b-0c8b-4488-9176-cb5282e8e494 req-aabe705f-6a9c-436d-9e67-71973cede460 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979067 Jul 28 14:36:09.504898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1076e25d-2c9d-414a-8636-0e35c55ebb20 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:09.529292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:09.577122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6ac1acf0-4918-49c2-887a-33b2f569f5ff up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:09.585041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.609800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:09.620576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.627572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] Sync routers for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:09.653411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:09.654309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:09.679489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-15dfc15c-5f34-4b3a-8098-437d4ada28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "PUT /v2.0/floatingips/8a69fccf-0059-4722-b187-30f027be44a4 HTTP/1.1" status: 200 len: 994 time: 3.6574605 Jul 28 14:36:09.730038 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.730936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:09.763969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c187-e273-458f-bd94-d24e562bdcab req-6bb6455c-34be-4f0e-971d-8d8e2bb5a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.768197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.768495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-6bb6455c-34be-4f0e-971d-8d8e2bb5a376 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1097 time: 0.0688207 Jul 28 14:36:09.852337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd134c3d-8126-4ce4-a3ee-e7ef99770032,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:09.855203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.872562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:09.915521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 6ac1acf0-4918-49c2-887a-33b2f569f5ff completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:09.931474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6ac1acf0-4918-49c2-887a-33b2f569f5ff triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:09.932015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.989597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:10.019523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c187-e273-458f-bd94-d24e562bdcab req-f03c768e-b41e-46b6-8330-5f18dd50fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.030898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-f03c768e-b41e-46b6-8330-5f18dd50fe52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 930 time: 0.2460337 Jul 28 14:36:10.043676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:10.050595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:10.114994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf'}, {'name': 'network-changed', 'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:10.117440 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf"}, {"name": "network-changed", "server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:10.128601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:10.193581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-95a39998-1dd1-4801-a50e-bcd990176660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 997 time: 0.1609035 Jul 28 14:36:10.222215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'mac_address': 'fa:16:3e:7f:d4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:10.271997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c187-e273-458f-bd94-d24e562bdcab req-d7d5f006-af30-4a57-a2d1-0571a6ab6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.283089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-d7d5f006-af30-4a57-a2d1-0571a6ab6495 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 200 len: 868 time: 0.0881615 Jul 28 14:36:10.360777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c187-e273-458f-bd94-d24e562bdcab req-dad2d0d3-9230-42fe-8908-99d2b2ec6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.372732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-dad2d0d3-9230-42fe-8908-99d2b2ec6ddd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fed58918-c541-499b-98f1-8193823db101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762491 Jul 28 14:36:10.375365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-33472069-1dc6-4d2e-a24e-be68e133914a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:36:10.383526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-33472069-1dc6-4d2e-a24e-be68e133914a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127380 Jul 28 14:36:10.415240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133204e-1319-4c2c-a1cc-80f63f935457 req-d60081fb-912b-47bc-be86-82a3c4654993 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.427746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2133204e-1319-4c2c-a1cc-80f63f935457 req-d60081fb-912b-47bc-be86-82a3c4654993 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 943 time: 0.3625157 Jul 28 14:36:10.490350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2133204e-1319-4c2c-a1cc-80f63f935457 req-ec2ba694-a618-4e04-8bea-e92570d78c1c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589960 Jul 28 14:36:10.497448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:36:10.530214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-02654608-d6ad-4581-8291-dbced2f52494 service neutron] 10.222.0.57 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455348 Jul 28 14:36:10.641537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:10.656712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:10.658526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c68167d3-dc18-43c6-b14c-03c28682afa2 admin admin] 10.222.0.57 "PUT /v2.0/routers/8d103381-1567-4b5a-a6ad-32070921f7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0375531 Jul 28 14:36:10.671875 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.684076 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:10.690657 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:10.738583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.748162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6347c187-e273-458f-bd94-d24e562bdcab req-e150acc1-714f-4258-bca7-362786b55550 service neutron] 10.222.0.57 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131381 Jul 28 14:36:10.762769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 6ac1acf0-4918-49c2-887a-33b2f569f5ff, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6ac1acf0-4918-49c2-887a-33b2f569f5ff,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:10.767634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-597f43c6-c126-43e8-89ae-d28e7a20be63 None None] Provisioning complete for port fd134c3d-8126-4ce4-a3ee-e7ef99770032 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:10.767971 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-597f43c6-c126-43e8-89ae-d28e7a20be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.777358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff064c9-c1b4-41ae-a065-2d528850c68f req-de3f7705-cd22-4ee5-ae52-6a076c1d7c50 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.785634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ff064c9-c1b4-41ae-a065-2d528850c68f req-de3f7705-cd22-4ee5-ae52-6a076c1d7c50 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.1115367 Jul 28 14:36:10.822981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde04125-ab3c-44c4-814f-c41b3bebf0f6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:10.844506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ff064c9-c1b4-41ae-a065-2d528850c68f req-26df9a02-5a4f-44ca-b75f-db759f38b205 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Jul 28 14:36:10.864816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-597f43c6-c126-43e8-89ae-d28e7a20be63 None None] Port fd134c3d-8126-4ce4-a3ee-e7ef99770032 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:10.883133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:10.884603 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.992276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=6ac1acf0-4918-49c2-887a-33b2f569f5ff,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:11.015411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '8a69fccf-0059-4722-b187-30f027be44a4', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'port_id': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'mac_address': 'fa:16:3e:2b:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:06Z', 'revision_number': 1, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:28Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:11.028929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cfc6e-f9e6-4647-b820-a8ddeb94dd8e req-f7286bb0-2b86-4a59-bbba-0e86c6a03976 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.036703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-336cfc6e-f9e6-4647-b820-a8ddeb94dd8e req-f7286bb0-2b86-4a59-bbba-0e86c6a03976 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.0825601 Jul 28 14:36:11.040494 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1814a8-22a6-47cc-927e-20ca8d9fc525 x-openstack-request-id: req-ec1814a8-22a6-47cc-927e-20ca8d9fc525 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:11.046577 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:11.046577 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec1814a8-22a6-47cc-927e-20ca8d9fc525 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:11.046577 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'status': 'completed', 'code': 200} Jul 28 14:36:11.046577 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'status': 'completed', 'code': 200} Jul 28 14:36:11.053703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.097104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-336cfc6e-f9e6-4647-b820-a8ddeb94dd8e req-050976a7-1df5-4482-b24e-5db0a48f3f31 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Jul 28 14:36:11.118404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] Checking router: 7b501cff-0518-4095-9ada-22488cf87c0c for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:11.123103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:11.137932 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:11.153750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:11.153750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:11.217687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1076e25d-2c9d-414a-8636-0e35c55ebb20'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:11.307932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-27e81149-f244-467f-9ec0-d1e3836cba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.312687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-27e81149-f244-467f-9ec0-d1e3836cba02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1126 time: 0.1721106 Jul 28 14:36:11.432238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:11.512429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['cde04125-ab3c-44c4-814f-c41b3bebf0f6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:11.580589 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:09Z', 'revision_number': 2, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:11.588660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-29edbf6d-49a4-41a2-82fb-ec3a30ee0280 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 258 time: 0.3946133 Jul 28 14:36:11.599575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6ac1acf0-4918-49c2-887a-33b2f569f5ff up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:11.619037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:11.699002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-d01e310d-6077-4e26-bd6a-d69cf6ff53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.705117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-d01e310d-6077-4e26-bd6a-d69cf6ff53cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.3740089 Jul 28 14:36:11.706245 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:11.707008 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Updating router 8d103381-1567-4b5a-a6ad-32070921f7c8 port fd134c3d-8126-4ce4-a3ee-e7ef99770032 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:36:11.781473 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.800899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-110c841b-6058-4c37-817d-f413815f1156 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 217 time: 0.0848303 Jul 28 14:36:11.813432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.832318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6ac1acf0-4918-49c2-887a-33b2f569f5ff triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:11.832925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.941270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-1183c99c-f64c-438c-9939-d7a838c9c9ba tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.943312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-1183c99c-f64c-438c-9939-d7a838c9c9ba tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 820 time: 0.2265623 Jul 28 14:36:11.967609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-90670110-5cc3-47d2-b18d-d2b9963f30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.969434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-90670110-5cc3-47d2-b18d-d2b9963f30a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1515157 Jul 28 14:36:11.996480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-a24a2cab-9b0b-4de7-a3bd-44221553fd93 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/quotas/436634eeb959472d8e0445bedc3438f6 HTTP/1.1" status: 200 len: 375 time: 0.0418611 Jul 28 14:36:12.017925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-b72af65e-bf59-47ac-a2b4-3066b9ba64e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364432 Jul 28 14:36:12.120366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-11776d4e-adb0-4d66-b084-2186a1722495 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192617 Jul 28 14:36:12.165796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.232273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-9f56eeb8-7370-41c9-aed5-258ac1c689b8 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952746 Jul 28 14:36:12.288579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '8a69fccf-0059-4722-b187-30f027be44a4', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'port_id': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'mac_address': 'fa:16:3e:2b:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:06Z', 'revision_number': 1, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:28Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:12.323026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edeb63-d59d-43b3-b01f-cc398dda1a2c None None] The sync data for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 is: [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '8a69fccf-0059-4722-b187-30f027be44a4', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'port_id': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'mac_address': 'fa:16:3e:2b:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:06Z', 'revision_number': 1, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:28Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:12.334251 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-c216806d-12e3-4961-ad93-7100fe67e423 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129319 Jul 28 14:36:12.461719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-665c9a05-694f-4866-bd2e-f33d9a978e94 service neutron] 10.222.0.42 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099805 Jul 28 14:36:12.464690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-8c051edd-443c-490e-843d-7747a9c4aedb service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226103 Jul 28 14:36:12.475441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Allocated IP 172.25.6.109 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/2d575d88-a388-4655-8566-e0d7328687c3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:12.642951 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.657318 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Transition to ACTIVE for port object fd134c3d-8126-4ce4-a3ee-e7ef99770032 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:12.691199 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.734350 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.840949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce6b90-8749-43b0-90fa-f472d80cf6f7 None None] New status for floating IP 8a69fccf-0059-4722-b187-30f027be44a4: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:36:12.868524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-50ca9535-bbc0-4a17-93b4-c11aa2d92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:12.871788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-50ca9535-bbc0-4a17-93b4-c11aa2d92b20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1097 time: 0.1731222 Jul 28 14:36:13.035696 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858082d-b027-461f-981c-0906610766db None None] Pushing event updated for resources: {'Port': ['ID=fd134c3d-8126-4ce4-a3ee-e7ef99770032,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:13.082873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10639599-db7a-491e-b1ea-fa63413af0c6 req-e649c68b-8915-439f-bb02-aeee49c02630 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.096440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10639599-db7a-491e-b1ea-fa63413af0c6 req-e649c68b-8915-439f-bb02-aeee49c02630 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 944 time: 0.1238518 Jul 28 14:36:13.111688 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.112131 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.112471 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.112809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.115452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:13.116520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.116520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.117810 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.120279 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.120523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.120876 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.121203 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.121533 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858082d-b027-461f-981c-0906610766db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:13.163544 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Attempting to bind port fd134c3d-8126-4ce4-a3ee-e7ef99770032 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:13.164186 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Attempting to bind port fd134c3d-8126-4ce4-a3ee-e7ef99770032 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:13.164632 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Attempting to bind port fd134c3d-8126-4ce4-a3ee-e7ef99770032 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:13.176647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:13.181262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Checking segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:13.181262 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:13.181262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Bound using segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:13.181262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Bound port: fd134c3d-8126-4ce4-a3ee-e7ef99770032, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:13.182396 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:13.205514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10639599-db7a-491e-b1ea-fa63413af0c6 req-7afdc0aa-77a2-4650-93d8-5ba2648c3a48 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077161 Jul 28 14:36:13.223418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:13.382004 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] For port fd134c3d-8126-4ce4-a3ee-e7ef99770032, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:13.394758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] For port fd134c3d-8126-4ce4-a3ee-e7ef99770032, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fd134c3d-8126-4ce4-a3ee-e7ef99770032,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:13.400828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-82d4290a-1840-4f55-a2e8-92e7366b6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.407303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-82d4290a-1840-4f55-a2e8-92e7366b6c72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 930 time: 0.4948990 Jul 28 14:36:13.463396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597cb92-c4aa-440f-91bf-6e5cde72469c req-be65ef7d-8b97-4e77-9a06-41d194c18bf0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.473976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8597cb92-c4aa-440f-91bf-6e5cde72469c req-be65ef7d-8b97-4e77-9a06-41d194c18bf0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.1740234 Jul 28 14:36:13.526990 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:13.547453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8597cb92-c4aa-440f-91bf-6e5cde72469c req-db77ea46-d8ea-4578-954e-6fa48b244de6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724592 Jul 28 14:36:13.610857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 1076e25d-2c9d-414a-8636-0e35c55ebb20 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:13.611242 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:13.682140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-03ff5d06-0a93-45c9-80d2-266711acb721 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 997 time: 0.2390604 Jul 28 14:36:13.685039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:13.698659 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:13.704065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:13.707475 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:13.733317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:13.776092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event updated for resources: {'Port': ['ID=2d575d88-a388-4655-8566-e0d7328687c3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:13.958076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:14.005497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaa8b3-9cbc-4f99-a8c9-6964403387e2 req-f43fe19e-899c-40ea-8582-0eea52dde75a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:14.026973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3aeaa8b3-9cbc-4f99-a8c9-6964403387e2 req-f43fe19e-899c-40ea-8582-0eea52dde75a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.2650080 Jul 28 14:36:14.046356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:14.049626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-57b2dd69-5134-40bc-8abf-d8a5de2e716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:14.075513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-57b2dd69-5134-40bc-8abf-d8a5de2e716d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 200 len: 868 time: 0.3121285 Jul 28 14:36:14.086251 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd77247-edc5-4703-afd5-32573ecd10ba" -d '{"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-plugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:14.213143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3aeaa8b3-9cbc-4f99-a8c9-6964403387e2 req-40d01ad9-fee7-43f0-b450-47ddb754c20c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771343 Jul 28 14:36:14.259303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:14.260081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:14.380612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-d92dfd16-397b-4975-bbb0-1454f90c2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:14.389304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-d92dfd16-397b-4975-bbb0-1454f90c2579 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fed58918-c541-499b-98f1-8193823db101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2982831 Jul 28 14:36:14.475467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:14.772507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:14.812698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:14.938690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5420b988-c95a-4f02-b229-0c86918c00c3 req-d1200383-45a0-46d8-9a9d-b8792247db64 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 210 time: 0.0990694 Jul 28 14:36:14.964996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858082d-b027-461f-981c-0906610766db None None] Pushing event updated for resources: {'Port': ['ID=fd134c3d-8126-4ce4-a3ee-e7ef99770032,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:14.968048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-93a5014e-8556-42b1-90b4-a99c34727b3e service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644763 Jul 28 14:36:15.070876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:15.185692 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:13Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:15.218479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.250915 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0d5f9a-f98f-40fe-8acb-e0395d52d48b x-openstack-request-id: req-6c0d5f9a-f98f-40fe-8acb-e0395d52d48b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:15.251556 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-plugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:15.255433 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c0d5f9a-f98f-40fe-8acb-e0395d52d48b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:15.256127 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'code': 200} Jul 28 14:36:15.268669 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1d397-3f34-4ae7-8691-df4ccb340918 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:13Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:15.481316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port cde04125-ab3c-44c4-814f-c41b3bebf0f6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:15.485903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39e3a9-992f-49e6-8e5d-65bd5ded9303 req-c381fa97-deec-4207-9d66-d2b632d19a6b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:15.487514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port cde04125-ab3c-44c4-814f-c41b3bebf0f6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:15.488953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.489105 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f39e3a9-992f-49e6-8e5d-65bd5ded9303 req-c381fa97-deec-4207-9d66-d2b632d19a6b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 944 time: 0.1667726 Jul 28 14:36:15.575567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac54c8f6-9f29-4601-88d2-8e3a01afc6b1 req-49b135e3-9dce-4a99-b4b2-2aa965c66cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957873 Jul 28 14:36:15.630066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.631817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f39e3a9-992f-49e6-8e5d-65bd5ded9303 req-5a555c77-7ab9-4573-91dd-9cb3be9cf055 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332257 Jul 28 14:36:15.811252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:15.811252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fd134c3d-8126-4ce4-a3ee-e7ef99770032 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:15.811460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.938396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.938945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.991886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de520d38-1a15-4645-8fca-31ff2f6ea7d2 req-c47d6046-41bb-4f10-be26-196c38b73dc8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:16.008179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de520d38-1a15-4645-8fca-31ff2f6ea7d2 req-c47d6046-41bb-4f10-be26-196c38b73dc8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.1642418 Jul 28 14:36:16.074704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:16.089958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port fd134c3d-8126-4ce4-a3ee-e7ef99770032 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:16.098235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fd134c3d-8126-4ce4-a3ee-e7ef99770032 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:16.098824 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:16.144531 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de520d38-1a15-4645-8fca-31ff2f6ea7d2 req-6099b358-340d-416e-9e0e-fabd307a201d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217899 Jul 28 14:36:16.236746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event updated for resources: {'Port': ['ID=2d575d88-a388-4655-8566-e0d7328687c3,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:16.265849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:16.427528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:16.427528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-c5a49540-022d-4bad-aba0-282e7b85daac tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8231797 Jul 28 14:36:16.430191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:16.535800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc7cfc-3151-43e8-9b14-c8f4c0484d24 req-5b362c0c-efca-4ab6-b7af-18822b9405eb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:16.537485 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcfc7cfc-3151-43e8-9b14-c8f4c0484d24 req-5b362c0c-efca-4ab6-b7af-18822b9405eb tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1918309 Jul 28 14:36:16.645404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port fd134c3d-8126-4ce4-a3ee-e7ef99770032, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fd134c3d-8126-4ce4-a3ee-e7ef99770032,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:16.664645 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcfc7cfc-3151-43e8-9b14-c8f4c0484d24 req-51e50584-3a3c-42d0-8191-54aebe52fa08 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125977 Jul 28 14:36:16.675669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-00cafbbe-8477-4096-9b91-549102366925 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.2260044 Jul 28 14:36:16.767670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:16.895052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=fd134c3d-8126-4ce4-a3ee-e7ef99770032,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:17.123624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-f1a9b01a-4b7b-4209-b94e-ac55dbd5dc6b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:17.162326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28b85d03-08e9-48c5-8ebb-aded53601279 req-f1a9b01a-4b7b-4209-b94e-ac55dbd5dc6b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.4536486 Jul 28 14:36:17.258621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:17.264267 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8e145d-fb1b-4d05-9bfe-a83694161140" -d '{"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-plugged", "status": "completed", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:17.388364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:17.492985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cf36a-09e9-45a7-8e3e-abafefdc0bae req-85e5bdb1-67b4-4a2e-b625-2c17d733f6da tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:17.499680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66f2e049-9626-49e2-9a0b-749084d56f46 req-78571cf9-8d97-4470-bc3d-1407bbb19123 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 210 time: 0.1171558 Jul 28 14:36:17.504865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-721cf36a-09e9-45a7-8e3e-abafefdc0bae req-85e5bdb1-67b4-4a2e-b625-2c17d733f6da tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 945 time: 0.2419624 Jul 28 14:36:17.599319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-721cf36a-09e9-45a7-8e3e-abafefdc0bae req-3f7cabc3-c752-42a5-9ba3-5f5e74393906 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956821 Jul 28 14:36:17.642547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fd134c3d-8126-4ce4-a3ee-e7ef99770032 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:17.834495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-8c72703e-ba34-41df-8970-23b17b386216 service neutron] 10.222.0.42 "GET /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf/bindings/n-h2-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.2543645 Jul 28 14:36:17.842871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fd134c3d-8126-4ce4-a3ee-e7ef99770032 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:17.844013 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:17.982966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1a1bd-b8c2-40e7-80e5-9dd74315c75b req-890f580d-7a05-4089-aefd-790b603859b6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:17.997799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fc1a1bd-b8c2-40e7-80e5-9dd74315c75b req-890f580d-7a05-4089-aefd-790b603859b6 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 943 time: 0.2317779 Jul 28 14:36:18.052347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-d6ef9099-986c-4d52-8556-6c1ce7ecdfd1 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:18.058921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-d6ef9099-986c-4d52-8556-6c1ce7ecdfd1 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1938720 Jul 28 14:36:18.220603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fc1a1bd-b8c2-40e7-80e5-9dd74315c75b req-780ed7cd-5637-45b8-88ca-c9cba978cce2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108603 Jul 28 14:36:18.266203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-30f204b7-1751-4170-b5fd-524c78d02cbb tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1941814 Jul 28 14:36:18.283521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-90e4e7c1-4156-4541-b955-90b06fbf065b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Request body: {'floatingip': {'port_id': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:18.367730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-90e4e7c1-4156-4541-b955-90b06fbf065b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:18.431753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:18.446404 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1b760-7ccd-4148-b9be-08fe0cfda14a x-openstack-request-id: req-c6f1b760-7ccd-4148-b9be-08fe0cfda14a {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:18.446404 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-plugged", "status": "completed", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:18.447722 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f1b760-7ccd-4148-b9be-08fe0cfda14a {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:18.447722 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'code': 200} Jul 28 14:36:18.484064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:18.558330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd666257-2b0a-4b9f-ba13-b2536a791ddf {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:18.640947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:18.723637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf383ab-06a3-46d4-bffc-11dedac3b1e4 req-d6f2ff1a-4491-4dd6-9619-4937b942ecd2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:18.725350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf383ab-06a3-46d4-bffc-11dedac3b1e4 req-d6f2ff1a-4491-4dd6-9619-4937b942ecd2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1183336 Jul 28 14:36:18.727428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5eb2b-389f-40d2-b7d0-c325e1736755 req-43991015-0d9d-48d0-b154-0e830e68f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:18.728955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fba5eb2b-389f-40d2-b7d0-c325e1736755 req-43991015-0d9d-48d0-b154-0e830e68f834 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 1097 time: 0.1864464 Jul 28 14:36:18.775500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:18.976170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf383ab-06a3-46d4-bffc-11dedac3b1e4 req-f9e3c0f0-c8bc-4bde-9b5f-b2375920f756 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411778 Jul 28 14:36:18.994589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fba5eb2b-389f-40d2-b7d0-c325e1736755 req-ae697a9e-2120-4864-abf4-fd78acd527cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235329 Jul 28 14:36:19.137669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] Transition to ACTIVE for port object cd666257-2b0a-4b9f-ba13-b2536a791ddf will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:19.282951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:19.402029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] Pushing event updated for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:19.530403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-31f785f0-54df-4b25-9c3d-e94a8c84584c req-333979d3-9e9f-45c2-acbe-ba72ec8d052b tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 210 time: 0.0916896 Jul 28 14:36:19.604215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] No DVR routers for this DVR port cd666257-2b0a-4b9f-ba13-b2536a791ddf on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:19.713277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-21475d7c-24e5-45f2-bb25-df776f311b2e service neutron] 10.222.0.42 "PUT /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf/bindings/n-h2-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 1.8660185 Jul 28 14:36:19.769908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-302f7684-7895-4dd2-9bbf-be24d4a9a4a6 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.772880 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-302f7684-7895-4dd2-9bbf-be24d4a9a4a6 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 820 time: 0.2978957 Jul 28 14:36:19.795165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99000fe-1ac7-4814-926b-baaf7d22c4ff req-374663da-6d37-4dda-8aa3-2a3d7043001d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.796851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99000fe-1ac7-4814-926b-baaf7d22c4ff req-374663da-6d37-4dda-8aa3-2a3d7043001d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 945 time: 0.0788920 Jul 28 14:36:19.834047 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-90e4e7c1-4156-4541-b955-90b06fbf065b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 14:36:19.853405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fd3daf1-2502-411b-a027-4c50c47fc0af req-90e4e7c1-4156-4541-b955-90b06fbf065b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "PUT /v2.0/floatingips/c0ed0018-6d85-46b2-9fe2-3ee47fc91f3c HTTP/1.1" status: 409 len: 550 time: 1.5768003 Jul 28 14:36:19.868950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'port': {'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'admin_state_up': True, 'tenant_id': '436634eeb959472d8e0445bedc3438f6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:19.882455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99000fe-1ac7-4814-926b-baaf7d22c4ff req-fb3619e7-a6a9-4cec-9515-86a32422ca4b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655169 Jul 28 14:36:20.013421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-fcff8912-1711-47c2-a8d9-81aa9b862100 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips/c0ed0018-6d85-46b2-9fe2-3ee47fc91f3c HTTP/1.1" status: 200 len: 693 time: 0.0803893 Jul 28 14:36:20.145846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54832ced-32f4-4f40-b1bc-30afae78f084 req-dc1060c8-200a-4feb-9bfa-3c724856b3d1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.149203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54832ced-32f4-4f40-b1bc-30afae78f084 req-dc1060c8-200a-4feb-9bfa-3c724856b3d1 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.1494660 Jul 28 14:36:20.219744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54832ced-32f4-4f40-b1bc-30afae78f084 req-7309a53f-e5f0-4d2c-9f29-44181dd8c6ab tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637937 Jul 28 14:36:20.332775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-e1141637-acde-4710-92b3-b1de4dd0af63 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.343579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-e1141637-acde-4710-92b3-b1de4dd0af63 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.3180707 Jul 28 14:36:20.408911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-61d9bf48-5262-4ee7-bb90-443f36710a6f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.410952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-61d9bf48-5262-4ee7-bb90-443f36710a6f tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.2893944 Jul 28 14:36:20.426320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-37b6ab2f-cbc0-433a-b132-348afc1ce31c tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.0814846 Jul 28 14:36:20.470183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9e65-548f-4f84-a68f-40cadc24769c req-d16f2e23-0c62-4ecc-b300-a77ec4081bbf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.476401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ccf9e65-548f-4f84-a68f-40cadc24769c req-d16f2e23-0c62-4ecc-b300-a77ec4081bbf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1480246 Jul 28 14:36:20.538190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-49c7b65c-8297-4a8a-b793-215992d9a1ca tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1108422 Jul 28 14:36:20.554429 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ccf9e65-548f-4f84-a68f-40cadc24769c req-3a3bfc35-a6e1-4318-94d7-f3b44756c906 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684998 Jul 28 14:36:20.706269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-4d038bd4-0661-4fee-b154-f17bfa0bccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.710615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Made reservation on behalf of 436634eeb959472d8e0445bedc3438f6 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:20.717212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:20.721881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-4d038bd4-0661-4fee-b154-f17bfa0bccfa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5 HTTP/1.1" status: 200 len: 1096 time: 0.2828126 Jul 28 14:36:20.874420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38988) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:20.937993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1522876784'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:20.997431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e94bc4e6-a840-430d-a408-694ef76fc139 req-331a1b9d-fca4-4ab6-b7e1-2cfdc9db1c35 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 210 time: 0.0650842 Jul 28 14:36:21.011662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-86d4eb9e-eb48-4ac7-a54a-c6701acb6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.013229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-86d4eb9e-eb48-4ac7-a54a-c6701acb6768 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1096 time: 0.1894825 Jul 28 14:36:21.015948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Deleting port 2d575d88-a388-4655-8566-e0d7328687c3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:21.016293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.117091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Allocated IP 172.20.0.7 (5a18993c-4d4e-4ad8-9aef-dca98477f22b/6008ab1e-b605-4027-a058-8c427ff2881b/2f35ee4c-6c1c-4a05-a349-a1e3be90ef26) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:21.181691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:21.185820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.205192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.205568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.233641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-b1e54215-46ff-4189-ba9a-34b36e562301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.235007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-b1e54215-46ff-4189-ba9a-34b36e562301 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 200 len: 909 time: 0.2136140 Jul 28 14:36:21.242294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Calling delete_port for 2d575d88-a388-4655-8566-e0d7328687c3 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:21.442633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.486014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e277d-3bef-406e-ad92-0f8dec1564e7 req-0525dbb1-fed0-46b1-bf88-371607e95c44 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.489010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d51e277d-3bef-406e-ad92-0f8dec1564e7 req-0525dbb1-fed0-46b1-bf88-371607e95c44 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 945 time: 0.1499383 Jul 28 14:36:21.493748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Transition to ACTIVE for port object 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:21.592318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d51e277d-3bef-406e-ad92-0f8dec1564e7 req-a3f898de-e083-4feb-a708-a0a42f1e429d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907624 Jul 28 14:36:21.743484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7976c-7cd4-4ccd-b5da-c8e2c094559f req-9e73b1d8-e368-4ea4-931c-7df6cf223847 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.745202 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0c7976c-7cd4-4ccd-b5da-c8e2c094559f req-9e73b1d8-e368-4ea4-931c-7df6cf223847 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.0621018 Jul 28 14:36:21.746344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:36:21.754180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-8975705f-1b96-475c-822d-e4ad5009ed3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 200 len: 217 time: 0.5093260 Jul 28 14:36:21.767306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.767655 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Added segment ba2c03a3-f172-40f5-b8d7-ab382d8b23ee of type vlan for network 53a8fed9-e586-45f0-870d-3e6f7a696c8a Jul 28 14:36:21.807876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0c7976c-7cd4-4ccd-b5da-c8e2c094559f req-d79e8e25-1bd9-4564-917f-5c390c22432e tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Jul 28 14:36:21.927409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.940994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1be9c-cf57-4e24-aa78-6e6a274f6d30 req-ee4e2a27-747e-4627-999e-5254de2449de tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.947071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4d1be9c-cf57-4e24-aa78-6e6a274f6d30 req-ee4e2a27-747e-4627-999e-5254de2449de tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.0686200 Jul 28 14:36:21.947441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-99405d9f-d1d6-4bb0-9b23-f8d2697e7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.947441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-99405d9f-d1d6-4bb0-9b23-f8d2697e7878 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 200 len: 848 time: 0.1797764 Jul 28 14:36:21.980061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.998270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-959d14d9-e675-47ce-adb0-d91768dac5a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dfb8117-4f69-4c6f-afa4-337e31a9625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413744 Jul 28 14:36:22.053367 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4d1be9c-cf57-4e24-aa78-6e6a274f6d30 req-bcf94a1b-f6fc-4e09-88e1-39f895c83447 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029310 Jul 28 14:36:22.121272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:22.129255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:22.136042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.139322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:22.155489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.155489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.226309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event updated for resources: {'Port': ['ID=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:22.330213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.332203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.386949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-70f2b86e-2557-4217-8935-5cfa15a16f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.460618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.501876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-b62fffed-6721-4581-b0e7-fbb5fab341f9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6436939 Jul 28 14:36:22.518934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event deleted for resources: {'Port': ['ID=2d575d88-a388-4655-8566-e0d7328687c3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:22.529082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6520894 Jul 28 14:36:22.540842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Request body: {'port': {'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:22.541696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd9d84-3dbe-4b16-a5a6-3aee19972dc2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Network': ['ID=53a8fed9-e586-45f0-870d-3e6f7a696c8a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:22.557046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39008) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:22.564605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:36:22.572822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1628486551'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:22.646089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-b5721a89-24ca-4414-a25e-fbf485e3a658 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195064 Jul 28 14:36:22.689513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.749499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.752250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.753592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7e309d9-d6b3-4971-839c-a072dcaec2bd req-c1878d4f-ed9f-4b42-8067-da1fd3b0d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "DELETE /v2.0/floatingips/c0ed0018-6d85-46b2-9fe2-3ee47fc91f3c HTTP/1.1" status: 204 len: 173 time: 2.2144971 Jul 28 14:36:22.815846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16d1c536-c3d4-45ec-83d3-d105b465136f None None] Provisioning for port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:22.827844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16d1c536-c3d4-45ec-83d3-d105b465136f None None] Provisioning complete for port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:22.828885 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-16d1c536-c3d4-45ec-83d3-d105b465136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.961109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-5354c445-8be5-4f84-b5aa-bfa423995e52 service neutron] 10.222.0.58 "GET /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974372 Jul 28 14:36:22.971369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:22.986880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.044044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-16d1c536-c3d4-45ec-83d3-d105b465136f None None] Port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:23.089540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:36:23.117184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.117700 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Added segment ac06aa49-26b3-488b-8576-b273d32c5d57 of type vlan for network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc Jul 28 14:36:23.210145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.259835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b069b-6d16-4735-900a-63e419c0a158 req-579abd2b-7de6-4725-9dc5-01df60de8baa tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.262689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989b069b-6d16-4735-900a-63e419c0a158 req-579abd2b-7de6-4725-9dc5-01df60de8baa tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 945 time: 0.1348369 Jul 28 14:36:23.293487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d703f-68a9-4b95-b23c-d3e75479c718 req-9aee4a58-3c7b-49ce-ae64-3b2f18f19717 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.313180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c02d703f-68a9-4b95-b23c-d3e75479c718 req-9aee4a58-3c7b-49ce-ae64-3b2f18f19717 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 931 time: 0.1978896 Jul 28 14:36:23.340685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:23.351900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989b069b-6d16-4735-900a-63e419c0a158 req-3979a54b-75fb-4420-ac5a-0b8d519d5f7b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772979 Jul 28 14:36:23.356980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.380548 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c02d703f-68a9-4b95-b23c-d3e75479c718 req-cc2ff653-6d17-421f-97af-f22b93aaa266 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760534 Jul 28 14:36:23.390887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Transition to ACTIVE for port object 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:23.548821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627f99-c1da-4d1a-ae0b-6d950d879db9 req-93548a52-5853-4e1c-b519-0447b9f4c3ee tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.552749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-2e44dee2-ecc9-494a-b3dc-8c71edde12cc tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 999 time: 0.1642973 Jul 28 14:36:23.562737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca627f99-c1da-4d1a-ae0b-6d950d879db9 req-93548a52-5853-4e1c-b519-0447b9f4c3ee tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.0932636 Jul 28 14:36:23.633228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.636079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.648853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.648853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.706704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca627f99-c1da-4d1a-ae0b-6d950d879db9 req-5e8d7245-4c3e-4d95-a09c-ccecb0368631 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331499 Jul 28 14:36:23.774099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Pushing event updated for resources: {'Port': ['ID=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:23.869791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-9a0a68e4-27a3-4b60-a545-38af8a96f132 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.876802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-9a0a68e4-27a3-4b60-a545-38af8a96f132 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports/1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 942 time: 0.3136168 Jul 28 14:36:24.028561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Attempting to bind port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:24.029587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Attempting to bind port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:24.030280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Attempting to bind port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:24.040813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:24.040813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Attempting to bind port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:24.065675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:24.066537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Checking segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:24.067320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Bound using segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:24.068209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Bound port: 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:24.069207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.094007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Network': ['ID=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:24.101151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-24630bb1-5c7e-410a-aa90-980a88767f0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5357709 Jul 28 14:36:24.116555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289152d5-81e4-4f98-81d8-1648301b48dc req-3ec74930-8134-4f19-9457-c75bbe2e8f31 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.116555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-289152d5-81e4-4f98-81d8-1648301b48dc req-3ec74930-8134-4f19-9457-c75bbe2e8f31 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.2305770 Jul 28 14:36:24.117243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39030) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:24.119577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:36:24.130979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'subnet': {'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:24.228544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-289152d5-81e4-4f98-81d8-1648301b48dc req-ec7a58af-0440-4a03-af90-87f089a1c121 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Jul 28 14:36:24.252705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] For port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:24.256810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] For port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:24.317741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aed72-57c1-45d8-af33-39f044d3aedd req-9a912afa-c0f1-45a2-8a53-6b37acb26feb tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.318541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-9a912afa-c0f1-45a2-8a53-6b37acb26feb tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0&tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.4366560 Jul 28 14:36:24.326494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-46e8f3f8-e979-4150-97ea-482a388e176d tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 999 time: 0.3662851 Jul 28 14:36:24.475290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.506028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.507582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.509407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] 10.222.0.42 "PUT /v2.0/ports/2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 1092 time: 1.9844213 Jul 28 14:36:24.511633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:24.515713 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ee2769-d637-49f5-932e-4ac53fc02b80" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:24.780104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-c442bcc7-2de1-4543-8ce9-b15d6be07d05 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.783193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-c442bcc7-2de1-4543-8ce9-b15d6be07d05 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.4366648 Jul 28 14:36:24.792552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:24.799477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.802457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29741e5e-d4e9-4ba1-ba49-8a113cb14f2b service neutron] Pushing event updated for resources: {'Port': ['ID=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:24.825221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dd339-c181-4f5d-8284-6ba72e0a272f req-9e4417a5-aea6-4c5a-94bd-281144a6e1e0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.836955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bca1fcfc-bb42-4afb-9e6f-40c87e98afed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.840579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-763dd339-c181-4f5d-8284-6ba72e0a272f req-9e4417a5-aea6-4c5a-94bd-281144a6e1e0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 945 time: 0.2771387 Jul 28 14:36:24.945104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-763dd339-c181-4f5d-8284-6ba72e0a272f req-c66f8cef-c6ab-45ea-a9c3-79b9b3da200a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984504 Jul 28 14:36:24.951924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-bada0470-87f1-45e5-9892-c5fc5244a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.954453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-bada0470-87f1-45e5-9892-c5fc5244a727 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1095 time: 0.2313902 Jul 28 14:36:25.029481 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-b243e5ed-8dd2-4771-abfb-2b4c29429245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 217 time: 0.0540502 Jul 28 14:36:25.099405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-8000759b-5a44-4ba2-a46a-533623021aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 999 time: 0.2810409 Jul 28 14:36:25.119640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:25.159949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.201350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-5e15b37c-2714-48cc-8a38-df9af5266b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.201350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-5e15b37c-2714-48cc-8a38-df9af5266b0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1360388 Jul 28 14:36:25.208093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4b83-ac06-4425-8d28-d090340a2d1c req-91fcabdb-b84c-4b1c-89a5-5621d7f63064 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.212697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-babe4b83-ac06-4425-8d28-d090340a2d1c req-91fcabdb-b84c-4b1c-89a5-5621d7f63064 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 943 time: 0.1489477 Jul 28 14:36:25.234127 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.305118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-babe4b83-ac06-4425-8d28-d090340a2d1c req-bb39a7c9-7d9e-4bcd-83e7-f4f2128268f6 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Jul 28 14:36:25.308742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37718-d207-479f-b372-02449f157bb4 req-987bc23c-ba91-45f4-857b-fe3af3885f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.310529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-987bc23c-ba91-45f4-857b-fe3af3885f0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187696 Jul 28 14:36:25.413503 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab83738-84c4-49ca-b75e-745793308d74 x-openstack-request-id: req-fab83738-84c4-49ca-b75e-745793308d74 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:25.413982 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:25.415912 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fab83738-84c4-49ca-b75e-745793308d74 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:25.416418 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'status': 'completed', 'code': 200} Jul 28 14:36:25.442256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-876aed72-57c1-45d8-af33-39f044d3aedd req-1537b481-6a79-47a5-98ec-f6255bf41772 service neutron] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:25.459255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-876aed72-57c1-45d8-af33-39f044d3aedd req-1537b481-6a79-47a5-98ec-f6255bf41772 service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.460427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-876aed72-57c1-45d8-af33-39f044d3aedd req-1537b481-6a79-47a5-98ec-f6255bf41772 service neutron] 10.222.0.58 "DELETE /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf/bindings/n-h1-764806-10 HTTP/1.1" status: 204 len: 173 time: 1.1244853 Jul 28 14:36:25.519421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-cdbc687b-da18-4972-98c2-573bfbbdd667 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912997 Jul 28 14:36:25.535296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cee76-ade1-4b57-bc10-69f7f968eff2 req-0dead265-527c-478d-b21b-faf6999cf6d0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.537118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e8cee76-ade1-4b57-bc10-69f7f968eff2 req-0dead265-527c-478d-b21b-faf6999cf6d0 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.0939300 Jul 28 14:36:25.578631 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.643741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e8cee76-ade1-4b57-bc10-69f7f968eff2 req-d42e36e8-5e0a-418e-927b-013d3ca0e524 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Jul 28 14:36:25.696831 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05f37718-d207-479f-b372-02449f157bb4 req-1649d23b-66ff-4e4d-9fb4-0b451f4c2fec service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579118 Jul 28 14:36:26.189241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.297996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.298673 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Floating IP 8a69fccf-0059-4722-b187-30f027be44a4 disassociated. External IP: 172.25.6.9, port: 1a98e655-d49d-4690-bc1c-92e1afbe0a8c. Jul 28 14:36:26.309706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Subnet': ['ID=a65f92d9-14f0-4e6d-a411-01daeb654530,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:26.365715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.391220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Checking segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:26.391871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network hostable DHCP agents. Network: 53a8fed9-e586-45f0-870d-3e6f7a696c8a, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:36:26.565544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-95e2926d-2c8e-48c2-b188-1b574e658325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.567553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-95e2926d-2c8e-48c2-b188-1b574e658325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1095 time: 0.0661066 Jul 28 14:36:26.582204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:36:26.708582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Router 7b501cff-0518-4095-9ada-22488cf87c0c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:36:26.715975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-fadf0f92-a2d9-4431-833b-2e2fbad5d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.717829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-fadf0f92-a2d9-4431-833b-2e2fbad5d9be service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.1392815 Jul 28 14:36:26.775204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-82350c87-c340-4c22-a017-1a7dbc737331 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 217 time: 0.0395255 Jul 28 14:36:26.853448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-6fc535be-4fa9-4c39-8381-ac83f65c6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.855702 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-6fc535be-4fa9-4c39-8381-ac83f65c6363 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.0622427 Jul 28 14:36:26.918960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-7fde24c1-1662-4d05-9b43-4c7ef3cbca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.920686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-7fde24c1-1662-4d05-9b43-4c7ef3cbca1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533471 Jul 28 14:36:26.929260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:26.937542 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.940648 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] Sync routers for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:26.951742 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:26.952614 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:36:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:26.994064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-a845f929-d245-4208-9a0f-a7a18660171a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "PUT /v2.0/floatingips/8a69fccf-0059-4722-b187-30f027be44a4 HTTP/1.1" status: 200 len: 693 time: 1.8819261 Jul 28 14:36:26.994491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:27.002170 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a3221-85c1-46a7-85df-424487cb9f23" -d '{"events": [{"name": "network-changed", "server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:27.073342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-5cdbe5a8-6c65-4e55-94d4-2508fccbc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.075265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-5cdbe5a8-6c65-4e55-94d4-2508fccbc2b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1097 time: 0.0560961 Jul 28 14:36:27.087303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:27.128244 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-49215052-7461-45b2-b7c5-acfae9bd7cc3 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587021 Jul 28 14:36:27.195723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-d55c2fee-c72f-4358-bdb9-ca183f3a13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.197511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-d55c2fee-c72f-4358-bdb9-ca183f3a13b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 930 time: 0.1099341 Jul 28 14:36:27.199185 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:36:27.225054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 53a8fed9-e586-45f0-870d-3e6f7a696c8a) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:27.237106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb7c06-1ea0-40c6-9242-7d02c7e13593 None None] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:27.271034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-800ae776-2dfe-46c0-bd52-491f93532b74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 217 time: 0.0640545 Jul 28 14:36:27.272418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.273179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:27.302293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ee2769-d637-49f5-932e-4ac53fc02b80 req-94f87d04-3c11-4400-818c-31ee08353881 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614783 Jul 28 14:36:27.354126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-87db3a93-28b4-4483-a943-eb59e27146e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.357867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-87db3a93-28b4-4483-a943-eb59e27146e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 200 len: 868 time: 0.0788908 Jul 28 14:36:27.391230 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:28Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:27.435669 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] Checking router: 7b501cff-0518-4095-9ada-22488cf87c0c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:27.448003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:27.448844 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:36:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:27.452247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-9f055cfe-2dd9-4f8a-be59-49cc69246fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.457358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-9f055cfe-2dd9-4f8a-be59-49cc69246fd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fed58918-c541-499b-98f1-8193823db101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894442 Jul 28 14:36:27.462181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-19fa4934-6fbd-4a91-b047-8bec0bb423e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3353751 Jul 28 14:36:27.464652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39074) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:27.480691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'subnet': {'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:27.557461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:36:27.557461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:27.645524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-e041dcea-b446-46ac-81fd-c6df3fb2354a service neutron] 10.222.0.57 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813626 Jul 28 14:36:27.732602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdc2cf-e23d-48ad-94d7-61246eaedea7 req-ebd48140-5e39-4027-b7de-8ed85da4b34e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.734204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77fdc2cf-e23d-48ad-94d7-61246eaedea7 req-ebd48140-5e39-4027-b7de-8ed85da4b34e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.0853105 Jul 28 14:36:27.790416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b334a845-2cfa-44fa-a3b2-00fac2dc348f req-5d4bd59d-7591-4123-8f78-57eccbb82842 service neutron] 10.222.0.57 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325247 Jul 28 14:36:27.846991 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77fdc2cf-e23d-48ad-94d7-61246eaedea7 req-96b7b098-0445-4d92-81b4-4890dce1b3be tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669856 Jul 28 14:36:27.977223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:27.980971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:27.985876 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:28.000589 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:28.077565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Allocated IP 10.1.1.2 (53a8fed9-e586-45f0-870d-3e6f7a696c8a/a65f92d9-14f0-4e6d-a411-01daeb654530/e128b8a8-3612-4a28-953a-e0552535184d) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:28.461128 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e5600-1da3-492f-a198-c5df99100ca4 x-openstack-request-id: req-899e5600-1da3-492f-a198-c5df99100ca4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:28.462029 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:28.463553 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-899e5600-1da3-492f-a198-c5df99100ca4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:28.465428 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'status': 'completed', 'code': 200} Jul 28 14:36:28.564381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e01f-6061-4c20-bc98-670f54d338c0 req-8cbee615-aa82-45f3-bcca-e790d9e310cc tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.578544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f591e01f-6061-4c20-bc98-670f54d338c0 req-8cbee615-aa82-45f3-bcca-e790d9e310cc tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 943 time: 0.2888491 Jul 28 14:36:28.673104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f591e01f-6061-4c20-bc98-670f54d338c0 req-ea20de4a-d8ce-4763-a9bb-7725bd796a38 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927320 Jul 28 14:36:28.721216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:28.746842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Transition to ACTIVE for port object e128b8a8-3612-4a28-953a-e0552535184d will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:28.751648 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:28Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:28.822660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Transition to ACTIVE for port object e128b8a8-3612-4a28-953a-e0552535184d will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:28.825408 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac3fe1-1045-4fce-9154-5117e74c25b9 None None] The sync data for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 is: [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:35:17Z', 'revision_number': 4, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f9b10e96-f0f5-4975-b9e5-208aeb74c686', 'name': '', 'network_id': 'fed58918-c541-499b-98f1-8193823db101', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'mac_address': 'fa:16:3e:74:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:15Z', 'updated_at': '2021-07-28T14:35:28Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'subnets': [{'id': '08c28143-0070-45d1-8516-93b0cd3deaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:28.825977 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-fdd2de75-703d-4375-9c5b-f9bcf979a067 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips/8a69fccf-0059-4722-b187-30f027be44a4 HTTP/1.1" status: 200 len: 693 time: 0.0952420 Jul 28 14:36:28.885889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dfe7-9fa9-4b1a-b6a2-210c017b325b req-6be2f811-0613-44c8-a8ee-a1b488d1f153 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.888001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9c9dfe7-9fa9-4b1a-b6a2-210c017b325b req-6be2f811-0613-44c8-a8ee-a1b488d1f153 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 1096 time: 0.1041930 Jul 28 14:36:28.952850 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:28.956296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:28.963793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9c9dfe7-9fa9-4b1a-b6a2-210c017b325b req-58271ef2-3fd3-4e33-a6c6-ea012d3b20a3 tempest-LiveMigrationTest-456070483 tempest-LiveMigrationTest-456070483-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625942 Jul 28 14:36:29.027625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-990aaaba-e207-4324-9920-1afd3bcc6ee9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.036205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-990aaaba-e207-4324-9920-1afd3bcc6ee9 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2085443 Jul 28 14:36:29.041808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Subnet': ['ID=6f2ff4d7-12be-429d-97a0-7a7282cae1e7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:29.057975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:29.062498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:29.064879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Pushing event updated for resources: {'Port': ['ID=e128b8a8-3612-4a28-953a-e0552535184d,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:29.081804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:29.102541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-842ace02-dc0f-4baf-a6b9-3b50dfe31b5b tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 696 time: 0.0650067 Jul 28 14:36:29.184529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Attempting to bind port e128b8a8-3612-4a28-953a-e0552535184d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:29.186118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Attempting to bind port e128b8a8-3612-4a28-953a-e0552535184d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:29.186792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Attempting to bind port e128b8a8-3612-4a28-953a-e0552535184d on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:29.194036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:29.194815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Checking segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:29.196421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:29.203171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Bound using segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:29.203171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Bound port: e128b8a8-3612-4a28-953a-e0552535184d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:29.203171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:29.205279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c53290-3f34-4c01-bf6b-90eea97991f6 req-c403f7f2-edac-4004-b6b6-e0fa67d7c808 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.212596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21c53290-3f34-4c01-bf6b-90eea97991f6 req-c403f7f2-edac-4004-b6b6-e0fa67d7c808 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1132805 Jul 28 14:36:29.225433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3221-85c1-46a7-85df-424487cb9f23 req-30943e3d-1ad6-4a1e-a3df-3ab3f46ccecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.226969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-30943e3d-1ad6-4a1e-a3df-3ab3f46ccecd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 1097 time: 0.4976962 Jul 28 14:36:29.239581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-0c75c874-d880-453a-bbb6-79a7100ff5dd tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.9 HTTP/1.1" status: 200 len: 696 time: 0.1357691 Jul 28 14:36:29.278009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21c53290-3f34-4c01-bf6b-90eea97991f6 req-190a9617-2e82-448d-a3d7-7346ef6c36f8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619330 Jul 28 14:36:29.290811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d811b0c-0b2a-4883-98e8-74029465283d None None] New status for floating IP 8a69fccf-0059-4722-b187-30f027be44a4: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:36:29.483342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Checking segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:29.483801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network hostable DHCP agents. Network: ebb277a1-8f8f-4cab-a1f3-b6c193a233dc, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:36:29.530485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] For port e128b8a8-3612-4a28-953a-e0552535184d, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:29.545616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3221-85c1-46a7-85df-424487cb9f23 req-f3ed30d8-5910-405e-8a99-0f16254caa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.547305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-f3ed30d8-5910-405e-8a99-0f16254caa25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 200 len: 930 time: 0.3023360 Jul 28 14:36:29.550808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] For port e128b8a8-3612-4a28-953a-e0552535184d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e128b8a8-3612-4a28-953a-e0552535184d,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:29.572518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Deleting port 462b9399-44fa-4667-b726-c636ece65b61 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:29.572921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:29.615043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-ab0fc3dd-193e-40f2-994c-83ffa8cb3d61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 200 len: 217 time: 0.0535340 Jul 28 14:36:29.719458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3221-85c1-46a7-85df-424487cb9f23 req-eeb40e77-dfd5-46eb-b180-7d8ba8a7bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.721075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-eeb40e77-dfd5-46eb-b180-7d8ba8a7bb60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 200 len: 868 time: 0.0801206 Jul 28 14:36:29.743662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:29.743997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:29.775120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Calling delete_port for 462b9399-44fa-4667-b726-c636ece65b61 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:29.806808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:29.861493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:36:29.872894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3221-85c1-46a7-85df-424487cb9f23 req-34b570d1-1598-4217-8a44-965d6cbf62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.874922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-34b570d1-1598-4217-8a44-965d6cbf62be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fed58918-c541-499b-98f1-8193823db101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403060 Jul 28 14:36:29.979170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c20d62-2e41-4eea-9467-c4f13fc2c06c None None] Pushing event updated for resources: {'Port': ['ID=e128b8a8-3612-4a28-953a-e0552535184d,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:30.085058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-d6aba300-9281-4e61-9b0a-1d5afc265a27 service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004502 Jul 28 14:36:30.088246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ebb277a1-8f8f-4cab-a1f3-b6c193a233dc) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:30.094515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.095317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.110396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cda66b-50b6-4955-aa4a-65f2a2abb5ab None None] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:30.245846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.336548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event deleted for resources: {'Port': ['ID=462b9399-44fa-4667-b726-c636ece65b61,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:30.371887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4e0cb5d8-e5d7-4ac1-9525-1625b2253da8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9038754 Jul 28 14:36:30.375579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:30.390971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'name': 'tempest-TaggedBootDevicesTest_v242-555499133', 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:30.425841 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-051a3221-85c1-46a7-85df-424487cb9f23 req-b731a17b-58e6-49a8-a393-718bd7d19be1 service neutron] 10.222.0.42 "GET /v2.0/networks/fed58918-c541-499b-98f1-8193823db101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243904 Jul 28 14:36:30.579625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.584814 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.601217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c3f2594-d7c0-4a94-9ec4-9dd1093addd1 req-e250771a-53ea-45c9-9836-a2bbeb61406a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "DELETE /v2.0/floatingips/8a69fccf-0059-4722-b187-30f027be44a4 HTTP/1.1" status: 204 len: 173 time: 1.3590643 Jul 28 14:36:30.722134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc967139-4b2c-4792-8567-f56bf4e65231 req-c034ec37-d4ee-4471-a32b-b254c1a0a4be tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.723785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc967139-4b2c-4792-8567-f56bf4e65231 req-c034ec37-d4ee-4471-a32b-b254c1a0a4be tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 943 time: 0.0769625 Jul 28 14:36:30.764361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'fixed_ips': [{'subnet_id': '6f2ff4d7-12be-429d-97a0-7a7282cae1e7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:36:30.767983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.793631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8b2d-61b8-4c09-ab29-ccb094a606c3 req-e70412f5-ce54-4331-a97f-a99754e10690 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.795759 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62be8b2d-61b8-4c09-ab29-ccb094a606c3 req-e70412f5-ce54-4331-a97f-a99754e10690 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.1049609 Jul 28 14:36:30.847080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:30.857499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62be8b2d-61b8-4c09-ab29-ccb094a606c3 req-4d83883e-dc1f-411a-b043-c1a4cdd3efe9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Jul 28 14:36:30.912633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc967139-4b2c-4792-8567-f56bf4e65231 req-31becfdc-5df1-460d-abb0-b73528d97ddc tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806543 Jul 28 14:36:31.077754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48117dc-0d0f-492a-a215-0fe766f9d33a req-bba8b6a9-79b6-45d7-8447-47d89e879630 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.090324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b48117dc-0d0f-492a-a215-0fe766f9d33a req-bba8b6a9-79b6-45d7-8447-47d89e879630 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1266186 Jul 28 14:36:31.090730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Allocated IP 10.2.2.2 (ebb277a1-8f8f-4cab-a1f3-b6c193a233dc/6f2ff4d7-12be-429d-97a0-7a7282cae1e7/b79f7c2c-3633-42f8-aaa5-42d5da58fb99) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:31.178537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b48117dc-0d0f-492a-a215-0fe766f9d33a req-8a9a47c6-20d5-4456-a86c-1946e1b0c736 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872262 Jul 28 14:36:31.189441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:31.213768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-fa79e009-1bd5-4bc9-adb4-dfbd4be790ff tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.222802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-fa79e009-1bd5-4bc9-adb4-dfbd4be790ff tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.4377306 Jul 28 14:36:31.489007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:31.666493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:31.668003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:31.710995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:31.755990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6c6e-3e29-4901-b64b-a089c4ccc807 req-1dbf86a0-ccc6-4140-8eeb-f42d82ba31c4 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.771440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd7a6c6e-3e29-4901-b64b-a089c4ccc807 req-1dbf86a0-ccc6-4140-8eeb-f42d82ba31c4 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5339823 Jul 28 14:36:31.878198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:31.920871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd7a6c6e-3e29-4901-b64b-a089c4ccc807 req-b8a40a87-bbac-4df5-8597-f4c835b321f3 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1472039 Jul 28 14:36:31.924070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] device_id is not set on port 75a09b25-8b82-4aa1-bd24-19ac66f64176 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:36:32.032904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d0474-6008-4541-a8d5-55183a0a4ece None None] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:32.047807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e128b8a8-3612-4a28-953a-e0552535184d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:32.069140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.129797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:32.158509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f076618b-9a05-45ab-96cc-0d4f2ed61acd req-2dad8555-f53e-4dfe-92af-af6329553f1a tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1384671 Jul 28 14:36:32.336867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Transition to ACTIVE for port object b79f7c2c-3633-42f8-aaa5-42d5da58fb99 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:32.390328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:32.430901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.441300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Deleting port cd666257-2b0a-4b9f-ba13-b2536a791ddf {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:32.443246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.490832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf83c81-9658-4cd1-a512-5bf7bdfcfc13 req-43c835bc-77ef-4ad9-a666-ee2e76a8d76d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.495592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebf83c81-9658-4cd1-a512-5bf7bdfcfc13 req-43c835bc-77ef-4ad9-a666-ee2e76a8d76d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 943 time: 0.1687202 Jul 28 14:36:32.540343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.543459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c2003ff-71bb-4ff3-869f-e4eef8dbf502 None None] Provisioning for port e128b8a8-3612-4a28-953a-e0552535184d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:32.591780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:32.613150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebf83c81-9658-4cd1-a512-5bf7bdfcfc13 req-ff1aeef5-fbe9-4d20-b7dc-5ff3e5fba396 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053412 Jul 28 14:36:32.644260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Transition to ACTIVE for port object b79f7c2c-3633-42f8-aaa5-42d5da58fb99 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:32.760516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'mac_address': 'fa:16:3e:7f:d4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:32.908199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.991468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:33.061660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:33.070516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:33.072498 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.098366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 10.1.1.212 (53a8fed9-e586-45f0-870d-3e6f7a696c8a/a65f92d9-14f0-4e6d-a411-01daeb654530/75a09b25-8b82-4aa1-bd24-19ac66f64176) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:33.106761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:33.148870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2279f0-5985-46a6-b40c-1e6d61cbf9b0 req-ed30e4f2-6649-46bc-8435-8d4ec7c02259 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.150240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:33.157399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b2279f0-5985-46a6-b40c-1e6d61cbf9b0 req-ed30e4f2-6649-46bc-8435-8d4ec7c02259 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 944 time: 0.8308284 Jul 28 14:36:33.255354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e128b8a8-3612-4a28-953a-e0552535184d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:33.276898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cde04125-ab3c-44c4-814f-c41b3bebf0f6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:33.297904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e128b8a8-3612-4a28-953a-e0552535184d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:33.298547 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.304630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Pushing event updated for resources: {'Port': ['ID=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:33.350868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] For port cd666257-2b0a-4b9f-ba13-b2536a791ddf, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cd666257-2b0a-4b9f-ba13-b2536a791ddf,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:33.351385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.368517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b2279f0-5985-46a6-b40c-1e6d61cbf9b0 req-561a8b3d-6aa9-4cac-b0a4-53e210d1d49b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046111 Jul 28 14:36:33.407584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Calling delete_port for cd666257-2b0a-4b9f-ba13-b2536a791ddf owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:33.411480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:33.433530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Attempting to bind port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:33.436628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Attempting to bind port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:33.436628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Attempting to bind port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:33.477642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:33.478058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Checking segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:33.478426 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.478821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Bound using segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:33.480204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Bound port: b79f7c2c-3633-42f8-aaa5-42d5da58fb99, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:33.483435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.610915 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.798456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.860879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['cde04125-ab3c-44c4-814f-c41b3bebf0f6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:33.870907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object 75a09b25-8b82-4aa1-bd24-19ac66f64176 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:33.973338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ecb03-8d5d-4c71-b568-fcbf19212f28 req-26695c0b-6d8c-481c-8584-e14c0605f61e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.974983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-707ecb03-8d5d-4c71-b568-fcbf19212f28 req-26695c0b-6d8c-481c-8584-e14c0605f61e tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.4972191 Jul 28 14:36:34.047619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] For port b79f7c2c-3633-42f8-aaa5-42d5da58fb99, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:34.060876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] For port b79f7c2c-3633-42f8-aaa5-42d5da58fb99, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:34.231269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.244898 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.261951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:34.298550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-707ecb03-8d5d-4c71-b568-fcbf19212f28 req-59695620-d24b-4bd5-9bd7-2d1637d68796 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104875 Jul 28 14:36:34.437118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-60f6085f-7fc9-4355-9986-697ea957165f None None] Provisioning complete for port e128b8a8-3612-4a28-953a-e0552535184d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:34.437118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-60f6085f-7fc9-4355-9986-697ea957165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.439643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9591f-dac4-4ca9-b659-72a6f1cf74fe None None] Pushing event updated for resources: {'Port': ['ID=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:34.491260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e128b8a8-3612-4a28-953a-e0552535184d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e128b8a8-3612-4a28-953a-e0552535184d,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:34.648094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.653138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.665808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-60f6085f-7fc9-4355-9986-697ea957165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.692226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.804353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:34.823101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e128b8a8-3612-4a28-953a-e0552535184d,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:34.850664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:34.865969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:34.897073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:34.943547 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-60f6085f-7fc9-4355-9986-697ea957165f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:36:34.943972 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-60f6085f-7fc9-4355-9986-697ea957165f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:36:35.003239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] No DVR routers for this DVR port cd666257-2b0a-4b9f-ba13-b2536a791ddf on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:35.005714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event deleted for resources: {'Port': ['ID=cd666257-2b0a-4b9f-ba13-b2536a791ddf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:35.019951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.023035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e69cbd0-3f38-4ec0-98ac-b6b7f427d439 req-eac6949f-76a8-4f8d-8c10-0089adc4b91d tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "DELETE /v2.0/ports/cd666257-2b0a-4b9f-ba13-b2536a791ddf HTTP/1.1" status: 204 len: 173 time: 3.7738187 Jul 28 14:36:35.023932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'name': 'network-vif-deleted', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:35.040088 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68456de3-0a80-4724-b02a-2f44e5bbe2ac" -d '{"events": [{"server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "name": "network-vif-deleted", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:35.070969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:35.072360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.258758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a264c40e-57f7-452d-b9ad-77f059228c50 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8819718 Jul 28 14:36:35.261292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39218) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:35.267582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'name': 'tempest-TaggedBootDevicesTest_v242-2038851356', 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:35.481178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['bb0c5010-15d4-4862-9027-ca7636e8a3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:35.722234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:35.728024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.789476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] device_id is not set on port 8803861d-1180-4e1c-9105-be99cbb9e145 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:36:35.851878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:35.859564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.872014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-ffd80a4a-aee1-4672-8f31-5c6f1f2acae8 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:35.874996 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-ffd80a4a-aee1-4672-8f31-5c6f1f2acae8 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 945 time: 0.1665187 Jul 28 14:36:36.084373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port cde04125-ab3c-44c4-814f-c41b3bebf0f6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:36.084802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.099031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Deleting port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:36.109048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.237381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9faaf15f-74e6-42c1-9e5e-ee4c65de2820 None None] Provisioning for port 75a09b25-8b82-4aa1-bd24-19ac66f64176 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:36.246696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9faaf15f-74e6-42c1-9e5e-ee4c65de2820 None None] Provisioning complete for port 75a09b25-8b82-4aa1-bd24-19ac66f64176 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:36.247061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9faaf15f-74e6-42c1-9e5e-ee4c65de2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.299515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9faaf15f-74e6-42c1-9e5e-ee4c65de2820 None None] Port 75a09b25-8b82-4aa1-bd24-19ac66f64176 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:36.328422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114c2db-0398-48d1-ad7f-385ad38d38e3 None None] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:36.358590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 10.1.1.107 (53a8fed9-e586-45f0-870d-3e6f7a696c8a/a65f92d9-14f0-4e6d-a411-01daeb654530/8803861d-1180-4e1c-9105-be99cbb9e145) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:36.437281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] For port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:36.437643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.469626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Calling delete_port for 1a98e655-d49d-4690-bc1c-92e1afbe0a8c owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:36.612513 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.812642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b56b75fe-cf6c-4a9a-b2c0-456e9d6e33fb None None] Provisioning for port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:36.823547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:36.835622 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5692287-84dd-40fe-8620-ce3af9aa4462" -d '{"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-plugged", "status": "completed", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:36.860933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:36.880028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.914920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.936152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object 8803861d-1180-4e1c-9105-be99cbb9e145 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:36.955389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.956234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:37.089113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Pushing event deleted for resources: {'Port': ['ID=1a98e655-d49d-4690-bc1c-92e1afbe0a8c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:37.104403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] No DVR routers for this DVR port 1a98e655-d49d-4690-bc1c-92e1afbe0a8c on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:37.126160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:37.132145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b4bf00d-6c49-457c-a67c-ea367a05ffc5 req-38967a42-4549-43c2-ad35-abc7dea51844 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.42 "DELETE /v2.0/ports/1a98e655-d49d-4690-bc1c-92e1afbe0a8c HTTP/1.1" status: 204 len: 173 time: 1.2437189 Jul 28 14:36:37.138413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'name': 'network-vif-deleted', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:37.161018 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc7c09e-69fd-489b-a037-2bd448cbf4a7" -d '{"events": [{"server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "name": "network-vif-deleted", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:37.253106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['1a98e655-d49d-4690-bc1c-92e1afbe0a8c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:37.258696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c640ec1-7ea6-48d9-8bde-61ca52604947 req-555ea203-62d2-4c84-ba13-6c1bbfaf2e82 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 210 time: 0.0822961 Jul 28 14:36:37.264570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b79f7c2c-3633-42f8-aaa5-42d5da58fb99 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:37.282405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: cd666257-2b0a-4b9f-ba13-b2536a791ddf {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:37.292391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cd666257-2b0a-4b9f-ba13-b2536a791ddf not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:37.292602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:37.469053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:37.488417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc62b9-7fae-4cd8-b249-4934f7d0039f req-02057efc-a252-4c64-83a3-b0ee30cc38dd tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.492914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69cc62b9-7fae-4cd8-b249-4934f7d0039f req-02057efc-a252-4c64-83a3-b0ee30cc38dd tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 944 time: 0.3578966 Jul 28 14:36:37.505905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:37.528003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12f1a6f4-57f7-4f1f-9f9d-b837d3ca530e req-cbc89a13-2826-4f90-8d1b-aad77eb0ab34 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0784931 Jul 28 14:36:37.569086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69cc62b9-7fae-4cd8-b249-4934f7d0039f req-db6a3d23-eb10-47f9-b0e4-b54f1d13d950 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699260 Jul 28 14:36:37.583851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:37.593932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:37.599480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:37.745425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.748907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:37.758274 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36525e90-23d6-472d-b8b7-dcf4a28796b0 x-openstack-request-id: req-36525e90-23d6-472d-b8b7-dcf4a28796b0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:37.762470 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d76c6-ce43-48cd-8451-639a10fa1ee0", "name": "network-vif-deleted", "tag": "cd666257-2b0a-4b9f-ba13-b2536a791ddf", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:37.762470 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36525e90-23d6-472d-b8b7-dcf4a28796b0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:37.762470 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d76c6-ce43-48cd-8451-639a10fa1ee0', 'name': 'network-vif-deleted', 'tag': 'cd666257-2b0a-4b9f-ba13-b2536a791ddf', 'status': 'completed', 'code': 200} Jul 28 14:36:37.789785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:37.929285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dbf883a1-7498-4f4d-bee9-1cd67978d2d7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6668060 Jul 28 14:36:37.945623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aca58-faca-472e-bfc7-3028f562ac50 req-1d7f5920-679e-4ff4-a3b5-351d42220174 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.956625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a33aca58-faca-472e-bfc7-3028f562ac50 req-1d7f5920-679e-4ff4-a3b5-351d42220174 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1134748 Jul 28 14:36:38.002147 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28112836-9898-4432-b597-dbe7f3417e9d x-openstack-request-id: req-28112836-9898-4432-b597-dbe7f3417e9d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:38.002923 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-plugged", "status": "completed", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:38.003367 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28112836-9898-4432-b597-dbe7f3417e9d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:38.004083 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'code': 200} Jul 28 14:36:38.111080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a33aca58-faca-472e-bfc7-3028f562ac50 req-b349958d-3439-4777-848d-8263fff921d2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127069 Jul 28 14:36:38.155453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:38.161995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:38.162357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.212948 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365fc2e3-7fed-448b-a568-2cc301586d7c x-openstack-request-id: req-365fc2e3-7fed-448b-a568-2cc301586d7c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:38.225916 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c23e6cb-fc73-4651-afd2-1b31d175e29d", "name": "network-vif-deleted", "tag": "1a98e655-d49d-4690-bc1c-92e1afbe0a8c", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:38.225916 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-365fc2e3-7fed-448b-a568-2cc301586d7c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:38.225916 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c23e6cb-fc73-4651-afd2-1b31d175e29d', 'name': 'network-vif-deleted', 'tag': '1a98e655-d49d-4690-bc1c-92e1afbe0a8c', 'status': 'completed', 'code': 200} Jul 28 14:36:38.283920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:38.304643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:38.305866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.402129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bcef6e41-248b-4f72-8732-78c6611f1d41 None None] Provisioning for port 8803861d-1180-4e1c-9105-be99cbb9e145 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:38.419915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bcef6e41-248b-4f72-8732-78c6611f1d41 None None] Provisioning complete for port 8803861d-1180-4e1c-9105-be99cbb9e145 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:38.420692 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e41-248b-4f72-8732-78c6611f1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.422586 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.480369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port b79f7c2c-3633-42f8-aaa5-42d5da58fb99, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:38.614655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.615883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e128b8a8-3612-4a28-953a-e0552535184d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:38.634490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9a90-0e79-4316-8afa-559fffb804b9 req-8a63483b-01cd-410b-a5bf-ca5a8a611460 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.642500 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-121d9a90-0e79-4316-8afa-559fffb804b9 req-8a63483b-01cd-410b-a5bf-ca5a8a611460 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 950 time: 0.1104355 Jul 28 14:36:38.670210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bcef6e41-248b-4f72-8732-78c6611f1d41 None None] Port 8803861d-1180-4e1c-9105-be99cbb9e145 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:38.793618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-121d9a90-0e79-4316-8afa-559fffb804b9 req-91b8ea37-f3b2-4658-9f9f-fb7e0a21d99c tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386583 Jul 28 14:36:38.806105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:38.812945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555646113', 'description': 'tempest-description--1373170843'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:38.937274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.987885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58c51923-4f78-4a5d-9885-42f66c975c8b req-2b9f98e4-1aea-4f22-9ba4-bcb44fde4214 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822 tempest-FloatingIPsAssociationNegativeTestJSON-1877483822-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c23e6cb-fc73-4651-afd2-1b31d175e29d HTTP/1.1" status: 200 len: 210 time: 0.0628893 Jul 28 14:36:38.995996 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f33fac01-7f0f-4e14-a11e-27e438c2c413 req-3d2386c5-5dad-42c3-9a13-5b06f3773134 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0673549 Jul 28 14:36:39.029707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.114092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-29759fba-73b0-45f2-bdb2-a7ec202a7700 None None] Provisioning complete for port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:39.117271 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-29759fba-73b0-45f2-bdb2-a7ec202a7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.161992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:39.235364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e128b8a8-3612-4a28-953a-e0552535184d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:39.237390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.372694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47222a-174e-4e80-81cb-de6158e1542c req-64b4e48b-a4b5-438f-aaf4-757f5377690a tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.375872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a47222a-174e-4e80-81cb-de6158e1542c req-64b4e48b-a4b5-438f-aaf4-757f5377690a tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 944 time: 0.1633472 Jul 28 14:36:39.435185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.448137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a47222a-174e-4e80-81cb-de6158e1542c req-d9e0c0a5-19a1-45e1-9c04-4e6e06ee4a20 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577762 Jul 28 14:36:39.487828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:39.616146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.619249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1a98e655-d49d-4690-bc1c-92e1afbe0a8c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:39.634440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.716395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef32c9-bb39-4a64-a02d-f252e6d5a696,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:39.782452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326ed6-5d92-46aa-a6ec-259492e7741c req-ca9afc57-3dd1-470e-86c0-6b10d031e95a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.785386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88326ed6-5d92-46aa-a6ec-259492e7741c req-ca9afc57-3dd1-470e-86c0-6b10d031e95a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.2260900 Jul 28 14:36:39.791078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 1a98e655-d49d-4690-bc1c-92e1afbe0a8c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:39.799124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1a98e655-d49d-4690-bc1c-92e1afbe0a8c not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:39.801825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:39.807224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:39.859763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b79f7c2c-3633-42f8-aaa5-42d5da58fb99 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:39.870733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88326ed6-5d92-46aa-a6ec-259492e7741c req-b3d3b0c7-6daa-4705-9ea7-4c2029171c50 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784581 Jul 28 14:36:39.881564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.882855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-88c019e8-2922-40cb-9ae0-24558f6e6117 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0753589 Jul 28 14:36:39.888073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39296) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:39.893891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'security_group_rule': {'security_group_id': '50ef32c9-bb39-4a64-a02d-f252e6d5a696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:39.994550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:39.995385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.054917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:40.090530 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2cd9a0-591a-478d-9653-9f7099f06a7c" -d '{"events": [{"server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "name": "network-vif-plugged", "status": "completed", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:40.097992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.098758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.179671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ed2af-92b8-4cf9-b831-3b61118c5ab0 req-d4ae91c7-90eb-492d-9c5a-ef96b15ed0ac tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:40.195275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b65ed2af-92b8-4cf9-b831-3b61118c5ab0 req-d4ae91c7-90eb-492d-9c5a-ef96b15ed0ac tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.1980441 Jul 28 14:36:40.230857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:40.290957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.311693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b65ed2af-92b8-4cf9-b831-3b61118c5ab0 req-f8458e33-c029-4e1b-8a2b-9cba80d09742 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148648 Jul 28 14:36:40.426563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39314) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:40.522187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e31b915e-ca40-4d07-af0d-255bdf96aefd req-9719422b-32f7-49e7-a3e1-e291c402feaf tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0443387 Jul 28 14:36:40.578155 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10914ec5-338c-42cd-90cb-f48ffac49fff x-openstack-request-id: req-10914ec5-338c-42cd-90cb-f48ffac49fff {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:40.579542 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "name": "network-vif-plugged", "status": "completed", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:40.579972 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10914ec5-338c-42cd-90cb-f48ffac49fff {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:40.580669 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'code': 200} Jul 28 14:36:40.702870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5642e1-7f6f-4d8b-a9fc-8faf361c2d79 req-927841bb-f4b9-456f-b38e-ceee36e0c743 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:40.704829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e5642e1-7f6f-4d8b-a9fc-8faf361c2d79 req-927841bb-f4b9-456f-b38e-ceee36e0c743 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 0.0753584 Jul 28 14:36:40.758343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e5642e1-7f6f-4d8b-a9fc-8faf361c2d79 req-9dfdc159-0b3e-4367-b9a9-4d9e49e45130 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Jul 28 14:36:40.841528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.941235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.970802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:41.112312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a9398c-9114-4744-91f8-1f92800b8a54,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:41.180261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537a5a-fd9a-48c3-bc86-4a1bc55cdbd0 req-7592e213-ebc0-4f2f-bd26-51a50e12b04c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.191081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1537a5a-fd9a-48c3-bc86-4a1bc55cdbd0 req-7592e213-ebc0-4f2f-bd26-51a50e12b04c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1726737 Jul 28 14:36:41.218525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.225054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9d918f68-968f-4f1c-8048-8276cb0e504e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3350942 Jul 28 14:36:41.227052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:41.238336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'security_group_rule': {'security_group_id': '50ef32c9-bb39-4a64-a02d-f252e6d5a696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:41.301181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e18d81-97bc-4f7d-a8cd-de8124b07bb6 req-721a1873-4fc5-4397-93f0-dd11d5a1d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.304125 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58e18d81-97bc-4f7d-a8cd-de8124b07bb6 req-721a1873-4fc5-4397-93f0-dd11d5a1d0a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.5979178 Jul 28 14:36:41.307824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1537a5a-fd9a-48c3-bc86-4a1bc55cdbd0 req-bf517fcd-9c83-46b4-aef9-432f8ce2e8cf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146336 Jul 28 14:36:41.399704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58e18d81-97bc-4f7d-a8cd-de8124b07bb6 req-13e7389e-84a6-459f-b796-34ab82ace8b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829227 Jul 28 14:36:41.602714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.633501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.657550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-980a00f4-671b-4682-a447-25f08a3f96df req-9d81c507-ca53-41c8-b3a3-22c958d91ef8 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0479779 Jul 28 14:36:41.899868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.008142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5de867-7b7a-4058-9cd0-6c845ccd899d req-641ce23c-a31e-42fa-91b6-1cf7dd1c03a3 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.016424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec5de867-7b7a-4058-9cd0-6c845ccd899d req-641ce23c-a31e-42fa-91b6-1cf7dd1c03a3 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 0.1107256 Jul 28 14:36:42.022116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.071260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6349aed1-47da-4002-884d-8f3383b41e12,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:42.094561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.094561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.094561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.094985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.094985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.095357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.095697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.096000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.096303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.096717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.097242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.097575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:42.124466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec5de867-7b7a-4058-9cd0-6c845ccd899d req-93d8fc53-9fd7-4791-b0f3-2031f9f04fa4 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062174 Jul 28 14:36:42.198043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cda49-3f7f-439a-a7d4-b4fa12f8ca6d req-f5feb5b1-e1df-4522-962d-41ac6ef7bd21 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.220689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d04cda49-3f7f-439a-a7d4-b4fa12f8ca6d req-f5feb5b1-e1df-4522-962d-41ac6ef7bd21 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.1561275 Jul 28 14:36:42.232261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.234779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15cdec28-77f5-425e-839a-f4d644a793a6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0023384 Jul 28 14:36:42.237936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:42.247406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:42.337813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Deleting port f9b10e96-f0f5-4975-b9e5-208aeb74c686 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:42.341339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.409883 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.432900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d04cda49-3f7f-439a-a7d4-b4fa12f8ca6d req-3ee63466-d901-4cbf-9424-834837e89a68 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114706 Jul 28 14:36:42.543169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] For port f9b10e96-f0f5-4975-b9e5-208aeb74c686, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f9b10e96-f0f5-4975-b9e5-208aeb74c686,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:42.544766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575e50c-c92c-4ea6-baaf-61c4cfcdee3c req-ed5dc9f9-cdbd-4bcb-9dbb-4fb47ee645ff tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.546428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5575e50c-c92c-4ea6-baaf-61c4cfcdee3c req-ed5dc9f9-cdbd-4bcb-9dbb-4fb47ee645ff tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1538217 Jul 28 14:36:42.554325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.582548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:42.594374 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abebefd-6c98-483c-aa49-d6dca5f45c19" -d '{"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:42.597129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Calling delete_port for f9b10e96-f0f5-4975-b9e5-208aeb74c686 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:42.634751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5575e50c-c92c-4ea6-baaf-61c4cfcdee3c req-0455cb19-a90e-4d71-a07e-a27a3dc1ad2c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813882 Jul 28 14:36:42.673289 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2e8e5f-dff8-4a6b-ba79-51d260107d91 x-openstack-request-id: req-5f2e8e5f-dff8-4a6b-ba79-51d260107d91 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:42.673600 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:42.673863 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f2e8e5f-dff8-4a6b-ba79-51d260107d91 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:42.674646 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'code': 200} Jul 28 14:36:42.739039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.868586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb847bee-d016-474e-b124-020b66959775 req-8615c778-6a84-453c-ae58-882d043fe208 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=176d76c6-ce43-48cd-8451-639a10fa1ee0 HTTP/1.1" status: 200 len: 210 time: 0.0491939 Jul 28 14:36:42.961602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 172.25.6.47 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/1fc5d7b1-c9df-48d5-8d62-406ece0ce5c1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:43.151990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.195823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.345576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b10e96-f0f5-4975-b9e5-208aeb74c686,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:43.446612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.591725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:43.595615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:43.600258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:43.782500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b106f-cd31-4551-8ca8-40fa6d594524 req-8ebf6658-9aa3-451f-a805-7a3698cd3361 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.790998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a74b106f-cd31-4551-8ca8-40fa6d594524 req-8ebf6658-9aa3-451f-a805-7a3698cd3361 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 0.4679635 Jul 28 14:36:43.859038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=1fc5d7b1-c9df-48d5-8d62-406ece0ce5c1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:43.894790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a74b106f-cd31-4551-8ca8-40fa6d594524 req-eb607c08-63f9-416f-af3a-2c180a6ac1a5 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021254 Jul 28 14:36:43.974164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.041226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe727334-292d-4d55-95c1-a6279de7589c req-59ceca5e-0c2f-4afa-a64e-ff4d71bbe1ea tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:44.055137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe727334-292d-4d55-95c1-a6279de7589c req-59ceca5e-0c2f-4afa-a64e-ff4d71bbe1ea tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.2470782 Jul 28 14:36:44.185176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-f7367f23-2eaa-4d21-b9a4-a4d8c9ce0d72 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:44.187833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-f7367f23-2eaa-4d21-b9a4-a4d8c9ce0d72 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.58 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.4148285 Jul 28 14:36:44.199607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.300795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe727334-292d-4d55-95c1-a6279de7589c req-7ae4b5f3-48c6-405d-9a5f-36253d88d974 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440448 Jul 28 14:36:44.306040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2b30-399a-4d5c-a95d-62e0430a3b70 req-382ab27b-ea13-4ba5-9ef4-cea5cdc3be60 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:44.313077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-643a2b30-399a-4d5c-a95d-62e0430a3b70 req-382ab27b-ea13-4ba5-9ef4-cea5cdc3be60 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.2324173 Jul 28 14:36:44.408899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-643a2b30-399a-4d5c-a95d-62e0430a3b70 req-a96dd317-e097-4000-a63b-60e6dfd20c79 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786200 Jul 28 14:36:44.491501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Deleting port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:44.493894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.667001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.730882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Router 7b501cff-0518-4095-9ada-22488cf87c0c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:36:44.821407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:44.822092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.027326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:45.038389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] Sync routers for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:45.040388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-88dd3782-1091-4509-a870-09fb7c13deb5 admin admin] 10.222.0.57 "PUT /v2.0/routers/7b501cff-0518-4095-9ada-22488cf87c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6121652 Jul 28 14:36:45.043042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:45.075813 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:45.076561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:36:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:45.295683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.331413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-040ce5ff-b6b0-418f-98ab-dbe3bde19304 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:45.334869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-040ce5ff-b6b0-418f-98ab-dbe3bde19304 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.58 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.2577040 Jul 28 14:36:45.405648 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:45.683339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 82437bca-d287-4236-b35b-e5f3356ce3b1 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:45.707065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fab6d-c6de-4e9e-8ce0-dbee587f5672 req-8972a732-4d8f-45e8-928d-cabad0e0e8a6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:45.710774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-680fab6d-c6de-4e9e-8ce0-dbee587f5672 req-8972a732-4d8f-45e8-928d-cabad0e0e8a6 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.1777432 Jul 28 14:36:45.732880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.799816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-680fab6d-c6de-4e9e-8ce0-dbee587f5672 req-b6d7efac-30f3-4bc2-8604-85931706a37f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746405 Jul 28 14:36:45.863697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.997845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Deleting port 278ff64d-9d78-4587-9c6b-03fa9a20fba7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:45.998192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.040073 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.057819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:36:42Z', 'revision_number': 5, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port': {'id': '278ff64d-9d78-4587-9c6b-03fa9a20fba7', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:03Z', 'updated_at': '2021-07-28T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:46.141397 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] Checking router: 7b501cff-0518-4095-9ada-22488cf87c0c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:46.143262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:46.151946 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12503c5a-4ef6-4583-931b-9d3f4c1e3339" -d '{"events": [{"server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "name": "network-vif-unplugged", "status": "completed", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:46.180473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16357b3-e99c-4a85-bca3-26963f2fa2f4 req-6204c88b-148e-4c3c-9ded-8a5745e20e38 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:46.191398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f16357b3-e99c-4a85-bca3-26963f2fa2f4 req-6204c88b-148e-4c3c-9ded-8a5745e20e38 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 1.0766239 Jul 28 14:36:46.196425 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] Routers {'7b501cff-0518-4095-9ada-22488cf87c0c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:46.197160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:36:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7b501cff-0518-4095-9ada-22488cf87c0c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:46.199742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.225541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82437bca-d287-4236-b35b-e5f3356ce3b1,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:46.378018 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.379306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 7f10c4c3-5d58-40f1-bc0f-726378514dc1 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:46.383561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d751d6c-eac2-48ca-80fe-d21a027687cf req-5e0bd5f8-e30d-4485-bf6c-b10a5bff2c31 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:46.398603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d751d6c-eac2-48ca-80fe-d21a027687cf req-5e0bd5f8-e30d-4485-bf6c-b10a5bff2c31 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 945 time: 0.1935291 Jul 28 14:36:46.457898 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] Set router 7b501cff-0518-4095-9ada-22488cf87c0c gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:46.515893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d751d6c-eac2-48ca-80fe-d21a027687cf req-719ae712-b193-4a47-bc69-b4b0590da9bf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153305 Jul 28 14:36:46.585142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] For port 278ff64d-9d78-4587-9c6b-03fa9a20fba7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=278ff64d-9d78-4587-9c6b-03fa9a20fba7,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:46.586300 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.630605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Calling delete_port for 278ff64d-9d78-4587-9c6b-03fa9a20fba7 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:46.654797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.700164 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:36:45Z', 'revision_number': 6, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:46.779891 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d87fe-3d0c-4716-8876-6b20b3ad03a1 None None] The sync data for ids ['7b501cff-0518-4095-9ada-22488cf87c0c'] in n-d-764806-10 is: [{'id': '7b501cff-0518-4095-9ada-22488cf87c0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1198182276-router', 'tenant_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:01Z', 'updated_at': '2021-07-28T14:36:45Z', 'revision_number': 6, 'project_id': '0897a7a5a3d547e9a7b116db82b6f2df', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:46.940504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:46.985118 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33b1560-c398-4c15-a608-a94050eb753e x-openstack-request-id: req-f33b1560-c398-4c15-a608-a94050eb753e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:46.987302 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "name": "network-vif-unplugged", "status": "completed", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:46.987302 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f33b1560-c398-4c15-a608-a94050eb753e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:46.987302 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1', 'code': 200} Jul 28 14:36:47.001377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f16357b3-e99c-4a85-bca3-26963f2fa2f4 req-04bb50fb-5eac-4cd3-9ab4-f02d6d7b5129 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845979 Jul 28 14:36:47.007553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.040038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.040967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.041744 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Floating IP 665598a8-f07e-4305-8236-472e5f6f4380 disassociated. External IP: 172.25.6.82, port: 7f10c4c3-5d58-40f1-bc0f-726378514dc1. Jul 28 14:36:47.042613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Calling delete_port for 7f10c4c3-5d58-40f1-bc0f-726378514dc1 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:47.095481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Deleting port 82437bca-d287-4236-b35b-e5f3356ce3b1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:47.097529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.108185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.109819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8667254 Jul 28 14:36:47.114820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c0ba0-e444-4893-b526-5d83ce50046e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=1fc5d7b1-c9df-48d5-8d62-406ece0ce5c1,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:47.134498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 7f10c4c3-5d58-40f1-bc0f-726378514dc1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=7f10c4c3-5d58-40f1-bc0f-726378514dc1,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:47.229006 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.293386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7f03-454e-4203-9ab2-6ac87b03c772 req-dcd8ed91-30f1-4c71-b17e-28c97f772197 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:47.345165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7ac7f03-454e-4203-9ab2-6ac87b03c772 req-dcd8ed91-30f1-4c71-b17e-28c97f772197 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8320478e-b9aa-4be7-a125-e1d594be4eb3 HTTP/1.1" status: 200 len: 946 time: 0.1827533 Jul 28 14:36:47.362858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:47.526025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:47.554318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7ac7f03-454e-4203-9ab2-6ac87b03c772 req-934cb51a-b2d1-4bbd-b107-2f414b01aa71 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d2a9f8f-edea-47bd-99d4-73f579e11c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054300 Jul 28 14:36:47.676374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.685818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] For port 82437bca-d287-4236-b35b-e5f3356ce3b1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=82437bca-d287-4236-b35b-e5f3356ce3b1,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:47.689605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.753962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-2eb3f6f2-e028-4bf4-83f8-c9da9e38e6b8 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6645815 Jul 28 14:36:47.767048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:47.814035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:47.826082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Calling delete_port for 82437bca-d287-4236-b35b-e5f3356ce3b1 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:47.845748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'mac_address': 'fa:16:3e:56:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:47.860326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=278ff64d-9d78-4587-9c6b-03fa9a20fba7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:48.046716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.051093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.055891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 278ff64d-9d78-4587-9c6b-03fa9a20fba7 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:48.060090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b50dc-522c-419e-a755-8f2905430719 req-eb867eab-106c-4e3b-81c4-87566530262a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:48.068016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-668b50dc-522c-419e-a755-8f2905430719 req-eb867eab-106c-4e3b-81c4-87566530262a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=6afd9f7f-51b7-47af-a3bd-7f1773a155c3 HTTP/1.1" status: 200 len: 943 time: 0.3243260 Jul 28 14:36:48.143865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 278ff64d-9d78-4587-9c6b-03fa9a20fba7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:48.149395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 278ff64d-9d78-4587-9c6b-03fa9a20fba7 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:48.150599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f9b10e96-f0f5-4975-b9e5-208aeb74c686 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:48.159026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.194980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63c2875d-2597-4e00-8e53-162fe4cf827c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:48.201592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f9b10e96-f0f5-4975-b9e5-208aeb74c686 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:48.202237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f9b10e96-f0f5-4975-b9e5-208aeb74c686 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:48.247692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:48.399758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.548048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.589800 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-668b50dc-522c-419e-a755-8f2905430719 req-492bc275-0ad0-43ed-9b19-7e6f480e89b7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116477 Jul 28 14:36:48.605913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.608986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:48.631818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.646087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event deleted for resources: {'Port': ['ID=7f10c4c3-5d58-40f1-bc0f-726378514dc1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:48.657458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.694886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['63c2875d-2597-4e00-8e53-162fe4cf827c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:48.951822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.961613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.963098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b501cff-0518-4095-9ada-22488cf87c0c {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:36:48.976336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.988386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-edb48c75-e22b-4232-ac6d-a28f0543d0c3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7b501cff-0518-4095-9ada-22488cf87c0c HTTP/1.1" status: 204 len: 168 time: 3.9439769 Jul 28 14:36:48.989549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:48.992817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39488) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:49.001776 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e9f004-54cf-4171-b10c-901dc992aeb8" -d '{"events": [{"server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:49.007303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Allocated IP 172.25.6.168 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/1192f643-183d-49e9-a51a-95961ea9c420) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:49.187185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.204966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Deleting subnet 08c28143-0070-45d1-8516-93b0cd3deaf7 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:36:49.222112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.312175 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-c8f8182a-73f6-43f6-843c-8ddfb190c87b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1555646113&fields=id&tenant_id=fd928f669dd34f9993cc2693976f971a HTTP/1.1" status: 200 len: 267 time: 0.3537400 Jul 28 14:36:49.403961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-99d3213b-4d1a-47f0-9c11-3d30ad136150 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:49.403961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-99d3213b-4d1a-47f0-9c11-3d30ad136150 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 936 time: 0.0675282 Jul 28 14:36:49.403961 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.559646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] No DVR routers for this DVR port 82437bca-d287-4236-b35b-e5f3356ce3b1 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:49.562754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event deleted for resources: {'Port': ['ID=82437bca-d287-4236-b35b-e5f3356ce3b1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:49.567945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.570443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99ffb03f-9263-4401-8ab2-1e64523a3f1a req-7e691a73-c99c-4ad7-90a6-23296e946393 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.58 "DELETE /v2.0/ports/82437bca-d287-4236-b35b-e5f3356ce3b1 HTTP/1.1" status: 204 len: 173 time: 4.1111953 Jul 28 14:36:49.571577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'name': 'network-vif-deleted', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:49.574702 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae1d7a2-0010-466a-9efa-93a6173456e6" -d '{"events": [{"server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "name": "network-vif-deleted", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:49.608540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:36:49.619858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-d50f3bf9-545d-417a-b6bc-32cdf7ea4ad6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:49.638761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-d50f3bf9-545d-417a-b6bc-32cdf7ea4ad6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 937 time: 0.2566111 Jul 28 14:36:49.733795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.744248 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-272520c1-7f32-42fa-b213-2b02c1923e63 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0836680 Jul 28 14:36:49.813892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-e9d4caf1-be57-4954-9a54-4a5f3dc3230c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0684385 Jul 28 14:36:50.009474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-512abc92-e4b2-4337-8b6c-b25d70a18bd4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:50.016857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-512abc92-e4b2-4337-8b6c-b25d70a18bd4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:50.023342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-512abc92-e4b2-4337-8b6c-b25d70a18bd4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:50.035620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-512abc92-e4b2-4337-8b6c-b25d70a18bd4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/networks?id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 1996 time: 0.2178719 Jul 28 14:36:50.057791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-55b7fb4e-0473-4517-a988-36f2ebb6a7dc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/quotas/fd928f669dd34f9993cc2693976f971a HTTP/1.1" status: 200 len: 375 time: 0.0155253 Jul 28 14:36:50.082972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.138609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c28143-0070-45d1-8516-93b0cd3deaf7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:50.147977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.150508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b20da8e-02c1-4ffd-b4e8-6664382933eb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/08c28143-0070-45d1-8516-93b0cd3deaf7 HTTP/1.1" status: 204 len: 168 time: 1.1542220 Jul 28 14:36:50.153939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:50.157441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d1bd88-3246-4c22-83ac-693c22248a86 None None] Network fed58918-c541-499b-98f1-8193823db101 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:50.230670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:50.233527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.265712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:50.292634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:50.306886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:50.376534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3e73aa43-504b-4dc0-91e1-e21250604952 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3045654 Jul 28 14:36:50.382930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:50.409100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.447743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event updated for resources: {'Port': ['ID=1192f643-183d-49e9-a51a-95961ea9c420,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:50.458836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:50.461797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:36:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:50.617492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] No DVR routers for this DVR port 7f10c4c3-5d58-40f1-bc0f-726378514dc1 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:50.622431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.625099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ecd4107-433e-4ff6-b58d-328baeaaecb2 req-1f4a1d22-0449-49fa-9dd1-fc609b778b2f tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.58 "DELETE /v2.0/ports/7f10c4c3-5d58-40f1-bc0f-726378514dc1 HTTP/1.1" status: 204 len: 173 time: 6.4173284 Jul 28 14:36:50.656892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] DHCP port deletion for fed58918-c541-499b-98f1-8193823db101 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:36:50.845292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.855480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:51.031460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8105c846-4fa2-40e1-896b-2d64c070b25a service neutron] 10.222.0.57 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353989 Jul 28 14:36:51.133313 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.185647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Deleting port 480f3ea1-a680-4053-8811-4deefbbf5f48 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:51.186007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.198741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-53ed5bcf-0f0d-4c4d-9bf2-8fe5dc85352b service neutron] 10.222.0.57 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413991 Jul 28 14:36:51.299800 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-dbe56a48-3e5a-4a66-9758-e06f2f3b0ad9 service neutron] 10.222.0.57 "GET /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0742826 Jul 28 14:36:51.389093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Deleting port 480f3ea1-a680-4053-8811-4deefbbf5f48 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:51.389771 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.488653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] For port 480f3ea1-a680-4053-8811-4deefbbf5f48, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=480f3ea1-a680-4053-8811-4deefbbf5f48,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:51.489578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.519764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Calling delete_port for 480f3ea1-a680-4053-8811-4deefbbf5f48 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:51.569754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8a166fc6-383e-475e-ae1c-68bc2466176e service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558293 Jul 28 14:36:51.581135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:51.601918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.676645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] For port 480f3ea1-a680-4053-8811-4deefbbf5f48, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=480f3ea1-a680-4053-8811-4deefbbf5f48,segment=NetworkSegment(8c3489cf-5253-42e8-bfa8-f77f571668b3),segment_id=8c3489cf-5253-42e8-bfa8-f77f571668b3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:51.677389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.699406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Calling delete_port for 480f3ea1-a680-4053-8811-4deefbbf5f48 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:51.748661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.844465 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-ece578a5-127f-4190-9719-2688e6805fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151573 Jul 28 14:36:51.887073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:51.907821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 480f3ea1-a680-4053-8811-4deefbbf5f48 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:51.932226 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-31675403-58c6-49ca-8210-4cb5e17c8c9b service neutron] 10.222.0.57 "GET /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0803173 Jul 28 14:36:51.982318 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.086211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event updated for resources: {'Port': ['ID=1192f643-183d-49e9-a51a-95961ea9c420,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:52.148817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-4f55e1e0-5162-495e-acbc-f28abbb693dd service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086418 Jul 28 14:36:52.150475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.166476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:52.195597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.198865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-4b1101ae-a20e-4d07-8e3a-cb38cde05606 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4419184 Jul 28 14:36:52.252585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:52.255893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:36:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:52.323552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port 480f3ea1-a680-4053-8811-4deefbbf5f48 {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:36:52.326330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 480f3ea1-a680-4053-8811-4deefbbf5f48 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:52.360027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Pushing event deleted for resources: {'Port': ['ID=480f3ea1-a680-4053-8811-4deefbbf5f48,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:52.378582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] No DVR routers for this DVR port 480f3ea1-a680-4053-8811-4deefbbf5f48 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:52.381855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-0374aa74-689d-4e50-8f72-a529f3f95bb6 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.1748643 Jul 28 14:36:52.418672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 63c2875d-2597-4e00-8e53-162fe4cf827c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:52.419872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.473671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.553035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Pushing event deleted for resources: {'Port': ['ID=480f3ea1-a680-4053-8811-4deefbbf5f48,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:52.579147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.581886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.584776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.585544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.587509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.589579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.590993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.596140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.596754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.597197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.599022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.601128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:52.635314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11896968-68b1-4c24-a11a-8c1fa5a22a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.644047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-b25ca687-eefb-47fa-8f95-2aa39dcfc421 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.670640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42261c4-453e-453a-8e30-027d96f253b1 None None] No DVR routers for this DVR port 480f3ea1-a680-4053-8811-4deefbbf5f48 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:52.676667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e82994-a1ce-40c2-9eea-67017d7c74c2 req-b25ca687-eefb-47fa-8f95-2aa39dcfc421 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2875907 Jul 28 14:36:52.701879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.753052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:52.865556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed58918-c541-499b-98f1-8193823db101']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:52.924964 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.942254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3489cf-5253-42e8-bfa8-f77f571668b3') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:52.943432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3489cf-5253-42e8-bfa8-f77f571668b3') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:52.958005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.981885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:52.990166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:36:52.990644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.086851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:36:53.144817 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:36:53.153253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-07b6cc80-f20b-46c9-ad2d-fe04c0acde9c service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9972265 Jul 28 14:36:53.158423 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29042de5-696b-476d-bcc1-4e4f39666619 x-openstack-request-id: req-29042de5-696b-476d-bcc1-4e4f39666619 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:53.158741 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:53.159035 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29042de5-696b-476d-bcc1-4e4f39666619 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:53.161244 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'code': 200} Jul 28 14:36:53.209219 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a933862-8663-444b-8ffc-26e2ecccba6a x-openstack-request-id: req-2a933862-8663-444b-8ffc-26e2ecccba6a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:53.209567 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd9f7f-51b7-47af-a3bd-7f1773a155c3", "name": "network-vif-deleted", "tag": "82437bca-d287-4236-b35b-e5f3356ce3b1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:53.209816 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a933862-8663-444b-8ffc-26e2ecccba6a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:53.210855 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afd9f7f-51b7-47af-a3bd-7f1773a155c3', 'name': 'network-vif-deleted', 'tag': '82437bca-d287-4236-b35b-e5f3356ce3b1', 'status': 'completed', 'code': 200} Jul 28 14:36:53.280177 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.341866 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.374266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.377493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] 10.222.0.57 "DELETE /v2.0/networks/fed58918-c541-499b-98f1-8193823db101 HTTP/1.1" status: 204 len: 168 time: 3.2170815 Jul 28 14:36:53.381214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24905348-4c18-4061-a296-e39383cd818d admin admin] Pushing event deleted for resources: {'Network': ['ID=fed58918-c541-499b-98f1-8193823db101,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:53.536534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-0659a865-c6c6-44e6-b4d1-a31d2dc212df service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444974 Jul 28 14:36:53.551730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:53.607324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:53.680268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5946d93-641d-449f-bbcb-f89d929cdcc2 None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:29:22Z', 'revision_number': 4, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '91c73e38-a8d9-4f11-b142-21c741a0f1e2', 'name': '', 'network_id': '1d493515-3c6f-4f9d-b740-7c35b989399e', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'mac_address': 'fa:16:3e:b9:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '69381cc8-a544-473b-9a14-745fb209aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:20Z', 'updated_at': '2021-07-28T14:29:32Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'subnets': [{'id': '69381cc8-a544-473b-9a14-745fb209aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:53.775253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-4d871236-fe13-4695-8a48-c51b2753ca4d service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169573 Jul 28 14:36:53.979333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-62d5fa84-13d1-4d06-ae21-a8545ff4715f service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766126 Jul 28 14:36:54.134739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39570) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:54.164507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8d528dc6-ce7e-4ab3-b50b-111d5fb4d968 service neutron] 10.222.0.57 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701906 Jul 28 14:36:54.189796 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26553f18-edd3-4d28-affd-38869dd8a928 None None] New status for floating IP 665598a8-f07e-4305-8236-472e5f6f4380: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:36:54.199764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-08c0741f-4ef3-4cc4-94a0-11dab7ae5d0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0897a7a5a3d547e9a7b116db82b6f2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630136 Jul 28 14:36:54.203540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39572) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:54.301339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3caa697f-9f71-4c32-8e01-d075e144c9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.330164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3caa697f-9f71-4c32-8e01-d075e144c9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.410828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-a0f5dc4f-466e-4153-b0c7-5904cbc6fd2b service neutron] 10.222.0.57 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309344 Jul 28 14:36:54.554212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3caa697f-9f71-4c32-8e01-d075e144c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.557225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3caa697f-9f71-4c32-8e01-d075e144c9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.558961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3caa697f-9f71-4c32-8e01-d075e144c9c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83dac918-df98-4235-8339-5529d7961adf HTTP/1.1" status: 204 len: 168 time: 0.3539534 Jul 28 14:36:54.575075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa697f-9f71-4c32-8e01-d075e144c9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dac918-df98-4235-8339-5529d7961adf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:54.600341 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b884512f-fc83-4880-bc4a-c1852a051463 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781757 Jul 28 14:36:54.790980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c50b757e-f6af-4ec5-b870-640e84ded87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.826163 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-a22d438d-6ce6-4164-be10-131a4eee4fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225971 Jul 28 14:36:55.030412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-fee1876f-d191-4d0e-8d71-191fd938afe4 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009494 Jul 28 14:36:55.097874 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.162449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:55.166944 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37afea65-067e-40d9-ad95-4f954cc29395" -d '{"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-plugged", "status": "completed", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:55.211972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'name': 'network-vif-deleted', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:55.214898 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064e77cd-161e-4449-aab9-a196c27e05ab" -d '{"events": [{"server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "name": "network-vif-deleted", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:55.364440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-5b221fc8-028c-4afc-b8a8-2dc025e1d4be tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:55.366503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-5b221fc8-028c-4afc-b8a8-2dc025e1d4be tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "GET /v2.0/ports?device_id=d24ac554-2985-4bd4-a0d0-5a3150938090 HTTP/1.1" status: 200 len: 944 time: 0.1532025 Jul 28 14:36:55.631501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Deleting port bb0c5010-15d4-4862-9027-ca7636e8a3d5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:55.633248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.797838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] For port bb0c5010-15d4-4862-9027-ca7636e8a3d5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb0c5010-15d4-4862-9027-ca7636e8a3d5,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:55.798583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.849373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Calling delete_port for bb0c5010-15d4-4862-9027-ca7636e8a3d5 owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:56.242046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.463501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.534081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event deleted for resources: {'Port': ['ID=bb0c5010-15d4-4862-9027-ca7636e8a3d5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:56.553459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['bb0c5010-15d4-4862-9027-ca7636e8a3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:56.647084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] No DVR routers for this DVR port bb0c5010-15d4-4862-9027-ca7636e8a3d5 on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:56.651581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.658454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4394dca-f6d2-4a17-9225-ada1abf408b9 req-d4a246a6-75cf-4356-b285-00f1082929e4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "DELETE /v2.0/ports/bb0c5010-15d4-4862-9027-ca7636e8a3d5 HTTP/1.1" status: 204 len: 173 time: 1.2813048 Jul 28 14:36:56.671126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'name': 'network-vif-deleted', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:56.671126 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca55ac8-e046-446d-a355-1c73bc0936f8" -d '{"events": [{"server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "name": "network-vif-deleted", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:57.749410 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.362916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-df005830-18b3-40ad-a5a8-4a279a08b08b tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:59.366463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-df005830-18b3-40ad-a5a8-4a279a08b08b tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 820 time: 0.2215230 Jul 28 14:36:59.401693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-78c8666b-603f-4aab-90be-bbc708ed4071 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:59.405221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-78c8666b-603f-4aab-90be-bbc708ed4071 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.2477500 Jul 28 14:36:59.407660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-0057b87f-0742-44c7-9341-b281ff7c81ea tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/quotas/436634eeb959472d8e0445bedc3438f6 HTTP/1.1" status: 200 len: 375 time: 0.0294743 Jul 28 14:36:59.436719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-abacb409-b653-44e7-91f5-9a50dd08ffd8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/quotas/c8482a0c45ed4738bbab41f262d1d136 HTTP/1.1" status: 200 len: 375 time: 0.0180690 Jul 28 14:36:59.522085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-4ffa4b3d-fdc5-4300-a1b1-530414a691ab tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701392 Jul 28 14:36:59.591765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-3bb798e0-82a4-4a0c-9b16-8865ae7c2ba5 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1681468 Jul 28 14:36:59.626162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:59.642956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-75125ac2-9064-465f-9cf7-ba5e79e98709 service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199675 Jul 28 14:36:59.734091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: bb0c5010-15d4-4862-9027-ca7636e8a3d5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:59.735408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb0c5010-15d4-4862-9027-ca7636e8a3d5 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:59.796518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-9b43135d-15fa-42f3-88f6-2a779e1cdc1e service neutron] 10.222.0.57 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371996 Jul 28 14:36:59.824009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-b080fa9c-faae-4bfd-8864-1a1f7be62778 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191925 Jul 28 14:37:00.053345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-8cd0c94c-0b9f-4103-97bd-ad2946e21d34 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187934 Jul 28 14:37:00.482068 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f226ff8-da2f-4486-9304-7499a6b2e2e9 x-openstack-request-id: req-7f226ff8-da2f-4486-9304-7499a6b2e2e9 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:00.482068 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-plugged", "status": "completed", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:00.482068 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f226ff8-da2f-4486-9304-7499a6b2e2e9 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:00.482068 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'code': 200} Jul 28 14:37:00.485693 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc41bb1e-8c6f-4ff0-a351-72339e62dc9d x-openstack-request-id: req-bc41bb1e-8c6f-4ff0-a351-72339e62dc9d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:00.485693 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320478e-b9aa-4be7-a125-e1d594be4eb3", "name": "network-vif-deleted", "tag": "7f10c4c3-5d58-40f1-bc0f-726378514dc1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:00.485693 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc41bb1e-8c6f-4ff0-a351-72339e62dc9d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:00.485693 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320478e-b9aa-4be7-a125-e1d594be4eb3', 'name': 'network-vif-deleted', 'tag': '7f10c4c3-5d58-40f1-bc0f-726378514dc1', 'status': 'completed', 'code': 200} Jul 28 14:37:00.510297 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d2ec90-ff07-43d0-8be0-537bd62c57dc x-openstack-request-id: req-16d2ec90-ff07-43d0-8be0-537bd62c57dc {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:00.511365 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24ac554-2985-4bd4-a0d0-5a3150938090", "name": "network-vif-deleted", "tag": "bb0c5010-15d4-4862-9027-ca7636e8a3d5", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:00.511365 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16d2ec90-ff07-43d0-8be0-537bd62c57dc {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:00.512425 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24ac554-2985-4bd4-a0d0-5a3150938090', 'name': 'network-vif-deleted', 'tag': 'bb0c5010-15d4-4862-9027-ca7636e8a3d5', 'status': 'completed', 'code': 200} Jul 28 14:37:00.766183 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0ffdcf0-0c56-41e0-a25b-8d7c173f8e8e req-df730a90-7ee1-43e9-90d4-b98c4afd993c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0365474 Jul 28 14:37:00.859736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06b513a1-dfd7-4cb6-b8f2-b630331ec3d3 req-5f044614-78c9-4570-a31f-3b1273588681 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 210 time: 0.0334561 Jul 28 14:37:01.459747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:01.650992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.686403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.913192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc177831-714e-46b7-b061-cf28dfe79b4c req-6553f130-92fc-4539-adf7-f97c81e7d99a tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 210 time: 0.0670035 Jul 28 14:37:01.933003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.941064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.942624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "DELETE /v2.0/security-groups/9d2a9f8f-edea-47bd-99d4-73f579e11c4a HTTP/1.1" status: 204 len: 168 time: 0.4758151 Jul 28 14:37:01.945521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:01.986320 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-150c51c7-7361-492a-a11a-e83b67c86106 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] show failed (client error): The resource could not be found. Jul 28 14:37:01.987958 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-150c51c7-7361-492a-a11a-e83b67c86106 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "GET /v2.0/security-groups/9d2a9f8f-edea-47bd-99d4-73f579e11c4a HTTP/1.1" status: 404 len: 347 time: 0.0410628 Jul 28 14:37:01.989115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a9f8f-edea-47bd-99d4-73f579e11c4a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:01.994288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39750) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:02.006244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.034092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.034727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.037674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.038242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.040823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.042873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.046234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.046843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.048686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.049274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.050260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.057789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907425d-5b0e-4598-b718-aeb1cb1df6e2 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:02.136698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39754) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:02.222384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Deleting port 0ba231d0-424f-4c10-a397-fd2473d3f4ba {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:02.225683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.407256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.408750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.441090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Calling delete_port for 0ba231d0-424f-4c10-a397-fd2473d3f4ba owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:02.633688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4da0038b-16f7-49aa-9f19-0d06f56b6673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.754693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-6d59bad1-48b6-4c3b-8eb0-a9e527746cad tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:02.758607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-6d59bad1-48b6-4c3b-8eb0-a9e527746cad tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 945 time: 0.1106362 Jul 28 14:37:02.857047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4da0038b-16f7-49aa-9f19-0d06f56b6673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.931403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.995596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4da0038b-16f7-49aa-9f19-0d06f56b6673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.005245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Pushing event deleted for resources: {'Port': ['ID=0ba231d0-424f-4c10-a397-fd2473d3f4ba,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:03.022405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Deleting port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:03.023285 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.222472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0038b-16f7-49aa-9f19-0d06f56b6673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014a472-3b78-41bc-871f-6d4b4e9b8ebf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:03.259441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39772) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:03.259657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4da0038b-16f7-49aa-9f19-0d06f56b6673 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e7d2dd064a148b68ee83c27a12ce596&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1199298 Jul 28 14:37:03.270923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.274178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.276611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15633275-088e-44aa-a237-714b0b220c38 tempest-ServersWithSpecificFlavorTestJSON-1499991178 tempest-ServersWithSpecificFlavorTestJSON-1499991178-project] 10.222.0.57 "DELETE /v2.0/floatingips/665598a8-f07e-4305-8236-472e5f6f4380 HTTP/1.1" status: 204 len: 168 time: 1.2793140 Jul 28 14:37:03.350508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] For port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:03.350864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.369394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Calling delete_port for c7a910ae-f1d3-4e1c-9b46-dccede5a3dab owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:03.393923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5622c4ee-bf16-4af3-a06f-bd7c9237ecc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.490042 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5622c4ee-bf16-4af3-a06f-bd7c9237ecc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.784850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:03.877113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.893499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5622c4ee-bf16-4af3-a06f-bd7c9237ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.907404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5622c4ee-bf16-4af3-a06f-bd7c9237ecc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.922346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5622c4ee-bf16-4af3-a06f-bd7c9237ecc4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8014a472-3b78-41bc-871f-6d4b4e9b8ebf HTTP/1.1" status: 204 len: 168 time: 0.6577854 Jul 28 14:37:04.021495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event deleted for resources: {'Port': ['ID=c7a910ae-f1d3-4e1c-9b46-dccede5a3dab,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:04.028702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622c4ee-bf16-4af3-a06f-bd7c9237ecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014a472-3b78-41bc-871f-6d4b4e9b8ebf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:04.053805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.117291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:04.126611 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60602f3d-58a7-4a44-a192-4982f2f173db" -d '{"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-unplugged", "status": "completed", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:04.163773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:04.185582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] No DVR routers for this DVR port c7a910ae-f1d3-4e1c-9b46-dccede5a3dab on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:04.189474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.192494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133549de-27e0-43e4-aa0f-525a5d14fb6d req-5de2a9b4-cff5-497f-82bc-5fb3b993eec3 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.42 "DELETE /v2.0/ports/c7a910ae-f1d3-4e1c-9b46-dccede5a3dab HTTP/1.1" status: 204 len: 173 time: 1.4185421 Jul 28 14:37:04.193621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'name': 'network-vif-deleted', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:04.196225 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac534b3-8e49-406e-9a53-7299b21bbd3a" -d '{"events": [{"server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "name": "network-vif-deleted", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:04.196645 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:37:04.299474 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.299772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-0603eb76-87d4-4189-98ad-84fc0d2f6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:04.309411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-0603eb76-87d4-4189-98ad-84fc0d2f6300 service neutron] 10.222.0.42 "GET /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 1032 time: 0.0643647 Jul 28 14:37:04.425911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-ccaab55f-b3e5-497a-b206-2d95c704e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:04.430735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-ccaab55f-b3e5-497a-b206-2d95c704e92b service neutron] 10.222.0.42 "GET /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 1033 time: 0.1170013 Jul 28 14:37:04.479448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:04.666692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-75d53847-23cf-4b74-866f-4ead036d2502 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:04.682847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-75d53847-23cf-4b74-866f-4ead036d2502 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:04.714531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-75d53847-23cf-4b74-866f-4ead036d2502 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:04.727171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-75d53847-23cf-4b74-866f-4ead036d2502 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "GET /v2.0/networks?id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 1996 time: 0.2738822 Jul 28 14:37:04.918025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-066aba56-b26e-4c7b-8cd9-05c341e3c630 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd928f669dd34f9993cc2693976f971a HTTP/1.1" status: 200 len: 380 time: 0.1700566 Jul 28 14:37:04.953146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'admin_state_up': True, 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'security_groups': ['50ef32c9-bb39-4a64-a02d-f252e6d5a696']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:04.982575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4389b01b-90ae-4aae-9816-7d24997d2f3a req-f1df56aa-6591-4f07-9701-02cb771397f5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 210 time: 0.0784788 Jul 28 14:37:05.213419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7485e8c2-bd21-4c05-9270-d35559364475 req-5fad3b24-ce06-4e9d-9cc7-8239be9dd64b tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 210 time: 0.0701745 Jul 28 14:37:05.490740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9fb967f-0c24-4426-945c-5eca6e9bbbd6 req-3623d1c2-de98-4f6c-9806-363a087b617e tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 210 time: 0.0937519 Jul 28 14:37:05.618875 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.664835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:05.829796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f9fd6bd-bd7f-4918-9094-940fa69c5a86 req-670ad4e4-8aa6-4d3b-b8fc-dad72c22b045 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.2690868 Jul 28 14:37:05.841375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:05.857799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: c7a910ae-f1d3-4e1c-9b46-dccede5a3dab {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:05.858302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c7a910ae-f1d3-4e1c-9b46-dccede5a3dab not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:05.872393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.034121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3fbc6952-0726-4d90-81bf-452e1d72132c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:06.055946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3fbc6952-0726-4d90-81bf-452e1d72132c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 811 time: 0.4826419 Jul 28 14:37:06.089126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Request body: {'port': {'device_id': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'admin_state_up': True, 'tenant_id': 'c8482a0c45ed4738bbab41f262d1d136'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:06.106738 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ecebf-ef99-4b70-9699-bc827e6f51ac x-openstack-request-id: req-df4ecebf-ef99-4b70-9699-bc827e6f51ac {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:06.107224 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-unplugged", "status": "completed", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:06.107648 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df4ecebf-ef99-4b70-9699-bc827e6f51ac {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:06.108489 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'code': 200} Jul 28 14:37:06.236270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 172.20.0.7 (23e6c5a8-44db-47a7-b97a-f28b2ffda43c/8236005e-dcf2-446a-9104-481329566276/40fd9e8c-f879-4360-8210-1b52442abc68) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:06.426730 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cd367f-b9ca-4314-b06a-9aba1c699c09 x-openstack-request-id: req-85cd367f-b9ca-4314-b06a-9aba1c699c09 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:06.426730 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f157ce3-d4a8-498e-ab91-1fd55b3df869", "name": "network-vif-deleted", "tag": "c7a910ae-f1d3-4e1c-9b46-dccede5a3dab", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:06.426730 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85cd367f-b9ca-4314-b06a-9aba1c699c09 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:06.426730 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f157ce3-d4a8-498e-ab91-1fd55b3df869', 'name': 'network-vif-deleted', 'tag': 'c7a910ae-f1d3-4e1c-9b46-dccede5a3dab', 'status': 'completed', 'code': 200} Jul 28 14:37:06.711823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.732781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object 40fd9e8c-f879-4360-8210-1b52442abc68 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:06.998989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Made reservation on behalf of c8482a0c45ed4738bbab41f262d1d136 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:06.999875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.001895 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.136901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:07.143615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:07.147851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:07.461049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Allocated IP 172.20.0.6 (d4363382-18d5-4535-a788-3e97368b7072/d900a006-960f-4033-9a29-95f1142b5e13/73444411-cfca-47df-9a9c-bdf16af8ea38) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:07.483724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:07.484629 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.502166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:07.561864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e539b362-07b3-4e3f-b725-3220d414c356 req-b30ba5f4-9ecb-404d-820c-e1f3837b6d6b tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f157ce3-d4a8-498e-ab91-1fd55b3df869 HTTP/1.1" status: 200 len: 210 time: 0.1388135 Jul 28 14:37:07.669541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-66e71d13-c193-4cb6-ba25-73b8884a29a5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7429519 Jul 28 14:37:07.675649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-edc10286-8c9c-42b5-86b9-53f05e9ad0a7 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:07.678509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-edc10286-8c9c-42b5-86b9-53f05e9ad0a7 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 820 time: 0.4605148 Jul 28 14:37:07.713610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a942645-cfed-41a3-98a9-21a002146695 req-c90cfbe6-fba9-4154-bb47-bd7d186e3ed7 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 210 time: 0.0351892 Jul 28 14:37:07.720780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'admin_state_up': True, 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'security_groups': ['50ef32c9-bb39-4a64-a02d-f252e6d5a696']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:07.762549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'port': {'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'admin_state_up': True, 'tenant_id': '436634eeb959472d8e0445bedc3438f6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:07.970877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-76acfef3-96d4-4e4c-8c55-1841d15cb6b4 None None] Provisioning for port 40fd9e8c-f879-4360-8210-1b52442abc68 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:07.975269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-76acfef3-96d4-4e4c-8c55-1841d15cb6b4 None None] Provisioning complete for port 40fd9e8c-f879-4360-8210-1b52442abc68 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:07.975768 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-76acfef3-96d4-4e4c-8c55-1841d15cb6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.982617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e54886cb-f2eb-4051-974f-29e453129973 req-371076ea-f805-4066-a9d2-49761aa898a1 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 210 time: 0.0958543 Jul 28 14:37:08.106358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-76acfef3-96d4-4e4c-8c55-1841d15cb6b4 None None] Port 40fd9e8c-f879-4360-8210-1b52442abc68 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:08.128620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.153786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:08.161625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.242867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324a3f4-507b-4831-89e0-7b4e607a7496 req-e4659aad-0794-4835-bef6-e75f4954ab9b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.255509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8324a3f4-507b-4831-89e0-7b4e607a7496 req-e4659aad-0794-4835-bef6-e75f4954ab9b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 931 time: 0.3219419 Jul 28 14:37:08.312926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Made reservation on behalf of 436634eeb959472d8e0445bedc3438f6 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:08.317982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.406413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8324a3f4-507b-4831-89e0-7b4e607a7496 req-e58ac9b1-3239-4218-942d-2ffa9bad8574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496801 Jul 28 14:37:08.575622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Allocated IP 172.20.0.13 (5a18993c-4d4e-4ad8-9aef-dca98477f22b/6008ab1e-b605-4027-a058-8c427ff2881b/12902e0e-2776-4e45-a843-dbb661951a39) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:08.707189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 10.1.1.124 (53a8fed9-e586-45f0-870d-3e6f7a696c8a/a65f92d9-14f0-4e6d-a411-01daeb654530/c929103c-4187-4a31-a9bb-d7b305788b4c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:08.773209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.916747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Network d4363382-18d5-4535-a788-3e97368b7072 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:08.944611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event updated for resources: {'Port': ['ID=73444411-cfca-47df-9a9c-bdf16af8ea38,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:08.948445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:08.965077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:09.076562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.085569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.086839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.110586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Transition to ACTIVE for port object 12902e0e-2776-4e45-a843-dbb661951a39 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:09.163718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-b26bad67-639a-4fc1-86fd-bef678a645b6 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.171664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-b26bad67-639a-4fc1-86fd-bef678a645b6 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.5572903 Jul 28 14:37:09.196228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-908eab6a-1275-42cd-a38d-15d202ce7434 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/quotas/d3ed0480063d4d5390da2478878947d1 HTTP/1.1" status: 200 len: 375 time: 0.0236712 Jul 28 14:37:09.280597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-3cf83bde-c5d8-4244-90f4-92811955eb33 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1990707 Jul 28 14:37:09.312283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Request body: {'port': {'device_id': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:09.336282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.364436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.390354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-a68dcae9-ed2f-43ed-b03b-8fb48c1a8670 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850157 Jul 28 14:37:09.400621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:09.432311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event updated for resources: {'Port': ['ID=12902e0e-2776-4e45-a843-dbb661951a39,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:09.601380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:09.609936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:09.613572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:09.662343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object c929103c-4187-4a31-a9bb-d7b305788b4c will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:09.666415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.686855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-0731bcbd-23a3-4a52-9a48-1318bd62bc63 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.689209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-0731bcbd-23a3-4a52-9a48-1318bd62bc63 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1d44c29-f56d-46d0-9c51-4fa0f316077b HTTP/1.1" status: 200 len: 943 time: 0.2624204 Jul 28 14:37:09.803788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.804571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.014273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-ce51ce85-52e8-4154-8c7a-718bdc9fc6aa service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136017 Jul 28 14:37:10.110841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-87997f59-00d4-4587-8558-ff8d0ccf0bb9 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3683870 Jul 28 14:37:10.153265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.161553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Request body: {'port': {'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:10.243522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:10.263749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:10.354613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:10.354613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:10.385695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.387564 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.402846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-bf35054a-41ad-4c85-9e76-36a8ff0f4fda service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735344 Jul 28 14:37:10.414129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Deleting port cde04125-ab3c-44c4-814f-c41b3bebf0f6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:10.414616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.468185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586582bd-ce23-411d-b33a-491de308132c req-f4250a3a-ff1f-4ace-872e-6ffd2e4bfbe0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.479568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-586582bd-ce23-411d-b33a-491de308132c req-f4250a3a-ff1f-4ace-872e-6ffd2e4bfbe0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 931 time: 0.3867433 Jul 28 14:37:10.565531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5fb6f8bb-cdc0-455d-99bd-2fdacb08b941 None None] Provisioning for port 12902e0e-2776-4e45-a843-dbb661951a39 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:10.570195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5fb6f8bb-cdc0-455d-99bd-2fdacb08b941 None None] Provisioning complete for port 12902e0e-2776-4e45-a843-dbb661951a39 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:10.570670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f8bb-cdc0-455d-99bd-2fdacb08b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.616764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-15e48e79-24bc-4e62-b0a7-f10b8f38762a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9009249 Jul 28 14:37:10.647781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.650630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'admin_state_up': True, 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'security_groups': ['50ef32c9-bb39-4a64-a02d-f252e6d5a696']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:10.666960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6f8bb-cdc0-455d-99bd-2fdacb08b941 None None] Port 12902e0e-2776-4e45-a843-dbb661951a39 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:10.867662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-586582bd-ce23-411d-b33a-491de308132c req-08a870f5-ab3a-4fb9-b716-f1072d4503f4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869123 Jul 28 14:37:10.971268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7b15abe5-0cd8-491e-ba0a-72c9a092ca32 None None] Provisioning for port c929103c-4187-4a31-a9bb-d7b305788b4c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:10.976251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7b15abe5-0cd8-491e-ba0a-72c9a092ca32 None None] Provisioning complete for port c929103c-4187-4a31-a9bb-d7b305788b4c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:10.976973 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7b15abe5-0cd8-491e-ba0a-72c9a092ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.023683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7b15abe5-0cd8-491e-ba0a-72c9a092ca32 None None] Port c929103c-4187-4a31-a9bb-d7b305788b4c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:11.092494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] For port cde04125-ab3c-44c4-814f-c41b3bebf0f6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=cde04125-ab3c-44c4-814f-c41b3bebf0f6,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:11.093182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.170149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73444411-cfca-47df-9a9c-bdf16af8ea38 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:11.187609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Calling delete_port for cde04125-ab3c-44c4-814f-c41b3bebf0f6 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:11.235933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.326281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707056f0-0076-40cd-b97e-57fce16e0304 req-bf34d8fb-fc8c-4a0a-ae47-c2dad3ad83ec tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.342488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-707056f0-0076-40cd-b97e-57fce16e0304 req-bf34d8fb-fc8c-4a0a-ae47-c2dad3ad83ec tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 932 time: 0.4232154 Jul 28 14:37:11.486220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Transition to ACTIVE for port object 73444411-cfca-47df-9a9c-bdf16af8ea38 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:11.511717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-707056f0-0076-40cd-b97e-57fce16e0304 req-9de8bd34-ae4b-4b9f-b1e2-d995cccc2be8 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558793 Jul 28 14:37:11.528865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:11.544889 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.589020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.648394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4faea-d0a3-4181-8e62-c2d1568c2f6e req-f84e9a12-5808-4aad-9b14-5e64aa9ba68f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.674265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4faea-d0a3-4181-8e62-c2d1568c2f6e req-f84e9a12-5808-4aad-9b14-5e64aa9ba68f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.692486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53c4faea-d0a3-4181-8e62-c2d1568c2f6e req-f84e9a12-5808-4aad-9b14-5e64aa9ba68f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 1653 time: 0.4834936 Jul 28 14:37:12.075748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Pushing event updated for resources: {'Port': ['ID=73444411-cfca-47df-9a9c-bdf16af8ea38,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:12.140985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53c4faea-d0a3-4181-8e62-c2d1568c2f6e req-c9fb1925-7dc3-412b-b3b7-45fcb5aac403 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548795 Jul 28 14:37:12.318357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 10.1.1.238 (53a8fed9-e586-45f0-870d-3e6f7a696c8a/a65f92d9-14f0-4e6d-a411-01daeb654530/fbd9fbb6-2336-4b47-8a43-99ab8add2fa8) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:12.416525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.603169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12902e0e-2776-4e45-a843-dbb661951a39 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:12.627381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event deleted for resources: {'Port': ['ID=cde04125-ab3c-44c4-814f-c41b3bebf0f6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:12.685864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.722530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] No DVR routers for this DVR port cde04125-ab3c-44c4-814f-c41b3bebf0f6 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:12.734817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.744621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cf0d1a2-599f-4723-b1d4-24d0e34917a4 req-f27a47a7-ecad-403d-bcfb-98625eb0b0ca tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "DELETE /v2.0/ports/cde04125-ab3c-44c4-814f-c41b3bebf0f6 HTTP/1.1" status: 204 len: 173 time: 3.0373952 Jul 28 14:37:12.748191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Attempting to bind port 73444411-cfca-47df-9a9c-bdf16af8ea38 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:12.754018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Attempting to bind port 73444411-cfca-47df-9a9c-bdf16af8ea38 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:12.754018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Attempting to bind port 73444411-cfca-47df-9a9c-bdf16af8ea38 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:12.905633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Transition to ACTIVE for port object 12902e0e-2776-4e45-a843-dbb661951a39 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:12.907358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-deleted', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:12.911754 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18883189-bfa7-4f55-9fc0-def3f4990562" -d '{"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-deleted", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:12.926383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Port 73444411-cfca-47df-9a9c-bdf16af8ea38 on network d4363382-18d5-4535-a788-3e97368b7072 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:12.926791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Attempting to bind port 73444411-cfca-47df-9a9c-bdf16af8ea38 on network d4363382-18d5-4535-a788-3e97368b7072 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:12.948571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2bfaa18b-ed06-48e1-a76f-be87a10188ea req-422be910-aeb4-40ef-aece-419ac84764c9 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 210 time: 0.3358300 Jul 28 14:37:13.062656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:13.064103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Checking segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:13.067865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Bound using segment: {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:13.068928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Bound port: 73444411-cfca-47df-9a9c-bdf16af8ea38, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478907ec-c03f-4af6-bfd2-819084b2a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:13.070648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.108042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.272714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a134a8-0040-4fbd-892f-09e37fabe604 req-2051b70a-3d43-4275-811a-3f9c67ca6b78 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:13.281561 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3a134a8-0040-4fbd-892f-09e37fabe604 req-2051b70a-3d43-4275-811a-3f9c67ca6b78 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 943 time: 0.2719767 Jul 28 14:37:13.442541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Attempting to bind port 12902e0e-2776-4e45-a843-dbb661951a39 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:13.443031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Attempting to bind port 12902e0e-2776-4e45-a843-dbb661951a39 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:13.443461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Attempting to bind port 12902e0e-2776-4e45-a843-dbb661951a39 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:13.466276 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.527352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3a134a8-0040-4fbd-892f-09e37fabe604 req-30f2ea5d-d7ac-429c-9206-15b29ad6836a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232652 Jul 28 14:37:13.565309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:13.832899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae782fb-c9a3-42c0-89fb-c9578810b42c req-59815cf1-d65d-4dfe-a717-e7b334a750df tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:13.835323 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ae782fb-c9a3-42c0-89fb-c9578810b42c req-59815cf1-d65d-4dfe-a717-e7b334a750df tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 944 time: 0.1206493 Jul 28 14:37:13.837899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.848408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:13.943703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:13.944870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:13.949093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:13.961926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: cde04125-ab3c-44c4-814f-c41b3bebf0f6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:13.966054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device cde04125-ab3c-44c4-814f-c41b3bebf0f6 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:13.972302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:14.162020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ae782fb-c9a3-42c0-89fb-c9578810b42c req-b7b45298-91fa-47b7-ac0e-ce7cb6c670e4 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166606 Jul 28 14:37:14.175118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.175927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.321749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Port 12902e0e-2776-4e45-a843-dbb661951a39 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:14.322456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Attempting to bind port 12902e0e-2776-4e45-a843-dbb661951a39 on network 5a18993c-4d4e-4ad8-9aef-dca98477f22b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:14.360326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-9fe9d8ad-1ef1-426c-a470-e9b7a3d19151 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.361947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-9fe9d8ad-1ef1-426c-a470-e9b7a3d19151 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 1.3987951 Jul 28 14:37:14.410308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:14.410308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Checking segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:14.410308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Bound using segment: {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:14.410308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Bound port: 12902e0e-2776-4e45-a843-dbb661951a39, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9194cbb-2cee-4f56-b044-08174ed84467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:14.410308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.481736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Pushing event updated for resources: {'Port': ['ID=12902e0e-2776-4e45-a843-dbb661951a39,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:14.534394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] For port 73444411-cfca-47df-9a9c-bdf16af8ea38, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:14.598566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] For port 73444411-cfca-47df-9a9c-bdf16af8ea38, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73444411-cfca-47df-9a9c-bdf16af8ea38,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:14.613446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d3ba2-b687-427b-9d3a-a09c2db0e500 req-a9d20692-e0be-4321-bef4-e272bfc83be5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.615180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa8d3ba2-b687-427b-9d3a-a09c2db0e500 req-a9d20692-e0be-4321-bef4-e272bfc83be5 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 944 time: 0.3007503 Jul 28 14:37:14.682180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] For port 12902e0e-2776-4e45-a843-dbb661951a39, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:14.686941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Deleting port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:14.687289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.692922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] For port 12902e0e-2776-4e45-a843-dbb661951a39, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=12902e0e-2776-4e45-a843-dbb661951a39,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:14.715182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-bd6c0e8d-2f12-436c-9549-237fe5b46fca tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0784333 Jul 28 14:37:14.733794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'admin_state_up': True, 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'security_groups': ['50ef32c9-bb39-4a64-a02d-f252e6d5a696']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:14.755477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa8d3ba2-b687-427b-9d3a-a09c2db0e500 req-066216fd-a865-4ddf-b668-d9428a2d48b9 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8eef01f-5170-4d6f-8f84-81331780ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309342 Jul 28 14:37:14.858496 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e9798c-6258-4e3f-a51d-fa8e27fde00b x-openstack-request-id: req-e1e9798c-6258-4e3f-a51d-fa8e27fde00b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:14.859181 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d44c29-f56d-46d0-9c51-4fa0f316077b", "name": "network-vif-deleted", "tag": "cde04125-ab3c-44c4-814f-c41b3bebf0f6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:14.860534 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1e9798c-6258-4e3f-a51d-fa8e27fde00b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:14.860534 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d44c29-f56d-46d0-9c51-4fa0f316077b', 'name': 'network-vif-deleted', 'tag': 'cde04125-ab3c-44c4-814f-c41b3bebf0f6', 'status': 'completed', 'code': 200} Jul 28 14:37:14.863440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] For port 1d88e98b-dcee-4c7f-a3c4-fc450050f109, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1d88e98b-dcee-4c7f-a3c4-fc450050f109,segment=NetworkSegment(768f0061-3460-48fc-9c6c-78bff6d56fa7),segment_id=768f0061-3460-48fc-9c6c-78bff6d56fa7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:14.864040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.914230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Calling delete_port for 1d88e98b-dcee-4c7f-a3c4-fc450050f109 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:15.010483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-e65454a0-40e3-4f4b-986f-0143b2623d6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1335950 Jul 28 14:37:15.051792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888fce-08c1-4c45-954f-02ef60ef4a82 req-2bef9faa-5cb1-4a67-be6e-63003e29006a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.051792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888fce-08c1-4c45-954f-02ef60ef4a82 req-2bef9faa-5cb1-4a67-be6e-63003e29006a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.058841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888fce-08c1-4c45-954f-02ef60ef4a82 req-2bef9faa-5cb1-4a67-be6e-63003e29006a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.061327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa888fce-08c1-4c45-954f-02ef60ef4a82 req-2bef9faa-5cb1-4a67-be6e-63003e29006a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 2374 time: 0.1443195 Jul 28 14:37:15.102589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:15.103473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-23ffea49-f5ee-41ac-b437-d2e473c755f1 None None] Provisioning for port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:15.113322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-23ffea49-f5ee-41ac-b437-d2e473c755f1 None None] Provisioning complete for port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:15.115121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-23ffea49-f5ee-41ac-b437-d2e473c755f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.178496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.178496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.262682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.323949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.325207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.327861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] 10.222.0.42 "PUT /v2.0/ports/12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 1093 time: 5.1919940 Jul 28 14:37:15.333164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.333946 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.335686 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] 10.222.0.42 "PUT /v2.0/ports/73444411-cfca-47df-9a9c-bdf16af8ea38 HTTP/1.1" status: 200 len: 1092 time: 6.0286372 Jul 28 14:37:15.344101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa888fce-08c1-4c45-954f-02ef60ef4a82 req-971f69f1-e5d3-46e9-a7cc-8aab0a874712 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629385 Jul 28 14:37:15.399015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-bd2cb15b-925b-470d-83d5-fc0e5f066e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.402680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-bd2cb15b-925b-470d-83d5-fc0e5f066e5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 1100 time: 0.3220758 Jul 28 14:37:15.412938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.427318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55bcca-cc97-4620-a184-059b885d39dd service neutron] Pushing event updated for resources: {'Port': ['ID=73444411-cfca-47df-9a9c-bdf16af8ea38,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:15.685184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-23ffea49-f5ee-41ac-b437-d2e473c755f1 None None] Port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:15.767087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23f3e4a6-51b7-4e57-8e0e-9ac8d86fd1c9 req-f5969009-00ca-49b6-9748-b3c807f97beb tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 210 time: 0.1428101 Jul 28 14:37:15.961619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] No DVR routers for this DVR port 1d88e98b-dcee-4c7f-a3c4-fc450050f109 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:15.978665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.986191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a41beb7-225c-4d2f-9030-b38bbe3c5479 req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.58 "DELETE /v2.0/ports/1d88e98b-dcee-4c7f-a3c4-fc450050f109 HTTP/1.1" status: 204 len: 173 time: 1.5877268 Jul 28 14:37:16.051408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-966d5413-4194-4085-b5dc-b2b2feacf327 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.053388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-966d5413-4194-4085-b5dc-b2b2feacf327 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.1826398 Jul 28 14:37:16.091338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4109fca-194b-41a8-b094-c21ff8a8361d service neutron] Pushing event updated for resources: {'Port': ['ID=12902e0e-2776-4e45-a843-dbb661951a39,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:16.124963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Request body: {'port': {'device_id': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'admin_state_up': True, 'tenant_id': 'd3ed0480063d4d5390da2478878947d1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:16.200892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5676d-a523-49b3-bb22-b85964b9f6b2 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] Pushing event deleted for resources: {'Port': ['ID=1d88e98b-dcee-4c7f-a3c4-fc450050f109,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:16.308600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf165-3318-403a-862a-80dfe7296687 req-ac554f07-9ac0-449d-96eb-7c5d57e880db tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.310367 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71adf165-3318-403a-862a-80dfe7296687 req-ac554f07-9ac0-449d-96eb-7c5d57e880db tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 944 time: 0.2738256 Jul 28 14:37:16.318200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674acc6-d940-4de3-b3bc-450411709de3 req-24f0e416-7cc5-48db-80fb-71831d7d4a88 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.320244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8674acc6-d940-4de3-b3bc-450411709de3 req-24f0e416-7cc5-48db-80fb-71831d7d4a88 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 943 time: 0.6909955 Jul 28 14:37:16.324233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-9b56d2c5-3fef-49ca-9c97-37f34d31f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.326440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-9b56d2c5-3fef-49ca-9c97-37f34d31f5eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.7852194 Jul 28 14:37:16.330874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-e86bb8f9-3f06-4029-b6e7-359b1cd67a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.332637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-e86bb8f9-3f06-4029-b6e7-359b1cd67a53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1096 time: 0.8006930 Jul 28 14:37:16.376163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-c3fb9370-413f-4e27-8efb-8fd50b15902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.378256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-c3fb9370-413f-4e27-8efb-8fd50b15902b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 1095 time: 0.4909716 Jul 28 14:37:16.419884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 10.2.2.100 (ebb277a1-8f8f-4cab-a1f3-b6c193a233dc/6f2ff4d7-12be-429d-97a0-7a7282cae1e7/4209ad49-8ca5-4a69-acfc-c2eeef7f373e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:16.463198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-717bdb7d-7298-474b-9853-8a481c016f04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20 HTTP/1.1" status: 200 len: 217 time: 0.1026719 Jul 28 14:37:16.507910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71adf165-3318-403a-862a-80dfe7296687 req-b43f5caf-bef5-4312-90eb-bf020abfae52 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652334 Jul 28 14:37:16.540202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-7d261e78-c384-442d-84a0-63698a099d60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 217 time: 0.1734810 Jul 28 14:37:16.555494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8674acc6-d940-4de3-b3bc-450411709de3 req-edeaa41f-d49d-414a-a62e-b6adff9f1810 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218120 Jul 28 14:37:16.587374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-b6f02c17-9054-45ac-a466-a0f6e9491fe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73444411-cfca-47df-9a9c-bdf16af8ea38 HTTP/1.1" status: 200 len: 217 time: 0.1397853 Jul 28 14:37:16.619329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Made reservation on behalf of d3ed0480063d4d5390da2478878947d1 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:16.626821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.662434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-8b8bd393-e8d2-4596-9661-a2f9ba910c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.663995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-8b8bd393-e8d2-4596-9661-a2f9ba910c88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.0488479 Jul 28 14:37:16.710440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-0107b5c5-58b4-43de-9ead-71e2a2fd2b9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354993 Jul 28 14:37:16.757528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-f5c57c90-59ac-4e79-b104-4726ca49194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.760617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-f5c57c90-59ac-4e79-b104-4726ca49194c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2192266 Jul 28 14:37:16.827170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39974) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:16.829368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-a6df5e12-d0de-42bf-b265-0b439d6f2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.830359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-a6df5e12-d0de-42bf-b265-0b439d6f2a9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.2795775 Jul 28 14:37:16.872417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39'}, {'name': 'network-changed', 'server_uuid': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'tag': '73444411-cfca-47df-9a9c-bdf16af8ea38'}, {'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'name': 'network-vif-deleted', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:16.872417 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf106fa-2d35-4077-884c-a6302881bdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "tag": "12902e0e-2776-4e45-a843-dbb661951a39"}, {"name": "network-changed", "server_uuid": "d88ec25c-8f13-4214-a7c5-534de11c0dbb", "tag": "73444411-cfca-47df-9a9c-bdf16af8ea38"}, {"server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "name": "network-vif-deleted", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:17.007205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f999fd8-29dc-4a33-a1d8-325a460ec6f8 req-5ed46beb-2ab9-45dc-8094-e0b10924ebd4 tempest-LiveMigrationTest-815001585 tempest-LiveMigrationTest-815001585-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd51c409-6347-471e-a479-0d92a81ecfa7 HTTP/1.1" status: 200 len: 210 time: 0.2039070 Jul 28 14:37:17.063770 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.113899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-257ee325-fe45-4ee0-9da4-d4bab474d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.115469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-257ee325-fe45-4ee0-9da4-d4bab474d07a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2966559 Jul 28 14:37:17.181321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Allocated IP 172.20.0.12 (cccabb6d-9c54-44b3-a2b2-54cdd25a4e65/076e83e4-f65a-4b35-9170-6dcb8a6f45bb/c5de48c1-b373-4970-9713-104124016d9c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:17.185564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object 4209ad49-8ca5-4a69-acfc-c2eeef7f373e will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:17.214920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-eefb7ff7-889d-43ac-a56c-2042be67a0c0 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816470 Jul 28 14:37:17.250712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a545ab4-deda-40c5-be48-f828c0b861a2 req-2f1aae5b-5188-49e9-9caa-6eaced38be89 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.264754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a545ab4-deda-40c5-be48-f828c0b861a2 req-2f1aae5b-5188-49e9-9caa-6eaced38be89 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.277517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a545ab4-deda-40c5-be48-f828c0b861a2 req-2f1aae5b-5188-49e9-9caa-6eaced38be89 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.281103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a545ab4-deda-40c5-be48-f828c0b861a2 req-2f1aae5b-5188-49e9-9caa-6eaced38be89 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 2374 time: 0.2123027 Jul 28 14:37:17.368521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c07d57ab-3542-4482-b4a7-fba36001c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.371792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-c07d57ab-3542-4482-b4a7-fba36001c421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4832997 Jul 28 14:37:17.432773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f766ce6f-5394-43af-9126-555b47535020 req-9f27c881-055b-4d07-99ea-53d1348dcade tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 210 time: 0.1342123 Jul 28 14:37:17.496369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a545ab4-deda-40c5-be48-f828c0b861a2 req-625e586c-52cc-422f-b05c-9d016706e958 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740763 Jul 28 14:37:17.721125 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2d73da-bba7-4109-a95d-4f44bc98298d x-openstack-request-id: req-1f2d73da-bba7-4109-a95d-4f44bc98298d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:17.721425 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "tag": "12902e0e-2776-4e45-a843-dbb661951a39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d88ec25c-8f13-4214-a7c5-534de11c0dbb", "tag": "73444411-cfca-47df-9a9c-bdf16af8ea38", "status": "completed", "code": 200}, {"server_uuid": "dd51c409-6347-471e-a479-0d92a81ecfa7", "name": "network-vif-deleted", "tag": "1d88e98b-dcee-4c7f-a3c4-fc450050f109", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:17.721671 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f2d73da-bba7-4109-a95d-4f44bc98298d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:17.722081 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39', 'status': 'completed', 'code': 200} Jul 28 14:37:17.722540 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'tag': '73444411-cfca-47df-9a9c-bdf16af8ea38', 'status': 'completed', 'code': 200} Jul 28 14:37:17.722805 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd51c409-6347-471e-a479-0d92a81ecfa7', 'name': 'network-vif-deleted', 'tag': '1d88e98b-dcee-4c7f-a3c4-fc450050f109', 'status': 'completed', 'code': 200} Jul 28 14:37:17.771684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.780030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb3f73fc-8395-4fbd-88b8-13d6b7b36f76 req-567e1152-ceb7-4ac3-92a1-6399140070d3 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961362 Jul 28 14:37:17.857789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:17.880425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 1d88e98b-dcee-4c7f-a3c4-fc450050f109 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:17.881119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1d88e98b-dcee-4c7f-a3c4-fc450050f109 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:17.882480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b70b3-41dc-4e6f-a196-4f218d713f4f req-3a01909f-39aa-476d-96c8-4d3a4fc75e12 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.884993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a8b70b3-41dc-4e6f-a196-4f218d713f4f req-3a01909f-39aa-476d-96c8-4d3a4fc75e12 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 944 time: 0.1052110 Jul 28 14:37:17.906086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-a1adbec2-7e9f-4dca-9dd2-c246cd6a7d63 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645931 Jul 28 14:37:17.942600 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a8b70b3-41dc-4e6f-a196-4f218d713f4f req-a0fdf09c-f5eb-4c90-bfd1-d0fff762f02c tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Jul 28 14:37:18.020785 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.069174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:18.076781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:18.123808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:18.200035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.237301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.312101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.362665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:18.376068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.377423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.394411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:18.400416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:18.411120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f7bc8-dc5c-437d-8731-9c6f77dfb243 req-65fb4bda-d412-45e0-b2d2-553664948c91 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.412893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e36f7bc8-dc5c-437d-8731-9c6f77dfb243 req-65fb4bda-d412-45e0-b2d2-553664948c91 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 950 time: 0.3393221 Jul 28 14:37:18.461855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-53c451d1-7a0c-442b-b834-c2efec95f057 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0193133 Jul 28 14:37:18.475061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97765326-0ac2-41ac-a152-9526abe14e7f req-934eb3b9-4f0b-41d2-8b06-7cb931898fbf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.476730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97765326-0ac2-41ac-a152-9526abe14e7f req-934eb3b9-4f0b-41d2-8b06-7cb931898fbf tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 943 time: 0.6964836 Jul 28 14:37:18.496066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.499566 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.521331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2966bd09-99e2-4a83-90a9-a5f87df4345b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7926419 Jul 28 14:37:18.524499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e36f7bc8-dc5c-437d-8731-9c6f77dfb243 req-882e3e4d-4fec-409d-84f9-73479d8ce725 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692220 Jul 28 14:37:18.548492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'admin_state_up': True, 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'security_groups': ['50ef32c9-bb39-4a64-a02d-f252e6d5a696']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:18.587548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-27b9b370-4272-469c-86d1-2ac735b4eb5e None None] Provisioning for port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:18.592310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-27b9b370-4272-469c-86d1-2ac735b4eb5e None None] Provisioning complete for port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:18.592715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-27b9b370-4272-469c-86d1-2ac735b4eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.637990 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55ec0e4a-5ed7-4dd4-854d-37fe5b63ef4a req-17c26282-5b6a-4eb1-91fd-33c32cc4783f service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189946 Jul 28 14:37:18.649522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-f676b4c6-6179-4df9-9808-7219f8aecf58 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5320294 Jul 28 14:37:18.672531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97765326-0ac2-41ac-a152-9526abe14e7f req-306ccbf2-bae8-407d-b203-f26372500752 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782172 Jul 28 14:37:18.701186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Request body: {'port': {'device_id': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:18.724635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-27b9b370-4272-469c-86d1-2ac735b4eb5e None None] Port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:18.778943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40018) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:18.800089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc88dc34-2369-4a88-8dbc-3d91c8b033c9 req-e6b61285-0e4c-47c2-897f-3b554cee6172 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222346 Jul 28 14:37:19.024623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77f7ff-ab6e-4469-abe6-677bf59abc94 req-b5e72345-e663-48d3-92b5-2903fd86409a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.027248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba77f7ff-ab6e-4469-abe6-677bf59abc94 req-b5e72345-e663-48d3-92b5-2903fd86409a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 932 time: 0.1043077 Jul 28 14:37:19.038764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.061742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.134667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-ef55f7db-09e0-434e-b775-e85add4bb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.136721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-ef55f7db-09e0-434e-b775-e85add4bb006 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1096 time: 0.1583767 Jul 28 14:37:19.215206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Deleting subnet fe75449c-112b-4263-a17c-46820812dd89 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:37:19.234365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.256021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba77f7ff-ab6e-4469-abe6-677bf59abc94 req-97da2f6d-c2c9-46af-a7e1-60c58afe155f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144368 Jul 28 14:37:19.404786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Made reservation on behalf of fd928f669dd34f9993cc2693976f971a for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:19.421292 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.470894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.661464 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.664830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-3007637d-9436-40af-8bed-d57d211cc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.666341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-3007637d-9436-40af-8bed-d57d211cc2c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.5097523 Jul 28 14:37:19.802353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-ad67b93f-761a-40b6-bb70-6b99f354eabd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 217 time: 0.1233649 Jul 28 14:37:19.834711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9623-2750-4c82-937e-0438c195e768 req-c0278fb4-8538-471f-a360-cb58f9bb802e tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.836667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1fc9623-2750-4c82-937e-0438c195e768 req-c0278fb4-8538-471f-a360-cb58f9bb802e tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 944 time: 0.1941297 Jul 28 14:37:19.853605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443ed3-e874-48a9-8f10-8f0d894e77b4 req-28b6ddc7-95af-429e-997b-e8234c72ecce tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.871946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443ed3-e874-48a9-8f10-8f0d894e77b4 req-28b6ddc7-95af-429e-997b-e8234c72ecce tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.879307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443ed3-e874-48a9-8f10-8f0d894e77b4 req-28b6ddc7-95af-429e-997b-e8234c72ecce tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.892241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443ed3-e874-48a9-8f10-8f0d894e77b4 req-28b6ddc7-95af-429e-997b-e8234c72ecce tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.905368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68443ed3-e874-48a9-8f10-8f0d894e77b4 req-28b6ddc7-95af-429e-997b-e8234c72ecce tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 3095 time: 0.3632874 Jul 28 14:37:19.984418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Allocated IP 10.2.2.200 (ebb277a1-8f8f-4cab-a1f3-b6c193a233dc/6f2ff4d7-12be-429d-97a0-7a7282cae1e7/58e795d4-d1ab-4451-b0e6-e028a80ec32c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:19.988939 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.993431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1fc9623-2750-4c82-937e-0438c195e768 req-a0422635-9e6b-42d4-af40-3c403c63bec5 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070764 Jul 28 14:37:20.036309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe75449c-112b-4263-a17c-46820812dd89,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:20.043326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5de48c1-b373-4970-9713-104124016d9c {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:20.050874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.052649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-828f2089-4422-481a-9146-3ad873248e0b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fe75449c-112b-4263-a17c-46820812dd89 HTTP/1.1" status: 204 len: 168 time: 1.2719977 Jul 28 14:37:20.059576 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.065234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:20.092601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-46df3c89-4b4a-4a4a-bb8e-cb9874ae246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:20.095235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-46df3c89-4b4a-4a4a-bb8e-cb9874ae246b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.2807021 Jul 28 14:37:20.124147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68443ed3-e874-48a9-8f10-8f0d894e77b4 req-21e58c39-b981-4982-adea-12f104db1833 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639621 Jul 28 14:37:20.153118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Transition to ACTIVE for port object c5de48c1-b373-4970-9713-104124016d9c will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:20.245189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.257950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.356786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:20.400941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-9a17375f-9303-4234-b591-86a8a66f0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:20.402968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-9a17375f-9303-4234-b591-86a8a66f0a24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2751608 Jul 28 14:37:20.427957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.488678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890a8a5-713e-479a-9849-662d0b6f02dc req-6017abc9-dcf4-4e97-84c4-f2af67d727a3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:20.490420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9890a8a5-713e-479a-9849-662d0b6f02dc req-6017abc9-dcf4-4e97-84c4-f2af67d727a3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 950 time: 0.1423762 Jul 28 14:37:20.524728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Deleting port 91c73e38-a8d9-4f11-b142-21c741a0f1e2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:20.525115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.566874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.578814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Transition to ACTIVE for port object 58e795d4-d1ab-4451-b0e6-e028a80ec32c will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:20.594396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfb8117-4f69-4c6f-afa4-337e31a9625f']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:20.635106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768f0061-3460-48fc-9c6c-78bff6d56fa7') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:20.635819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768f0061-3460-48fc-9c6c-78bff6d56fa7') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:20.649468 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-52938504-6840-4d36-a43e-76b1395231a1 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343671 Jul 28 14:37:20.667978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.716019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.717620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9890a8a5-713e-479a-9849-662d0b6f02dc req-4d53b3c9-92cf-4ff1-916b-b9665f538475 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002614 Jul 28 14:37:20.724060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Attempting to bind port c5de48c1-b373-4970-9713-104124016d9c on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:20.724060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Attempting to bind port c5de48c1-b373-4970-9713-104124016d9c by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:20.724330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Attempting to bind port c5de48c1-b373-4970-9713-104124016d9c on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:20.759002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:20.759002 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:20.759991 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:20.773715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Port c5de48c1-b373-4970-9713-104124016d9c on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:20.774182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Attempting to bind port c5de48c1-b373-4970-9713-104124016d9c on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:20.825009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:20.825360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Checking segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:20.825762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Bound using segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:20.826226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Bound port: c5de48c1-b373-4970-9713-104124016d9c, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:20.826593 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.864722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] For port 91c73e38-a8d9-4f11-b142-21c741a0f1e2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=91c73e38-a8d9-4f11-b142-21c741a0f1e2,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:20.866143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.899341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdf80-ce67-4d1b-9394-46042bf2e970 req-c9d03a2c-643f-46f6-a66a-193085798ba5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:20.913424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4ebdf80-ce67-4d1b-9394-46042bf2e970 req-c9d03a2c-643f-46f6-a66a-193085798ba5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 943 time: 0.2075615 Jul 28 14:37:20.934779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.986221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Calling delete_port for 91c73e38-a8d9-4f11-b142-21c741a0f1e2 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:21.019864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.027438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.030520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4dfb8117-4f69-4c6f-afa4-337e31a9625f HTTP/1.1" status: 204 len: 168 time: 0.9638963 Jul 28 14:37:21.035715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:21.036245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40038) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:21.066423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-77d49e47-9cc5-4cf4-b66a-f3cae2d44873 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031031 Jul 28 14:37:21.079717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:21.082431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:21.100942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event updated for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:21.134740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517237-b479-4f73-a78b-53a796c9f3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfb8117-4f69-4c6f-afa4-337e31a9625f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:21.148366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:21.159765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4ebdf80-ce67-4d1b-9394-46042bf2e970 req-2ea9d3b7-5a3f-4e2a-b940-27b4883fa12a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167900 Jul 28 14:37:21.217315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:21.238761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9ce7e-db66-4500-8384-5b69abd75c8f req-72b41a32-de1d-430e-bd80-a18039099e48 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.238761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38c9ce7e-db66-4500-8384-5b69abd75c8f req-72b41a32-de1d-430e-bd80-a18039099e48 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 944 time: 0.3590055 Jul 28 14:37:21.290127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.290127 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.324128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.403466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Deleting subnet 8f2eb1ec-9824-4cc0-a3f5-a7f40460fc54 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:37:21.412501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f422ffb2-2535-4d93-8af8-f1f59704bfa2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8749204 Jul 28 14:37:21.422065 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.439311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.440655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.454098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] 10.222.0.58 "PUT /v2.0/ports/c5de48c1-b373-4970-9713-104124016d9c HTTP/1.1" status: 200 len: 1093 time: 2.7896540 Jul 28 14:37:21.469455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:21.474806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:21.478928 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49187607-4ffa-41cb-b130-83e0356804d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "tag": "c5de48c1-b373-4970-9713-104124016d9c"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:21.621371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38c9ce7e-db66-4500-8384-5b69abd75c8f req-eb9096dc-8491-46d7-b60d-6afc0162dacf tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631489 Jul 28 14:37:21.622983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3396e4-f9eb-4d23-a557-6531451b9770 service neutron] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:21.626692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.652335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-8936c3de-50ec-4237-8ed9-f262fffbbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.665579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-8936c3de-50ec-4237-8ed9-f262fffbbaa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8482a0c45ed4738bbab41f262d1d136&device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 1095 time: 0.4270513 Jul 28 14:37:21.685299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-609661ff-4c7b-4489-b4e0-c630ba4dc654 None None] Provisioning for port 58e795d4-d1ab-4451-b0e6-e028a80ec32c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:21.692574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-609661ff-4c7b-4489-b4e0-c630ba4dc654 None None] Provisioning complete for port 58e795d4-d1ab-4451-b0e6-e028a80ec32c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:21.694120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-609661ff-4c7b-4489-b4e0-c630ba4dc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.816731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-609661ff-4c7b-4489-b4e0-c630ba4dc654 None None] Port 58e795d4-d1ab-4451-b0e6-e028a80ec32c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:21.820031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73444411-cfca-47df-9a9c-bdf16af8ea38 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:21.824766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:21.887334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.083871 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.112646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.148054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:22.150537 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7829ed7-9730-493c-9ee3-c9c974990301" -d '{"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-unplugged", "status": "completed", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:22.161251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 73444411-cfca-47df-9a9c-bdf16af8ea38, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73444411-cfca-47df-9a9c-bdf16af8ea38,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:22.193012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2eb1ec-9824-4cc0-a3f5-a7f40460fc54,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:22.219600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:22.222693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '73444411-cfca-47df-9a9c-bdf16af8ea38', 'network_id': 'd4363382-18d5-4535-a788-3e97368b7072', 'port_id': '73444411-cfca-47df-9a9c-bdf16af8ea38', 'mac_address': 'fa:16:3e:20:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd900a006-960f-4033-9a29-95f1142b5e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:22.226047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.234911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3ef24a83-d896-41b6-9600-ce486562ec8e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8f2eb1ec-9824-4cc0-a3f5-a7f40460fc54 HTTP/1.1" status: 204 len: 168 time: 1.1933804 Jul 28 14:37:22.252970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40060) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:22.295253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.329882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73444411-cfca-47df-9a9c-bdf16af8ea38 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:22.371844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-436fbbf7-db9c-4b0a-9528-cd770338967e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.380018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 73444411-cfca-47df-9a9c-bdf16af8ea38, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73444411-cfca-47df-9a9c-bdf16af8ea38,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:22.403353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.408789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-94846156-90db-4d80-89c6-bd8722bef1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:22.422016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-94846156-90db-4d80-89c6-bd8722bef1d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 1096 time: 0.7570040 Jul 28 14:37:22.422211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.427855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.464562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a4c8-7b5c-4158-9d33-28a6f57feae5 req-7604f278-ac2f-4153-af18-ee177f0d9488 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:22.467278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a58a4c8-7b5c-4158-9d33-28a6f57feae5 req-7604f278-ac2f-4153-af18-ee177f0d9488 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 944 time: 0.6844027 Jul 28 14:37:22.502760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:22.564130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-73840bf7-673a-4826-80e9-d8ff0fa99e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:22.564130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-73840bf7-673a-4826-80e9-d8ff0fa99e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 200 len: 912 time: 0.8430064 Jul 28 14:37:22.575449 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-213614bc-24ab-44ea-9d07-d9c179e20c36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de48c1-b373-4970-9713-104124016d9c HTTP/1.1" status: 200 len: 217 time: 0.1516373 Jul 28 14:37:22.606272 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.750432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=73444411-cfca-47df-9a9c-bdf16af8ea38,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:22.751643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-f938d514-f477-4c85-bb64-11991847674c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73444411-cfca-47df-9a9c-bdf16af8ea38 HTTP/1.1" status: 200 len: 217 time: 0.1533520 Jul 28 14:37:22.770332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.772758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-9bd03c65-64a5-49b3-bf6d-0835cda6b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:22.775432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-9bd03c65-64a5-49b3-bf6d-0835cda6b25c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.0885432 Jul 28 14:37:22.867347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c73e38-a8d9-4f11-b142-21c741a0f1e2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:22.917012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a58a4c8-7b5c-4158-9d33-28a6f57feae5 req-7d7051e1-cc6f-4a89-8f76-f70af1e6907d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305139 Jul 28 14:37:22.920685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.967616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7f51b9-5a28-4fd9-bd19-6b1a669b1803']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:22.982064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-a23a9573-56a4-448c-8947-03ce2b59e544 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891750 Jul 28 14:37:23.049555 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0481e11a-0e64-41a6-bb34-26f774e5994c x-openstack-request-id: req-0481e11a-0e64-41a6-bb34-26f774e5994c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:23.049813 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "tag": "c5de48c1-b373-4970-9713-104124016d9c", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:23.050206 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0481e11a-0e64-41a6-bb34-26f774e5994c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:23.050827 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c', 'status': 'completed', 'code': 200} Jul 28 14:37:23.055023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd302370b-7cf6-44ac-bdec-82fac3c3aff3') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:23.055340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd302370b-7cf6-44ac-bdec-82fac3c3aff3') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:23.092380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-eee933e6-2788-4a80-965d-89e5d96bcbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.092380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-eee933e6-2788-4a80-965d-89e5d96bcbb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 200 len: 851 time: 0.3048463 Jul 28 14:37:23.092669 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c8f922-1089-4fff-b81a-a9d8b35c7cdf x-openstack-request-id: req-41c8f922-1089-4fff-b81a-a9d8b35c7cdf {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:23.093160 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-unplugged", "status": "completed", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:23.094331 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41c8f922-1089-4fff-b81a-a9d8b35c7cdf {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:23.094996 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'code': 200} Jul 28 14:37:23.118805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.161162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['73444411-cfca-47df-9a9c-bdf16af8ea38'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:23.295256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-3f05e18a-6421-47ae-b3f4-01980d22a484 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.301714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-3f05e18a-6421-47ae-b3f4-01980d22a484 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.309465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-3f05e18a-6421-47ae-b3f4-01980d22a484 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.318314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-3f05e18a-6421-47ae-b3f4-01980d22a484 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.326047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-3f05e18a-6421-47ae-b3f4-01980d22a484 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.334398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-3f05e18a-6421-47ae-b3f4-01980d22a484 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 3816 time: 0.4206131 Jul 28 14:37:23.351489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-c1f82bf0-f9c0-4e3e-a766-d2185c7616e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4363382-18d5-4535-a788-3e97368b7072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014349 Jul 28 14:37:23.396850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fd9e8c-f879-4360-8210-1b52442abc68 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:23.405120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.413196 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.417841 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-ef352215-b93d-46bd-869a-0700c0c7ac2c service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803725 Jul 28 14:37:23.422555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4d3c99a-399e-486b-9ff7-a7e62e45e11b req-ab8d7859-29f9-4ff7-ac62-c1e28faa4f73 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871732 Jul 28 14:37:23.497237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:23.497926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:23.503921 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:23.574756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e289504-0df7-4c16-ac09-ffc2aa477e7e req-bfedc2d0-e470-4a57-a4ec-6ac4d881b2e6 service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484780 Jul 28 14:37:23.614028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16670-762a-4141-8ef4-ab278c8927d4 req-8bf1b3dc-3442-443a-8215-222ccb41d219 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.614028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ff16670-762a-4141-8ef4-ab278c8927d4 req-8bf1b3dc-3442-443a-8215-222ccb41d219 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 944 time: 0.0743024 Jul 28 14:37:23.633115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9403c-aa3e-4faf-90ec-b8505b3c734e req-5fee37f5-3dd5-4ae7-9a47-1bff9fbcfb8c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.634844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebc9403c-aa3e-4faf-90ec-b8505b3c734e req-5fee37f5-3dd5-4ae7-9a47-1bff9fbcfb8c tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 944 time: 0.4615564 Jul 28 14:37:23.658425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ff16670-762a-4141-8ef4-ab278c8927d4 req-204c1862-8394-4970-ac6e-5db8f938b68d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Jul 28 14:37:23.744767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 12902e0e-2776-4e45-a843-dbb661951a39 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:23.759845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Transition to ACTIVE for port object 40fd9e8c-f879-4360-8210-1b52442abc68 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:23.790286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.807005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.809235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7b7f51b9-5a28-4fd9-bd19-6b1a669b1803 HTTP/1.1" status: 204 len: 168 time: 1.5544879 Jul 28 14:37:23.820842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-d63ad07d-4f44-4719-91b0-f670c284bd89 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365916 Jul 28 14:37:23.839895 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebc9403c-aa3e-4faf-90ec-b8505b3c734e req-ce136980-1612-46ac-ab2f-096d761f85e0 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906335 Jul 28 14:37:23.876694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.907784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ca809-9f13-447e-95fc-84166ea5cba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7f51b9-5a28-4fd9-bd19-6b1a669b1803,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:23.916069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.942833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49187607-4ffa-41cb-b130-83e0356804d0 req-deb8413b-88cb-4d0c-8cc5-7874a8188da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.945555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-deb8413b-88cb-4d0c-8cc5-7874a8188da8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 1096 time: 0.1582565 Jul 28 14:37:24.007311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 12902e0e-2776-4e45-a843-dbb661951a39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=12902e0e-2776-4e45-a843-dbb661951a39,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:24.020259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf106fa-2d35-4077-884c-a6302881bdb7 req-bf030220-6ba9-4029-b7be-4b4711189b26 service neutron] 10.222.0.42 "GET /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791573 Jul 28 14:37:24.054801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '12902e0e-2776-4e45-a843-dbb661951a39', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:24.101317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Pushing event updated for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:24.133168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.167592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12902e0e-2776-4e45-a843-dbb661951a39 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:24.206585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 12902e0e-2776-4e45-a843-dbb661951a39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=12902e0e-2776-4e45-a843-dbb661951a39,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:24.330708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.334771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40084) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:24.391105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Attempting to bind port 40fd9e8c-f879-4360-8210-1b52442abc68 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:24.391454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Attempting to bind port 40fd9e8c-f879-4360-8210-1b52442abc68 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:24.391793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Attempting to bind port 40fd9e8c-f879-4360-8210-1b52442abc68 on network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:24.403642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49187607-4ffa-41cb-b130-83e0356804d0 req-1b336519-caf9-44e6-b4a2-4a71a636b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.417557 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-1b336519-caf9-44e6-b4a2-4a71a636b4aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 905 time: 0.4543462 Jul 28 14:37:24.444731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Port 40fd9e8c-f879-4360-8210-1b52442abc68 on network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:24.445344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Attempting to bind port 40fd9e8c-f879-4360-8210-1b52442abc68 on network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:24.453372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:24.453713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Checking segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:24.453919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Bound using segment: {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:24.454350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Bound port: 40fd9e8c-f879-4360-8210-1b52442abc68, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c742e2-1385-4053-afe4-825ef31479bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:24.454817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.478950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=12902e0e-2776-4e45-a843-dbb661951a39,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:24.506035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-239f33e4-db81-46f4-a03b-31a77750d0ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f2a62f1b70c45b0a5f2f2c5d7264cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698785 Jul 28 14:37:24.507300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:24.523514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-a3d87052-135c-410d-b56b-c57a3b37e5ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de48c1-b373-4970-9713-104124016d9c HTTP/1.1" status: 200 len: 217 time: 0.0929911 Jul 28 14:37:24.645346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:24.649182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=40fd9e8c-f879-4360-8210-1b52442abc68,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:24.706267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49187607-4ffa-41cb-b130-83e0356804d0 req-5f08814c-7778-45db-acd1-c6ef929415c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.707818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-5f08814c-7778-45db-acd1-c6ef929415c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.1741292 Jul 28 14:37:24.770329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-5ebd9078-3d45-4326-bb9c-29cb7c54169d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447109 Jul 28 14:37:24.778607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.800179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2cebe756-37d1-4cfb-b481-c0fa07d88fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.808352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10270e96-8e9b-40fd-9ad7-9576fbcc53a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.832273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['12902e0e-2776-4e45-a843-dbb661951a39'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:24.847445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b584a1-ca25-4af8-92b7-917fe4ec164f req-f977cb47-91ba-421b-bd1d-54867c5f9c75 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.855927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03b584a1-ca25-4af8-92b7-917fe4ec164f req-f977cb47-91ba-421b-bd1d-54867c5f9c75 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 945 time: 0.2015035 Jul 28 14:37:24.908287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.908981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.910449 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] 10.222.0.42 "PUT /v2.0/ports/40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 200 len: 1092 time: 3.4803410 Jul 28 14:37:24.933964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-a792aa34-e251-41a8-8204-ab3eff125bd6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.940571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-a792aa34-e251-41a8-8204-ab3eff125bd6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.946996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-a792aa34-e251-41a8-8204-ab3eff125bd6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.954502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-a792aa34-e251-41a8-8204-ab3eff125bd6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.959638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03b584a1-ca25-4af8-92b7-917fe4ec164f req-a5435d43-bc4c-402d-8f3b-9217fef4dab2 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025622 Jul 28 14:37:24.960966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-a792aa34-e251-41a8-8204-ab3eff125bd6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.963075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-a792aa34-e251-41a8-8204-ab3eff125bd6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 3828 time: 0.2775154 Jul 28 14:37:25.013874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2cebe756-37d1-4cfb-b481-c0fa07d88fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.025002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:25.082645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:25.094593 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3076b7b-5685-4a1c-ac6d-a6efff396676" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:25.107863 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.161942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:25.196342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:25.205293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b41ce18e-d129-409a-9a69-d59f949b9531 admin admin] 10.222.0.57 "PUT /v2.0/routers/2da7fde5-2fbb-4aee-8f34-e503d6e8f057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3713126 Jul 28 14:37:25.219051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40100) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:25.223543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] Sync routers for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:25.250333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fb575-cf99-4346-b45e-ff2997415c05 service neutron] Pushing event updated for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:25.263636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:25.264737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:25.368478 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.390345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46a16d4b-8f69-4d32-94c3-7254c0c32d25 req-42c6480b-4a0a-4388-ac74-f109c9c18d64 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792481 Jul 28 14:37:25.406414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-fd8dfd0a-8941-46db-8dcc-3f74c196634a service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219606 Jul 28 14:37:25.415495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d1326-b7aa-4c68-ad68-b51844ff8f88 req-cbe9e77b-c902-4fb8-ada1-b8e2eb2afaba tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.417799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-492d1326-b7aa-4c68-ad68-b51844ff8f88 req-cbe9e77b-c902-4fb8-ada1-b8e2eb2afaba tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 944 time: 0.2325261 Jul 28 14:37:25.424097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:25.453772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:25.643576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.688811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2cebe756-37d1-4cfb-b481-c0fa07d88fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.691841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2cebe756-37d1-4cfb-b481-c0fa07d88fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.693208 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2cebe756-37d1-4cfb-b481-c0fa07d88fda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8eef01f-5170-4d6f-8f84-81331780ceaf HTTP/1.1" status: 204 len: 168 time: 1.1838479 Jul 28 14:37:25.721401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-492d1326-b7aa-4c68-ad68-b51844ff8f88 req-50187ace-69cd-4c47-baee-ac28790a0aaf tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710621 Jul 28 14:37:25.762975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73444411-cfca-47df-9a9c-bdf16af8ea38 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:25.801122 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b91d9c6-a059-4e7e-93b0-e49d4c952851 x-openstack-request-id: req-8b91d9c6-a059-4e7e-93b0-e49d4c952851 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:25.801769 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:25.802298 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b91d9c6-a059-4e7e-93b0-e49d4c952851 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:25.803164 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68', 'status': 'completed', 'code': 200} Jul 28 14:37:25.815428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebe756-37d1-4cfb-b481-c0fa07d88fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eef01f-5170-4d6f-8f84-81331780ceaf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:25.818382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:37:22Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:25.844891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d292738e-91a8-4720-8d8a-52903673f735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.855903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.889810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] Checking router: 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:25.915999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] Routers {'2da7fde5-2fbb-4aee-8f34-e503d6e8f057'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:25.916580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:25.940474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-51a202ce-039a-4937-9240-627ae307a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.941636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-51a202ce-039a-4937-9240-627ae307a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.942631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-51a202ce-039a-4937-9240-627ae307a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.944016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-51a202ce-039a-4937-9240-627ae307a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.945207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-51a202ce-039a-4937-9240-627ae307a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.949005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-51a202ce-039a-4937-9240-627ae307a49f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 4364 time: 0.0725150 Jul 28 14:37:26.022415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49187607-4ffa-41cb-b130-83e0356804d0 req-4580a49f-ecfc-4d6f-8526-2700346c34f0 service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737269 Jul 28 14:37:26.140319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 73444411-cfca-47df-9a9c-bdf16af8ea38 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:26.150903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 73444411-cfca-47df-9a9c-bdf16af8ea38 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:26.151284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.157909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] Set router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:26.188971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9ebef-2158-437a-873b-619b12abac79 req-7adc271f-e96b-4602-90df-e1b0186804f5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.207817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77d9ebef-2158-437a-873b-619b12abac79 req-7adc271f-e96b-4602-90df-e1b0186804f5 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 944 time: 0.3579469 Jul 28 14:37:26.274639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdb319-10bb-48ff-9153-87ca73752555 req-9e973a06-2574-4792-8a12-3cfcab22a60d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.276671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82bdb319-10bb-48ff-9153-87ca73752555 req-9e973a06-2574-4792-8a12-3cfcab22a60d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 945 time: 0.1642339 Jul 28 14:37:26.318774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-5a700f21-e77e-4202-a9d9-dec39a6d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.319263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-5a700f21-e77e-4202-a9d9-dec39a6d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.319725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-5a700f21-e77e-4202-a9d9-dec39a6d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.321447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-5a700f21-e77e-4202-a9d9-dec39a6d4b63 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd928f669dd34f9993cc2693976f971a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3523657 Jul 28 14:37:26.337962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Deleting port 31489c3f-7914-4eae-9020-8b9e4da1eeec {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:26.338661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.344003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82bdb319-10bb-48ff-9153-87ca73752555 req-4b53ac6c-f7b9-4fa8-9f1e-27b6e50915fe tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Jul 28 14:37:26.428286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.535402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77d9ebef-2158-437a-873b-619b12abac79 req-479e4331-8018-4029-8c1d-d1cc3d7b57de tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988508 Jul 28 14:37:26.607806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.631336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-d9739bc4-9a4c-4fbf-806b-4e1a30d45bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.634229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3076b7b-5685-4a1c-ac6d-a6efff396676 req-d9739bc4-9a4c-4fbf-806b-4e1a30d45bbe service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2876575 Jul 28 14:37:26.647040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73444411-cfca-47df-9a9c-bdf16af8ea38'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:26.650067 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b1290e-28bb-4a88-87d9-2fbeec1c8574" -d '{"events": [{"server_uuid": "d88ec25c-8f13-4214-a7c5-534de11c0dbb", "name": "network-vif-plugged", "status": "completed", "tag": "73444411-cfca-47df-9a9c-bdf16af8ea38"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:26.654144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d292738e-91a8-4720-8d8a-52903673f735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.671115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 73444411-cfca-47df-9a9c-bdf16af8ea38, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73444411-cfca-47df-9a9c-bdf16af8ea38,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:26.673045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a09b25-8b82-4aa1-bd24-19ac66f64176 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:26.689905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.697630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:37:22Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:26.732614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] For port 31489c3f-7914-4eae-9020-8b9e4da1eeec, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=31489c3f-7914-4eae-9020-8b9e4da1eeec,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:26.733343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.733522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Transition to ACTIVE for port object 75a09b25-8b82-4aa1-bd24-19ac66f64176 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:26.773886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2169a-5062-4bff-865b-befa315725a8 req-11a0e14f-9254-483e-9306-50a396adb56c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.780212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2169a-5062-4bff-865b-befa315725a8 req-11a0e14f-9254-483e-9306-50a396adb56c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.789853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc71aca-d822-4b15-ac32-afc7cb85249f None None] The sync data for ids ['2da7fde5-2fbb-4aee-8f34-e503d6e8f057'] in n-d-764806-10 is: [{'id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494895214-router', 'tenant_id': '317e8ecb54964ea5bde123ac2d939e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:12Z', 'updated_at': '2021-07-28T14:37:22Z', 'revision_number': 5, 'project_id': '317e8ecb54964ea5bde123ac2d939e6d', 'gw_port': {'id': '31489c3f-7914-4eae-9020-8b9e4da1eeec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7fde5-2fbb-4aee-8f34-e503d6e8f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:15Z', 'updated_at': '2021-07-28T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:26.794724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d292738e-91a8-4720-8d8a-52903673f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.810801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.818874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2169a-5062-4bff-865b-befa315725a8 req-11a0e14f-9254-483e-9306-50a396adb56c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.842044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2169a-5062-4bff-865b-befa315725a8 req-11a0e14f-9254-483e-9306-50a396adb56c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.856169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2169a-5062-4bff-865b-befa315725a8 req-11a0e14f-9254-483e-9306-50a396adb56c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.867003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292738e-91a8-4720-8d8a-52903673f735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6f6fea-de88-478a-9f47-242f61d764bc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:26.876695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54f2169a-5062-4bff-865b-befa315725a8 req-11a0e14f-9254-483e-9306-50a396adb56c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 3828 time: 0.2756653 Jul 28 14:37:26.892326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.895968 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cdf8bf-e8d1-4c2a-be85-a5bd5e5f0c6f x-openstack-request-id: req-47cdf8bf-e8d1-4c2a-be85-a5bd5e5f0c6f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:26.896373 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88ec25c-8f13-4214-a7c5-534de11c0dbb", "name": "network-vif-plugged", "status": "completed", "tag": "73444411-cfca-47df-9a9c-bdf16af8ea38", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:26.896662 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47cdf8bf-e8d1-4c2a-be85-a5bd5e5f0c6f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:26.897072 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73444411-cfca-47df-9a9c-bdf16af8ea38', 'code': 200} Jul 28 14:37:26.905211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Calling delete_port for 31489c3f-7914-4eae-9020-8b9e4da1eeec owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:26.950752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=73444411-cfca-47df-9a9c-bdf16af8ea38,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:27.041656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:27.046205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d292738e-91a8-4720-8d8a-52903673f735 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd72767d0bc94d09a4e8721ca98e4b83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5896428 Jul 28 14:37:27.071536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40142) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:27.118754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Pushing event updated for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:27.125710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54f2169a-5062-4bff-865b-befa315725a8 req-7dea88de-7842-41c0-831c-93f977898d0c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481697 Jul 28 14:37:27.283282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-caa23fef-7d9d-4af9-ad0c-bacb1f805d40 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41b144f60e4c49939b7c20b8d3821cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392316 Jul 28 14:37:27.288437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40150) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:27.345103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f97517-0521-4728-90ed-2a9d00c98a6d req-b009d92f-d6ad-41cc-b3a5-4646e0269825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.346630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4f97517-0521-4728-90ed-2a9d00c98a6d req-b009d92f-d6ad-41cc-b3a5-4646e0269825 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 1097 time: 0.2529430 Jul 28 14:37:27.398749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241131fb-162b-4032-81a4-05224224fa30 req-392af069-9041-483f-918d-feb3592be486 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.418729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-241131fb-162b-4032-81a4-05224224fa30 req-392af069-9041-483f-918d-feb3592be486 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 944 time: 0.4177854 Jul 28 14:37:27.485090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Attempting to bind port 75a09b25-8b82-4aa1-bd24-19ac66f64176 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:27.485438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Attempting to bind port 75a09b25-8b82-4aa1-bd24-19ac66f64176 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:27.485771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Attempting to bind port 75a09b25-8b82-4aa1-bd24-19ac66f64176 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:27.516291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a586d367-8d21-453f-9e7f-da4d31f5b3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.529696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-241131fb-162b-4032-81a4-05224224fa30 req-dd4a320c-9345-47a1-80e1-edc4e630aa7e tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827649 Jul 28 14:37:27.532132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Port 75a09b25-8b82-4aa1-bd24-19ac66f64176 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:27.544675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Attempting to bind port 75a09b25-8b82-4aa1-bd24-19ac66f64176 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:27.564151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:27.564524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Checking segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:27.564927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Bound using segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:27.565389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Bound port: 75a09b25-8b82-4aa1-bd24-19ac66f64176, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:27.565763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.584997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a586d367-8d21-453f-9e7f-da4d31f5b3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.647611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14878f7d-c7a9-4384-a954-1691a522ee5c req-87df3f9d-61a7-4079-a337-8d9dce6bac8c tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.656393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14878f7d-c7a9-4384-a954-1691a522ee5c req-87df3f9d-61a7-4079-a337-8d9dce6bac8c tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 945 time: 0.1372817 Jul 28 14:37:27.658923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e6766a-f079-4932-b512-3dab8d5a118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.662494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4f97517-0521-4728-90ed-2a9d00c98a6d req-61a355d7-f446-4a36-9d52-56a49bbd985f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938919 Jul 28 14:37:27.723250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:27.730769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:27.768707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 12902e0e-2776-4e45-a843-dbb661951a39 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:27.800697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 91c73e38-a8d9-4f11-b142-21c741a0f1e2 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:27.801508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e6766a-f079-4932-b512-3dab8d5a118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.823483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.830011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 91c73e38-a8d9-4f11-b142-21c741a0f1e2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:27.830361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 91c73e38-a8d9-4f11-b142-21c741a0f1e2 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:27.835227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14878f7d-c7a9-4384-a954-1691a522ee5c req-78dd1bad-ef2c-48af-921a-b28832b9dfbe tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772275 Jul 28 14:37:27.845053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.900561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992298e-e1cd-424b-a298-b2dfa52ccefc req-a09ed1af-1ac1-46f3-b24f-66a7da8aa5f2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.907793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:27.909608 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c992298e-e1cd-424b-a298-b2dfa52ccefc req-a09ed1af-1ac1-46f3-b24f-66a7da8aa5f2 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 945 time: 0.1759582 Jul 28 14:37:27.926228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.938626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.939202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.940848 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] 10.222.0.42 "PUT /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 1136 time: 2.8355815 Jul 28 14:37:27.944636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '75a09b25-8b82-4aa1-bd24-19ac66f64176'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:27.947381 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48103c61-3293-47dc-85c4-6f98d77f4889" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "75a09b25-8b82-4aa1-bd24-19ac66f64176"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:27.996998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 12902e0e-2776-4e45-a843-dbb661951a39 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:28.001154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c992298e-e1cd-424b-a298-b2dfa52ccefc req-28d94054-fc03-4b67-8a1e-e924f5708061 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839279 Jul 28 14:37:28.004510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Pushing event deleted for resources: {'Port': ['ID=31489c3f-7914-4eae-9020-8b9e4da1eeec,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.021206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a586d367-8d21-453f-9e7f-da4d31f5b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.027496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a586d367-8d21-453f-9e7f-da4d31f5b3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.037322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a586d367-8d21-453f-9e7f-da4d31f5b3cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e6f6fea-de88-478a-9f47-242f61d764bc HTTP/1.1" status: 204 len: 168 time: 0.9594135 Jul 28 14:37:28.049632 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278cb8fd-4f11-43fc-9008-d01f3d0976f0 x-openstack-request-id: req-278cb8fd-4f11-43fc-9008-d01f3d0976f0 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:28.049843 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "75a09b25-8b82-4aa1-bd24-19ac66f64176", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:28.050139 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-278cb8fd-4f11-43fc-9008-d01f3d0976f0 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:28.050594 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '75a09b25-8b82-4aa1-bd24-19ac66f64176', 'status': 'completed', 'code': 200} Jul 28 14:37:28.052673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421f20-80f9-490c-a22c-20f4ec858e73 service neutron] Pushing event updated for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.061881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586d367-8d21-453f-9e7f-da4d31f5b3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6f6fea-de88-478a-9f47-242f61d764bc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.087585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 12902e0e-2776-4e45-a843-dbb661951a39 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:28.087962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.146179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.246708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:28.312183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:28.341331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.364554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'mac_address': 'fa:16:3e:ab:4a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:28.409227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e6766a-f079-4932-b512-3dab8d5a118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.412152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e6766a-f079-4932-b512-3dab8d5a118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.412903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-17e6766a-f079-4932-b512-3dab8d5a118a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef06406b-43bf-41e1-b98b-c829bfe87a50 HTTP/1.1" status: 204 len: 168 time: 1.1120098 Jul 28 14:37:28.425975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 12902e0e-2776-4e45-a843-dbb661951a39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=12902e0e-2776-4e45-a843-dbb661951a39,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:28.429215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.431058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.436066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.438772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.441040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.443105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.448869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-aa635142-9fea-494d-a396-3354ecb940b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5293 time: 0.2167203 Jul 28 14:37:28.450245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6766a-f079-4932-b512-3dab8d5a118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06406b-43bf-41e1-b98b-c829bfe87a50,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.453411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.458048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.473187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.583945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.725101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.773778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.774630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da7fde5-2fbb-4aee-8f34-e503d6e8f057 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:37:28.789952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.792225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-38b6f37d-3827-44d2-ac05-1de4731a1576 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2da7fde5-2fbb-4aee-8f34-e503d6e8f057 HTTP/1.1" status: 204 len: 168 time: 3.5685732 Jul 28 14:37:28.804167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1076e25d-2c9d-414a-8636-0e35c55ebb20 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:28.811730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40188) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:28.843851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-0783c928-99af-4d7e-8085-019588551678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.856721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-0783c928-99af-4d7e-8085-019588551678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.857761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-0783c928-99af-4d7e-8085-019588551678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.860777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-0783c928-99af-4d7e-8085-019588551678 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd928f669dd34f9993cc2693976f971a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3898611 Jul 28 14:37:28.925448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:28.925448 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7001412-c12b-48c7-8cbf-cd8f8b38602a" -d '{"events": [{"server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "name": "network-vif-plugged", "status": "completed", "tag": "12902e0e-2776-4e45-a843-dbb661951a39"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:28.933083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=12902e0e-2776-4e45-a843-dbb661951a39,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.975468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:29.029863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64a598-acf3-4405-9b20-db549ebffc79 req-977b0399-7b1b-4832-ae2e-a92d73c93b30 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.035820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd64a598-acf3-4405-9b20-db549ebffc79 req-977b0399-7b1b-4832-ae2e-a92d73c93b30 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 944 time: 0.3140876 Jul 28 14:37:29.056411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.057048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c5de48c1-b373-4970-9713-104124016d9c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:29.190813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8803861d-1180-4e1c-9105-be99cbb9e145 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:29.221102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.236396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-9d513cfb-5dc5-4832-bb8c-ac707b9b1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.237104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd64a598-acf3-4405-9b20-db549ebffc79 req-732a25f2-7afc-4539-99cf-36867f02fb8b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678236 Jul 28 14:37:29.243250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48103c61-3293-47dc-85c4-6f98d77f4889 req-9d513cfb-5dc5-4832-bb8c-ac707b9b1025 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2613797 Jul 28 14:37:29.273556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Transition to ACTIVE for port object 8803861d-1180-4e1c-9105-be99cbb9e145 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:29.274627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.290290 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.303557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.311928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.320318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.328232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.337900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3921430f-8173-45e7-b936-842d444521a4 req-cc331a14-ac43-4fe0-8315-3884a7c9dde7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 4605 time: 0.8656759 Jul 28 14:37:29.345739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Deleting subnet 69381cc8-a544-473b-9a14-745fb209aa30 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:37:29.349729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:29.352142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.364743 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.529985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.549509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:29.572343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'c5de48c1-b373-4970-9713-104124016d9c', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': 'c5de48c1-b373-4970-9713-104124016d9c', 'mac_address': 'fa:16:3e:f5:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:29.724308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Pushing event updated for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:29.804039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.897770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Attempting to bind port 8803861d-1180-4e1c-9105-be99cbb9e145 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:29.901799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Attempting to bind port 8803861d-1180-4e1c-9105-be99cbb9e145 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:29.902372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Attempting to bind port 8803861d-1180-4e1c-9105-be99cbb9e145 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:29.922542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Port 8803861d-1180-4e1c-9105-be99cbb9e145 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:29.923989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Attempting to bind port 8803861d-1180-4e1c-9105-be99cbb9e145 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:29.939327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.976086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de0e9b-01ed-4efd-9a2d-e7f26d2ccf56 req-da0253a0-223a-4012-982d-6b2190d7cb12 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.980848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9de0e9b-01ed-4efd-9a2d-e7f26d2ccf56 req-da0253a0-223a-4012-982d-6b2190d7cb12 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 946 time: 0.4086397 Jul 28 14:37:29.983127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:29.985710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Checking segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:29.986155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Bound using segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:29.987770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Bound port: 8803861d-1180-4e1c-9105-be99cbb9e145, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:29.988180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.036797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3921430f-8173-45e7-b936-842d444521a4 req-50e455f8-f301-488c-bef1-7a6f22eb5d76 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6968510 Jul 28 14:37:30.130592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.137724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 31489c3f-7914-4eae-9020-8b9e4da1eeec no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:30.148637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5de48c1-b373-4970-9713-104124016d9c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:30.164288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.174411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/69381cc8-a544-473b-9a14-745fb209aa30 HTTP/1.1" status: 204 len: 168 time: 1.3596194 Jul 28 14:37:30.222065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:30.223489 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e480ae0-ebc3-43fc-a5e3-e0425e9dec26 x-openstack-request-id: req-5e480ae0-ebc3-43fc-a5e3-e0425e9dec26 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:30.234761 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "name": "network-vif-plugged", "status": "completed", "tag": "12902e0e-2776-4e45-a843-dbb661951a39", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:30.234761 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e480ae0-ebc3-43fc-a5e3-e0425e9dec26 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:30.234761 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39', 'code': 200} Jul 28 14:37:30.235222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8803861d-1180-4e1c-9105-be99cbb9e145,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:30.235343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bb4e1-c7c0-4994-9250-57b1ae8361c5 None None] Network 1d493515-3c6f-4f9d-b740-7c35b989399e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:30.246059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 31489c3f-7914-4eae-9020-8b9e4da1eeec {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:30.246059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 31489c3f-7914-4eae-9020-8b9e4da1eeec not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:30.268142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40224) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:30.294678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9de0e9b-01ed-4efd-9a2d-e7f26d2ccf56 req-1051949a-e453-47a8-bfa8-6724ab2c9979 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624316 Jul 28 14:37:30.331256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023c830-73c7-475a-a94e-5dd3ffb2a48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69381cc8-a544-473b-9a14-745fb209aa30,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:30.377746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.399997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:30.529023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.532802 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.538643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] 10.222.0.42 "PUT /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 1137 time: 2.2336280 Jul 28 14:37:30.541720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '8803861d-1180-4e1c-9105-be99cbb9e145'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:30.551744 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729add9e-a644-41ed-be65-0b4e927b505f" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "8803861d-1180-4e1c-9105-be99cbb9e145"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:30.572610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.614367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.733134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1076e25d-2c9d-414a-8636-0e35c55ebb20'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:30.825469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:30.886918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efedd79-ddef-45b3-a6b6-758e3f2a29f4 req-6aec92a2-4257-4821-99b5-604768a2f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.886918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2efedd79-ddef-45b3-a6b6-758e3f2a29f4 req-6aec92a2-4257-4821-99b5-604768a2f6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1098 time: 0.2475984 Jul 28 14:37:30.886918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec630ff-47d1-4449-982e-93abcaea986e req-10c842ae-c760-4aaa-93fc-62a8b505fede tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.886918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aec630ff-47d1-4449-982e-93abcaea986e req-10c842ae-c760-4aaa-93fc-62a8b505fede tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 945 time: 0.2643781 Jul 28 14:37:30.908674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c5de48c1-b373-4970-9713-104124016d9c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:30.967589 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2efedd79-ddef-45b3-a6b6-758e3f2a29f4 req-74c30613-bbad-4a47-9b8a-f337bcec0b8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819585 Jul 28 14:37:30.989992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Deleting port 49ae154b-38dd-4bb6-921a-6578ea209261 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:30.990697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.052788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:31.112300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69bd80-49ac-4af2-9185-71673abdf79e service neutron] Pushing event updated for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:31.112542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] DHCP port deletion for 1d493515-3c6f-4f9d-b740-7c35b989399e request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:37:31.119358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aec630ff-47d1-4449-982e-93abcaea986e req-94ec2521-ccb3-43db-b4b0-778d9b41973b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003272 Jul 28 14:37:31.169253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] For port 49ae154b-38dd-4bb6-921a-6578ea209261, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49ae154b-38dd-4bb6-921a-6578ea209261,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:31.170633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.226683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Calling delete_port for 49ae154b-38dd-4bb6-921a-6578ea209261 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:31.310788 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508170c-ea0a-4259-9336-d4d0eaf2ee56 x-openstack-request-id: req-b508170c-ea0a-4259-9336-d4d0eaf2ee56 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:31.312954 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "8803861d-1180-4e1c-9105-be99cbb9e145", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:31.314460 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b508170c-ea0a-4259-9336-d4d0eaf2ee56 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:31.315271 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '8803861d-1180-4e1c-9105-be99cbb9e145', 'status': 'completed', 'code': 200} Jul 28 14:37:31.363553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90e060-7da1-4200-b811-9e8b8d5f4127 req-89448ac0-1c8e-44bd-94d9-40489f20b06a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.385052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc90e060-7da1-4200-b811-9e8b8d5f4127 req-89448ac0-1c8e-44bd-94d9-40489f20b06a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 945 time: 0.7676845 Jul 28 14:37:31.421666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.545858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] Deleting port 49ae154b-38dd-4bb6-921a-6578ea209261 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:31.547543 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.732524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.733415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.734070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.743984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.746335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.758392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.763584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.774623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-729add9e-a644-41ed-be65-0b4e927b505f req-dba9ee37-9c15-4055-89f8-4ed786b367a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6223 time: 0.2977030 Jul 28 14:37:31.791726 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.834850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40258) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:31.841352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49ae154b-38dd-4bb6-921a-6578ea209261 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:31.880175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ae154b-38dd-4bb6-921a-6578ea209261,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:31.935636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc90e060-7da1-4200-b811-9e8b8d5f4127 req-aba220f9-2254-4c06-acd3-d38ef41a3ce6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477149 Jul 28 14:37:32.048849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 49ae154b-38dd-4bb6-921a-6578ea209261 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:32.049709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49ae154b-38dd-4bb6-921a-6578ea209261 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:32.068653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] For port 49ae154b-38dd-4bb6-921a-6578ea209261, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49ae154b-38dd-4bb6-921a-6578ea209261,segment=NetworkSegment(3a47e4ae-8f6f-46f8-8085-7f34f55f6248),segment_id=3a47e4ae-8f6f-46f8-8085-7f34f55f6248)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:32.069490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.182142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] Calling delete_port for 49ae154b-38dd-4bb6-921a-6578ea209261 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:32.327530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.328028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1871854195-network', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:32.335196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.387653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] Pushing event deleted for resources: {'Port': ['ID=49ae154b-38dd-4bb6-921a-6578ea209261,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:32.400693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffa6fc-9e57-42c1-af03-423b989260ab None None] No DVR routers for this DVR port 49ae154b-38dd-4bb6-921a-6578ea209261 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:32.513695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e8077-b24f-4260-a156-22871164cd11 req-6aea152d-a561-41e6-8e1e-53d087fb25d8 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.537137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a8e8077-b24f-4260-a156-22871164cd11 req-6aea152d-a561-41e6-8e1e-53d087fb25d8 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 946 time: 0.3446739 Jul 28 14:37:32.615235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Made reservation on behalf of da67e4cc50d44da682483f1b4e2d8caa for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:32.619395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.660841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] No DVR routers for this DVR port 49ae154b-38dd-4bb6-921a-6578ea209261 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:32.671398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.685612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a8e8077-b24f-4260-a156-22871164cd11 req-76e1a987-71ea-463a-8a82-8c4b8a1b1d3c tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459317 Jul 28 14:37:32.741622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c929103c-4187-4a31-a9bb-d7b305788b4c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:32.745681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.751857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.758119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.765130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.771531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.777789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.778055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.785072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.787127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-77f91ea8-ab53-4353-8162-dd79166ad5a8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5383 time: 1.2716291 Jul 28 14:37:32.820303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.828800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Transition to ACTIVE for port object c929103c-4187-4a31-a9bb-d7b305788b4c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:32.843250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d493515-3c6f-4f9d-b740-7c35b989399e']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:32.877251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a47e4ae-8f6f-46f8-8085-7f34f55f6248') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:32.877251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a47e4ae-8f6f-46f8-8085-7f34f55f6248') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:32.914113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.931471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.934975 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6571b2ed-ba2a-4d51-a7d1-edaa1ded7d77 req-f9130c09-2197-49e2-9b35-e842de8f6fa9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372404 Jul 28 14:37:32.946644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-e95894c0-a776-4062-a5f3-852af4459782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.952306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-e95894c0-a776-4062-a5f3-852af4459782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.952946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-e95894c0-a776-4062-a5f3-852af4459782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.954839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-729add9e-a644-41ed-be65-0b4e927b505f req-e95894c0-a776-4062-a5f3-852af4459782 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd928f669dd34f9993cc2693976f971a&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0809312 Jul 28 14:37:32.962338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.982088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:32.982629 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:32.984723 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:33.014716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:33.078131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.235490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.249115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729add9e-a644-41ed-be65-0b4e927b505f req-cf85cab3-ec27-42f9-8e97-a0d06a5af2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.250728 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-729add9e-a644-41ed-be65-0b4e927b505f req-cf85cab3-ec27-42f9-8e97-a0d06a5af2cd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386858 Jul 28 14:37:33.364145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.369684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.375735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1d493515-3c6f-4f9d-b740-7c35b989399e HTTP/1.1" status: 204 len: 168 time: 3.1031511 Jul 28 14:37:33.377184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40280) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:33.448995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:37:33.482068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7af72b-7b69-4219-841f-7652020de7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d493515-3c6f-4f9d-b740-7c35b989399e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:33.498431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70e98e-0957-4bf9-8c10-81dfeabeb9bb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:33.515002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Attempting to bind port c929103c-4187-4a31-a9bb-d7b305788b4c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:33.516055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Attempting to bind port c929103c-4187-4a31-a9bb-d7b305788b4c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:33.516055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Attempting to bind port c929103c-4187-4a31-a9bb-d7b305788b4c on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:33.570047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Port c929103c-4187-4a31-a9bb-d7b305788b4c on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:33.570381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Attempting to bind port c929103c-4187-4a31-a9bb-d7b305788b4c on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:33.573282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.573633 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Added segment 4de1ba46-92cc-4c04-8e6e-1acb511e2d50 of type vlan for network 19cc923f-bb82-463e-bc93-75f4beae208d Jul 28 14:37:33.591451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:33.596839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Checking segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:33.596839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Bound using segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:33.596839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Bound port: c929103c-4187-4a31-a9bb-d7b305788b4c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:33.596839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.654378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa1a5c-76b6-402f-bc43-83e4c4ce2b20 req-0ab393cf-44d7-481f-b3ee-5843d603be04 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.655958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9caa1a5c-76b6-402f-bc43-83e4c4ce2b20 req-0ab393cf-44d7-481f-b3ee-5843d603be04 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 945 time: 0.3046994 Jul 28 14:37:33.667284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.837947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:37:34.015659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9caa1a5c-76b6-402f-bc43-83e4c4ce2b20 req-c6262005-2737-4fae-a2a1-787253e272dc tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359594 Jul 28 14:37:34.028834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:34.035344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c929103c-4187-4a31-a9bb-d7b305788b4c,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:34.038192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.039174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.048345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.195467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9d04-d3a6-424c-86de-bc855af361b3 req-2709e0c4-9d00-40ae-a37b-f515a29b6d6d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.202271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.205881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e67d9d04-d3a6-424c-86de-bc855af361b3 req-2709e0c4-9d00-40ae-a37b-f515a29b6d6d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 946 time: 0.1752598 Jul 28 14:37:34.248826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] Pushing event updated for resources: {'Network': ['ID=19cc923f-bb82-463e-bc93-75f4beae208d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:34.263807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90e474-fbbd-4fe6-87d9-ab0cd360ef4b req-8088e797-7df5-4503-864e-3627c72b32f4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.265594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b90e474-fbbd-4fe6-87d9-ab0cd360ef4b req-8088e797-7df5-4503-864e-3627c72b32f4 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 945 time: 0.1300945 Jul 28 14:37:34.266748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 19cc923f-bb82-463e-bc93-75f4beae208d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:37:34.309136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-80b4ce9f-cdd5-4cfe-8d88-155f78b7c7ae admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4353538 Jul 28 14:37:34.309868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:34.325429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Request body: {'subnet': {'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1871854195-subnet', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:34.349084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e67d9d04-d3a6-424c-86de-bc855af361b3 req-d62ac653-c3a7-47a4-90ed-31234292b16d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418850 Jul 28 14:37:34.417739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b90e474-fbbd-4fe6-87d9-ab0cd360ef4b req-d4fabe35-2949-4625-b294-092394a1dba9 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416879 Jul 28 14:37:34.419173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.419857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.422322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/c929103c-4187-4a31-a9bb-d7b305788b4c HTTP/1.1" status: 200 len: 1092 time: 3.6347637 Jul 28 14:37:34.423181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:34.426083 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03597c5-269d-406b-ad9d-4011f3b12285" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:34.429458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab3fa-e53d-4ebe-981c-39f00f4b81c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:34.473616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Made reservation on behalf of da67e4cc50d44da682483f1b4e2d8caa for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:34.473616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.548086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.590400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:34.627783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:34.748146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 1076e25d-2c9d-414a-8636-0e35c55ebb20 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:34.748395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.894665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.914713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.925476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.934325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.944021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.954238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.960438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:34.962771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.967138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-1e7b1a02-a83b-4c62-8062-017c8870bde2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5395 time: 0.2785387 Jul 28 14:37:35.007775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.084954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:35.087299 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4b3397-4e2a-4f8a-8ca5-a9e160c1efc2" -d '{"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-plugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:35.100911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.150685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:35.167506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45408eae-35e7-4821-abb3-1ffa1ed6c8e9 req-44ddbdf5-410c-4941-bdd9-1023e70c32c9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914504 Jul 28 14:37:35.294577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.296892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c5de48c1-b373-4970-9713-104124016d9c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:35.349754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Deleting port 263cf997-f96d-4850-beb5-3e29e2649dce {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:35.350588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.482758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] For port 263cf997-f96d-4850-beb5-3e29e2649dce, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=263cf997-f96d-4850-beb5-3e29e2649dce,segment=NetworkSegment(32d35c0d-b742-43a3-b244-e4de942781b2),segment_id=32d35c0d-b742-43a3-b244-e4de942781b2)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:35.483271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.531704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Calling delete_port for 263cf997-f96d-4850-beb5-3e29e2649dce owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:35.544371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=10']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:35.579060 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9932cfe9-26af-4308-9e82-3e59827c24e8 x-openstack-request-id: req-9932cfe9-26af-4308-9e82-3e59827c24e8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:35.579060 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:35.579060 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9932cfe9-26af-4308-9e82-3e59827c24e8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:35.579060 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c', 'status': 'completed', 'code': 200} Jul 28 14:37:35.604259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Checking segment: {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:35.604951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Network hostable DHCP agents. Network: 19cc923f-bb82-463e-bc93-75f4beae208d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:37:35.615343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102c9800-aef5-40b0-bb2d-1e13e713e250,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:35.644086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.684377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port c5de48c1-b373-4970-9713-104124016d9c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:35.689708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port c5de48c1-b373-4970-9713-104124016d9c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:35.690625 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.768005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-f333c95b-69cf-41bf-8630-5fe714f08bae tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.770041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-f333c95b-69cf-41bf-8630-5fe714f08bae tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2061639 Jul 28 14:37:35.796102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:35.801974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.825363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Transition to ACTIVE for port object fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:35.849143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-dc82d04d-e241-4716-8ddc-85fc54684ed3 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0689197 Jul 28 14:37:35.849418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa22087-b28d-439f-bf05-3eb69cbe3308 req-0eeb0034-f47e-4aa7-b926-11cb91a97f80 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.860288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.860870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.861342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.861808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.862279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.862746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.863191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aa22087-b28d-439f-bf05-3eb69cbe3308 req-0eeb0034-f47e-4aa7-b926-11cb91a97f80 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 945 time: 0.2134340 Jul 28 14:37:35.863346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.866042 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-bb2a009d-afe6-4cd7-8706-b7a3ef37d88f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6291 time: 0.1697361 Jul 28 14:37:35.876110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'floatingip': {'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:35.885656 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.899457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Network 19cc923f-bb82-463e-bc93-75f4beae208d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:37:35.928426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.930329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:35.936117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aa22087-b28d-439f-bf05-3eb69cbe3308 req-f45afba3-54a9-44ed-81dd-11713db8950f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Jul 28 14:37:35.997753 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3925300-a3bb-4cfe-929e-4c4b70a38e9f x-openstack-request-id: req-a3925300-a3bb-4cfe-929e-4c4b70a38e9f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:35.997753 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-plugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:35.997753 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3925300-a3bb-4cfe-929e-4c4b70a38e9f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:35.997753 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'code': 200} Jul 28 14:37:36.033026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.118842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.227910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 19cc923f-bb82-463e-bc93-75f4beae208d) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:36.266810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:36.273871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e466b-1b70-48d0-8682-36958b6a7e61 None None] Network 19cc923f-bb82-463e-bc93-75f4beae208d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:36.285949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.287150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.364309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-9a52bad9-c516-4ca7-b698-41cf7185552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.365024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-9a52bad9-c516-4ca7-b698-41cf7185552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.366360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-9a52bad9-c516-4ca7-b698-41cf7185552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.369228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-9a52bad9-c516-4ca7-b698-41cf7185552b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd928f669dd34f9993cc2693976f971a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4048469 Jul 28 14:37:36.390294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:36.435667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.442236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d03a7-5b8a-4875-bcfc-21a2c4a10d13 req-cf317fe5-7f04-4b15-99be-a02d7dcd1520 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.444252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-628d03a7-5b8a-4875-bcfc-21a2c4a10d13 req-cf317fe5-7f04-4b15-99be-a02d7dcd1520 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 945 time: 0.3742299 Jul 28 14:37:36.517920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Attempting to bind port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:36.518263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Attempting to bind port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:36.518607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Attempting to bind port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:36.523836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-628d03a7-5b8a-4875-bcfc-21a2c4a10d13 req-c1adcec0-05ab-4eb8-9131-bf3bda78b92a tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Jul 28 14:37:36.528938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:36.528938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Attempting to bind port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:36.535514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:36.535865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Checking segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:36.540491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Bound using segment: {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:36.540491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Bound port: fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:36.540491 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.592234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-19cc923f-bb82-463e-bc93-75f4beae208d', 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'fixed_ips': [{'subnet_id': '102c9800-aef5-40b0-bb2d-1e13e713e250'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:37:36.594295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.643276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:36.643276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:36.649187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0679162c-f4c3-466f-be33-c5aebbdcb880 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3291562 Jul 28 14:37:36.649889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40320) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:36.664021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:36.759791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.894752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Allocated IP 172.20.0.2 (19cc923f-bb82-463e-bc93-75f4beae208d/102c9800-aef5-40b0-bb2d-1e13e713e250/537484ec-b6d7-44a0-bd58-20dcccda518e) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:36.999434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.026976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.208362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.208362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Transition to ACTIVE for port object 537484ec-b6d7-44a0-bd58-20dcccda518e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:37.208712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=263cf997-f96d-4850-beb5-3e29e2649dce,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:37.239062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Transition to ACTIVE for port object 537484ec-b6d7-44a0-bd58-20dcccda518e will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:37.382123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.382123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.382123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.382123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 HTTP/1.1" status: 200 len: 1092 time: 2.6862934 Jul 28 14:37:37.382123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2c0bd-4003-4dc2-a698-700f4d9cb8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:37.400497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-3f8e2b27-3406-4163-af47-16dacae5b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.402670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f03597c5-269d-406b-ad9d-4011f3b12285 req-3f8e2b27-3406-4163-af47-16dacae5b5ee service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0165286 Jul 28 14:37:37.578759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:37.583698 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:37.625479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.901908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Router 8e365fc7-1271-4d6c-a899-c9d1a4661275 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:37.999499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:37.999499 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304a0ea-9c80-43ec-984a-79dc22c6ffd8" -d '{"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-plugged", "status": "completed", "tag": "c5de48c1-b373-4970-9713-104124016d9c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:38.030256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:38.035922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3099bbb2-33b0-43c9-b61a-14368a4f5e2b admin admin] 10.222.0.57 "PUT /v2.0/routers/8e365fc7-1271-4d6c-a899-c9d1a4661275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6576540 Jul 28 14:37:38.038770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:38.041564 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] Sync routers for ids ['8e365fc7-1271-4d6c-a899-c9d1a4661275'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:38.051777 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] Routers {'8e365fc7-1271-4d6c-a899-c9d1a4661275'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:38.052221 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8e365fc7-1271-4d6c-a899-c9d1a4661275'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:38.156361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.168308 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] Set router 8e365fc7-1271-4d6c-a899-c9d1a4661275 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:38.263996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.354219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Network 19cc923f-bb82-463e-bc93-75f4beae208d is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:38.362207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:38.373446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:38.443465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Pushing event updated for resources: {'Port': ['ID=537484ec-b6d7-44a0-bd58-20dcccda518e,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:38.530162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Attempting to bind port 537484ec-b6d7-44a0-bd58-20dcccda518e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:38.530649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Attempting to bind port 537484ec-b6d7-44a0-bd58-20dcccda518e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:38.534914 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:37:36Z', 'revision_number': 5, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:38.535355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Attempting to bind port 537484ec-b6d7-44a0-bd58-20dcccda518e on network 19cc923f-bb82-463e-bc93-75f4beae208d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:38.557167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:38.558071 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Checking segment: {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:38.558806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.559465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Bound using segment: {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:38.560267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Bound port: 537484ec-b6d7-44a0-bd58-20dcccda518e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:38.563791 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.662533 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] Checking router: 8e365fc7-1271-4d6c-a899-c9d1a4661275 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:38.721545 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] Routers {'8e365fc7-1271-4d6c-a899-c9d1a4661275'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:38.722600 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8e365fc7-1271-4d6c-a899-c9d1a4661275'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:38.729974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] For port 537484ec-b6d7-44a0-bd58-20dcccda518e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:38.737307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] For port 537484ec-b6d7-44a0-bd58-20dcccda518e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=537484ec-b6d7-44a0-bd58-20dcccda518e,segment=NetworkSegment(4de1ba46-92cc-4c04-8e6e-1acb511e2d50),segment_id=4de1ba46-92cc-4c04-8e6e-1acb511e2d50)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:38.851743 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.024443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.043966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.043966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.045879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.057178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.065071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.073503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.085169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18732435-0845-457c-9569-566e833b5303 req-e8ec1c4d-f253-4254-81d4-0568d5e4428f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5407 time: 0.5909834 Jul 28 14:37:39.103810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c90342-4b6e-4771-9548-b2d87bfe28a7 None None] Pushing event updated for resources: {'Port': ['ID=537484ec-b6d7-44a0-bd58-20dcccda518e,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:39.132786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:39.163890 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] Set router 8e365fc7-1271-4d6c-a899-c9d1a4661275 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:39.195458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.213319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.267409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.288004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.296112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18732435-0845-457c-9569-566e833b5303 req-f9fb1654-895d-4779-a686-9e47026576d5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095315 Jul 28 14:37:39.326131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.848158 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:37:36Z', 'revision_number': 5, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:39.890056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 537484ec-b6d7-44a0-bd58-20dcccda518e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:39.890923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54943e13-b876-4f9a-956e-c1d142f658a9 None None] The sync data for ids ['8e365fc7-1271-4d6c-a899-c9d1a4661275'] in n-d-764806-10 is: [{'id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570187430-router', 'tenant_id': '569aa77799f04337b78383cdf68d392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:32Z', 'updated_at': '2021-07-28T14:37:36Z', 'revision_number': 5, 'project_id': '569aa77799f04337b78383cdf68d392b', 'gw_port': {'id': '7d34c791-b66e-48d8-b976-72bfb342fe47', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e365fc7-1271-4d6c-a899-c9d1a4661275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:33Z', 'updated_at': '2021-07-28T14:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:39.931439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:39.966573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.034095 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26 associated. External IP: 172.25.6.168, port: 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26. Jul 28 14:37:40.041318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Deleting port 7d34c791-b66e-48d8-b976-72bfb342fe47 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:40.042424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.112318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 537484ec-b6d7-44a0-bd58-20dcccda518e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:40.142790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Allocated IP 172.25.6.186 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c82ac6a5-d5f9-4723-b3af-10dbc9b442ec) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:40.308551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1e404-67f1-4504-b5ae-9963939bfe68 req-42c62ddb-fbd0-4129-98f8-241348b31d91 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:40.311485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01f1e404-67f1-4504-b5ae-9963939bfe68 req-42c62ddb-fbd0-4129-98f8-241348b31d91 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1702163 Jul 28 14:37:40.439399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.615254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4209ad49-8ca5-4a69-acfc-c2eeef7f373e {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:40.623925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] For port 7d34c791-b66e-48d8-b976-72bfb342fe47, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d34c791-b66e-48d8-b976-72bfb342fe47,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:40.624489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.630379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01f1e404-67f1-4504-b5ae-9963939bfe68 req-5c7f3587-1df1-47b5-a143-172d40671c56 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108248 Jul 28 14:37:40.658718 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.673557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Calling delete_port for 7d34c791-b66e-48d8-b976-72bfb342fe47 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:40.720844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Transition to ACTIVE for port object 4209ad49-8ca5-4a69-acfc-c2eeef7f373e will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:40.730124 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791e0a7e-db53-46d0-94ca-cf157d7f7488 x-openstack-request-id: req-791e0a7e-db53-46d0-94ca-cf157d7f7488 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:40.730558 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:40.730941 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-791e0a7e-db53-46d0-94ca-cf157d7f7488 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:40.731629 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8', 'status': 'completed', 'code': 200} Jul 28 14:37:40.738637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.834042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73727f4b-ef50-4393-bce5-167a9a4529f6 None None] Network 19cc923f-bb82-463e-bc93-75f4beae208d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:40.959229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:40.969619 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a68b5-415f-41bf-bcf8-19450ac083a6 x-openstack-request-id: req-cc8a68b5-415f-41bf-bcf8-19450ac083a6 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:40.970447 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-plugged", "status": "completed", "tag": "c5de48c1-b373-4970-9713-104124016d9c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:40.971072 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc8a68b5-415f-41bf-bcf8-19450ac083a6 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:40.981561 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c', 'code': 200} Jul 28 14:37:40.987433 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.018345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:41.028027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:41.055500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Pushing event updated for resources: {'Port': ['ID=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:41.078233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.079073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.079730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.080407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.081089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.081913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.082575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.085211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-2e63cf22-0e53-4612-8986-2e8d0d4cafa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6385 time: 0.1868768 Jul 28 14:37:41.154118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:41.176617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] Provisioning for port 537484ec-b6d7-44a0-bd58-20dcccda518e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:41.200512 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:37:41.202990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] Provisioning complete for port 537484ec-b6d7-44a0-bd58-20dcccda518e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:41.203510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.293796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:41.366689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cc191-7122-4993-a0e2-8e71a0921c93 req-9a6fe977-99c7-4309-a24f-f811b13b2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.368395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec9cc191-7122-4993-a0e2-8e71a0921c93 req-9a6fe977-99c7-4309-a24f-f811b13b2a25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 1098 time: 0.3928168 Jul 28 14:37:41.592686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec9cc191-7122-4993-a0e2-8e71a0921c93 req-ce32dbec-e44f-4eb3-a567-a2696a7a9d17 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826153 Jul 28 14:37:41.593683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Attempting to bind port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:41.594033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Attempting to bind port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:41.594366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Attempting to bind port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:41.616291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.632937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:41.633917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Attempting to bind port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:41.641315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-d493716b-b616-42b3-ae8c-25a318aa32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.647353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-d493716b-b616-42b3-ae8c-25a318aa32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.647992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-d493716b-b616-42b3-ae8c-25a318aa32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.649939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-d493716b-b616-42b3-ae8c-25a318aa32ec service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd928f669dd34f9993cc2693976f971a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5409467 Jul 28 14:37:41.695536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe11572-8748-475b-81f9-e487f36c42cd req-c56411e9-02b5-4e29-b89e-0d4ae26eb462 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.701189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fe11572-8748-475b-81f9-e487f36c42cd req-c56411e9-02b5-4e29-b89e-0d4ae26eb462 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 945 time: 0.3421893 Jul 28 14:37:41.715137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:41.719433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] For port 537484ec-b6d7-44a0-bd58-20dcccda518e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=537484ec-b6d7-44a0-bd58-20dcccda518e,segment=NetworkSegment(4de1ba46-92cc-4c04-8e6e-1acb511e2d50),segment_id=4de1ba46-92cc-4c04-8e6e-1acb511e2d50)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:41.723338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Checking segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:41.724631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Bound using segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:41.725351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Bound port: 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:41.725569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 263cf997-f96d-4850-beb5-3e29e2649dce no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:41.726099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.802726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:41.818319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.828126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:41.848719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 263cf997-f96d-4850-beb5-3e29e2649dce {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:41.848719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 263cf997-f96d-4850-beb5-3e29e2649dce not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:41.877935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:41.879280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:41.924322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.949098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9a51e983-502c-403d-923c-975c80c395ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "PUT /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 996 time: 6.0803566 Jul 28 14:37:41.951815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:41.958954 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:41.979027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fe11572-8748-475b-81f9-e487f36c42cd req-f18a1229-8828-4c8a-8a34-e2ee5d36b1f6 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2486ed7-d1b7-473f-81eb-5d52adaee595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427480 Jul 28 14:37:41.991080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:42.038163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:42.055432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-95bd11e7-ae9e-4cf3-90de-2697a679986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.058346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-95bd11e7-ae9e-4cf3-90de-2697a679986a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.0956011 Jul 28 14:37:42.082639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928de135-6e0a-439c-b5d4-3e861be5c66a None None] Pushing event updated for resources: {'Port': ['ID=537484ec-b6d7-44a0-bd58-20dcccda518e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:42.084407 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.194054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d34c791-b66e-48d8-b976-72bfb342fe47,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:42.225273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.248973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:42.315104 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.325588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.328030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.406051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:42.487038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.491818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.493761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.500000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.502425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 200 len: 1092 time: 3.3740172 Jul 28 14:37:42.503284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-8d9f2ddb-1504-4901-bac4-37cbeed221ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.538809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-8d9f2ddb-1504-4901-bac4-37cbeed221ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.4717731 Jul 28 14:37:42.575505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.581711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-12b0c3eb-2343-4271-b35e-4cd80ebf4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.583323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4ab2cf-bd5a-4304-8b63-73c414ab114b req-12b0c3eb-2343-4271-b35e-4cd80ebf4b00 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8811257 Jul 28 14:37:42.703522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Request body: {'port': {'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:42.814436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-35bf9ec9-4e0d-44e1-90ee-d6ccf5566e4b None None] Provisioning complete for port 537484ec-b6d7-44a0-bd58-20dcccda518e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:42.814835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-35bf9ec9-4e0d-44e1-90ee-d6ccf5566e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.833949 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.834856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e365fc7-1271-4d6c-a899-c9d1a4661275 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:37:42.856698 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.859789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b36db688-757c-4148-ab20-9f3e0696c0d0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8e365fc7-1271-4d6c-a899-c9d1a4661275 HTTP/1.1" status: 204 len: 168 time: 4.8203006 Jul 28 14:37:42.873344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40366) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:42.892256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.897685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.910424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.917975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.924609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.931703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.941232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.947408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e463d9-64d2-4a60-8105-9926781ea4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:42.957058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45938b65-35c7-408d-9494-a4634fee2016 req-2625c637-194d-4934-8f9d-f0f17913e4f1 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5419 time: 0.6448383 Jul 28 14:37:43.040058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-4d6a22e0-dfe3-4141-bd78-5ffef4907ec3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.043879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-4d6a22e0-dfe3-4141-bd78-5ffef4907ec3 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 945 time: 0.4004672 Jul 28 14:37:43.073725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Deleting subnet 237378c6-9e12-42d6-acf9-1759568c2cf1 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:37:43.073725 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.156514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-811db0f8-6c4f-4895-a407-995a7b15fa32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 999 time: 0.6104732 Jul 28 14:37:43.176855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:37Z', 'revision_number': 1, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:43.225951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:43.239614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.243617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:43.244646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:43.336702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9b9f10ef-18b4-497a-b366-06dd6073b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.340329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9b9f10ef-18b4-497a-b366-06dd6073b6cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1843579 Jul 28 14:37:43.399307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.399543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Deleting port 73444411-cfca-47df-9a9c-bdf16af8ea38 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:43.400074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.428442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45938b65-35c7-408d-9494-a4634fee2016 req-52b7709a-b836-4649-9a48-e44877323157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4687004 Jul 28 14:37:43.430566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:43.668147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-4a562059-7bd8-4051-b1e8-7a37c04de79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.695324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-4a562059-7bd8-4051-b1e8-7a37c04de79e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3182950 Jul 28 14:37:43.717582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-192ceda5-0641-4ba6-87d4-6195206d17a6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:37:43.728081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-192ceda5-0641-4ba6-87d4-6195206d17a6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304999 Jul 28 14:37:43.843307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.854267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] For port 73444411-cfca-47df-9a9c-bdf16af8ea38, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73444411-cfca-47df-9a9c-bdf16af8ea38,segment=NetworkSegment(478907ec-c03f-4af6-bfd2-819084b2a2b0),segment_id=478907ec-c03f-4af6-bfd2-819084b2a2b0)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:43.855189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.881334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Calling delete_port for 73444411-cfca-47df-9a9c-bdf16af8ea38 owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:43.926019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 537484ec-b6d7-44a0-bd58-20dcccda518e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:43.991164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-9f427bae-d2f3-43f2-974b-df8690e05c15 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615678 Jul 28 14:37:44.020496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 537484ec-b6d7-44a0-bd58-20dcccda518e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:44.021095 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.061895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:37Z', 'revision_number': 1, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:44.108610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb715-26b2-4269-a8af-e2284446faf0 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:37Z', 'revision_number': 1, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:44.116184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:37:44.231169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac14b57e-780d-44b8-9c96-f99dd18b870f req-a874370d-1218-42db-80e7-82a830c8bd18 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368698 Jul 28 14:37:44.276489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.306907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d34c791-b66e-48d8-b976-72bfb342fe47 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:44.328369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7d34c791-b66e-48d8-b976-72bfb342fe47 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:44.328748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d34c791-b66e-48d8-b976-72bfb342fe47 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:44.349179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237378c6-9e12-42d6-acf9-1759568c2cf1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:44.355129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.355885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b720cfff-2477-46ab-8cfa-2da879d722fd None None] Network 13f24692-bcd7-4210-b573-149c5a095e88 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:44.359859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cb53c306-0eb9-46bb-aa13-f2342700be2d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/237378c6-9e12-42d6-acf9-1759568c2cf1 HTTP/1.1" status: 204 len: 168 time: 1.4848049 Jul 28 14:37:44.360072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:44.451481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:44.465143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c3369-d50f-411c-8b3e-b232a6a0613f req-5143fb6d-7121-405d-abec-4e86ac65b504 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.466760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Sync routers for ids ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:44.472906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d95c3369-d50f-411c-8b3e-b232a6a0613f req-5143fb6d-7121-405d-abec-4e86ac65b504 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.7546630 Jul 28 14:37:44.492083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Routers {'1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:44.495975 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:44.523399 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d26f9-1ab7-4c37-ac0e-0fe26e141bf7 x-openstack-request-id: req-e01d26f9-1ab7-4c37-ac0e-0fe26e141bf7 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:44.529808 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:44.529808 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e01d26f9-1ab7-4c37-ac0e-0fe26e141bf7 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:44.529808 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'status': 'completed', 'code': 200} Jul 28 14:37:44.537377 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.618772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.618772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dfca4505-2ad6-4128-9fd9-30e202c73eba admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9630470 Jul 28 14:37:44.637995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09762c96-2123-460c-8519-143e2aca14a4 None None] New status for floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:37:44.640298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e795d4-d1ab-4451-b0e6-e028a80ec32c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:44.647638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:44.673292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.719645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Pushing event deleted for resources: {'Port': ['ID=73444411-cfca-47df-9a9c-bdf16af8ea38,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:44.742039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d95c3369-d50f-411c-8b3e-b232a6a0613f req-23d8e674-8ed1-4ee5-bbcb-26834714ccf0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680099 Jul 28 14:37:44.766733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Transition to ACTIVE for port object 58e795d4-d1ab-4451-b0e6-e028a80ec32c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:44.793833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-44edcc6c-f6d2-47c5-86f8-b7c4ccd93a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.798099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-44edcc6c-f6d2-47c5-86f8-b7c4ccd93a96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.2553649 Jul 28 14:37:44.828022 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Set router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:44.839537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b5bc30d-f882-453a-a7e6-49a9a80bae08 req-dbba12ba-9802-4f5d-85d9-6eff631880e8 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88ec25c-8f13-4214-a7c5-534de11c0dbb HTTP/1.1" status: 200 len: 210 time: 0.1165383 Jul 28 14:37:44.891812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.906386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] No DVR routers for this DVR port 73444411-cfca-47df-9a9c-bdf16af8ea38 on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:44.931360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.934448 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccab4dcf-36b5-474c-8dd1-bd37ede2a4a4 req-9b1f6a40-ee8b-4945-a37f-1d9e7b452152 tempest-DeleteServersTestJSON-1122751107 tempest-DeleteServersTestJSON-1122751107-project] 10.222.0.42 "DELETE /v2.0/ports/73444411-cfca-47df-9a9c-bdf16af8ea38 HTTP/1.1" status: 204 len: 173 time: 1.8734357 Jul 28 14:37:44.948406 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.018549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] DHCP port deletion for 13f24692-bcd7-4210-b573-149c5a095e88 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:37:45.109205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-fbc23595-91f5-45a3-a7ae-3339bafa3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.115388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-fbc23595-91f5-45a3-a7ae-3339bafa3d75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.3063052 Jul 28 14:37:45.134870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] Deleting port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:45.135426 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.226484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] For port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,segment=NetworkSegment(32d35c0d-b742-43a3-b244-e4de942781b2),segment_id=32d35c0d-b742-43a3-b244-e4de942781b2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:45.227701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.251849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] Calling delete_port for 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:45.402625 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:37:41Z', 'revision_number': 3, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:45.452817 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Checking router: 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:45.453420 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Updating router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:45.496169 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.510757 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.540098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Pushing event updated for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:45.559276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] Pushing event deleted for resources: {'Port': ['ID=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:45.572256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a6c68-d4b2-4392-8a51-3623338887c2 None None] No DVR routers for this DVR port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:45.669299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-51981f75-1143-4ca1-a660-706cef562e34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 1001 time: 0.4255733 Jul 28 14:37:45.869611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73444411-cfca-47df-9a9c-bdf16af8ea38 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:45.889458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.907937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 73444411-cfca-47df-9a9c-bdf16af8ea38 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:45.908328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73444411-cfca-47df-9a9c-bdf16af8ea38 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:45.911104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:45.944254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:45.944699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:45.948372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.001350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.012497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.049582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.069255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.078029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-70450f0f-bae6-4c92-8a0f-5c8de68eb7b2 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.086524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.091587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-27de89b4-163d-4ebb-8bc5-23b90602850d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.8211877 Jul 28 14:37:46.092187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-70450f0f-bae6-4c92-8a0f-5c8de68eb7b2 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0901544 Jul 28 14:37:46.106309 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.130193 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Transition to ACTIVE for port object c82ac6a5-d5f9-4723-b3af-10dbc9b442ec will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:46.230400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-159f5953-fbd5-4e3e-a4c1-4a8c77bf4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.234014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-159f5953-fbd5-4e3e-a4c1-4a8c77bf4a25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.4472339 Jul 28 14:37:46.238469 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.346254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Deleting port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:46.346254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.378926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da35cd0e-a18a-4126-875a-72fbbeb9c9c7 req-d5f8f9cf-cc6a-44eb-a083-3e7aa8accf20 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368649 Jul 28 14:37:46.386395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Attempting to bind port 58e795d4-d1ab-4451-b0e6-e028a80ec32c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:46.386983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Attempting to bind port 58e795d4-d1ab-4451-b0e6-e028a80ec32c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:46.387479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Attempting to bind port 58e795d4-d1ab-4451-b0e6-e028a80ec32c on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:46.400867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Port 58e795d4-d1ab-4451-b0e6-e028a80ec32c on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:46.400867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Attempting to bind port 58e795d4-d1ab-4451-b0e6-e028a80ec32c on network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:46.410020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:46.410516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Checking segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:46.410847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Bound using segment: {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:46.412211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Bound port: 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac06aa49-26b3-488b-8576-b273d32c5d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:46.412646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.437112 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Attempting to bind port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:46.437694 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Attempting to bind port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:46.438301 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Attempting to bind port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:46.464358 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Pushing event updated for resources: {'Port': ['ID=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:46.481594 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:46.482145 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:46.482834 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.487078 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:46.487974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Bound port: c82ac6a5-d5f9-4723-b3af-10dbc9b442ec, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:46.488667 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.555747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.556996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.556996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.556996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.557960 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.558147 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.558391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.558723 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.559049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.559373 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.559697 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.560019 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:46.569273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e'}, {'server_uuid': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'name': 'network-vif-deleted', 'tag': '73444411-cfca-47df-9a9c-bdf16af8ea38'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:46.586069 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16292958-c6fe-44ee-91fc-7ab121d39d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e"}, {"server_uuid": "d88ec25c-8f13-4214-a7c5-534de11c0dbb", "name": "network-vif-deleted", "tag": "73444411-cfca-47df-9a9c-bdf16af8ea38"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:46.602681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-b5db33c4-9cc7-4d29-ae7e-02085ea3ce89 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1001 time: 0.4999135 Jul 28 14:37:46.666144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'floatingip': {'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:46.702663 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] For port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:46.719801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-dc41b336-19ab-485f-b82b-fdf228f771b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.726719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] For port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776, host n-d-764806-10, got binding levels [] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:46.727146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.731717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-dc41b336-19ab-485f-b82b-fdf228f771b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4309499 Jul 28 14:37:46.733890 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] For port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:46.754502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Calling delete_port for 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:46.758512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.ipam_backend_mixin [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 was not found and therefore no delete operation was performed {{(pid=94658) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:37:46.794638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.837365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.840486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] No DVR routers for this DVR port 1a9f0a2b-03ab-47a1-8492-40b00fbe9776 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:46.850568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9f0a2b-03ab-47a1-8492-40b00fbe9776,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:46.886810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:46.920998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:46.968777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-f0bfd1ce-51a8-43c5-a191-821ab73b3e18 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839046 Jul 28 14:37:47.038424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.063179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f24692-bcd7-4210-b573-149c5a095e88']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:47.099919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d35c0d-b742-43a3-b244-e4de942781b2') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:47.100819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d35c0d-b742-43a3-b244-e4de942781b2') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:47.129149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a39a5c41-55b3-45e7-b7b5-d2e9fc6a2f4e req-af4366a1-07dd-4c65-a95d-8422bd34e6e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489234 Jul 28 14:37:47.139327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.227178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.227669 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.248160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.270267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.271143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.274003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] 10.222.0.42 "PUT /v2.0/ports/58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 200 len: 1092 time: 4.5805712 Jul 28 14:37:47.278005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:47.280836 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71bba1c-0d91-4e49-a7e9-efdb1468de01" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:47.320745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:47.321391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:47.328195 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:47.335957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24879cd5-371e-4338-9260-28dfc4a9dab8 service neutron] Pushing event updated for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:47.336101 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Routers {'1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:47.337301 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:47.341957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167a86d-ab42-400b-a40c-e911efbdc4bd None None] Pushing event updated for resources: {'Port': ['ID=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:47.522588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.579887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.585037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.587121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.589414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.589910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.590416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.595599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.618487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-8e31bc77-8611-43fb-bc7e-1efc35efca18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6495 time: 0.1468151 Jul 28 14:37:47.709341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.719025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.735883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/13f24692-bcd7-4210-b573-149c5a095e88 HTTP/1.1" status: 204 len: 168 time: 3.3746316 Jul 28 14:37:47.792664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-dd7560f4-38cf-45ea-9192-8039f75f8980 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 200 len: 217 time: 0.1511540 Jul 28 14:37:47.835765 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] Set router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:47.887161 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d88c8-bad8-4cc4-ac06-361a26790f1c x-openstack-request-id: req-904d88c8-bad8-4cc4-ac06-361a26790f1c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:47.894251 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e", "status": "completed", "code": 200}, {"server_uuid": "d88ec25c-8f13-4214-a7c5-534de11c0dbb", "name": "network-vif-deleted", "tag": "73444411-cfca-47df-9a9c-bdf16af8ea38", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:47.894723 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-904d88c8-bad8-4cc4-ac06-361a26790f1c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:47.895282 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e', 'status': 'completed', 'code': 200} Jul 28 14:37:47.895667 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ec25c-8f13-4214-a7c5-534de11c0dbb', 'name': 'network-vif-deleted', 'tag': '73444411-cfca-47df-9a9c-bdf16af8ea38', 'status': 'completed', 'code': 200} Jul 28 14:37:47.930240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfa979-ca0f-43de-8edf-cdec5e122af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f24692-bcd7-4210-b573-149c5a095e88,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:47.953271 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-e1968462-c932-4728-b081-e7c90b6da06e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1703501 Jul 28 14:37:47.973053 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c548a1-485f-4107-be1f-e80eeb37767e x-openstack-request-id: req-55c548a1-485f-4107-be1f-e80eeb37767e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:47.973651 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:47.974075 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55c548a1-485f-4107-be1f-e80eeb37767e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:47.976591 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c', 'status': 'completed', 'code': 200} Jul 28 14:37:48.019243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b2f441c8-7737-45f6-8493-74048aebbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.026423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b2f441c8-7737-45f6-8493-74048aebbec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8236005e-dcf2-446a-9104-481329566276 HTTP/1.1" status: 200 len: 856 time: 0.1938074 Jul 28 14:37:48.209956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Allocated IP 172.20.0.1 (19cc923f-bb82-463e-bc93-75f4beae208d/102c9800-aef5-40b0-bb2d-1e13e713e250/4c79f8b1-35ca-458d-95ea-608f6efba84a) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:48.320186 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:37:41Z', 'revision_number': 3, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:48.389037 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e481dc-5ca1-4b52-bcfa-7612411f5cb9 None None] The sync data for ids ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'] in n-d-764806-10 is: [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:37:41Z', 'revision_number': 3, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:48.407599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:37:48.514915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.581962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.610437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Transition to ACTIVE for port object 4c79f8b1-35ca-458d-95ea-608f6efba84a will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:48.692223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-6fcb9688-005e-4841-856a-7a98b9410ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.694941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-6fcb9688-005e-4841-856a-7a98b9410ce7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93b78d05c6e3487183bc21e8e348f06d&device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 1100 time: 0.6170771 Jul 28 14:37:48.725078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.737841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-a333a5aa-9853-4865-971f-cd4f93bf67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.740786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-a333a5aa-9853-4865-971f-cd4f93bf67d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7032757 Jul 28 14:37:48.771064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f91b1c-c467-410f-b840-215096795ed8 req-61370204-6fb0-4b09-b219-9d904e03e2d8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.779321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11f91b1c-c467-410f-b840-215096795ed8 req-61370204-6fb0-4b09-b219-9d904e03e2d8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1752825 Jul 28 14:37:48.852959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40424) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:48.898308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.974338 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26 associated. External IP: 172.25.6.168, port: 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26. Jul 28 14:37:49.038942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11f91b1c-c467-410f-b840-215096795ed8 req-692450e1-be52-4a3f-a8a0-6240572c07c4 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495515 Jul 28 14:37:49.107466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-9c5f3fb6-82e2-4a58-b756-2ba49e7c7f6a service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178952 Jul 28 14:37:49.247058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-78101db9-1860-4d8b-a3ef-91da1b0f749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.248837 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-78101db9-1860-4d8b-a3ef-91da1b0f749b service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.4669454 Jul 28 14:37:49.284131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Network 19cc923f-bb82-463e-bc93-75f4beae208d is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:49.321764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:49.338022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:49.340763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-9080441d-543d-48a9-9213-99b7e26e73b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=63c2875d-2597-4e00-8e53-162fe4cf827c HTTP/1.1" status: 200 len: 217 time: 0.0521643 Jul 28 14:37:49.375288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Pushing event updated for resources: {'Port': ['ID=4c79f8b1-35ca-458d-95ea-608f6efba84a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:49.386620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.389942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f9ae6a81-9df8-4912-88d4-ded3353c4d6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=317e8ecb54964ea5bde123ac2d939e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013268 Jul 28 14:37:49.394973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.395373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:49.401735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.412752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.421236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.430419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.442837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.444881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8b9a4fd-e0db-4080-bba1-f1983360fe28 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.2041984 Jul 28 14:37:49.448017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2d5828ad-3ab4-49b7-9ec0-aa70516060ae service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231206 Jul 28 14:37:49.511932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.606190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-6de771e2-4b81-462f-9d73-f6ca04a61e20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 217 time: 0.0972216 Jul 28 14:37:49.610847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-c85760a9-cabd-4d64-8b0a-93b789686c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.626987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-c85760a9-cabd-4d64-8b0a-93b789686c34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2602627 Jul 28 14:37:49.748504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d71b2bdf-4746-4d04-bfe0-56df4b1252fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.764664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:49.777099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46c43778-021f-499b-af50-55ae4663dce6 req-c8273824-6b32-4d34-b4b0-87e04c94afd4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2730961 Jul 28 14:37:49.793446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fab40bed-664c-4b42-9ccf-076b8253a1ce None None] Provisioning for port 4c79f8b1-35ca-458d-95ea-608f6efba84a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:49.800295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fab40bed-664c-4b42-9ccf-076b8253a1ce None None] Provisioning complete for port 4c79f8b1-35ca-458d-95ea-608f6efba84a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:49.806863 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fab40bed-664c-4b42-9ccf-076b8253a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.853365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-37396ac2-191a-404e-94fc-796a9471e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.855575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-37396ac2-191a-404e-94fc-796a9471e4fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2275953 Jul 28 14:37:49.874003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3ddf8f24-7622-48ef-bb89-3901324f3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.875540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-3ddf8f24-7622-48ef-bb89-3901324f3a7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.2462790 Jul 28 14:37:49.888113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d71b2bdf-4746-4d04-bfe0-56df4b1252fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.903045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c82ac6a5-d5f9-4723-b3af-10dbc9b442ec up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:49.996230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fab40bed-664c-4b42-9ccf-076b8253a1ce None None] Port 4c79f8b1-35ca-458d-95ea-608f6efba84a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:50.114114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:50.114832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-80a6f1b3-063e-4bce-acd7-04300f4dd218 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380288 Jul 28 14:37:50.120352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:50.127528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.276228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:50.293668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:50.304811 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:50.306403 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:50.435801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.490630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:50.576333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.595442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d71b2bdf-4746-4d04-bfe0-56df4b1252fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.598280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d71b2bdf-4746-4d04-bfe0-56df4b1252fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.602985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d71b2bdf-4746-4d04-bfe0-56df4b1252fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1855649b-17e4-43d1-be15-92794fbbe8a4 HTTP/1.1" status: 204 len: 168 time: 1.2059593 Jul 28 14:37:50.615360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f53ab4bc-94f7-45fe-b7fe-168016c990c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.620711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f53ab4bc-94f7-45fe-b7fe-168016c990c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5041885 Jul 28 14:37:50.625189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda330a8-426b-411a-ad4e-78a8c65b4a2f req-33cd0739-d526-41e8-bb58-2be31db3cea3 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827106 Jul 28 14:37:50.636983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b2bdf-4746-4d04-bfe0-56df4b1252fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1855649b-17e4-43d1-be15-92794fbbe8a4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:50.689525 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.805869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:50.868860 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:50.871972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef40b1a-7b56-4293-8667-9134d9842e1a req-6b5154ff-d867-422d-8288-79a5cc28e081 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.882590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ef40b1a-7b56-4293-8667-9134d9842e1a req-6b5154ff-d867-422d-8288-79a5cc28e081 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.4985969 Jul 28 14:37:50.946179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-1ee93d9a-aa01-4889-9a2d-582a10b2d976 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711754 Jul 28 14:37:51.387591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-9979fb1b-301f-4d6d-a995-d5fe08011a32 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325614 Jul 28 14:37:51.528101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40458) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:51.562283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-c9f18f2d-5f8f-42c0-9f56-9873fb09dc78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 217 time: 0.1615570 Jul 28 14:37:51.564903 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:48Z', 'revision_number': 3, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:51.657531 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:51.682809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:51.682809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:51.763113 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb632e6f-8b4c-4707-a0de-3d2a94b5c7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:51.834165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ef40b1a-7b56-4293-8667-9134d9842e1a req-02c52efc-9cf5-42b5-8f2a-139c528309d7 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9500415 Jul 28 14:37:51.874020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:51.877749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f32c340d-4cc4-4e30-a37b-68e2bdf5a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:51.885014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f32c340d-4cc4-4e30-a37b-68e2bdf5a92d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.3072271 Jul 28 14:37:51.974775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c82ac6a5-d5f9-4723-b3af-10dbc9b442ec up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:52.036047 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:52.088811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:52.089549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.091777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:52.116470 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.188588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:52.193945 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0e85f5-03b8-4530-bec3-d669486cd861" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:52.259522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:52.277148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.294826 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-135ffa1c-4352-4264-b30e-03781ac34fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.315802 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-04adb2eb-8fc1-49d5-b679-ca37015a9299 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "PUT /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 999 time: 5.7209783 Jul 28 14:37:52.328097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.352020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.366684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.385565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.388401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3f54fd19-a59d-4a10-88ca-97cf1d964ab0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=569aa77799f04337b78383cdf68d392b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238778 Jul 28 14:37:52.390957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40470) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:52.411461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.415432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.429177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.441573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.443593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-1785fd3a-225d-4054-b04f-4be60cebcc6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.2815559 Jul 28 14:37:52.472185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-80c508f9-8545-44ce-9f6b-abff2d5d3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.475654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-80c508f9-8545-44ce-9f6b-abff2d5d3e4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5779235 Jul 28 14:37:52.506886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.519100 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:48Z', 'revision_number': 3, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:52.626563 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17857187-b621-4a92-8049-9a6b492ef3a5 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:48Z', 'revision_number': 3, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:52.629435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-9d5bf1fa-f9bf-4b5c-b4e9-e198f5ebb7e8 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378620 Jul 28 14:37:52.746024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1907394-cb4f-41fd-ae9c-24120ebcdb17 req-6fb88c84-ee94-4d6a-a70d-d768475ff006 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818205 Jul 28 14:37:52.752207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Pushing event updated for resources: {'Port': ['ID=4c79f8b1-35ca-458d-95ea-608f6efba84a,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:52.779482 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb632e6f-8b4c-4707-a0de-3d2a94b5c7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.827291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-02416e7f-da78-417d-a784-4f428b1f5a87 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839437 Jul 28 14:37:52.905798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-f5512c00-b8e5-40d9-a4f1-d8e2ad945124 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c929103c-4187-4a31-a9bb-d7b305788b4c HTTP/1.1" status: 200 len: 217 time: 0.0619683 Jul 28 14:37:52.907595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb632e6f-8b4c-4707-a0de-3d2a94b5c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.954400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb632e6f-8b4c-4707-a0de-3d2a94b5c7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cceee17-7a12-4bed-8b57-c1e8726ba1b9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:53.039586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-9019b42b-dd1f-45be-8738-c3cff92e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.042034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-9019b42b-dd1f-45be-8738-c3cff92e4c5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.0912421 Jul 28 14:37:53.049400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Network 19cc923f-bb82-463e-bc93-75f4beae208d is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:53.071596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-40b1936f-95dd-48af-b04c-2a4d14688064 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.075466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-40b1936f-95dd-48af-b04c-2a4d14688064 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports/2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 942 time: 0.7509766 Jul 28 14:37:53.082923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:53.105403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f93d1db-2eeb-4c13-9ef5-8ded113e7b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.166424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a28e9-dc31-4734-a9d3-db85244636d6 None None] New status for floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:37:53.217484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bb632e6f-8b4c-4707-a0de-3d2a94b5c7e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c80c1cdbf603478090104098161aa53c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6825683 Jul 28 14:37:53.222168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40484) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:53.299591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-14fbf97a-8c2f-443f-a733-76dfb5adc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.301828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-14fbf97a-8c2f-443f-a733-76dfb5adc776 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2488654 Jul 28 14:37:53.349537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eafbcd68-a7ff-4e7b-8fe4-8665a18d1c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.415645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f93d1db-2eeb-4c13-9ef5-8ded113e7b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.470002 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349a878b-c589-4f3f-a283-8b9efea21bfa x-openstack-request-id: req-349a878b-c589-4f3f-a283-8b9efea21bfa {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:53.470497 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:53.470676 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-349a878b-c589-4f3f-a283-8b9efea21bfa {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:53.471060 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'status': 'completed', 'code': 200} Jul 28 14:37:53.504929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-d4ba969a-5134-4263-be9a-f0fc8f168ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.507384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-d4ba969a-5134-4263-be9a-f0fc8f168ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.1507385 Jul 28 14:37:53.538978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eafbcd68-a7ff-4e7b-8fe4-8665a18d1c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.577382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-2552e74b-a3a5-49c7-83c8-c0ba945692fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.579028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-2552e74b-a3a5-49c7-83c8-c0ba945692fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.2618458 Jul 28 14:37:53.609405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93b754-00d5-4271-aca5-76c8183006bc req-81bdd50e-9475-4ff2-a7f4-ebcaaa3a4d4d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.611187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa93b754-00d5-4271-aca5-76c8183006bc req-81bdd50e-9475-4ff2-a7f4-ebcaaa3a4d4d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1723657 Jul 28 14:37:53.635440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-e367820c-0ce8-44f8-86ff-ca8d6bfcba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.637433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-e367820c-0ce8-44f8-86ff-ca8d6bfcba15 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.1226392 Jul 28 14:37:53.641688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f93d1db-2eeb-4c13-9ef5-8ded113e7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.644932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f93d1db-2eeb-4c13-9ef5-8ded113e7b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.646402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f93d1db-2eeb-4c13-9ef5-8ded113e7b2d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b5c3131-2e9d-4980-8928-a101be6636f5 HTTP/1.1" status: 204 len: 168 time: 1.2539723 Jul 28 14:37:53.734406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1f83e9ff-a37d-4179-b3a7-c98af6d12dbc None None] Provisioning complete for port 4c79f8b1-35ca-458d-95ea-608f6efba84a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:53.737060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9ff-a37d-4179-b3a7-c98af6d12dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.793597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-0da9eb39-404a-47aa-81a9-94edc4213ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776189 Jul 28 14:37:53.802489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-1d0ad7cf-ec09-4b7d-8763-537afe55f749 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 217 time: 0.0595603 Jul 28 14:37:53.869405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa93b754-00d5-4271-aca5-76c8183006bc req-646699d2-ca07-455f-a00c-4fc7d0328c9f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454100 Jul 28 14:37:53.873737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93d1db-2eeb-4c13-9ef5-8ded113e7b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c3131-2e9d-4980-8928-a101be6636f5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:53.922042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-e4da56a9-91c4-473f-8cc7-6680067ad08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.937893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-e4da56a9-91c4-473f-8cc7-6680067ad08e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1087027 Jul 28 14:37:53.994457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:54.096484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-074a8c55-fbb6-45b7-80c8-1e90ec2fa33d service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820175 Jul 28 14:37:54.132812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1f83e9ff-a37d-4179-b3a7-c98af6d12dbc None None] Port 4c79f8b1-35ca-458d-95ea-608f6efba84a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:54.150749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eafbcd68-a7ff-4e7b-8fe4-8665a18d1c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.154071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eafbcd68-a7ff-4e7b-8fe4-8665a18d1c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.156208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eafbcd68-a7ff-4e7b-8fe4-8665a18d1c55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cceee17-7a12-4bed-8b57-c1e8726ba1b9 HTTP/1.1" status: 204 len: 168 time: 0.9327428 Jul 28 14:37:54.184087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:54.202748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:54.203776 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:54.246237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:54.249540 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-9b3a1675-2995-424b-8a7e-e162906bf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.257972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Sync routers for ids ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:54.259406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-9b3a1675-2995-424b-8a7e-e162906bf1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3131497 Jul 28 14:37:54.279134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Routers {'1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:54.282937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:54.286529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-448e8e7d-a9bc-4104-99b1-c9af1fa99f53 admin admin] 10.222.0.57 "PUT /v2.0/routers/1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6371312 Jul 28 14:37:54.355200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-ad0ccfe0-aacc-43b2-bf9a-4b2029416b5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 HTTP/1.1" status: 200 len: 217 time: 0.1600769 Jul 28 14:37:54.410216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-36b918de-4606-4bd8-8ac9-cc9689228e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.418090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-36b918de-4606-4bd8-8ac9-cc9689228e35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.8218191 Jul 28 14:37:54.476992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbcd68-a7ff-4e7b-8fe4-8665a18d1c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cceee17-7a12-4bed-8b57-c1e8726ba1b9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:54.524009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-dbae2a5b-8cfd-4f48-9b0e-71662c0952b7 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634683 Jul 28 14:37:54.524287 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:54.627996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Set router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:54.673430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-55bcd214-8160-4cc4-828a-569c2d83afe2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 217 time: 0.2227032 Jul 28 14:37:54.743347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.765312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.798072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-f15a7954-414a-4636-b4fd-9ac4bd8f19b2 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724366 Jul 28 14:37:54.805143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.833100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.863159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.883456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.909202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.933156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-228e691a-ad0b-4135-8b5d-7bf241b6cb72 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.7752223 Jul 28 14:37:54.954752 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af6b6449-b4f8-4a5e-a43a-d387d52ce357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:55.119696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-0b7cb059-9787-45de-a14e-f5ef15b319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.125780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-0b7cb059-9787-45de-a14e-f5ef15b319c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1098 time: 0.1221588 Jul 28 14:37:55.138042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7ae77ab9-5553-43ed-8356-03bcc6ec68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.149253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:55.149516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7ae77ab9-5553-43ed-8356-03bcc6ec68c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.7432399 Jul 28 14:37:55.184636 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:55.262380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d55c910f-0a0a-41d6-82c4-5bb77c00e0b0 req-96554253-4bfb-41f1-8559-6ea398a5164e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3247359 Jul 28 14:37:55.327302 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:55.367253 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:55.368264 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:55.375708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:37:49Z', 'revision_number': 4, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '4c79f8b1-35ca-458d-95ea-608f6efba84a', 'name': '', 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'mac_address': 'fa:16:3e:7c:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '102c9800-aef5-40b0-bb2d-1e13e713e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:47Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 2, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'subnets': [{'id': '102c9800-aef5-40b0-bb2d-1e13e713e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:55.389458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-b87c21e6-0934-4f3b-a2a1-ff35dbfa877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.401651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-b87c21e6-0934-4f3b-a2a1-ff35dbfa877a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.4645927 Jul 28 14:37:55.437183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-675d823b-3151-428e-8039-32001c0f4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.455696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Checking router: 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:55.456047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Updating router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 port 4c79f8b1-35ca-458d-95ea-608f6efba84a binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:55.464086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-675d823b-3151-428e-8039-32001c0f4d6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.3149645 Jul 28 14:37:55.480604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:55.495925 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82851de-f82b-483f-bd52-dac6674ad639" -d '{"events": [{"name": "network-changed", "server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "tag": "12902e0e-2776-4e45-a843-dbb661951a39"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:55.520065 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:55.567740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-e73e9686-f2ea-4feb-bada-8472fb78235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.576839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-e73e9686-f2ea-4feb-bada-8472fb78235f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4011924 Jul 28 14:37:55.660060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-affe64c0-5160-40da-b4db-7f3560a40c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.677049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-affe64c0-5160-40da-b4db-7f3560a40c8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2625597 Jul 28 14:37:55.733444 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:55.809499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-ba215a2d-5c51-4afe-ad50-02daec7a0636 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 1002 time: 0.3396194 Jul 28 14:37:55.896020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-cc4ec5f1-3793-435b-a2f6-5f682c95250b service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052766 Jul 28 14:37:55.922999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-77d35fe6-6a1c-436a-8463-8b09bb935a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.924403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-77d35fe6-6a1c-436a-8463-8b09bb935a2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1063564 Jul 28 14:37:55.969559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-bcbe1435-5406-4bb3-bbc4-c1f31bdb4314 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185762 Jul 28 14:37:56.016683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-263c916b-d457-4ea3-91fe-d86e4da2a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.018705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-263c916b-d457-4ea3-91fe-d86e4da2a51b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778916 Jul 28 14:37:56.062513 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:56.097672 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32ac261-566f-420f-a37c-a0f54c898b91 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '12902e0e-2776-4e45-a843-dbb661951a39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:a9:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:56.251635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.267158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Transition to ACTIVE for port object 4c79f8b1-35ca-458d-95ea-608f6efba84a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:56.289249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.304312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-7ed2412b-a466-494b-96b8-0d69450e46a7 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962140 Jul 28 14:37:56.403492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.409048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-d82c98a4-45c7-4667-8b56-b6bdf8956b2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 200 len: 217 time: 0.0945578 Jul 28 14:37:56.411435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca0e85f5-03b8-4530-bec3-d669486cd861 req-18a4229d-6f87-423a-8fee-20f754eb755b service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268117 Jul 28 14:37:56.413060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-f4d1dad9-ac13-4451-8852-323cfbd705cb service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678982 Jul 28 14:37:56.538183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-059ffb58-281c-417d-85e6-fdd6f76bd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.540252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-059ffb58-281c-417d-85e6-fdd6f76bd7ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.1016946 Jul 28 14:37:56.560849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Pushing event updated for resources: {'Port': ['ID=4c79f8b1-35ca-458d-95ea-608f6efba84a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:56.581449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.581883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.582311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.582722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.583360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.583843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.584321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.584782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.585186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.585587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.586004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.586401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:56.718476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Attempting to bind port 4c79f8b1-35ca-458d-95ea-608f6efba84a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:56.720373 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-871dcc05-abd9-4d4e-aee9-c2844108b74c req-4e968935-38bf-4973-89c2-bcfcf562cf14 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900391 Jul 28 14:37:56.721224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Attempting to bind port 4c79f8b1-35ca-458d-95ea-608f6efba84a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:56.721438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Attempting to bind port 4c79f8b1-35ca-458d-95ea-608f6efba84a on network 19cc923f-bb82-463e-bc93-75f4beae208d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:56.728558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:56.728984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Checking segment: {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:56.735598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.735598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Bound using segment: {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:56.735598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Bound port: 4c79f8b1-35ca-458d-95ea-608f6efba84a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1ba46-92cc-4c04-8e6e-1acb511e2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:56.735598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.873723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] For port 4c79f8b1-35ca-458d-95ea-608f6efba84a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:56.878678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] For port 4c79f8b1-35ca-458d-95ea-608f6efba84a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4c79f8b1-35ca-458d-95ea-608f6efba84a,segment=NetworkSegment(4de1ba46-92cc-4c04-8e6e-1acb511e2d50),segment_id=4de1ba46-92cc-4c04-8e6e-1acb511e2d50)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:56.976437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.106589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-41d4975e-2137-4486-9fc7-2358cc04b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.109766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-41d4975e-2137-4486-9fc7-2358cc04b3e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4941564 Jul 28 14:37:57.114323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd57f4-1956-4058-889a-0727d9e7d3d5 None None] Pushing event updated for resources: {'Port': ['ID=4c79f8b1-35ca-458d-95ea-608f6efba84a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:57.137487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-eded8868-283a-4c45-894d-7a113208f0de tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5948896 Jul 28 14:37:57.147523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-30b91ed9-1639-4f43-b3a8-9e43f14f1ec9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:37:57.150733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-30b91ed9-1639-4f43-b3a8-9e43f14f1ec9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106969 Jul 28 14:37:57.151045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Routers {'1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:57.151740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:57.163014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:57.261937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840500f-eda7-4011-8892-e13710bf7e1b req-c080c6df-6e48-40f5-91de-2471603414f5 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.263884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5840500f-eda7-4011-8892-e13710bf7e1b req-c080c6df-6e48-40f5-91de-2471603414f5 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1726313 Jul 28 14:37:57.319443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b6e86235-034c-4a5c-8379-cd052d8c5fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476166 Jul 28 14:37:57.354590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5840500f-eda7-4011-8892-e13710bf7e1b req-6077f1e5-4d8e-4274-895d-533b87f3a544 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781894 Jul 28 14:37:57.462164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] Set router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:57.558263 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97674d6a-dcd5-4947-a444-0095287b1194 x-openstack-request-id: req-97674d6a-dcd5-4947-a444-0095287b1194 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:57.558558 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "tag": "12902e0e-2776-4e45-a843-dbb661951a39", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:57.559043 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97674d6a-dcd5-4947-a444-0095287b1194 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:57.560881 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39', 'status': 'completed', 'code': 200} Jul 28 14:37:57.720646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.742310 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.802466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.812573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.817979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:37:49Z', 'revision_number': 4, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '4c79f8b1-35ca-458d-95ea-608f6efba84a', 'name': '', 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'mac_address': 'fa:16:3e:7c:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '102c9800-aef5-40b0-bb2d-1e13e713e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:47Z', 'updated_at': '2021-07-28T14:37:56Z', 'revision_number': 4, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'subnets': [{'id': '102c9800-aef5-40b0-bb2d-1e13e713e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:57.820425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.827347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.834456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.845762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.854915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.857669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-d1526f49-7fd9-497c-93d9-2a64b3d79d8f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.1477640 Jul 28 14:37:57.906322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71023b-87fa-41d5-838a-6e253dc7bf03 None None] The sync data for ids ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'] in n-d-764806-10 is: [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:37:49Z', 'revision_number': 4, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '4c79f8b1-35ca-458d-95ea-608f6efba84a', 'name': '', 'network_id': '19cc923f-bb82-463e-bc93-75f4beae208d', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'mac_address': 'fa:16:3e:7c:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '102c9800-aef5-40b0-bb2d-1e13e713e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:47Z', 'updated_at': '2021-07-28T14:37:56Z', 'revision_number': 4, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'subnets': [{'id': '102c9800-aef5-40b0-bb2d-1e13e713e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:57.989135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1d52c6d-51dd-43a4-9d0a-6183f689e04f req-72046aff-088f-4d04-97ba-f56bbca11d9c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081519 Jul 28 14:37:58.318349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-2e624aa5-19e9-4136-bc8e-97f7f4822c94 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9864192 Jul 28 14:37:58.382602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-46c4e906-9851-4fef-801f-c8e7e68bc373 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 200 len: 217 time: 0.0552108 Jul 28 14:37:58.402821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82851de-f82b-483f-bd52-dac6674ad639 req-0773991b-1440-4da1-9396-a3e8f1bddba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.406041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-0773991b-1440-4da1-9396-a3e8f1bddba3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1098 time: 0.7533860 Jul 28 14:37:58.439220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-311249a8-7541-4518-b853-e46fcc21a7c8 req-46e7834c-1908-410a-b19e-71f79c064b35 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.1650529 Jul 28 14:37:58.536650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311249a8-7541-4518-b853-e46fcc21a7c8 req-cf4e7b44-aa10-4a2f-b526-de9167c6efc2 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.539319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-311249a8-7541-4518-b853-e46fcc21a7c8 req-cf4e7b44-aa10-4a2f-b526-de9167c6efc2 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports/12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 943 time: 0.0939989 Jul 28 14:37:58.651024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-c6a1b7e8-0b21-4db3-ba60-d7236de357f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.654187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-c6a1b7e8-0b21-4db3-ba60-d7236de357f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.2453656 Jul 28 14:37:58.736739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-311249a8-7541-4518-b853-e46fcc21a7c8 req-be276e45-0aca-48ae-8444-87b8eb5012e4 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.0882342 Jul 28 14:37:58.815272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82851de-f82b-483f-bd52-dac6674ad639 req-73101473-94e6-4f2c-a664-32b5c410a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.816954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-73101473-94e6-4f2c-a664-32b5c410a8be service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.3834641 Jul 28 14:37:58.826633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-383f2815-0cc0-4e31-af11-176eac209216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.827184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-383f2815-0cc0-4e31-af11-176eac209216 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583083 Jul 28 14:37:58.917308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311249a8-7541-4518-b853-e46fcc21a7c8 req-0a4a7011-2c05-4a89-bcb7-568dd5489c22 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.929892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-311249a8-7541-4518-b853-e46fcc21a7c8 req-0a4a7011-2c05-4a89-bcb7-568dd5489c22 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.1913962 Jul 28 14:37:58.943876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.992471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-66d9ad54-2abc-4f81-9649-4fef8ec55fb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 1002 time: 0.1639950 Jul 28 14:37:59.125344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b2198887-088d-4a66-a4a6-3c014bd8557c service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517776 Jul 28 14:37:59.167237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82851de-f82b-483f-bd52-dac6674ad639 req-32d0d23e-1ac0-4193-a323-ed02c819dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:59.169407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-32d0d23e-1ac0-4193-a323-ed02c819dc51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1254470 Jul 28 14:37:59.348060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Allocated IP 172.25.6.212 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/2809ecd8-3842-4d1d-aea8-299b4900bb03) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:59.420595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82851de-f82b-483f-bd52-dac6674ad639 req-ad1fd0c1-d784-4427-8afb-13fa3b3f42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:59.423434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-ad1fd0c1-d784-4427-8afb-13fa3b3f42cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429953 Jul 28 14:37:59.524025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f01d8-3803-4fad-b34b-2b19b72f4416 req-488ae7f9-2a97-425d-845e-3d0221e46d28 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:59.527055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef0f01d8-3803-4fad-b34b-2b19b72f4416 req-488ae7f9-2a97-425d-845e-3d0221e46d28 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.0845466 Jul 28 14:37:59.547045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f75dfdd5-3481-40fa-9599-9d5bf93c7706 req-b3a113bc-ccb1-4ea9-abef-d1d7ac1fc97b service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935542 Jul 28 14:37:59.606173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef0f01d8-3803-4fad-b34b-2b19b72f4416 req-5bb7d9a5-5055-4b31-a679-aaee53585521 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602558 Jul 28 14:37:59.708961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.745994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-817944bb-93b0-4022-8fca-da0a331bd635 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906375 Jul 28 14:37:59.828057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4c79f8b1-35ca-458d-95ea-608f6efba84a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:59.908850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82851de-f82b-483f-bd52-dac6674ad639 req-f65f5ba4-3477-44f8-ba04-303071c16a30 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526713 Jul 28 14:38:00.021965 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.041786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-a143cac4-b332-4641-b799-0f985cb5a39d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.0918560 Jul 28 14:38:00.077570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4c79f8b1-35ca-458d-95ea-608f6efba84a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:00.083826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4c79f8b1-35ca-458d-95ea-608f6efba84a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:00.084380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.094054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:00.102080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:00.112001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:00.140514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-84392b2b-8e02-46b2-ad97-e5084bda907e tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.147525 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-84392b2b-8e02-46b2-ad97-e5084bda907e tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports/12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 943 time: 0.0982411 Jul 28 14:38:00.233137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Pushing event updated for resources: {'Port': ['ID=2809ecd8-3842-4d1d-aea8-299b4900bb03,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:00.247867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.296048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 4c79f8b1-35ca-458d-95ea-608f6efba84a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4c79f8b1-35ca-458d-95ea-608f6efba84a,segment=NetworkSegment(4de1ba46-92cc-4c04-8e6e-1acb511e2d50),segment_id=4de1ba46-92cc-4c04-8e6e-1acb511e2d50)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:00.335641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.336551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.338195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.339062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.339881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.340742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.341583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.345201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-f46d9da5-bbcd-4ca6-82ee-b09b7d88e3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6495 time: 0.2242215 Jul 28 14:38:00.372289 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-ec809ff8-07b0-4cc5-9184-51b27eae008d tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.1245744 Jul 28 14:38:00.377604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:00.415117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.448566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.523200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=4c79f8b1-35ca-458d-95ea-608f6efba84a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:00.557264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-6a7d7092-fd7b-4177-baae-e01bc341e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.559364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-6a7d7092-fd7b-4177-baae-e01bc341e000 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 903 time: 0.2002978 Jul 28 14:38:00.590614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-e52ad9dc-678c-4387-bcc7-781f84784800 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.598956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-e52ad9dc-678c-4387-bcc7-781f84784800 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2072940 Jul 28 14:38:00.619722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-11032116-439c-4a7c-85ef-86a8ae622f0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 200 len: 217 time: 0.0521560 Jul 28 14:38:00.666558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-263dc7b5-1ec0-4ccf-8b40-54a37274fc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.711446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-65da727f-336a-4c56-b93f-11a2dc0afe62 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.1055281 Jul 28 14:38:00.724397 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.731490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:00.804943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-4ed9c699-98ba-4673-a32a-018fccdfe9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.808090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-4ed9c699-98ba-4673-a32a-018fccdfe9ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.1586051 Jul 28 14:38:00.813902 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.944363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-263dc7b5-1ec0-4ccf-8b40-54a37274fc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.959393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-2ca25fe5-5db9-4ce5-ab20-eec5812b691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.961697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-2ca25fe5-5db9-4ce5-ab20-eec5812b691a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1442900 Jul 28 14:38:01.017485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.072896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-263dc7b5-1ec0-4ccf-8b40-54a37274fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.112515 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.112823 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26 disassociated. External IP: 172.25.6.168, port: 12902e0e-2776-4e45-a843-dbb661951a39. Jul 28 14:38:01.120412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-263dc7b5-1ec0-4ccf-8b40-54a37274fc29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3b74d3ff27446d8b19bc74e28b0f9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7409639 Jul 28 14:38:01.125654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40630) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:01.151260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dc7b5-1ec0-4ccf-8b40-54a37274fc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5068ab51-c8bf-48e2-a11c-2153fdd15fc7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:01.266689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.294148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-5e1b89f0-8a54-4dfb-beb7-ef4cd63de156 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124609 Jul 28 14:38:01.323605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a08848a8-5db8-42cd-8724-e100d6c628d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.377333 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.383161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:01.424934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a08848a8-5db8-42cd-8724-e100d6c628d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.514941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:01.515816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Pushing event updated for resources: {'Port': ['ID=2809ecd8-3842-4d1d-aea8-299b4900bb03,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:01.523536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.539790 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:01.554464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16292958-c6fe-44ee-91fc-7ab121d39d5b req-03b5392a-8750-47f4-a986-e9512ce73840 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460179 Jul 28 14:38:01.556006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.558653 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:01.559872 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:01.579366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-63ffef48-cdbc-48b5-8cbe-36b716281b17 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "PUT /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 695 time: 0.8558764 Jul 28 14:38:01.579770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:01.582521 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa" -d '{"events": [{"name": "network-changed", "server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "tag": "12902e0e-2776-4e45-a843-dbb661951a39"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:01.648606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-3627eb31-4e5f-4de7-a347-ad6fdef018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.650754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-3627eb31-4e5f-4de7-a347-ad6fdef018a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1098 time: 0.0479729 Jul 28 14:38:01.756670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a08848a8-5db8-42cd-8724-e100d6c628d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.759854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a08848a8-5db8-42cd-8724-e100d6c628d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.762815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a08848a8-5db8-42cd-8724-e100d6c628d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5068ab51-c8bf-48e2-a11c-2153fdd15fc7 HTTP/1.1" status: 204 len: 168 time: 0.6287260 Jul 28 14:38:01.775788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08848a8-5db8-42cd-8724-e100d6c628d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068ab51-c8bf-48e2-a11c-2153fdd15fc7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:01.781842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4c79f8b1-35ca-458d-95ea-608f6efba84a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:01.788015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-64170f3e-4a51-4d47-9352-a94fe36dedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.794105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.808165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-c6df1c1f-b16e-429b-b3e9-4287246ee96d tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6423979 Jul 28 14:38:01.817261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-64170f3e-4a51-4d47-9352-a94fe36dedd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.1533046 Jul 28 14:38:01.825991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.826553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.827261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.827741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.828212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.828743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.829312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.831813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-df73b678-7c21-4bde-80b2-0bb34c2c5264 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6495 time: 0.1425791 Jul 28 14:38:01.903447 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:01.904564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-28628499-d8a7-4faf-adc5-fc382f5547e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 217 time: 0.0847702 Jul 28 14:38:01.946222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4c79f8b1-35ca-458d-95ea-608f6efba84a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:01.946848 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:01.961420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-d9cc5ee9-f174-4554-86d3-549e1bf21a0e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.1286206 Jul 28 14:38:02.014945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-599754ed-0ba4-476f-85f8-4e9a37b97657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.018743 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.028523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-599754ed-0ba4-476f-85f8-4e9a37b97657 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1127620 Jul 28 14:38:02.137916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-a7e62849-77d4-4ae8-b185-8138499fc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.141000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-a7e62849-77d4-4ae8-b185-8138499fc097 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 903 time: 0.2988508 Jul 28 14:38:02.150761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-deb29a99-fc3e-4f61-aece-ed9c74c06bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.157957 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-deb29a99-fc3e-4f61-aece-ed9c74c06bb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266944 Jul 28 14:38:02.240814 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:02.245144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-697d67c7-7486-4ca5-8f62-6153da94f38b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 200 len: 217 time: 0.0883415 Jul 28 14:38:02.262461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-ed801455-a7ab-49aa-b256-72cf1e0f0b13 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.265831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9c55898-11ce-4121-b3ed-1243dacdff89 req-ed801455-a7ab-49aa-b256-72cf1e0f0b13 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2824230 Jul 28 14:38:02.324094 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:02.335715 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:02.336707 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:02.361431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-788a594a-0013-47d3-95e9-beab60d423d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.364216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-788a594a-0013-47d3-95e9-beab60d423d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.0968070 Jul 28 14:38:02.371133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-ed09e653-84b4-4d53-b17c-bfbae3e8642d service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990550 Jul 28 14:38:02.491471 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:02.522700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-ba92996a-b19d-4d7b-bd09-46628c6c9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.525731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-ba92996a-b19d-4d7b-bd09-46628c6c9d15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1453114 Jul 28 14:38:02.556707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.569431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8b298f3-9de6-479f-b577-915d74e3b467 req-116f2234-8da8-449c-9c78-24bebf500fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900716 Jul 28 14:38:02.573675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.581189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.589505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.596805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.603241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.609806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.611833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-253af59b-e429-4d64-bf93-7b917ee1b4fd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.2187989 Jul 28 14:38:02.727313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5499744f-81b2-48ce-bf68-f13fb2b6b09b req-7a4c98c6-dd86-4618-9956-76bfd2571c12 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944259 Jul 28 14:38:02.746355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:02.746754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-4690702b-5cd7-49fb-ab70-38eceaac73b0 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338248 Jul 28 14:38:02.859258 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:02.925212 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c548ac4-228d-4fe1-9e75-5c19a8d56faa None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:02.944214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71bba1c-0d91-4e49-a7e9-efdb1468de01 req-58baa5eb-0f98-499d-8b59-d014ac7b76dc service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845095 Jul 28 14:38:02.981927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:03.040059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:03.044083 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f9965a-0058-40b2-bc3b-794f66dff9a9" -d '{"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:03.062967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:03.113776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c75e-3e5f-4b96-a784-0ebfece0d37a req-f7073f72-fe15-417e-a13c-0ea8b9c2c30a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.116644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f583c75e-3e5f-4b96-a784-0ebfece0d37a req-f7073f72-fe15-417e-a13c-0ea8b9c2c30a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1061170 Jul 28 14:38:03.200779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f583c75e-3e5f-4b96-a784-0ebfece0d37a req-593e9b0c-3496-4a6c-a0ee-c0aabd7ad614 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708625 Jul 28 14:38:03.232446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:03.301921 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b7fc3-f1ad-4cc8-be72-474e91ad1218 x-openstack-request-id: req-3a4b7fc3-f1ad-4cc8-be72-474e91ad1218 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:03.302838 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "tag": "12902e0e-2776-4e45-a843-dbb661951a39", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:03.303057 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3a4b7fc3-f1ad-4cc8-be72-474e91ad1218 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:03.303871 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39', 'status': 'completed', 'code': 200} Jul 28 14:38:03.322606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:03.373433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67a45463-c76c-41c5-9713-3e8d923d8357 req-a9e62ab0-7aa4-49e2-8082-1f6937357d79 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips/e687808a-a09b-4f93-8232-07096b390c39 HTTP/1.1" status: 200 len: 693 time: 0.1067193 Jul 28 14:38:03.473100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca33b0-8482-4024-bc82-daf3a3a751ef None None] New status for floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:38:03.532055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-f704615e-3c9e-46fd-b53d-7f47ff221395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.533823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-f704615e-3c9e-46fd-b53d-7f47ff221395 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 1098 time: 0.1541495 Jul 28 14:38:03.664204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45463-c76c-41c5-9713-3e8d923d8357 req-7d1af1f9-7204-49a6-963e-ab7195f74116 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.665608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67a45463-c76c-41c5-9713-3e8d923d8357 req-7d1af1f9-7204-49a6-963e-ab7195f74116 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2766612 Jul 28 14:38:03.732077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40682) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:03.748633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-9d51d22b-6038-49a7-94a4-bf8484c9bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.752323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-9d51d22b-6038-49a7-94a4-bf8484c9bd61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.2073512 Jul 28 14:38:03.852496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-8007de72-54e0-4042-b600-200610e04e2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 200 len: 217 time: 0.0886848 Jul 28 14:38:03.925268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-314610370-network', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:03.967827 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d51c24-dfcd-4534-87c0-580a0aaa3349 x-openstack-request-id: req-72d51c24-dfcd-4534-87c0-580a0aaa3349 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:03.968497 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:03.969000 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72d51c24-dfcd-4534-87c0-580a0aaa3349 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:03.969783 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'code': 200} Jul 28 14:38:04.085688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Made reservation on behalf of 5e9855a45d774873a03a5e528fb50f9d for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:04.090070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.102370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16308e4c-6fe6-4da2-b078-a63ebd537fbc req-91a0c775-1381-400b-9806-3eee3ceb7077 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=da67e4cc50d44da682483f1b4e2d8caa HTTP/1.1" status: 200 len: 696 time: 0.1099503 Jul 28 14:38:04.134951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.171835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-04fd82e9-8dbd-489b-8494-8b2de259f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.173484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-04fd82e9-8dbd-489b-8494-8b2de259f837 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.3123286 Jul 28 14:38:04.180177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.186697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.193445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.200317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.206651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.213931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.220000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.222026 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-859c9a96-b48e-4b58-8940-67a01491a380 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.1495693 Jul 28 14:38:04.301860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45c449a4-7f79-45f4-8571-2f4c7ea82322 req-2349f842-7a60-4b4f-93ba-544694f48718 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698915 Jul 28 14:38:04.311035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-b2d24d99-b200-4318-a31c-f0fefffd67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.314111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-b2d24d99-b200-4318-a31c-f0fefffd67d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275361 Jul 28 14:38:04.362605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.408836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16308e4c-6fe6-4da2-b078-a63ebd537fbc req-2af5074b-5972-4abb-857e-5af25b8ea37e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.410510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16308e4c-6fe6-4da2-b078-a63ebd537fbc req-2af5074b-5972-4abb-857e-5af25b8ea37e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks?id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 787 time: 0.2960374 Jul 28 14:38:04.433971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-16308e4c-6fe6-4da2-b078-a63ebd537fbc req-b891792d-a9e1-46db-95df-74e97c46e9b1 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:38:04.435274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16308e4c-6fe6-4da2-b078-a63ebd537fbc req-b891792d-a9e1-46db-95df-74e97c46e9b1 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089917 Jul 28 14:38:04.437521 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.487611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:38:04.509389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b664f7a-3756-45c7-a702-93501b32a0d3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:04.517498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.517840 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Added segment e76ab6b3-5de2-4d2d-8571-442d6663cf46 of type vlan for network c06cc20b-0df6-4826-8adb-ccbdda12b615 Jul 28 14:38:04.523956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-7a64b4d5-1947-40c8-a2b5-54e6234dc79f service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938291 Jul 28 14:38:04.577267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcc509-c140-460a-b820-95c7e15c5f69 req-510d7ade-824c-435a-be60-2dcc77d24ca3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.579043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73dcc509-c140-460a-b820-95c7e15c5f69 req-510d7ade-824c-435a-be60-2dcc77d24ca3 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 949 time: 0.1329353 Jul 28 14:38:04.593773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.657114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73dcc509-c140-460a-b820-95c7e15c5f69 req-92213bd4-923d-49e7-88ee-e2abd0e6ff9f tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589807 Jul 28 14:38:04.686061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6973eb43-25ca-4a5b-8eb0-1fc5c6fc31aa req-53b67147-df06-46e8-8eec-20646f3ac552 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403136 Jul 28 14:38:04.822367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.824124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.825127 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.825546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-11e44d37-e6b3-4c9b-a7fa-7daefc203b28 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.828425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-11e44d37-e6b3-4c9b-a7fa-7daefc203b28 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0965323 Jul 28 14:38:04.905540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-3081253b-6733-48dc-8892-b3654be9db0c tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0637217 Jul 28 14:38:04.911019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'floatingip': {'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:04.961696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.350878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed77d1-e57f-49e1-8d54-03af2e35ffd3 req-2e49fe20-2778-4b45-9ddd-594c769b426f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:05.354228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1eed77d1-e57f-49e1-8d54-03af2e35ffd3 req-2e49fe20-2778-4b45-9ddd-594c769b426f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.5513277 Jul 28 14:38:05.355916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] Pushing event updated for resources: {'Network': ['ID=c06cc20b-0df6-4826-8adb-ccbdda12b615,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:05.371809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:38:05.403140 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-00d71d67-ea88-4cfe-b5e1-5dd0a79fed27 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6661742 Jul 28 14:38:05.403858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:05.412896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Request body: {'subnet': {'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-314610370-subnet', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:05.473277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1eed77d1-e57f-49e1-8d54-03af2e35ffd3 req-6d4323af-15fd-4556-8d24-e1c59b4feb69 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032913 Jul 28 14:38:05.576578 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-fa49673a-e452-4aa7-86fd-fd81b554a6cd tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips/e687808a-a09b-4f93-8232-07096b390c39 HTTP/1.1" status: 200 len: 693 time: 0.0642982 Jul 28 14:38:05.730392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-ad2b5be3-7282-490f-8c1b-86cb498e7753 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:05.731925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-ad2b5be3-7282-490f-8c1b-86cb498e7753 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.1422992 Jul 28 14:38:05.733570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Made reservation on behalf of 5e9855a45d774873a03a5e528fb50f9d for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:05.736491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.793064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.860332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-c365a734-1874-4f4e-b7ec-0b6b13d19ac0 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.1004331 Jul 28 14:38:05.932660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-618e657d-a67b-42b9-b230-3a6922db0aa6 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.0599451 Jul 28 14:38:06.164390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.249342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.294461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Deleting port 2809ecd8-3842-4d1d-aea8-299b4900bb03 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:06.295045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.373359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.431433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2d9ce080-8586-4a8f-8a43-51866cbb08ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.432987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2d9ce080-8586-4a8f-8a43-51866cbb08ca tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ccdeb1-41d0-4b71-9e44-b71307c7278b HTTP/1.1" status: 200 len: 946 time: 0.1304672 Jul 28 14:38:06.489536 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26 associated. External IP: 172.25.6.168, port: 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26. Jul 28 14:38:06.553848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520ae61b-a8bc-478e-8186-7e5cb614e0b7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:06.580892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Checking segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:06.580892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Network hostable DHCP agents. Network: c06cc20b-0df6-4826-8adb-ccbdda12b615, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:38:06.586108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.586679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.620918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Calling delete_port for 2809ecd8-3842-4d1d-aea8-299b4900bb03 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:06.685870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Deleting port 12902e0e-2776-4e45-a843-dbb661951a39 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:06.686236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.725039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:38:06.848410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, c06cc20b-0df6-4826-8adb-ccbdda12b615) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:06.860406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.861697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.877854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2017673f-cffa-40d7-b6fa-afe768f9c708 None None] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:06.884870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] For port 12902e0e-2776-4e45-a843-dbb661951a39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=12902e0e-2776-4e45-a843-dbb661951a39,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:06.885293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.905982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Calling delete_port for 12902e0e-2776-4e45-a843-dbb661951a39 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:06.915745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:07.021079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-57015e2e-014e-4058-aeab-cc3b1b1f44b0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6135888 Jul 28 14:38:07.026411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40722) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:07.038071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:07.105068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.160346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:07.165879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.174329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Pushing event deleted for resources: {'Port': ['ID=2809ecd8-3842-4d1d-aea8-299b4900bb03,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:07.191651 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:07.220897 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:07.225307 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:07.228521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-b0fe5cde-0bfa-4a9e-999c-c7c13ecec956 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "PUT /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 996 time: 2.3218820 Jul 28 14:38:07.238435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:07.240961 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f2328-b63b-4e89-8c75-3ef1a41dd474" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:07.299986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-c06cc20b-0df6-4826-8adb-ccbdda12b615', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:38:07.302560 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.326822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.326822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.333761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.339552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.345235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-595c8d9c-e174-49ef-a238-1e9cce96618a req-b6cef01b-2727-4252-94e7-cddbf9a6599e tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "DELETE /v2.0/floatingips/e687808a-a09b-4f93-8232-07096b390c39 HTTP/1.1" status: 204 len: 173 time: 1.3738904 Jul 28 14:38:07.384057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-10dae7f5-ae37-4511-9a41-78de23416c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.392001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-10dae7f5-ae37-4511-9a41-78de23416c36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.1276591 Jul 28 14:38:07.392001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.467919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.496578 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:07.518718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', '12902e0e-2776-4e45-a843-dbb661951a39'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:07.633852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event deleted for resources: {'Port': ['ID=12902e0e-2776-4e45-a843-dbb661951a39,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:07.678122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.678773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.679226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.679677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.680124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.680597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.681576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.682035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.682533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.682970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.683409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.683845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:07.850396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Allocated IP 172.20.0.2 (c06cc20b-0df6-4826-8adb-ccbdda12b615/520ae61b-a8bc-478e-8186-7e5cb614e0b7/f4e15805-c898-4334-b4f8-ed7629926d51) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:07.854350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] No DVR routers for this DVR port 12902e0e-2776-4e45-a843-dbb661951a39 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:07.877256 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.877256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86b58d46-8b95-4cf2-8de7-7b8bdfe0b7e0 req-2e2c13a2-0f3e-4bf5-872c-144a8bdcf815 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "DELETE /v2.0/ports/12902e0e-2776-4e45-a843-dbb661951a39 HTTP/1.1" status: 204 len: 173 time: 1.4353385 Jul 28 14:38:07.949287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-e7db16e6-f33c-4c31-bf0f-593c1d201ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.951331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-e7db16e6-f33c-4c31-bf0f-593c1d201ac9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.4622324 Jul 28 14:38:07.953364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.979291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.985691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.999424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.009012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.028049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.039444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.058752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.067383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-34e0f962-2b3d-416d-aa4b-e5d64843ba6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.3766487 Jul 28 14:38:08.095671 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:38:06Z', 'revision_number': 8, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:08.129172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-6cea9110-e958-49f7-8fce-8380c749e400 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 999 time: 0.1683204 Jul 28 14:38:08.164347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c92a516b-5d23-49e4-9da0-2fce274e94c4 req-d5dd4542-dff9-4f41-b094-4388b025297b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958941 Jul 28 14:38:08.169749 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:08.190447 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:08.191473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:08.262000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-04c8b2dc-9286-49cf-9823-110ccc86fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.262000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-04c8b2dc-9286-49cf-9823-110ccc86fe8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1089668 Jul 28 14:38:08.353841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-d51015a4-7e8f-4bf1-b9a8-aa822c43af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.369610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.374923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-d51015a4-7e8f-4bf1-b9a8-aa822c43af97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263037 Jul 28 14:38:08.383146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Transition to ACTIVE for port object f4e15805-c898-4334-b4f8-ed7629926d51 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:08.385733 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:08.403129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Transition to ACTIVE for port object f4e15805-c898-4334-b4f8-ed7629926d51 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:08.458096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77dd9f-e861-49d1-a160-5c5ac2713cef req-28be1dd4-81b4-430f-a58c-d88e66e146fb tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.472562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac77dd9f-e861-49d1-a160-5c5ac2713cef req-28be1dd4-81b4-430f-a58c-d88e66e146fb tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1336195 Jul 28 14:38:08.553227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac77dd9f-e861-49d1-a160-5c5ac2713cef req-480435b8-fa72-4b90-8995-759844ef8dd6 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790555 Jul 28 14:38:08.639569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.640233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-53bfeaf1-3039-452b-b69d-cdd7401c5871 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388923 Jul 28 14:38:08.708197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.786222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:08.787399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.787595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:08.787763 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97681956-ee03-469a-8de5-ef0733b791ba x-openstack-request-id: req-97681956-ee03-469a-8de5-ef0733b791ba {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:08.787763 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:08.794856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:08.796563 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97681956-ee03-469a-8de5-ef0733b791ba {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:08.798953 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'status': 'completed', 'code': 200} Jul 28 14:38:08.817227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Pushing event updated for resources: {'Port': ['ID=f4e15805-c898-4334-b4f8-ed7629926d51,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:08.848507 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:38:06Z', 'revision_number': 8, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:08.893008 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c65316-8bdf-4ebf-adf1-96ce17e151b0 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '82a75ce9-e713-4d2e-8928-0d9d87166a26', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'port_id': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'mac_address': 'fa:16:3e:12:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:50Z', 'updated_at': '2021-07-28T14:38:06Z', 'revision_number': 8, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:08.927385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Attempting to bind port f4e15805-c898-4334-b4f8-ed7629926d51 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:08.928305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Attempting to bind port f4e15805-c898-4334-b4f8-ed7629926d51 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:08.928839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Attempting to bind port f4e15805-c898-4334-b4f8-ed7629926d51 on network c06cc20b-0df6-4826-8adb-ccbdda12b615 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:08.936350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:08.937060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Checking segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:08.937578 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.938476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Bound using segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:08.939105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Bound port: f4e15805-c898-4334-b4f8-ed7629926d51, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:08.939618 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.041641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-311346fe-48de-499a-a7d5-5b22ae5f8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.045225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-311346fe-48de-499a-a7d5-5b22ae5f8305 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.2652857 Jul 28 14:38:09.059890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15cfc72a-16f0-434d-a689-a6881e02e0d1 req-1688c252-13fc-4768-a405-58db17123c10 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362326 Jul 28 14:38:09.085518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Allocated IP 172.25.6.204 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/00a95d19-9c0a-477b-b5e3-53530413ed1c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:09.088625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] For port f4e15805-c898-4334-b4f8-ed7629926d51, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:09.099089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] For port f4e15805-c898-4334-b4f8-ed7629926d51, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f4e15805-c898-4334-b4f8-ed7629926d51,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:09.223409 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.264213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-002e16f3-b336-461d-80a8-4d506c581473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.267877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-002e16f3-b336-461d-80a8-4d506c581473 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.1887412 Jul 28 14:38:09.374508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed72521-0333-4300-aaa0-e2c8a0dcb171 None None] New status for floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:38:09.496255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.588546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-61caa428-de57-4c18-8f61-753de0c82c06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 999 time: 0.3073030 Jul 28 14:38:09.608979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eb521-ee9f-4088-95ca-b77bcd06d8e0 None None] Pushing event updated for resources: {'Port': ['ID=f4e15805-c898-4334-b4f8-ed7629926d51,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:09.679774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-a1b5409f-d22e-48ff-8a19-b9e2c8915427 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5621524 Jul 28 14:38:09.717241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:09.740797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-1ee89684-3934-45d8-994a-c1f3be4af417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.744796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-1ee89684-3934-45d8-994a-c1f3be4af417 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.1452579 Jul 28 14:38:09.793064 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.900131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.915286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:09.935446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-3f4c397b-9a86-4d62-b504-d5e14de91642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.938092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-3f4c397b-9a86-4d62-b504-d5e14de91642 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828158 Jul 28 14:38:09.956129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 12902e0e-2776-4e45-a843-dbb661951a39 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:09.962636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.967554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:09.969201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.972110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:09.975680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.982328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.988867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.997731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.003105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 12902e0e-2776-4e45-a843-dbb661951a39 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:10.003748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 12902e0e-2776-4e45-a843-dbb661951a39 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:10.012033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.015729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-66805cbf-5f5e-4969-b264-0a3cd117f3e7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.1717935 Jul 28 14:38:10.052649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Pushing event updated for resources: {'Port': ['ID=00a95d19-9c0a-477b-b5e3-53530413ed1c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:10.162060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3479b99a-716c-4cef-8cb0-9044e4d00197 req-9fa996c7-48ba-4b8e-a162-8d864f2ef180 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263285 Jul 28 14:38:10.211571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-2c3b8581-43af-4107-8157-4e7ac3a9b06f service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614977 Jul 28 14:38:10.341100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28e51aa2-6532-430c-9b0a-ad33cde18ceb req-e97c9ff6-4fe3-4738-b29e-4c74ddff5429 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 998 time: 0.1237636 Jul 28 14:38:10.396919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.438965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a61f2328-b63b-4e89-8c75-3ef1a41dd474 req-709cd24e-57c7-4d56-8709-5a252b891521 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144232 Jul 28 14:38:10.528957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51aa2-6532-430c-9b0a-ad33cde18ceb req-1cb9a1e5-6a4f-48d0-a6ca-36880f8727e6 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.530575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28e51aa2-6532-430c-9b0a-ad33cde18ceb req-1cb9a1e5-6a4f-48d0-a6ca-36880f8727e6 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.1754577 Jul 28 14:38:10.733022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Allocated IP 172.25.6.196 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7380c141-6cf8-4067-8833-31793faa8ea3) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:10.735285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84f748-07dc-4a64-9a35-b5ab069f8814 req-117ae9e1-c61c-4e83-96ce-b73d1102fb2b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.738097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c84f748-07dc-4a64-9a35-b5ab069f8814 req-117ae9e1-c61c-4e83-96ce-b73d1102fb2b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.0774226 Jul 28 14:38:10.761897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.804137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'name': 'network-vif-deleted', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:10.808884 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72e7adf-421e-4bb3-ad39-35295670b0d1" -d '{"events": [{"server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "name": "network-vif-deleted", "tag": "12902e0e-2776-4e45-a843-dbb661951a39"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:10.833511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c84f748-07dc-4a64-9a35-b5ab069f8814 req-29ab15ae-351c-4332-badf-ffef4d11fedc tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Jul 28 14:38:11.061706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:11.075885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099fabf-4d6c-444f-8ba3-7895b35bc4dc None None] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:11.112338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-ec11f7f3-9362-48a3-b7b7-c48adb0e6b4a tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1001 time: 0.0873499 Jul 28 14:38:11.160888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:11.201800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-2019e49e-ef81-4fad-af28-09da19fb774f tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.204035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-2019e49e-ef81-4fad-af28-09da19fb774f tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports/2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 942 time: 0.0867543 Jul 28 14:38:11.240727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cbb664a4-b483-4ca0-88c1-a00aa0a8f943 None None] Provisioning for port f4e15805-c898-4334-b4f8-ed7629926d51 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:11.281920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:11.351367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:11.356082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:11.359377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Pushing event updated for resources: {'Port': ['ID=7380c141-6cf8-4067-8833-31793faa8ea3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:11.363719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:11.445834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-88b35a14-b795-41cc-a0fa-00f0ceda74ea tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1001 time: 0.1531966 Jul 28 14:38:11.507890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:11.528706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Router 2a7bbbea-6584-40bc-84cf-094c6356897e is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:38:11.650541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-ad8c0c83-5b43-4ebb-8406-e720ddc32aeb tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.653261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-ad8c0c83-5b43-4ebb-8406-e720ddc32aeb tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2011452 Jul 28 14:38:11.802448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-06c0354a-d2fc-49d8-96d9-77bab2bcd5e4 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1001 time: 0.1388867 Jul 28 14:38:11.820540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:11.863392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f4e15805-c898-4334-b4f8-ed7629926d51 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:11.940735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.028546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.042836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f4e15805-c898-4334-b4f8-ed7629926d51 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:12.052282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f4e15805-c898-4334-b4f8-ed7629926d51 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:12.052282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.057040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:12.081264 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Sync routers for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:12.102298 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:12.104477 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:12.182565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.193612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.203273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-090aebf0-1431-4e77-bac5-3ca98e5c9233 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1704113 Jul 28 14:38:12.203522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40788) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:12.214700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.281618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.282597 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26 disassociated. External IP: 172.25.6.168, port: 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26. Jul 28 14:38:12.283791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f4e15805-c898-4334-b4f8-ed7629926d51, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f4e15805-c898-4334-b4f8-ed7629926d51,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:12.287662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.305361 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:12.402992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.426376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.517147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f4e15805-c898-4334-b4f8-ed7629926d51,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:12.592763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Pushing event updated for resources: {'Port': ['ID=7380c141-6cf8-4067-8833-31793faa8ea3,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:12.618213 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.713045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:12.732599 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:10Z', 'revision_number': 3, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:12.746904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.753425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-e76fd23f-f630-474d-94d2-872bddd7d948 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0549576 Jul 28 14:38:12.775444 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Checking router: 2a7bbbea-6584-40bc-84cf-094c6356897e for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:12.775976 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Updating router 2a7bbbea-6584-40bc-84cf-094c6356897e port 00a95d19-9c0a-477b-b5e3-53530413ed1c binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:38:12.820364 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.858924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-3a0d216e-8f97-4699-bbce-9a04cb779924 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0962741 Jul 28 14:38:13.050790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-4e1f0c05-4b5e-4b2d-a7bd-d74d7e45118c tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.054553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc4af068-d336-4b0b-ae7a-216125babb89 req-4e1f0c05-4b5e-4b2d-a7bd-d74d7e45118c tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.1809309 Jul 28 14:38:13.262699 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.293951 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Transition to ACTIVE for port object 00a95d19-9c0a-477b-b5e3-53530413ed1c will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:13.369086 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b305f-09c5-4988-8ed7-82216f086a50 x-openstack-request-id: req-705b305f-09c5-4988-8ed7-82216f086a50 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:13.369434 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ccdeb1-41d0-4b71-9e44-b71307c7278b", "name": "network-vif-deleted", "tag": "12902e0e-2776-4e45-a843-dbb661951a39", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:13.372010 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-705b305f-09c5-4988-8ed7-82216f086a50 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:13.372010 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ccdeb1-41d0-4b71-9e44-b71307c7278b', 'name': 'network-vif-deleted', 'tag': '12902e0e-2776-4e45-a843-dbb661951a39', 'status': 'completed', 'code': 200} Jul 28 14:38:13.425356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.425746 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.438158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.438465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:13.446210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.452890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.454179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.462009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:13.463301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.469800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.476575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.478764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-8a1d5053-c09d-4e5f-83e2-8c927755d2dd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.1391959 Jul 28 14:38:13.495570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:13.499974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:13.501502 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Attempting to bind port 00a95d19-9c0a-477b-b5e3-53530413ed1c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:13.501860 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Attempting to bind port 00a95d19-9c0a-477b-b5e3-53530413ed1c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:13.502104 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Attempting to bind port 00a95d19-9c0a-477b-b5e3-53530413ed1c on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:13.507992 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5c0ca-2a31-4c41-84e5-ef11048b0d45 None None] Pushing event updated for resources: {'Port': ['ID=00a95d19-9c0a-477b-b5e3-53530413ed1c,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:13.511490 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:13.511874 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:13.512308 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.512870 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:13.513303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Bound port: 00a95d19-9c0a-477b-b5e3-53530413ed1c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:13.513763 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.564255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9daedebc-590a-42d1-976e-1d1a28b125d0 req-c479085b-9aae-412f-9edb-7cdae745d14a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777149 Jul 28 14:38:13.601507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-534c8a96-b90f-4e60-9715-c702d5b170ac tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "PUT /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 696 time: 1.7892656 Jul 28 14:38:13.615268 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] For port 00a95d19-9c0a-477b-b5e3-53530413ed1c, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:13.630125 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] For port 00a95d19-9c0a-477b-b5e3-53530413ed1c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=00a95d19-9c0a-477b-b5e3-53530413ed1c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:13.697583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.703886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-fa6966a6-90ee-46f6-b71a-5f956613395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.712825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-fa6966a6-90ee-46f6-b71a-5f956613395a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.1060007 Jul 28 14:38:13.748046 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:13.787139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:13.816821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d53e-9729-4991-a8d8-247a942b6d57 req-a0187e54-5877-416a-b424-c4cfddaa2ab4 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.826772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0cc3d53e-9729-4991-a8d8-247a942b6d57 req-a0187e54-5877-416a-b424-c4cfddaa2ab4 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 946 time: 0.1586397 Jul 28 14:38:13.854459 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:13.861468 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:13.938993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0cc3d53e-9729-4991-a8d8-247a942b6d57 req-a4dae374-09af-4703-8c51-2fec527ddecd tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108675 Jul 28 14:38:13.986974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-e8d7665f-8689-4dc7-9949-53b24caf421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.992612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f4e15805-c898-4334-b4f8-ed7629926d51 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:14.001286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-e8d7665f-8689-4dc7-9949-53b24caf421b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.2869558 Jul 28 14:38:14.031049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:14.057951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-ac61a733-2f54-47b3-832c-d878f80a8480 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips/df00b5d6-6a2e-4d0b-908c-a92be939a825 HTTP/1.1" status: 200 len: 693 time: 0.0808620 Jul 28 14:38:14.078814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-1663d4fd-f36d-4445-9408-4b8646b91290 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 217 time: 0.0763364 Jul 28 14:38:14.167036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-bed19d40-1bf0-4635-afd5-205ceb15a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.168839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-bed19d40-1bf0-4635-afd5-205ceb15a1b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.0891531 Jul 28 14:38:14.177515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f4e15805-c898-4334-b4f8-ed7629926d51 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:14.177515 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.198330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Allocated IP 172.20.0.1 (c06cc20b-0df6-4826-8adb-ccbdda12b615/520ae61b-a8bc-478e-8186-7e5cb614e0b7/81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:14.223032 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5c0ca-2a31-4c41-84e5-ef11048b0d45 None None] Pushing event updated for resources: {'Port': ['ID=00a95d19-9c0a-477b-b5e3-53530413ed1c,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:14.291467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-a9b38e93-234c-44f2-96e6-dc209fae5b84 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.292029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:14.294967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-571e99c3-032b-4362-a14d-9f02c69acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.297036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-a9b38e93-234c-44f2-96e6-dc209fae5b84 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2368898 Jul 28 14:38:14.297914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-571e99c3-032b-4362-a14d-9f02c69acce8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125433 Jul 28 14:38:14.332550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:14.352310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:14.353834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:14.385491 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:10Z', 'revision_number': 3, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:14.407180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-b2bf2553-7b69-409a-8336-258ff3608c78 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.1039045 Jul 28 14:38:14.451395 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b872116-2b67-4e5c-b62f-df1983ded50c None None] The sync data for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 is: [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:10Z', 'revision_number': 3, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:14.476648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-0461f72c-185c-46c3-b574-cfe69ee30f9f tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0535700 Jul 28 14:38:14.491490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.499563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-1007826e-c96a-478f-9bce-1a560745da06 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907198 Jul 28 14:38:14.527485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Transition to ACTIVE for port object 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:14.658634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ac7293a-b8b1-4c92-9f2f-1b502560d598 req-572d9564-c83e-4302-a4b6-d830a9442763 service neutron] 10.222.0.57 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434541 Jul 28 14:38:14.695148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Deleting port 7380c141-6cf8-4067-8833-31793faa8ea3 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:14.695669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.747365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.804528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:14.805130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:14.809272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:14.812138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:14.862996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.863682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.867490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.918144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Calling delete_port for 7380c141-6cf8-4067-8833-31793faa8ea3 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:15.062531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40826) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:15.069582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:15.230007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.334437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.360516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Deleting subnet d900a006-960f-4033-9a29-95f1142b5e13 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:38:15.364796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.366842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Pushing event deleted for resources: {'Port': ['ID=7380c141-6cf8-4067-8833-31793faa8ea3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:15.414624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:15.415957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:15.418354 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426aef7-55b9-4019-a48c-9568bc531430" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:15.439529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.472226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b251414a-8192-4121-94b4-6d844f79c929 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:36:08Z', 'revision_number': 4, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fd134c3d-8126-4ce4-a3ee-e7ef99770032', 'name': '', 'network_id': '5a18993c-4d4e-4ad8-9aef-dca98477f22b', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'mac_address': 'fa:16:3e:bc:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:07Z', 'updated_at': '2021-07-28T14:36:16Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'subnets': [{'id': '6008ab1e-b605-4027-a058-8c427ff2881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:15.480094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c622784-f5cf-4d31-a1cb-58e5b265bd05 None None] Provisioning for port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:15.496263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c622784-f5cf-4d31-a1cb-58e5b265bd05 None None] Provisioning complete for port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:15.496694 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c622784-f5cf-4d31-a1cb-58e5b265bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.513072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.518159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.537334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75dcd08b-3fdd-4976-bd24-222f6fdc9a22 req-619315ca-a184-4857-8e9a-ae23707ad661 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "DELETE /v2.0/floatingips/df00b5d6-6a2e-4d0b-908c-a92be939a825 HTTP/1.1" status: 204 len: 173 time: 1.0493841 Jul 28 14:38:15.586859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.587815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c622784-f5cf-4d31-a1cb-58e5b265bd05 None None] Port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:38:15.712945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.743769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.761214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.762568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.768728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.775302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.781396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.788301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.791057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-69f44fc2-9987-4e9a-aacf-7ee4d372e157 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.1379070 Jul 28 14:38:15.792519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.867916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8749ff8b-da6a-4322-94b6-092b1af396b4 req-481b115b-4dba-4601-8cc0-89dbf6d61f61 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581384 Jul 28 14:38:15.878662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d900a006-960f-4033-9a29-95f1142b5e13,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:15.882084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.883444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8bb3100a-54aa-49a2-bdd5-75853c609eb3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d900a006-960f-4033-9a29-95f1142b5e13 HTTP/1.1" status: 204 len: 168 time: 0.8199444 Jul 28 14:38:15.884518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.887658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40842) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:16.029091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00a95d19-9c0a-477b-b5e3-53530413ed1c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:16.075763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:16.104098 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394dee0-90f1-414b-9330-67d9f4e3a66f None None] New status for floating IP 82a75ce9-e713-4d2e-8928-0d9d87166a26: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:38:16.132372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.136875 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.300387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 00a95d19-9c0a-477b-b5e3-53530413ed1c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:16.309412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 00a95d19-9c0a-477b-b5e3-53530413ed1c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:16.310428 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.384834 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99939626-f6f1-4b71-a979-7a6ad516be1e x-openstack-request-id: req-99939626-f6f1-4b71-a979-7a6ad516be1e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:16.385314 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:16.385740 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99939626-f6f1-4b71-a979-7a6ad516be1e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:16.417912 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'status': 'completed', 'code': 200} Jul 28 14:38:16.418174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.431080 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-cf076832-ac9e-4e0a-ac9c-164a7a0127be req-986b32cf-3855-455d-92e1-99394b0e87ce tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] show failed (client error): The resource could not be found. Jul 28 14:38:16.432799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cf076832-ac9e-4e0a-ac9c-164a7a0127be req-986b32cf-3855-455d-92e1-99394b0e87ce tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips/df00b5d6-6a2e-4d0b-908c-a92be939a825 HTTP/1.1" status: 404 len: 350 time: 0.0940993 Jul 28 14:38:16.442104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4363382-18d5-4535-a788-3e97368b7072']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:16.488751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478907ec-c03f-4af6-bfd2-819084b2a2b0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:16.491825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478907ec-c03f-4af6-bfd2-819084b2a2b0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:16.515928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.542645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.558923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.570421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:38:16.572389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:38:16.578636 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:38:16.587766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426aef7-55b9-4019-a48c-9568bc531430 req-d7e99583-edc3-49f7-b7f3-942455e58635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.591081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-d7e99583-edc3-49f7-b7f3-942455e58635 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=436634eeb959472d8e0445bedc3438f6&device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 1097 time: 0.2614388 Jul 28 14:38:16.638081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 00a95d19-9c0a-477b-b5e3-53530413ed1c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=00a95d19-9c0a-477b-b5e3-53530413ed1c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:16.710389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:16.750886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:16.789496 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-38ba73c6-4ff6-4084-be82-7921022827f0 req-500e34a4-00d8-493e-897d-3e2485a95e07 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] show failed (client error): The resource could not be found. Jul 28 14:38:16.790666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38ba73c6-4ff6-4084-be82-7921022827f0 req-500e34a4-00d8-493e-897d-3e2485a95e07 tempest-FloatingIPsTestJSON-2010159463 tempest-FloatingIPsTestJSON-2010159463-project] 10.222.0.57 "GET /v2.0/floatingips/df00b5d6-6a2e-4d0b-908c-a92be939a825 HTTP/1.1" status: 404 len: 350 time: 0.0474761 Jul 28 14:38:16.808376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40884) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:16.815697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.832738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c5de48c1-b373-4970-9713-104124016d9c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:16.863623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.882170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.884267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] 10.222.0.57 "DELETE /v2.0/networks/d4363382-18d5-4535-a788-3e97368b7072 HTTP/1.1" status: 204 len: 168 time: 0.9955642 Jul 28 14:38:16.887447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb1ebd-1c5d-40fc-811e-107854114e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=d4363382-18d5-4535-a788-3e97368b7072,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:16.974267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86c5834a-4db2-47d6-92eb-75c782520652 req-83c6ab46-c582-45e1-947a-7017649039c7 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 200 len: 694 time: 0.1961312 Jul 28 14:38:16.997717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426aef7-55b9-4019-a48c-9568bc531430 req-39736584-9a73-4e2c-9386-5c0a024cec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.999464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-39736584-9a73-4e2c-9386-5c0a024cec0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 200 len: 921 time: 0.3999104 Jul 28 14:38:17.117156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=00a95d19-9c0a-477b-b5e3-53530413ed1c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:17.147967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-c5359f14-9def-443a-94cf-98aa5c5b7db7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 200 len: 217 time: 0.0790656 Jul 28 14:38:17.232239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:17.270687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'c5de48c1-b373-4970-9713-104124016d9c', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': 'c5de48c1-b373-4970-9713-104124016d9c', 'mac_address': 'fa:16:3e:f5:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:17.383079 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.387150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-443f6839-acea-4a8b-a1ad-f35aba61ca4a None None] Provisioning complete for port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:17.387654 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-443f6839-acea-4a8b-a1ad-f35aba61ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.390312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.400329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.427303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.432578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5de48c1-b373-4970-9713-104124016d9c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:17.434571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.443598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.448108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426aef7-55b9-4019-a48c-9568bc531430 req-d96a3ed1-29ca-4b59-898f-ae2d21939e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.451631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.454121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-d96a3ed1-29ca-4b59-898f-ae2d21939e33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 200 len: 859 time: 0.2654502 Jul 28 14:38:17.457999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.460142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-5882bcd4-c0ce-4f29-839b-5bfbd48edba2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.2215662 Jul 28 14:38:17.472710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5834a-4db2-47d6-92eb-75c782520652 req-48e5aedc-0590-489d-a566-36b1d6dc0da3 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.475927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:17.477309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-443f6839-acea-4a8b-a1ad-f35aba61ca4a None None] Port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:38:17.497640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86c5834a-4db2-47d6-92eb-75c782520652 req-48e5aedc-0590-489d-a566-36b1d6dc0da3 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.5092907 Jul 28 14:38:17.588304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eba2ef2f-d477-46c0-9a6e-54fc49700bf0 req-89a94d16-078c-4b72-a8dd-d7f83efccfba tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203170 Jul 28 14:38:17.604161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Router 2a7bbbea-6584-40bc-84cf-094c6356897e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:17.638497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.640855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86c5834a-4db2-47d6-92eb-75c782520652 req-95ee52c0-c933-4511-b871-aeedab5e71f2 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 697 time: 0.1353416 Jul 28 14:38:17.647185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426aef7-55b9-4019-a48c-9568bc531430 req-0cfb1771-54fb-4257-9148-9dff862ecdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.649168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-0cfb1771-54fb-4257-9148-9dff862ecdbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18993c-4d4e-4ad8-9aef-dca98477f22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628878 Jul 28 14:38:17.702414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:17.703524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40910) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:17.745739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40918) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:17.775963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c5de48c1-b373-4970-9713-104124016d9c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:17.905624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-521c3a83-fc4d-4f1c-8260-ebf91c5742b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8482a0c45ed4738bbab41f262d1d136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583362 Jul 28 14:38:17.907414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40934) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:17.930419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00a95d19-9c0a-477b-b5e3-53530413ed1c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:17.946930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86c5834a-4db2-47d6-92eb-75c782520652 req-6198de4a-16b5-4a0f-b9e4-74dccb97eac1 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 697 time: 0.3051565 Jul 28 14:38:18.079696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb3fd-cec6-4f81-ba50-a16f5438b6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.098119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 00a95d19-9c0a-477b-b5e3-53530413ed1c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:18.098628 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.113725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d757e73b-6fb5-4d76-b3fa-7cd5d194374e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.129441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb3fd-cec6-4f81-ba50-a16f5438b6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.214736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-3cc20bdc-9db2-40cc-9544-7ab274a9d72f service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403013 Jul 28 14:38:18.233058 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:38:18.293198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.307108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:18.313986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-56702584-e375-48cd-8a9a-e4a18303fcd6 admin admin] 10.222.0.57 "PUT /v2.0/routers/2a7bbbea-6584-40bc-84cf-094c6356897e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1117606 Jul 28 14:38:18.327527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Sync routers for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:18.344650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb3fd-cec6-4f81-ba50-a16f5438b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.347471 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb3fd-cec6-4f81-ba50-a16f5438b6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.351269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c1cb3fd-cec6-4f81-ba50-a16f5438b6a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2486ed7-d1b7-473f-81eb-5d52adaee595 HTTP/1.1" status: 204 len: 168 time: 0.4352217 Jul 28 14:38:18.354862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:18.360048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:18.375602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cb3fd-cec6-4f81-ba50-a16f5438b6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2486ed7-d1b7-473f-81eb-5d52adaee595,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:18.406970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Deleting port 1192f643-183d-49e9-a51a-95961ea9c420 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:18.412763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.449279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d757e73b-6fb5-4d76-b3fa-7cd5d194374e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.556698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5426aef7-55b9-4019-a48c-9568bc531430 req-f1e2f452-6dcd-4602-a306-947ecf37ec5e service neutron] 10.222.0.42 "GET /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259504 Jul 28 14:38:18.584081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.584538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.599457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d757e73b-6fb5-4d76-b3fa-7cd5d194374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.616203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Calling delete_port for 1192f643-183d-49e9-a51a-95961ea9c420 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:18.654823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d757e73b-6fb5-4d76-b3fa-7cd5d194374e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce503b13f5e145e382342f44d8a46a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9474521 Jul 28 14:38:18.659707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40992) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:18.674899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757e73b-6fb5-4d76-b3fa-7cd5d194374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a930f-e13c-48f6-8abe-989e6d30a714,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:18.729768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:18.756870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Deleting port 4c79f8b1-35ca-458d-95ea-608f6efba84a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:18.757237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.806391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb30c153-a8f9-471a-87e8-33ff6a047932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.834161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c5de48c1-b373-4970-9713-104124016d9c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:18.845160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb30c153-a8f9-471a-87e8-33ff6a047932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.894114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] For port 4c79f8b1-35ca-458d-95ea-608f6efba84a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4c79f8b1-35ca-458d-95ea-608f6efba84a,segment=NetworkSegment(4de1ba46-92cc-4c04-8e6e-1acb511e2d50),segment_id=4de1ba46-92cc-4c04-8e6e-1acb511e2d50)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:18.894645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.922473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Calling delete_port for 4c79f8b1-35ca-458d-95ea-608f6efba84a owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:19.037341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.045573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port c5de48c1-b373-4970-9713-104124016d9c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:19.045937 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.133455 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb30c153-a8f9-471a-87e8-33ff6a047932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.141589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb30c153-a8f9-471a-87e8-33ff6a047932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.155043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb30c153-a8f9-471a-87e8-33ff6a047932 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff0a930f-e13c-48f6-8abe-989e6d30a714 HTTP/1.1" status: 204 len: 168 time: 0.4895215 Jul 28 14:38:19.155043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event deleted for resources: {'Port': ['ID=1192f643-183d-49e9-a51a-95961ea9c420,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:19.199797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30c153-a8f9-471a-87e8-33ff6a047932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a930f-e13c-48f6-8abe-989e6d30a714,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:19.346051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 2, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:19.371394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.375916 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.378593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86c5834a-4db2-47d6-92eb-75c782520652 req-a0ddaaf4-cc59-4314-819b-940876001431 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "DELETE /v2.0/floatingips/82a75ce9-e713-4d2e-8928-0d9d87166a26 HTTP/1.1" status: 204 len: 173 time: 1.3443379 Jul 28 14:38:19.440704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Checking router: 2a7bbbea-6584-40bc-84cf-094c6356897e for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:19.441437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Updating router 2a7bbbea-6584-40bc-84cf-094c6356897e port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:38:19.463705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.528412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.543174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.551039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.553492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:19.556942 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93f334-ba6d-4458-9f47-0974492a1092" -d '{"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-plugged", "status": "completed", "tag": "c5de48c1-b373-4970-9713-104124016d9c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:19.559589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.568260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.576435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.584832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.593361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.595332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-98dd3e80-3590-48c4-bd5c-2628e552e577 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.1285369 Jul 28 14:38:19.623279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:19.632117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.684130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c79f8b1-35ca-458d-95ea-608f6efba84a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:19.702031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4658fea0-d54c-4c06-b6a0-711e14f9d0ca req-d974ddbf-f467-4ea6-b2f1-78e3b08fc3e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953729 Jul 28 14:38:19.799643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.982235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41040) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:19.987073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287089264', 'description': 'tempest-description--851465792'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:20.185726 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.246208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:20.280860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.294552 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971527b-3258-4536-96a0-70ed95341278 x-openstack-request-id: req-7971527b-3258-4536-96a0-70ed95341278 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:20.294859 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-plugged", "status": "completed", "tag": "c5de48c1-b373-4970-9713-104124016d9c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:20.295127 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7971527b-3258-4536-96a0-70ed95341278 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:20.295565 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c', 'code': 200} Jul 28 14:38:20.411734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.470344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.513172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Transition to ACTIVE for port object 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:20.552650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.617594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561d34a4-4e85-4ab9-bfa7-099d80252f2a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:20.795703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.829120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f09e4-9a87-4027-b92b-183e97a1ba74 req-0ec06070-8919-442c-803b-39af035db065 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.843615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e88f09e4-9a87-4027-b92b-183e97a1ba74 req-0ec06070-8919-442c-803b-39af035db065 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 0.1120048 Jul 28 14:38:20.845493 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.853124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4c320dfe-c6d6-48e2-836a-4add39b8b8bd tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8631177 Jul 28 14:38:20.853124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41084) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:20.855957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Request body: {'security_group_rule': {'security_group_id': '561d34a4-4e85-4ab9-bfa7-099d80252f2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:20.879936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:20.942781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02339f4c-6ab2-4804-9679-d3b22fb7c317 None None] Pushing event updated for resources: {'Port': ['ID=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:20.958445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41086) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:21.079687 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af0668ec-b37d-482c-b166-faa02ab30fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.125558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:21.135912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] Sync routers for ids ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:21.140720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cf07b242-1b1e-41d9-84c8-b41e4704b213 admin admin] 10.222.0.57 "PUT /v2.0/routers/1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3310559 Jul 28 14:38:21.143276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:21.171611 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] Routers {'1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:21.173654 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:21.245263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e88f09e4-9a87-4027-b92b-183e97a1ba74 req-5e3d7571-a303-4631-9a53-6dbe921ddf7f tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550367 Jul 28 14:38:21.330806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.331274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.380516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af0668ec-b37d-482c-b166-faa02ab30fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.410039 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] Set router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:21.415780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.474350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.558489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.561880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Attempting to bind port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:21.564312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Attempting to bind port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:21.565033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Attempting to bind port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf on network c06cc20b-0df6-4826-8adb-ccbdda12b615 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:21.619106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:21.620604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Checking segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:21.620604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.622196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Bound using segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:21.623022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Bound port: 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:21.623658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.633178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af0668ec-b37d-482c-b166-faa02ab30fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.752174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.767456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.781581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.803730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.819771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.833443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Deleting port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:21.834009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.839093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41110) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:21.839848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.860667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] For port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:21.864429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.865932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] For port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:21.870763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-2bba8c70-3443-4f83-9652-812883475b3f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5431 time: 0.4294651 Jul 28 14:38:21.886736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.891283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0375462 Jul 28 14:38:21.891283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18599331-8a60-42ed-b84f-ede8ae04eff8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e8f4c9-d766-4cfb-96c6-e9a8ecab1782,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:21.897278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41114) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:21.918148 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:38:19Z', 'revision_number': 5, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port': {'id': 'c82ac6a5-d5f9-4723-b3af-10dbc9b442ec', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:39Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:21.928353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Request body: {'security_group_rule': {'security_group_id': '561d34a4-4e85-4ab9-bfa7-099d80252f2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:21.957939 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] Checking router: 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:21.971367 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] Routers {'1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:21.972051 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:21.989218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af0668ec-b37d-482c-b166-faa02ab30fad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fee1e66e888c45f29f5b002bd11e79e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0269957 Jul 28 14:38:21.989218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0668ec-b37d-482c-b166-faa02ab30fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a756e-05f9-47ff-bf74-ca5e927164fa,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:21.989970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:22.016961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:22.085329 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.103082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] For port c82ac6a5-d5f9-4723-b3af-10dbc9b442ec, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:22.103082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.138196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6570b521-5d7a-4961-a43d-4dee1ad3ffc7 req-967c1c16-e78e-448c-96b3-c2f36415a734 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2413051 Jul 28 14:38:22.181699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-778386839-network', 'tenant_id': '3410a6b90bb74cbbb727309ce066b1cc'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:22.190728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Calling delete_port for c82ac6a5-d5f9-4723-b3af-10dbc9b442ec owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:22.240863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416279ca-df0d-45d8-a06d-d3162e9598c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.247481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.307149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] Set router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:22.308095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416279ca-df0d-45d8-a06d-d3162e9598c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.393311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02339f4c-6ab2-4804-9679-d3b22fb7c317 None None] Pushing event updated for resources: {'Port': ['ID=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:22.395266 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:38:21Z', 'revision_number': 6, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:22.457534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:22.462868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.503251 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17bba8-8bb9-4198-b74b-158d929808ad None None] The sync data for ids ['1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22'] in n-d-764806-10 is: [{'id': '1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22', 'name': 'tempest-FloatingIPsTestJSON-1871854195-router', 'tenant_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:37Z', 'updated_at': '2021-07-28T14:38:21Z', 'revision_number': 6, 'project_id': 'da67e4cc50d44da682483f1b4e2d8caa', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:22.608655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:22.609768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:37:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:22.706255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.743902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0402910-6b9b-468b-9627-c8ab12933c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.769070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e434ca5-eb7f-49e2-88b1-5f117a449de5,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:22.867376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Made reservation on behalf of 3410a6b90bb74cbbb727309ce066b1cc for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:22.871236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.886787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416279ca-df0d-45d8-a06d-d3162e9598c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.891659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416279ca-df0d-45d8-a06d-d3162e9598c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.904994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-416279ca-df0d-45d8-a06d-d3162e9598c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b72a756e-05f9-47ff-bf74-ca5e927164fa HTTP/1.1" status: 204 len: 168 time: 0.9021306 Jul 28 14:38:22.904994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.909593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:22.936270 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.939892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3b5eff85-b210-41a5-b371-e823019ea4af tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0238504 Jul 28 14:38:22.950820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:22.959452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:22.971868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416279ca-df0d-45d8-a06d-d3162e9598c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a756e-05f9-47ff-bf74-ca5e927164fa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:23.001165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'port_id': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8', 'mac_address': 'fa:16:3e:6d:51:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:23.042773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.072075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:23.143922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82ac6a5-d5f9-4723-b3af-10dbc9b442ec,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:23.188258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-16cf0808-770f-4113-ad9c-505284e1adfe tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:23.191114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-16cf0808-770f-4113-ad9c-505284e1adfe tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 0.1727316 Jul 28 14:38:23.333347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.425989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:23.464737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Deleting port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:23.464737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.470734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:23.502631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.705574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.706731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8803861d-1180-4e1c-9105-be99cbb9e145 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:23.825603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] For port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:23.826306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.827002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8803861d-1180-4e1c-9105-be99cbb9e145,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:23.865575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Calling delete_port for 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:23.950203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.964393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.024890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '8803861d-1180-4e1c-9105-be99cbb9e145', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'port_id': '8803861d-1180-4e1c-9105-be99cbb9e145', 'mac_address': 'fa:16:3e:fb:8a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:24.030225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:24.034509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4c79f8b1-35ca-458d-95ea-608f6efba84a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:24.150355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.167315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4c79f8b1-35ca-458d-95ea-608f6efba84a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:24.168276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4c79f8b1-35ca-458d-95ea-608f6efba84a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:24.169001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c82ac6a5-d5f9-4723-b3af-10dbc9b442ec no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:24.173388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8803861d-1180-4e1c-9105-be99cbb9e145 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:24.202197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.203399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.203979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:38:24.217335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.218444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8803861d-1180-4e1c-9105-be99cbb9e145,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:24.221379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-853a0255-c102-46e1-af6c-65842039a0b8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1bb1afc2-9a9b-4ddb-b2d9-30d2222a4b22 HTTP/1.1" status: 204 len: 168 time: 3.0691605 Jul 28 14:38:24.223646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41158) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:24.249703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82893983-6689-4b7b-aead-bcd72e9cf67a req-8e93677d-cdcc-4877-acbc-999132e40851 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.250617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c82ac6a5-d5f9-4723-b3af-10dbc9b442ec {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:24.250948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c82ac6a5-d5f9-4723-b3af-10dbc9b442ec not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:24.259197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82893983-6689-4b7b-aead-bcd72e9cf67a req-8e93677d-cdcc-4877-acbc-999132e40851 tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6dca789-7aab-4615-bf8b-588f935a169b HTTP/1.1" status: 200 len: 945 time: 0.1855857 Jul 28 14:38:24.293522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:21Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:24.298609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.329364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.331471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:38:24.354681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.380081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82893983-6689-4b7b-aead-bcd72e9cf67a req-6bde4ec7-439a-43f5-a21f-bf7b5c806cad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7ed8be0-73d1-405f-b592-3725edfc5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199028 Jul 28 14:38:24.382940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.383190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.383483 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Added segment 124a5413-05e1-432c-a4fd-18c0ec8f9b2e of type vlan for network aec5a9d4-04b0-44c3-ba46-72fc8b603119 Jul 28 14:38:24.387282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738dc81-9bc9-4c36-a80e-f8dc75af0871 None None] The sync data for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 is: [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:21Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:24.390657 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.395097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241f38eb-f538-428f-a6df-69249bc9f6e1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:24.407590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c929103c-4187-4a31-a9bb-d7b305788b4c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:24.426314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.473396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.561249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.575479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.601577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.605272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-5ab95d7f-b9cb-4864-9b04-4bcb6a18295b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5432 time: 0.5581188 Jul 28 14:38:24.685308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:24.700496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c929103c-4187-4a31-a9bb-d7b305788b4c,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:24.719395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'c929103c-4187-4a31-a9bb-d7b305788b4c', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'port_id': 'c929103c-4187-4a31-a9bb-d7b305788b4c', 'mac_address': 'fa:16:3e:6d:5f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:24.808527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.826237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.827619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.828367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.837668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c929103c-4187-4a31-a9bb-d7b305788b4c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:24.872213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c929103c-4187-4a31-a9bb-d7b305788b4c,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:24.878530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37336649-0c57-42af-abbc-0b60f5b12937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.969690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.970439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 40fd9e8c-f879-4360-8210-1b52442abc68 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:25.014041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] Pushing event updated for resources: {'Network': ['ID=aec5a9d4-04b0-44c3-ba46-72fc8b603119,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:25.034320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network aec5a9d4-04b0-44c3-ba46-72fc8b603119 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:38:25.115260 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.137614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.144735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:25.168582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:25.247732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:25.267435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Pushing event deleted for resources: {'Port': ['ID=2f35ee4c-6c1c-4a05-a349-a1e3be90ef26,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:25.286668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Deleting subnet 102c9800-aef5-40b0-bb2d-1e13e713e250 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:38:25.297578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.373856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f19665d-31f3-4e4d-8a58-d530e20af7be req-20b8748e-6b62-481e-961e-61433502e2f2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2581151 Jul 28 14:38:25.430291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=40fd9e8c-f879-4360-8210-1b52442abc68,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:25.433413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] No DVR routers for this DVR port 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:25.451044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.457047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7a1efda-d924-4c56-a6a6-0babcee7c1ba req-5afb931b-0957-4896-ba80-05c2f7adbaad tempest-FloatingIPsAssociationTestJSON-1676663773 tempest-FloatingIPsAssociationTestJSON-1676663773-project] 10.222.0.42 "DELETE /v2.0/ports/2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 HTTP/1.1" status: 204 len: 173 time: 2.2543201 Jul 28 14:38:25.457548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'name': 'network-vif-deleted', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:25.460500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '40fd9e8c-f879-4360-8210-1b52442abc68', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'port_id': '40fd9e8c-f879-4360-8210-1b52442abc68', 'mac_address': 'fa:16:3e:05:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:25.472243 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7d286-a27f-40fd-8442-ff5e1d169c4e" -d '{"events": [{"server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "name": "network-vif-deleted", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:25.479077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.593371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.613457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77e6be86-b175-4c20-b64e-b48353fd7a99 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.7728324 Jul 28 14:38:25.614727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:25.625747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Request body: {'subnet': {'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-778386839-subnet', 'tenant_id': '3410a6b90bb74cbbb727309ce066b1cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:25.671524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fd9e8c-f879-4360-8210-1b52442abc68 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:25.792233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Made reservation on behalf of 3410a6b90bb74cbbb727309ce066b1cc for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:25.794072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=40fd9e8c-f879-4360-8210-1b52442abc68,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:25.796415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.940744 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:25.942043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 58e795d4-d1ab-4451-b0e6-e028a80ec32c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:26.138216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:26.483414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:26.515058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:26.627067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:26.709881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:26.753902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:26.788601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '58e795d4-d1ab-4451-b0e6-e028a80ec32c', 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'port_id': '58e795d4-d1ab-4451-b0e6-e028a80ec32c', 'mac_address': 'fa:16:3e:8f:f3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ff4d7-12be-429d-97a0-7a7282cae1e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:26.893299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:26.915461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:26.916197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.035892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.053362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e795d4-d1ab-4451-b0e6-e028a80ec32c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:27.103689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.107308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:27.179554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.251337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.259398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:27.299433 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.307799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 75a09b25-8b82-4aa1-bd24-19ac66f64176 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:27.433572 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.448786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:27.469585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:27.496994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '75a09b25-8b82-4aa1-bd24-19ac66f64176', 'network_id': '53a8fed9-e586-45f0-870d-3e6f7a696c8a', 'port_id': '75a09b25-8b82-4aa1-bd24-19ac66f64176', 'mac_address': 'fa:16:3e:68:5f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65f92d9-14f0-4e6d-a411-01daeb654530', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:27.619568 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.622485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41236) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:27.667312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:27.696309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Allocated IP 172.25.6.102 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/ce07e523-d687-4c08-880b-df45cc706038) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:27.716691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.772878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a09b25-8b82-4aa1-bd24-19ac66f64176 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:27.842798 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.845875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:27.956925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:27.957907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4209ad49-8ca5-4a69-acfc-c2eeef7f373e details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:28.043935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:28.141119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:28.154439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.225142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:28.228149 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b47499-f49e-474a-b091-276813f299f2 x-openstack-request-id: req-50b47499-f49e-474a-b091-276813f299f2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:28.228469 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dca789-7aab-4615-bf8b-588f935a169b", "name": "network-vif-deleted", "tag": "2f35ee4c-6c1c-4a05-a349-a1e3be90ef26", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:28.230681 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50b47499-f49e-474a-b091-276813f299f2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:28.231254 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dca789-7aab-4615-bf8b-588f935a169b', 'name': 'network-vif-deleted', 'tag': '2f35ee4c-6c1c-4a05-a349-a1e3be90ef26', 'status': 'completed', 'code': 200} Jul 28 14:38:28.238632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.310295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7011034b-70ac-4987-8044-585885399627,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:28.352549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102c9800-aef5-40b0-bb2d-1e13e713e250,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:28.381823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.384913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f6cb107-3676-4f37-9605-ca2a021ca1d9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/102c9800-aef5-40b0-bb2d-1e13e713e250 HTTP/1.1" status: 204 len: 168 time: 4.1600831 Jul 28 14:38:28.389946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41252) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:28.411514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.425397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.438754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.450615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.464324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.476599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.489437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.498502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-3bfdd7b0-266f-423b-a178-02a9284119f9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5437 time: 0.6400967 Jul 28 14:38:28.577202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b69b18-ae6d-4d9f-b4ee-7a55e46e9cfc None None] Network 19cc923f-bb82-463e-bc93-75f4beae208d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:28.597709 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.598228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e0faaea-4d77-49ed-83b0-491c74faf159 req-9868639d-f230-4d97-b5f1-f36959b95030 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790954 Jul 28 14:38:28.598950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Checking segment: {'id': '124a5413-05e1-432c-a4fd-18c0ec8f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:28.599318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Network hostable DHCP agents. Network: aec5a9d4-04b0-44c3-ba46-72fc8b603119, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:38:28.728240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e', 'network_id': 'ebb277a1-8f8f-4cab-a1f3-b6c193a233dc', 'port_id': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e', 'mac_address': 'fa:16:3e:e4:dc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ff4d7-12be-429d-97a0-7a7282cae1e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:28.769309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Network aec5a9d4-04b0-44c3-ba46-72fc8b603119 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:38:28.772709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Deleting port 537484ec-b6d7-44a0-bd58-20dcccda518e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:28.782920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.809285 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.844296 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.850625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:28.851385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.885700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, aec5a9d4-04b0-44c3-ba46-72fc8b603119) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:28.888290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event updated for resources: {'Port': ['ID=ce07e523-d687-4c08-880b-df45cc706038,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:28.910408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.911068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.952802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:28.953726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880d5fe-99cb-46c9-aa00-9c194d7b0372 None None] Network aec5a9d4-04b0-44c3-ba46-72fc8b603119 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:28.955089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:28.990649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] For port 537484ec-b6d7-44a0-bd58-20dcccda518e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=537484ec-b6d7-44a0-bd58-20dcccda518e,segment=NetworkSegment(4de1ba46-92cc-4c04-8e6e-1acb511e2d50),segment_id=4de1ba46-92cc-4c04-8e6e-1acb511e2d50)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:28.990976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.018667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:29.021435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Calling delete_port for 537484ec-b6d7-44a0-bd58-20dcccda518e owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:29.036614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4209ad49-8ca5-4a69-acfc-c2eeef7f373e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:29.051326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.121603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dcf65f7f-bc78-47cf-8cf4-4f7954c6f841 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4958768 Jul 28 14:38:29.254747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:29.351157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.392433 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.478819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebfb2b-3d8b-45f0-9b82-33e9def73171 None None] Network aec5a9d4-04b0-44c3-ba46-72fc8b603119 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:29.559360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.643675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.646089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] No DVR routers for this DVR port 537484ec-b6d7-44a0-bd58-20dcccda518e on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:29.653193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Pushing event deleted for resources: {'Port': ['ID=537484ec-b6d7-44a0-bd58-20dcccda518e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:29.662772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf4bde4-23ba-4481-a740-4bdb76a78cb2 None None] DHCP port deletion for 19cc923f-bb82-463e-bc93-75f4beae208d request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:38:29.679394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:29.820863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.854970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cc923f-bb82-463e-bc93-75f4beae208d']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:29.887420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de1ba46-92cc-4c04-8e6e-1acb511e2d50') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:29.887740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de1ba46-92cc-4c04-8e6e-1acb511e2d50') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:29.900600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.903920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Deleting port fd134c3d-8126-4ce4-a3ee-e7ef99770032 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:29.904758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.916839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 537484ec-b6d7-44a0-bd58-20dcccda518e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:29.946537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.952684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 537484ec-b6d7-44a0-bd58-20dcccda518e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:29.953022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 537484ec-b6d7-44a0-bd58-20dcccda518e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:29.970661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:38:29.971322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:38:29.976428 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:38:30.083877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] For port fd134c3d-8126-4ce4-a3ee-e7ef99770032, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fd134c3d-8126-4ce4-a3ee-e7ef99770032,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:30.084425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.112586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Calling delete_port for fd134c3d-8126-4ce4-a3ee-e7ef99770032 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:30.229735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.351319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.363763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.369429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] 10.222.0.57 "DELETE /v2.0/networks/19cc923f-bb82-463e-bc93-75f4beae208d HTTP/1.1" status: 204 len: 168 time: 1.9768021 Jul 28 14:38:30.392014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde2529-c6d5-4f1c-874f-a875b40b4054 admin admin] Pushing event deleted for resources: {'Network': ['ID=19cc923f-bb82-463e-bc93-75f4beae208d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:30.401763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.526689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event updated for resources: {'Port': ['ID=ce07e523-d687-4c08-880b-df45cc706038,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:30.546407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.623316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.637914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd134c3d-8126-4ce4-a3ee-e7ef99770032,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:30.793391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:30.795023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5b6f4775-9da0-463b-b05c-d989a595e4c9 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8422616 Jul 28 14:38:31.022035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:31.098634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c929103c-4187-4a31-a9bb-d7b305788b4c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:31.123651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['40fd9e8c-f879-4360-8210-1b52442abc68'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:31.150338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41312) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:31.273794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e8ea4af5-b027-41c5-803a-9a0a3fb86b88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da67e4cc50d44da682483f1b4e2d8caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209972 Jul 28 14:38:31.281085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41314) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:31.296587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4209ad49-8ca5-4a69-acfc-c2eeef7f373e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:31.300568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['58e795d4-d1ab-4451-b0e6-e028a80ec32c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:31.308586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['75a09b25-8b82-4aa1-bd24-19ac66f64176'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:31.414407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-114036b9-1948-412d-91f8-920c2ec3a3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:31.470108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Router 8d103381-1567-4b5a-a6ad-32070921f7c8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:31.471395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-114036b9-1948-412d-91f8-920c2ec3a3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:31.613580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:31.674623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-114036b9-1948-412d-91f8-920c2ec3a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:31.675137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:31.675137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f35ee4c-6c1c-4a05-a349-a1e3be90ef26 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:31.675451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-114036b9-1948-412d-91f8-920c2ec3a3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:31.675451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-114036b9-1948-412d-91f8-920c2ec3a3a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f70e98e-0957-4bf9-8c10-81dfeabeb9bb HTTP/1.1" status: 204 len: 168 time: 0.3906183 Jul 28 14:38:31.692285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114036b9-1948-412d-91f8-920c2ec3a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f70e98e-0957-4bf9-8c10-81dfeabeb9bb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:31.754880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['8803861d-1180-4e1c-9105-be99cbb9e145'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:31.881504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:31.895083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c990c75-3f2f-4947-9303-f750cd8f6ae1 admin admin] 10.222.0.57 "PUT /v2.0/routers/8d103381-1567-4b5a-a6ad-32070921f7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2661953 Jul 28 14:38:31.895997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:32.049631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['fbd9fbb6-2336-4b47-8a43-99ab8add2fa8'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:32.072288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] Sync routers for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:32.241520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.379443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:32.379443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:32.503945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.605684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:32.752632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.765978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.780292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.794062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.807815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.822064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.838063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.854131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-cbe42972-5cb9-4625-b903-ccd58a9000f5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5438 time: 0.3056159 Jul 28 14:38:32.858362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.948651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4437f2ea-ab1e-4f43-9da3-2ca7204a1f6d req-c51b9db1-837f-420d-a191-defdd84f0ed0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932717 Jul 28 14:38:32.992968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Deleting port 6ac1acf0-4918-49c2-887a-33b2f569f5ff {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:32.993969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.198499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-036dda25-f114-4f2f-9f10-6276ada58c7e tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:33.214808 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-036dda25-f114-4f2f-9f10-6276ada58c7e tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/networks?id=aec5a9d4-04b0-44c3-ba46-72fc8b603119 HTTP/1.1" status: 200 len: 821 time: 0.3350487 Jul 28 14:38:33.242787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] For port 6ac1acf0-4918-49c2-887a-33b2f569f5ff, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6ac1acf0-4918-49c2-887a-33b2f569f5ff,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:33.243726 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.257150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:38:30Z', 'revision_number': 5, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port': {'id': '6ac1acf0-4918-49c2-887a-33b2f569f5ff', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:02Z', 'updated_at': '2021-07-28T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.265996 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-04307faf-131e-4865-a1eb-ef1608c9a606 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/quotas/3410a6b90bb74cbbb727309ce066b1cc HTTP/1.1" status: 200 len: 375 time: 0.0456951 Jul 28 14:38:33.279190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Calling delete_port for 6ac1acf0-4918-49c2-887a-33b2f569f5ff owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:33.296812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-e0406345-410e-40b6-873e-125ec3ebe898 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1287089264&fields=id&tenant_id=5e9855a45d774873a03a5e528fb50f9d HTTP/1.1" status: 200 len: 267 time: 0.0961528 Jul 28 14:38:33.308875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] Checking router: 8d103381-1567-4b5a-a6ad-32070921f7c8 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:33.370937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] Routers {'8d103381-1567-4b5a-a6ad-32070921f7c8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:33.371734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d103381-1567-4b5a-a6ad-32070921f7c8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.381321 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-6c8b4624-e052-4fc0-b558-fee894d8fd50 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3410a6b90bb74cbbb727309ce066b1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131306 Jul 28 14:38:33.636920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-6b76ef6d-99c6-46b5-8cad-5f24da6cdf85 service neutron] 10.222.0.57 "GET /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469454 Jul 28 14:38:33.685505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] Set router 8d103381-1567-4b5a-a6ad-32070921f7c8 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:33.730345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-99942293-ada7-4bc0-8b14-cba826d87bc8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:33.737492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-99942293-ada7-4bc0-8b14-cba826d87bc8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/networks?id=c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 200 len: 811 time: 0.4322348 Jul 28 14:38:33.818760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:38:32Z', 'revision_number': 6, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.861515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daaa86-ed3c-466d-83d2-a27240a9bcc9 None None] The sync data for ids ['8d103381-1567-4b5a-a6ad-32070921f7c8'] in n-d-764806-10 is: [{'id': '8d103381-1567-4b5a-a6ad-32070921f7c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629286701-router', 'tenant_id': '436634eeb959472d8e0445bedc3438f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:01Z', 'updated_at': '2021-07-28T14:38:32Z', 'revision_number': 6, 'project_id': '436634eeb959472d8e0445bedc3438f6', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:33.880439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-92aeb8b7-8dac-4bb6-acd8-dc2b4b4dacb2 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/quotas/5e9855a45d774873a03a5e528fb50f9d HTTP/1.1" status: 200 len: 375 time: 0.1191065 Jul 28 14:38:33.930948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-40929077-70dd-4182-8693-8ac3f35d5cac service neutron] 10.222.0.57 "GET /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874277 Jul 28 14:38:34.141962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-7c88c1e0-abf8-4de1-8201-2caf3b056321 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e9855a45d774873a03a5e528fb50f9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2533798 Jul 28 14:38:34.300098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.492211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-597f86df-661e-417e-8e72-3d4ff92654eb service neutron] 10.222.0.57 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215511 Jul 28 14:38:34.511478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac1acf0-4918-49c2-887a-33b2f569f5ff,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:34.795474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.999387 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.010871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-d3fa6892-bc33-4e61-b938-89cffa417899 service neutron] 10.222.0.57 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014849 Jul 28 14:38:35.010871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.214449 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.214900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d103381-1567-4b5a-a6ad-32070921f7c8 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:38:35.220604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.221838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-60ce2de0-65aa-4ba0-9e87-05648f782172 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8d103381-1567-4b5a-a6ad-32070921f7c8 HTTP/1.1" status: 204 len: 168 time: 3.3244762 Jul 28 14:38:35.224945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41396) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:35.374279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Deleting subnet 6008ab1e-b605-4027-a058-8c427ff2881b {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:38:35.381854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.436399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.598993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.620612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.749538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.756432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.763485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.795899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.803342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.811812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.816088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ad98812-0a3d-43f6-a7d0-d039054b6d48 req-59df8bf6-3314-4f29-a931-77d7f480d150 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 210 time: 0.0793400 Jul 28 14:38:35.820484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.829661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-da3259e1-4e00-445e-b673-41c4ca84ad66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5438 time: 0.1980960 Jul 28 14:38:35.850415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.900875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25232a24-d332-4d52-8b30-743e2ed51c14 req-61a3c8b3-fbbe-4e71-8165-45091dc60272 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642214 Jul 28 14:38:35.976969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6008ab1e-b605-4027-a058-8c427ff2881b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:36.027018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464bbd0-f244-48cb-aeaf-6e0a25ecc4c2 None None] Network 5a18993c-4d4e-4ad8-9aef-dca98477f22b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:36.035807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-091e037d-f1a8-4af6-bea7-d4390ae8bbb6 req-0ff53779-c962-4190-99b9-ebe63d820907 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0499635 Jul 28 14:38:36.037790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.044186 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-39bc1d1a-4cd8-4b3c-bab2-0624622cd672 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6008ab1e-b605-4027-a058-8c427ff2881b HTTP/1.1" status: 204 len: 168 time: 0.8172388 Jul 28 14:38:36.046845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41426) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:36.120054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fd134c3d-8126-4ce4-a3ee-e7ef99770032 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:36.181018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096534e-c3f0-4d5d-af31-852b742c1073 req-a2b7aa5c-6a7d-44bb-84f6-cca9ad641d08 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:36.191827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: fd134c3d-8126-4ce4-a3ee-e7ef99770032 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:36.192174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.192347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3096534e-c3f0-4d5d-af31-852b742c1073 req-a2b7aa5c-6a7d-44bb-84f6-cca9ad641d08 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.2063031 Jul 28 14:38:36.193365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fd134c3d-8126-4ce4-a3ee-e7ef99770032 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:36.194266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6ac1acf0-4918-49c2-887a-33b2f569f5ff no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:36.267672 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3096534e-c3f0-4d5d-af31-852b742c1073 req-7ecba9c8-9a51-48c7-865a-0daed68384e9 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Jul 28 14:38:36.279043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6ac1acf0-4918-49c2-887a-33b2f569f5ff {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:36.288926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6ac1acf0-4918-49c2-887a-33b2f569f5ff not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:36.327308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Deleting port 7afbd24d-aded-4448-acce-d84f33d135f4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:36.329565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.446950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] For port 7afbd24d-aded-4448-acce-d84f33d135f4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7afbd24d-aded-4448-acce-d84f33d135f4,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:36.447341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.482308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Calling delete_port for 7afbd24d-aded-4448-acce-d84f33d135f4 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:36.507269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] DHCP port deletion for 5a18993c-4d4e-4ad8-9aef-dca98477f22b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:38:36.562351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] Deleting port 7afbd24d-aded-4448-acce-d84f33d135f4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:36.562820 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.680489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] For port 7afbd24d-aded-4448-acce-d84f33d135f4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7afbd24d-aded-4448-acce-d84f33d135f4,segment=NetworkSegment(a9194cbb-2cee-4f56-b044-08174ed84467),segment_id=a9194cbb-2cee-4f56-b044-08174ed84467)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:36.681533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.706366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] Calling delete_port for 7afbd24d-aded-4448-acce-d84f33d135f4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:36.939038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73334603-e319-42c2-892a-eefaff78cbce req-08111b51-ac85-4da5-9377-8a753811b19b tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 210 time: 0.0358369 Jul 28 14:38:36.995912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.031519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.032319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] Pushing event deleted for resources: {'Port': ['ID=7afbd24d-aded-4448-acce-d84f33d135f4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:37.037792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816a1da-f50f-496b-bba4-324666281a1a None None] No DVR routers for this DVR port 7afbd24d-aded-4448-acce-d84f33d135f4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:37.076446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afbd24d-aded-4448-acce-d84f33d135f4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:37.078552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] No DVR routers for this DVR port 7afbd24d-aded-4448-acce-d84f33d135f4 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:37.130554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-136e32b5-9a4c-4205-a9c6-e430880b22c7 req-9a8e742b-15ca-45fe-92df-6347b21b7f32 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0281942 Jul 28 14:38:37.162109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.168863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.185031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.185031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.187096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.193282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.199963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.205265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-4786bcea-85fe-4f29-a736-8bcfabfbf3b4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5438 time: 0.2190173 Jul 28 14:38:37.240172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.259273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a18993c-4d4e-4ad8-9aef-dca98477f22b']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:37.275270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46b06d0f-02d3-40f6-8fef-2a90fbdd4a9e req-0030c814-cc34-4d8e-a850-883cd4d9b19f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613034 Jul 28 14:38:37.277181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9194cbb-2cee-4f56-b044-08174ed84467') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:37.277483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9194cbb-2cee-4f56-b044-08174ed84467') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:37.288662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.323988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.337316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:38:37.338019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:38:37.340990 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:38:37.483839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41484) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:37.579206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ef2c5-afa3-46ac-be74-387cd660cdbd req-c5df00f1-a806-4b02-9280-50d06b654baa tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.595322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d43ef2c5-afa3-46ac-be74-387cd660cdbd req-c5df00f1-a806-4b02-9280-50d06b654baa tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.1071584 Jul 28 14:38:37.610148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 40fd9e8c-f879-4360-8210-1b52442abc68 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:37.642135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.642364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.650979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5a18993c-4d4e-4ad8-9aef-dca98477f22b HTTP/1.1" status: 204 len: 168 time: 1.5983417 Jul 28 14:38:37.660344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d43ef2c5-afa3-46ac-be74-387cd660cdbd req-e8f7c7a3-b76f-4c47-9ef4-26f6cd2441cb tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639720 Jul 28 14:38:37.686554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecbda1-83ec-4a9b-b9ae-6bbf8e8abe47 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a18993c-4d4e-4ad8-9aef-dca98477f22b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:37.748933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d96251ca-89e6-41ed-8562-d7f94c5578c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:37.892081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc7212-2648-49f8-b7d7-75838095a6da req-637549ba-9365-4e70-836c-a9a6f962e483 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.894651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-efbc7212-2648-49f8-b7d7-75838095a6da req-637549ba-9365-4e70-836c-a9a6f962e483 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.42 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.0868464 Jul 28 14:38:37.923946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41500) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:37.963016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 40fd9e8c-f879-4360-8210-1b52442abc68 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:37.971458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 40fd9e8c-f879-4360-8210-1b52442abc68 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:37.972061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.033960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d96251ca-89e6-41ed-8562-d7f94c5578c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.070793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7afbd24d-aded-4448-acce-d84f33d135f4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:38.075146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Deleting port 63c2875d-2597-4e00-8e53-162fe4cf827c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:38.076291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.114050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7afbd24d-aded-4448-acce-d84f33d135f4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:38.114451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7afbd24d-aded-4448-acce-d84f33d135f4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:38.261741 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.272258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db97eca4-7aa8-4d0b-8c7e-9a35b0eb20bf req-13030141-40db-486a-abee-de8bdce5b31c tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 210 time: 0.1256456 Jul 28 14:38:38.320782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fc2e9fc-731f-4704-883a-079019ce9ba6 req-9d4bb6ed-5f4a-45d8-9b73-19997c3c35ab tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0721014 Jul 28 14:38:38.322061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:38.322859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6d43e393-b411-456e-ac37-a68ca579653f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.326311 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f031cd33-ca18-4450-9031-829c53474539" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:38.390812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=40fd9e8c-f879-4360-8210-1b52442abc68,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:38.415484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d96251ca-89e6-41ed-8562-d7f94c5578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.504828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.506170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c929103c-4187-4a31-a9bb-d7b305788b4c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:38.584056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96251ca-89e6-41ed-8562-d7f94c5578c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ec4da-540e-470a-9758-b580bddf1a65,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:38.602513 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c9bf23-ae92-4538-b7a8-bf8b47cd1099 x-openstack-request-id: req-51c9bf23-ae92-4538-b7a8-bf8b47cd1099 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:38.611353 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:38.611353 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51c9bf23-ae92-4538-b7a8-bf8b47cd1099 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:38.611353 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68', 'code': 200} Jul 28 14:38:38.660518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41520) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:38.690704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:38.748070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1ca80aed-51e4-425d-9dd9-6ed897e85d2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=436634eeb959472d8e0445bedc3438f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850015 Jul 28 14:38:38.766047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41528) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:38.799520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6d43e393-b411-456e-ac37-a68ca579653f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.824150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port c929103c-4187-4a31-a9bb-d7b305788b4c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:38.827076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] For port 63c2875d-2597-4e00-8e53-162fe4cf827c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=63c2875d-2597-4e00-8e53-162fe4cf827c,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:38.828014 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.829570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port c929103c-4187-4a31-a9bb-d7b305788b4c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:38.834920 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.863958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d96251ca-89e6-41ed-8562-d7f94c5578c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57644bb0987b4c6f92841bfe809445c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3767779 Jul 28 14:38:38.870732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Calling delete_port for 63c2875d-2597-4e00-8e53-162fe4cf827c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:38.870732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41530) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:38.927437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.940508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.945082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6d43e393-b411-456e-ac37-a68ca579653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:38.952634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.965078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.977552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.989414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:39.002270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:39.019178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58a916cc-08e0-48af-abdc-394ec99e71db req-864ac6b8-6b90-4c58-b20f-78d5aecad2e4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5439 time: 0.4407115 Jul 28 14:38:39.034549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.038043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6d43e393-b411-456e-ac37-a68ca579653f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c17281affe9243a6a5de5ab757bd73ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1101925 Jul 28 14:38:39.038719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41532) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:39.111076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e393-b411-456e-ac37-a68ca579653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99c6205-6630-43a2-8db6-8385746556b5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:39.120158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c929103c-4187-4a31-a9bb-d7b305788b4c,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:39.122496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bfb75a5-8ac4-4bc0-9fa8-d2dd7c71e39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.142832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423e3c-5833-47d8-bf7a-a100cb973e43 req-9b7e8b53-ef78-49de-b251-22a399b24aa6 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:39.144617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36423e3c-5833-47d8-bf7a-a100cb973e43 req-9b7e8b53-ef78-49de-b251-22a399b24aa6 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 948 time: 0.2942898 Jul 28 14:38:39.196509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bfb75a5-8ac4-4bc0-9fa8-d2dd7c71e39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.242921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.244145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 75a09b25-8b82-4aa1-bd24-19ac66f64176 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:39.245358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58a916cc-08e0-48af-abdc-394ec99e71db req-e56aa68f-4b74-438a-b94f-af3bad1dea18 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012808 Jul 28 14:38:39.260765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cac8bd7-4655-487a-be57-ed2a43453253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.281624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36423e3c-5833-47d8-bf7a-a100cb973e43 req-4a4410f9-0197-4340-978e-3aa414caaf99 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276004 Jul 28 14:38:39.299711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cac8bd7-4655-487a-be57-ed2a43453253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.365138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-407e11ae-57b7-461a-977b-d88b3073be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.435949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:39.443247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bfb75a5-8ac4-4bc0-9fa8-d2dd7c71e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.448546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bfb75a5-8ac4-4bc0-9fa8-d2dd7c71e39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.449775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2bfb75a5-8ac4-4bc0-9fa8-d2dd7c71e39d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7ed8be0-73d1-405f-b592-3725edfc5652 HTTP/1.1" status: 204 len: 168 time: 0.6824119 Jul 28 14:38:39.467595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb75a5-8ac4-4bc0-9fa8-d2dd7c71e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed8be0-73d1-405f-b592-3725edfc5652,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:39.494842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cac8bd7-4655-487a-be57-ed2a43453253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.512287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7cac8bd7-4655-487a-be57-ed2a43453253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.522387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7cac8bd7-4655-487a-be57-ed2a43453253 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f99c6205-6630-43a2-8db6-8385746556b5 HTTP/1.1" status: 204 len: 168 time: 0.4733524 Jul 28 14:38:39.537576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-407e11ae-57b7-461a-977b-d88b3073be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.547524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac8bd7-4655-487a-be57-ed2a43453253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99c6205-6630-43a2-8db6-8385746556b5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:39.551596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 75a09b25-8b82-4aa1-bd24-19ac66f64176 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:39.559397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 75a09b25-8b82-4aa1-bd24-19ac66f64176 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:39.559833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.618164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b55741d0-a2fc-42e1-b13b-5b7b3a5c1864 req-39a5e489-a165-4687-9065-c699fb806584 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0647788 Jul 28 14:38:39.724277 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.729734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b564cca-cd63-4465-b5bb-779262ed0d3d req-ba68980d-70c2-4688-b61a-e95cde53abb9 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 210 time: 0.2270184 Jul 28 14:38:39.787045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:40.060740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.062571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4209ad49-8ca5-4a69-acfc-c2eeef7f373e up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:40.093697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-407e11ae-57b7-461a-977b-d88b3073be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.096528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-407e11ae-57b7-461a-977b-d88b3073be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.097765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-407e11ae-57b7-461a-977b-d88b3073be6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/771ec4da-540e-470a-9758-b580bddf1a65 HTTP/1.1" status: 204 len: 168 time: 1.2259603 Jul 28 14:38:40.101605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.198847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e11ae-57b7-461a-977b-d88b3073be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ec4da-540e-470a-9758-b580bddf1a65,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:40.236083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Pushing event deleted for resources: {'Port': ['ID=63c2875d-2597-4e00-8e53-162fe4cf827c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:40.368607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:40.388259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-a310775f-29c8-42a7-ab38-5a2a6c50bd28 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:40.390748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-a310775f-29c8-42a7-ab38-5a2a6c50bd28 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.58 "GET /v2.0/networks?id=aec5a9d4-04b0-44c3-ba46-72fc8b603119 HTTP/1.1" status: 200 len: 821 time: 0.2608881 Jul 28 14:38:40.416637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Request body: {'port': {'device_id': '600e42f4-0d10-428c-a402-616e1e329ace', 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119', 'admin_state_up': True, 'tenant_id': '3410a6b90bb74cbbb727309ce066b1cc'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:40.545714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:40.548261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] No DVR routers for this DVR port 63c2875d-2597-4e00-8e53-162fe4cf827c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:40.555490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:40.555976 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.664790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c'}, {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a09b25-8b82-4aa1-bd24-19ac66f64176'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:40.672194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.674706 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f267de-4e67-4d2e-bd90-2d87ec6cbeca" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c"}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "75a09b25-8b82-4aa1-bd24-19ac66f64176"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:40.679264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-efbc7212-2648-49f8-b7d7-75838095a6da req-301fd5c0-c7dd-4c96-b27c-a303244fc3c7 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.42 "DELETE /v2.0/ports/63c2875d-2597-4e00-8e53-162fe4cf827c HTTP/1.1" status: 204 len: 173 time: 2.7762136 Jul 28 14:38:40.719293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-deleted', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:40.739669 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa5fe86-e0f7-4f8b-9710-44615035f835" -d '{"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-deleted", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:40.822953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1321fae3-d517-40fe-8b73-4f2574542ef8 req-cc5d8d22-6d54-48b9-8ccf-d425e7e2b025 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 210 time: 0.1252666 Jul 28 14:38:40.934500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:40.956262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:40.986710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.015894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.024312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b05e740-4d93-4eae-9790-df0837ebf0d8 req-d7fb0c39-0805-40d8-a5ff-9517d76de133 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0531559 Jul 28 14:38:41.043515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.045283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:41.062262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.072339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.074672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8db41137-e75f-442f-b6ea-073da42951ff req-b461b409-a7d0-4b10-bf57-9f9e4241976c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5441 time: 0.5289934 Jul 28 14:38:41.111677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Made reservation on behalf of 3410a6b90bb74cbbb727309ce066b1cc for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:41.117032 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:41.152656 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec6c7ed-da09-4717-b996-e7377d5b24d1 x-openstack-request-id: req-3ec6c7ed-da09-4717-b996-e7377d5b24d1 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:41.153445 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c", "code": 200}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "75a09b25-8b82-4aa1-bd24-19ac66f64176", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:41.157953 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ec6c7ed-da09-4717-b996-e7377d5b24d1 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:41.158692 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c', 'code': 200} Jul 28 14:38:41.159291 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a09b25-8b82-4aa1-bd24-19ac66f64176', 'code': 200} Jul 28 14:38:41.205845 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44240b60-351a-4a4f-a59a-607b2816d4f4 x-openstack-request-id: req-44240b60-351a-4a4f-a59a-607b2816d4f4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:41.208661 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d002b6-2696-44ca-b859-0dca0e5d86bb", "name": "network-vif-deleted", "tag": "63c2875d-2597-4e00-8e53-162fe4cf827c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:41.208661 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44240b60-351a-4a4f-a59a-607b2816d4f4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:41.208661 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d002b6-2696-44ca-b859-0dca0e5d86bb', 'name': 'network-vif-deleted', 'tag': '63c2875d-2597-4e00-8e53-162fe4cf827c', 'status': 'completed', 'code': 200} Jul 28 14:38:41.223537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8db41137-e75f-442f-b6ea-073da42951ff req-2a5b54f0-d7c0-4a38-8ffb-519f9ac70866 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300991 Jul 28 14:38:41.338414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41578) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:41.344101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:41.419103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fbe4e45-d7d6-41d3-8741-e0c886e0d19f req-d36fff09-a0f7-4419-b9ce-aa678c171271 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 210 time: 0.0819206 Jul 28 14:38:41.428439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4727e05e-8d54-40a4-b741-a2012a3d0588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:41.444965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:41.490033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8803861d-1180-4e1c-9105-be99cbb9e145 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:41.567410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Allocated IP 172.20.0.14 (aec5a9d4-04b0-44c3-ba46-72fc8b603119/7011034b-70ac-4987-8044-585885399627/5e29ba74-da6a-4246-86c0-f54cb575ace1) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:41.594626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-2dacceb5-30b4-4100-a62d-b6f31271d87c tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.607259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-2dacceb5-30b4-4100-a62d-b6f31271d87c tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.58 "GET /v2.0/networks?id=c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 200 len: 811 time: 0.3369946 Jul 28 14:38:41.669604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:41.711867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-959dc68c-3440-4521-8f3a-8cb0bd4cf572 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9855a45d774873a03a5e528fb50f9d HTTP/1.1" status: 200 len: 380 time: 0.0899537 Jul 28 14:38:41.734353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Request body: {'port': {'device_id': '5efc372f-760e-4750-88b5-3a53e296c90b', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'admin_state_up': True, 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'security_groups': ['561d34a4-4e85-4ab9-bfa7-099d80252f2a']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:41.757221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 8803861d-1180-4e1c-9105-be99cbb9e145 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:41.766728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 8803861d-1180-4e1c-9105-be99cbb9e145 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:41.767705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:41.938915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.029929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.144812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8803861d-1180-4e1c-9105-be99cbb9e145,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:42.226226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4a505dd-170f-48ec-b6d5-9174c1e854c8 req-914b3e34-c322-4f9f-b58f-43a7d14c95de tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0586607 Jul 28 14:38:42.245011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee3ec2cb-b698-478d-913c-0c85d8b0c6c7 req-665f6970-ab22-4db1-805a-e0bf9c13f2ad tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=15d002b6-2696-44ca-b859-0dca0e5d86bb HTTP/1.1" status: 200 len: 210 time: 0.1160011 Jul 28 14:38:42.254581 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.255805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 58e795d4-d1ab-4451-b0e6-e028a80ec32c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:42.262131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.434965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:42.450513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Network aec5a9d4-04b0-44c3-ba46-72fc8b603119 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:42.452410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Pushing event updated for resources: {'Port': ['ID=5e29ba74-da6a-4246-86c0-f54cb575ace1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:42.475307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:42.482057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:42.490217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.490596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.492618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.492618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.492618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.492618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.492618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.493129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.493379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.493603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.493927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.495167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:42.620744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4727e05e-8d54-40a4-b741-a2012a3d0588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.634625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.636194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.727349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.745766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 58e795d4-d1ab-4451-b0e6-e028a80ec32c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:42.749994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.752692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 58e795d4-d1ab-4451-b0e6-e028a80ec32c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:42.753240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.755313 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4727e05e-8d54-40a4-b741-a2012a3d0588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.776359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.799958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.832620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.871363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.877884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.887922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f139c54-00bb-45f2-84d0-0a23d4d43a32 req-cbc0dfa9-6d44-49ce-923a-ac884923f557 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.888324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-42e0aee2-38b2-4b78-83c8-591d8ce0fcfb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5443 time: 0.3855858 Jul 28 14:38:42.895845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.904572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f139c54-00bb-45f2-84d0-0a23d4d43a32 req-cbc0dfa9-6d44-49ce-923a-ac884923f557 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 932 time: 0.2521818 Jul 28 14:38:42.926790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-74e1568e-e391-4fba-ade9-ac2385e0d6e2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5199165 Jul 28 14:38:42.962335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-59af488d-f79c-4bfe-b5d3-703e25aaf6ff tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:38:42.964860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-59af488d-f79c-4bfe-b5d3-703e25aaf6ff tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158327 Jul 28 14:38:42.984865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:42.986030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4727e05e-8d54-40a4-b741-a2012a3d0588 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=945f227c0b3646dcaee5c4e1fda82980&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6462021 Jul 28 14:38:42.997355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c09b4008-384b-45c3-84a0-709e85bb37b0 req-644f9015-17d2-47c9-98a0-7afce6a83efa tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076388 Jul 28 14:38:42.997664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41618) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:43.005101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727e05e-8d54-40a4-b741-a2012a3d0588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a767ad54-6f4c-45e0-b477-096d1cfdceaf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:43.083943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f139c54-00bb-45f2-84d0-0a23d4d43a32 req-a27c9011-005c-41ec-84d0-07335cea53a1 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778615 Jul 28 14:38:43.115170 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1be402f9-5a0b-458e-ab84-45f957476311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.122598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.124135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:43.158067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1be402f9-5a0b-458e-ab84-45f957476311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.180817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Made reservation on behalf of 5e9855a45d774873a03a5e528fb50f9d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:43.189247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.269153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e'}, {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803861d-1180-4e1c-9105-be99cbb9e145'}, {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:43.269153 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e38194a-fc49-4d78-8cb9-981fd9db3059" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e"}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "8803861d-1180-4e1c-9105-be99cbb9e145"}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:43.270216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Request body: {'port': {'device_id': '600e42f4-0d10-428c-a402-616e1e329ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:43.271233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:43.439399 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eea3bc0-6ded-45a0-a707-a5cff70d824e x-openstack-request-id: req-7eea3bc0-6ded-45a0-a707-a5cff70d824e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:43.440913 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e", "code": 200}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "8803861d-1180-4e1c-9105-be99cbb9e145", "code": 200}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:43.441488 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7eea3bc0-6ded-45a0-a707-a5cff70d824e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:43.441727 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e', 'code': 200} Jul 28 14:38:43.442085 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803861d-1180-4e1c-9105-be99cbb9e145', 'code': 200} Jul 28 14:38:43.442442 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c', 'code': 200} Jul 28 14:38:43.472235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:43.478641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:43.479207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.532236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.585232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ed6a9db-690b-4de9-9626-dc5d931e352e req-086dee3c-3b29-40f7-b163-2ce0d110d639 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.1055379 Jul 28 14:38:43.628605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1be402f9-5a0b-458e-ab84-45f957476311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.634039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1be402f9-5a0b-458e-ab84-45f957476311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.638233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1be402f9-5a0b-458e-ab84-45f957476311 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a767ad54-6f4c-45e0-b477-096d1cfdceaf HTTP/1.1" status: 204 len: 168 time: 0.6384335 Jul 28 14:38:43.703215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be402f9-5a0b-458e-ab84-45f957476311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a767ad54-6f4c-45e0-b477-096d1cfdceaf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:43.728483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.778961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Allocated IP 172.20.0.11 (c06cc20b-0df6-4826-8adb-ccbdda12b615/520ae61b-a8bc-478e-8186-7e5cb614e0b7/27aa3755-d9e7-4af0-bfb1-4321d6884e79) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:43.788118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:43.911041 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:43.912576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:44.068665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.090278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Transition to ACTIVE for port object 27aa3755-d9e7-4af0-bfb1-4321d6884e79 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:44.165635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 63c2875d-2597-4e00-8e53-162fe4cf827c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:44.166236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 63c2875d-2597-4e00-8e53-162fe4cf827c not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:44.170292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:44.325325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e29ba74-da6a-4246-86c0-f54cb575ace1 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:44.358909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.432957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Transition to ACTIVE for port object 5e29ba74-da6a-4246-86c0-f54cb575ace1 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:44.478674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.536745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41668) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:44.580915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-48c15636-9424-421d-95ab-adefd11eb02e tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=09a18953a6ce46c3bbdcc9df44b05e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499241 Jul 28 14:38:44.582768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:44.589315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:44.596386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:44.610123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event updated for resources: {'Port': ['ID=27aa3755-d9e7-4af0-bfb1-4321d6884e79,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:44.660969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.765303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:44.766008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.825018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e29ba74-da6a-4246-86c0-f54cb575ace1,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:44.857783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-987763953-network', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:44.918401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-af96e257-adfd-4c37-abc8-0e4fb2721290 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:44.941898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-af96e257-adfd-4c37-abc8-0e4fb2721290 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470564 Jul 28 14:38:45.003856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-b70ee1c7-6537-421f-b593-48075afadf07 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/quotas/09a18953a6ce46c3bbdcc9df44b05e68 HTTP/1.1" status: 200 len: 375 time: 0.0434868 Jul 28 14:38:45.018935 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Attempting to bind port 5e29ba74-da6a-4246-86c0-f54cb575ace1 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:45.019604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Attempting to bind port 5e29ba74-da6a-4246-86c0-f54cb575ace1 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '124a5413-05e1-432c-a4fd-18c0ec8f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:45.020128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Attempting to bind port 5e29ba74-da6a-4246-86c0-f54cb575ace1 on network aec5a9d4-04b0-44c3-ba46-72fc8b603119 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:45.027521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-0d658839-dfdd-4194-9d15-b09fd988450e tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3024898 Jul 28 14:38:45.028369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Port 5e29ba74-da6a-4246-86c0-f54cb575ace1 on network aec5a9d4-04b0-44c3-ba46-72fc8b603119 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:38:45.028910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Attempting to bind port 5e29ba74-da6a-4246-86c0-f54cb575ace1 on network aec5a9d4-04b0-44c3-ba46-72fc8b603119 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:45.042486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:45.043229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Checking segment: {'id': '124a5413-05e1-432c-a4fd-18c0ec8f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:45.043839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Bound using segment: {'id': '124a5413-05e1-432c-a4fd-18c0ec8f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:45.044708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Bound port: 5e29ba74-da6a-4246-86c0-f54cb575ace1, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a5413-05e1-432c-a4fd-18c0ec8f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:45.045268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.118139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Request body: {'port': {'device_id': '5efc372f-760e-4750-88b5-3a53e296c90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:45.157506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-78442967-e41e-4803-bbac-70f907ac8f95 None None] Provisioning for port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:45.164631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-78442967-e41e-4803-bbac-70f907ac8f95 None None] Provisioning complete for port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:45.168702 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78442967-e41e-4803-bbac-70f907ac8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.212558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Made reservation on behalf of 2b10dba59dae4a37bed8efa3091caf0d for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:45.220605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.242392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.245128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] For port 5e29ba74-da6a-4246-86c0-f54cb575ace1, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:45.247817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-338f4807-e0e7-41c5-90b0-04d077e41141 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09a18953a6ce46c3bbdcc9df44b05e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2177880 Jul 28 14:38:45.258375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.265725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.274117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.278029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-78442967-e41e-4803-bbac-70f907ac8f95 None None] Port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:38:45.281025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.287932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.294076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.300999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.311918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-20995bb2-9d75-48a7-bb66-2263088ce5e9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.1813314 Jul 28 14:38:45.351615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] For port 5e29ba74-da6a-4246-86c0-f54cb575ace1, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1,segment=NetworkSegment(124a5413-05e1-432c-a4fd-18c0ec8f9b2e),segment_id=124a5413-05e1-432c-a4fd-18c0ec8f9b2e)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:45.389661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.389793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59be602d-16ef-496b-a2a5-3b2603eda923 req-becd8391-a553-44b4-a016-3f308f5c533b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719259 Jul 28 14:38:45.443852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:45.450633 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84ec55-3509-4444-b222-e0f905e54cb3" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:45.549700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.618395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f7a10-a187-4b3b-a1ad-a96772f54950 req-e7f0821f-1d46-49d0-8d7f-ec286d2efd50 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.620471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e81f7a10-a187-4b3b-a1ad-a96772f54950 req-e7f0821f-1d46-49d0-8d7f-ec286d2efd50 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 944 time: 0.0686038 Jul 28 14:38:45.653631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.707560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.709254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.711006 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/5e29ba74-da6a-4246-86c0-f54cb575ace1 HTTP/1.1" status: 200 len: 1093 time: 2.7194097 Jul 28 14:38:45.715465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600e42f4-0d10-428c-a402-616e1e329ace', 'tag': '5e29ba74-da6a-4246-86c0-f54cb575ace1'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:45.718873 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed612462-22fd-49f9-a1a1-868783e70001" -d '{"events": [{"name": "network-changed", "server_uuid": "600e42f4-0d10-428c-a402-616e1e329ace", "tag": "5e29ba74-da6a-4246-86c0-f54cb575ace1"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:45.732114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e81f7a10-a187-4b3b-a1ad-a96772f54950 req-d040403e-6352-4b6f-a41f-461a4b0cd7cb tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996854 Jul 28 14:38:45.783966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864d43-1aa9-4bac-9bcd-fae6772d60c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e29ba74-da6a-4246-86c0-f54cb575ace1,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:45.820176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27aa3755-d9e7-4af0-bfb1-4321d6884e79 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:45.830559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.847448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Transition to ACTIVE for port object 27aa3755-d9e7-4af0-bfb1-4321d6884e79 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:45.885009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.953943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:38:45.976284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf32a20-d5dc-46e6-907e-9a727c7a950c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:45.992912 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:45.992912 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Added segment 627b955e-56e3-4e07-a1f7-dde7da155021 of type vlan for network 7f60b487-96e1-4758-997b-292a9702ac62 Jul 28 14:38:46.031291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6543e0-afe8-4db4-8b7a-5123834e75bc req-a2b0d431-9b52-4e3b-852c-b09ff93dfd9b tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.039778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f6543e0-afe8-4db4-8b7a-5123834e75bc req-a2b0d431-9b52-4e3b-852c-b09ff93dfd9b tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 932 time: 0.1419628 Jul 28 14:38:46.259605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-e94cacc3-f4d7-4b26-8b8f-9ccf0165a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.259605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-e94cacc3-f4d7-4b26-8b8f-9ccf0165a389 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3410a6b90bb74cbbb727309ce066b1cc&device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 1096 time: 0.1640103 Jul 28 14:38:46.259605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:46.259605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f6543e0-afe8-4db4-8b7a-5123834e75bc req-394be8d1-86b0-4710-8ed2-91d7dc09f174 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132649 Jul 28 14:38:46.264013 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-6c21766c-ca66-463a-887b-739c963fbbb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1 HTTP/1.1" status: 200 len: 217 time: 0.0982349 Jul 28 14:38:46.392997 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128559c-3a90-4764-9282-d2595ae5af67 x-openstack-request-id: req-d128559c-3a90-4764-9282-d2595ae5af67 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:46.393869 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:46.393869 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d128559c-3a90-4764-9282-d2595ae5af67 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:46.394217 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8', 'code': 200} Jul 28 14:38:46.440654 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:46.758166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12991c5-3260-4b5d-a37e-6993ca2e067b req-1209952c-d6d5-425c-8fbd-51b2d7d5bdfe tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.763552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c12991c5-3260-4b5d-a37e-6993ca2e067b req-1209952c-d6d5-425c-8fbd-51b2d7d5bdfe tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 949 time: 0.7847772 Jul 28 14:38:46.821806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Pushing event updated for resources: {'Port': ['ID=27aa3755-d9e7-4af0-bfb1-4321d6884e79,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:46.890695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015333-118a-4762-9611-9347cf651b94 req-c0a3b9ef-4fe6-438c-9775-d9547f3010f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.892492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-c0a3b9ef-4fe6-438c-9775-d9547f3010f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7011034b-70ac-4987-8044-585885399627 HTTP/1.1" status: 200 len: 861 time: 0.6205812 Jul 28 14:38:46.896440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:46.930352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41726) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:46.946706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.947963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.948554 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917c30d-9d58-4bf9-9c92-2659f0b4b8b5 x-openstack-request-id: req-a917c30d-9d58-4bf9-9c92-2659f0b4b8b5 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:46.949061 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600e42f4-0d10-428c-a402-616e1e329ace", "tag": "5e29ba74-da6a-4246-86c0-f54cb575ace1", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:46.949321 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a917c30d-9d58-4bf9-9c92-2659f0b4b8b5 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:46.949926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.950825 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600e42f4-0d10-428c-a402-616e1e329ace', 'tag': '5e29ba74-da6a-4246-86c0-f54cb575ace1', 'status': 'completed', 'code': 200} Jul 28 14:38:46.951322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.952499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.963628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.964602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.968408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-d3720187-0120-4ead-8874-da326acc5040 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6509 time: 0.4376571 Jul 28 14:38:47.073772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-dd5f982b-8d5a-47c4-bf42-7491a1f82acc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aec5a9d4-04b0-44c3-ba46-72fc8b603119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200171 Jul 28 14:38:47.078254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c12991c5-3260-4b5d-a37e-6993ca2e067b req-340397a1-7058-4e38-a174-f1b74dcb8018 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982981 Jul 28 14:38:47.081319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.081979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.082591 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.090351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Attempting to bind port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:47.100399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Attempting to bind port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:47.101843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Attempting to bind port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 on network c06cc20b-0df6-4826-8adb-ccbdda12b615 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:47.102692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e86c419-a767-4f1c-9645-acdc3d202d68 req-0a69e852-6bb0-40b9-9acb-fe9be089a4fa tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 210 time: 0.1598971 Jul 28 14:38:47.214049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 on network c06cc20b-0df6-4826-8adb-ccbdda12b615 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:38:47.216289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Attempting to bind port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 on network c06cc20b-0df6-4826-8adb-ccbdda12b615 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:47.245121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-541207b6-7ef6-487b-862e-c5270ac6d066 req-1e974440-7561-4890-aaf9-f54ee64e6072 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff4bde43-2440-470e-8dd7-a214a2723dfd&id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2331648 Jul 28 14:38:47.296669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] Pushing event updated for resources: {'Network': ['ID=7f60b487-96e1-4758-997b-292a9702ac62,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:47.306195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:47.306818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Checking segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:47.307415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Bound using segment: {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:47.308165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Bound port: 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76ab6b3-5de2-4d2d-8571-442d6663cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:47.308887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.314132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 7f60b487-96e1-4758-997b-292a9702ac62 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:38:47.346198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1915581720-network', 'tenant_id': '3c64b462b747440c9de0d73b092f8df9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:47.393852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-37a16831-b119-42f2-ac3d-fe00f3b2976f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8557584 Jul 28 14:38:47.398632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41738) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:47.404834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Request body: {'subnet': {'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-987763953-subnet', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:47.419900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-cfd8eb65-6364-4604-a798-7730fc8a5444 service neutron] 10.222.0.58 "GET /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344746 Jul 28 14:38:47.491260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff53d9b-2c51-41c8-9be9-8ec6f7342e86 req-1841a03a-fd99-4b09-a1fc-5f0e0c2e9464 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.493575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ff53d9b-2c51-41c8-9be9-8ec6f7342e86 req-1841a03a-fd99-4b09-a1fc-5f0e0c2e9464 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 944 time: 0.1704769 Jul 28 14:38:47.561776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.562631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Made reservation on behalf of 2b10dba59dae4a37bed8efa3091caf0d for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:47.564981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.569601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.577121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.582899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.589681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.595907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.602193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.604332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-e12398c2-576f-4c4f-a0d8-62db75d697f7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.4005837 Jul 28 14:38:47.619658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-5a6e6b3d-d0e7-42f3-9aa7-d541d986a271 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.621292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-5a6e6b3d-d0e7-42f3-9aa7-d541d986a271 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 949 time: 0.2654643 Jul 28 14:38:47.643232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] For port 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:47.697795 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ff53d9b-2c51-41c8-9be9-8ec6f7342e86 req-e7b1eb64-71be-4982-a0d7-ad9eb8b10a8e tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919644 Jul 28 14:38:47.705009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76015333-118a-4762-9611-9347cf651b94 req-375c24da-fb35-4110-b6a1-d495bd5482d3 service neutron] 10.222.0.58 "GET /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715695 Jul 28 14:38:47.707349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] For port 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:47.755723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3437f61-307f-47c9-afd7-53664f945ab2 req-b0ff6dc5-fcc9-4278-a9da-1b23865aa066 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304083 Jul 28 14:38:47.831314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Deleting port 1076e25d-2c9d-414a-8636-0e35c55ebb20 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:47.831512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.908914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.995612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Made reservation on behalf of 3c64b462b747440c9de0d73b092f8df9 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:47.998337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.014755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.015637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.017399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] 10.222.0.58 "PUT /v2.0/ports/27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 200 len: 1093 time: 2.9222968 Jul 28 14:38:48.019379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:48.024273 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9549f09-1920-4af6-b5c8-b31c59aab6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:48.072340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.077277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed612462-22fd-49f9-a1a1-868783e70001 req-0bbb658a-78ca-4a0c-aaf4-2376ff537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.080309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-0bbb658a-78ca-4a0c-aaf4-2376ff537573 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3410a6b90bb74cbbb727309ce066b1cc&device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 1096 time: 0.1702936 Jul 28 14:38:48.101937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] For port 1076e25d-2c9d-414a-8636-0e35c55ebb20, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1076e25d-2c9d-414a-8636-0e35c55ebb20,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:48.102316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.132721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Calling delete_port for 1076e25d-2c9d-414a-8636-0e35c55ebb20 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:48.144875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ec6e9-d3b3-41ee-965b-951ed884c073 service neutron] Pushing event updated for resources: {'Port': ['ID=27aa3755-d9e7-4af0-bfb1-4321d6884e79,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:48.165961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df642ca-a6d1-4ec1-a9b4-c4ec0f9233c7 req-ece9c793-1cc5-4006-9fb2-3968666e6d90 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.168091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7df642ca-a6d1-4ec1-a9b4-c4ec0f9233c7 req-ece9c793-1cc5-4006-9fb2-3968666e6d90 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 944 time: 0.2652040 Jul 28 14:38:48.235838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.362158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7df642ca-a6d1-4ec1-a9b4-c4ec0f9233c7 req-bd94e974-b6f5-4e69-bfa6-bccfd56ebe91 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631646 Jul 28 14:38:48.396163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-901c9b48-9759-45bd-8232-e87cc9af3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.397874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-901c9b48-9759-45bd-8232-e87cc9af3013 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9855a45d774873a03a5e528fb50f9d&device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 1096 time: 0.2246113 Jul 28 14:38:48.408750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4ce569-9cca-482d-a158-bf362de2feb1,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:48.435995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed612462-22fd-49f9-a1a1-868783e70001 req-866642fd-2a88-46d5-ad38-2e542de1e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.435995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-866642fd-2a88-46d5-ad38-2e542de1e920 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aec5a9d4-04b0-44c3-ba46-72fc8b603119 HTTP/1.1" status: 200 len: 922 time: 0.3449225 Jul 28 14:38:48.473599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Checking segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:48.477317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Network hostable DHCP agents. Network: 7f60b487-96e1-4758-997b-292a9702ac62, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:38:48.544798 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-495d3d96-0522-49a7-9ccc-22dda6bc743e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1 HTTP/1.1" status: 200 len: 217 time: 0.0949335 Jul 28 14:38:48.555984 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138001fe-24e2-497c-8e96-097233f4b8bf x-openstack-request-id: req-138001fe-24e2-497c-8e96-097233f4b8bf {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:48.556473 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:48.556986 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-138001fe-24e2-497c-8e96-097233f4b8bf {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:48.557643 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'status': 'completed', 'code': 200} Jul 28 14:38:48.588707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-a2b29807-85f8-41ba-8391-4d0b8d6eb6f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 200 len: 217 time: 0.1759310 Jul 28 14:38:48.671832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed612462-22fd-49f9-a1a1-868783e70001 req-315319f6-3314-4018-9852-d02373898ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.673708 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-315319f6-3314-4018-9852-d02373898ca6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7011034b-70ac-4987-8044-585885399627 HTTP/1.1" status: 200 len: 861 time: 0.1164060 Jul 28 14:38:48.730317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-b18fc4e4-8123-4623-bf2c-e78d79d3cb70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aec5a9d4-04b0-44c3-ba46-72fc8b603119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419343 Jul 28 14:38:48.796809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Network 7f60b487-96e1-4758-997b-292a9702ac62 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:38:48.818134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.871480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff32bd-0a16-4248-8dc5-2bd68064c562 req-9cf2ac3b-949d-48cd-9fcd-d4761308e277 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.873888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99ff32bd-0a16-4248-8dc5-2bd68064c562 req-9cf2ac3b-949d-48cd-9fcd-d4761308e277 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 949 time: 0.2050664 Jul 28 14:38:48.877011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-4f21f1d5-1c94-4b73-aab9-50dc851b1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.879512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-4f21f1d5-1c94-4b73-aab9-50dc851b1d3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=520ae61b-a8bc-478e-8186-7e5cb614e0b7 HTTP/1.1" status: 200 len: 850 time: 0.2258861 Jul 28 14:38:48.905987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-ff6bae0d-0399-4e9e-806b-7749393d1c1e service neutron] 10.222.0.58 "GET /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616075 Jul 28 14:38:48.958925 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:48.993859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99ff32bd-0a16-4248-8dc5-2bd68064c562 req-93ad5d39-3dfb-4fe7-a2b3-4792f1ad5286 tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5a3fdc6-5705-42ac-81de-644a4e991be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127658 Jul 28 14:38:49.012873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 7f60b487-96e1-4758-997b-292a9702ac62) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:49.024678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:38:49.028492 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.028786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e29ba74-da6a-4246-86c0-f54cb575ace1 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:49.031686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.033010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.053245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513dda4-d8d3-4576-9276-48a635379bc7 None None] Network 7f60b487-96e1-4758-997b-292a9702ac62 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:49.113387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1290334d-fa3c-44b7-8815-a5eb93431251,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:49.123745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.140923 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Added segment fc13dbd0-0ce4-4585-88c0-15b59751c440 of type vlan for network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 Jul 28 14:38:49.140923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-e6128592-ec51-46e9-a3ca-cd28925aac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.140923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-e6128592-ec51-46e9-a3ca-cd28925aac15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c06cc20b-0df6-4826-8adb-ccbdda12b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2410207 Jul 28 14:38:49.140923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Pushing event deleted for resources: {'Port': ['ID=1076e25d-2c9d-414a-8636-0e35c55ebb20,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:49.142212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed612462-22fd-49f9-a1a1-868783e70001 req-fa5053b9-dfae-4144-9b47-dc8ed6a88382 service neutron] 10.222.0.58 "GET /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221012 Jul 28 14:38:49.215788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a02c200b-2720-492b-b87b-fdcd77545259 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8145127 Jul 28 14:38:49.216909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:49.225230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:49.312129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e37072c-1bd2-4dc3-adf7-47fe67a675b9 req-4620e8b3-414c-43f4-933f-c9705be6a0f8 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 210 time: 0.1395030 Jul 28 14:38:49.335938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.340197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] No DVR routers for this DVR port 1076e25d-2c9d-414a-8636-0e35c55ebb20 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:49.346509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.348724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c13bbd8-d8ed-4c9a-9f60-a235697aa12f req-041a54f4-a1dd-4b8f-af12-4a795216c60e tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.58 "DELETE /v2.0/ports/1076e25d-2c9d-414a-8636-0e35c55ebb20 HTTP/1.1" status: 204 len: 173 time: 1.7072871 Jul 28 14:38:49.410310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-16bacb1e-74e5-44be-9cef-2e2e445263fe service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355940 Jul 28 14:38:49.466660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e29ba74-da6a-4246-86c0-f54cb575ace1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1,segment=NetworkSegment(124a5413-05e1-432c-a4fd-18c0ec8f9b2e),segment_id=124a5413-05e1-432c-a4fd-18c0ec8f9b2e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:49.488107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '5e29ba74-da6a-4246-86c0-f54cb575ace1', 'network_id': 'aec5a9d4-04b0-44c3-ba46-72fc8b603119', 'port_id': '5e29ba74-da6a-4246-86c0-f54cb575ace1', 'mac_address': 'fa:16:3e:39:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7011034b-70ac-4987-8044-585885399627', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:49.532522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-7f60b487-96e1-4758-997b-292a9702ac62', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:38:49.533418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.534774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-404b35e8-61f5-48f4-a804-439b94ff5723 req-370efb1c-27c3-4cc7-b23c-582bb0fde1ac service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128721 Jul 28 14:38:49.627246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.656945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e29ba74-da6a-4246-86c0-f54cb575ace1 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:49.659007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.660565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.716758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e29ba74-da6a-4246-86c0-f54cb575ace1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1,segment=NetworkSegment(124a5413-05e1-432c-a4fd-18c0ec8f9b2e),segment_id=124a5413-05e1-432c-a4fd-18c0ec8f9b2e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:49.731164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.732858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.734447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.768152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.787907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Allocated IP 172.20.0.2 (7f60b487-96e1-4758-997b-292a9702ac62/7a4ce569-9cca-482d-a158-bf362de2feb1/b2d00eac-275f-41ef-ac2c-bf99126da598) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:49.874291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:49.890531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5876b-8df3-48f8-ba5f-93c44b113f4a req-5fda285b-b6f2-4561-86bf-3a031334926d tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.892485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fe5876b-8df3-48f8-ba5f-93c44b113f4a req-5fda285b-b6f2-4561-86bf-3a031334926d tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 944 time: 0.2278957 Jul 28 14:38:49.905523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] Pushing event updated for resources: {'Network': ['ID=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:49.921355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-b1d4eec0-c78a-45c0-8cfb-c9985d75e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.923511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-b1d4eec0-c78a-45c0-8cfb-c9985d75e7be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9855a45d774873a03a5e528fb50f9d&device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 1096 time: 0.0985179 Jul 28 14:38:49.933729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:38:49.979722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-666c30c3-4d21-484d-9bb6-7a8258bfb07a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0087938 Jul 28 14:38:50.011294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:50.017809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Request body: {'subnet': {'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1915581720-subnet', 'tenant_id': '3c64b462b747440c9de0d73b092f8df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:50.118067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e29ba74-da6a-4246-86c0-f54cb575ace1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:50.156709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fe5876b-8df3-48f8-ba5f-93c44b113f4a req-54f4f8f1-12f7-4ffb-a8ea-6ad997868097 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932044 Jul 28 14:38:50.161621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5e29ba74-da6a-4246-86c0-f54cb575ace1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:50.168148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.240530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.247954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-4b46ec9f-ebcb-4306-819d-f28869f90ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.251239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-4b46ec9f-ebcb-4306-819d-f28869f90ea4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 200 len: 912 time: 0.3169961 Jul 28 14:38:50.265990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Transition to ACTIVE for port object b2d00eac-275f-41ef-ac2c-bf99126da598 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:50.298817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Transition to ACTIVE for port object b2d00eac-275f-41ef-ac2c-bf99126da598 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:50.317242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Made reservation on behalf of 3c64b462b747440c9de0d73b092f8df9 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:50.321145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.370825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-c8e80d49-7acf-44ee-ab5e-69e7bf2a2b57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 200 len: 217 time: 0.1121573 Jul 28 14:38:50.445277 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.467618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.474113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.480668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.487310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.494142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.516130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.522847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.528518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-053b0048-29b0-4073-ac59-51824108e090 req-3345faf0-d31a-45df-885d-be221f318153 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.2599671 Jul 28 14:38:50.565520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-deleted', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:50.568792 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d4549-8a4b-4486-9a6f-6d0731df05a2" -d '{"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-deleted", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:50.609727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-053b0048-29b0-4073-ac59-51824108e090 req-8be09271-accf-46e7-b727-5bfd5ad6fe6a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728273 Jul 28 14:38:50.611836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-ff83a33f-ccd9-40cb-9086-f993dcb9cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.613966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-ff83a33f-ccd9-40cb-9086-f993dcb9cdd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=520ae61b-a8bc-478e-8186-7e5cb614e0b7 HTTP/1.1" status: 200 len: 850 time: 0.2295384 Jul 28 14:38:50.727314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Network 7f60b487-96e1-4758-997b-292a9702ac62 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:50.731432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:50.734964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-85ab1524-57e8-4552-a12e-a6755ef141c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.736106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:50.737909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-85ab1524-57e8-4552-a12e-a6755ef141c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c06cc20b-0df6-4826-8adb-ccbdda12b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136713 Jul 28 14:38:50.751186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Pushing event updated for resources: {'Port': ['ID=b2d00eac-275f-41ef-ac2c-bf99126da598,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:50.816539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Attempting to bind port b2d00eac-275f-41ef-ac2c-bf99126da598 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:50.816911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Attempting to bind port b2d00eac-275f-41ef-ac2c-bf99126da598 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:50.817493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Attempting to bind port b2d00eac-275f-41ef-ac2c-bf99126da598 on network 7f60b487-96e1-4758-997b-292a9702ac62 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:50.826530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:50.827273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Checking segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:50.827902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.828499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Bound using segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:50.829212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Bound port: b2d00eac-275f-41ef-ac2c-bf99126da598, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:50.829792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.860058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-33705159-0f65-4b1d-9c24-fc8a92160502 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=09a18953a6ce46c3bbdcc9df44b05e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399570 Jul 28 14:38:50.869920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.870220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2e1ea-4679-48c2-b4be-70025887f1b4 req-0103e026-51b7-429a-82e1-704f0cac8116 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.871553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3c2e1ea-4679-48c2-b4be-70025887f1b4 req-0103e026-51b7-429a-82e1-704f0cac8116 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 944 time: 0.1716771 Jul 28 14:38:50.909980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.935328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-784cab25-9910-440c-a640-e421a4dde492 None None] For port b2d00eac-275f-41ef-ac2c-bf99126da598, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:50.940302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-784cab25-9910-440c-a640-e421a4dde492 None None] For port b2d00eac-275f-41ef-ac2c-bf99126da598, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b2d00eac-275f-41ef-ac2c-bf99126da598,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:50.974544 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.035990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 27aa3755-d9e7-4af0-bfb1-4321d6884e79 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:51.047969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:51.053492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-309e4ebb-a159-46e2-b592-5a6d9801ead9 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046005 Jul 28 14:38:51.065525 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.080354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3c2e1ea-4679-48c2-b4be-70025887f1b4 req-d97f4b3b-c72b-444a-94c1-2fa69265c6f0 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020633 Jul 28 14:38:51.094835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32aee56-6fdd-4a14-954f-3d837c9add2f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:51.129943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Allocated IP 172.25.6.9 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/71b6ab69-b672-4240-98b9-80fca317bbaa) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:51.211090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:51.211821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Network hostable DHCP agents. Network: 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:38:51.225950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-971991ff-c464-470c-b0a8-f3aa40855156 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.228543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-971991ff-c464-470c-b0a8-f3aa40855156 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540635 Jul 28 14:38:51.259033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 1076e25d-2c9d-414a-8636-0e35c55ebb20 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:51.259665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1076e25d-2c9d-414a-8636-0e35c55ebb20 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:51.260327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c5de48c1-b373-4970-9713-104124016d9c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:51.282143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Request body: {'port': {'device_id': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '09a18953a6ce46c3bbdcc9df44b05e68'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:51.287724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94e52a7b-a467-4cd6-8e12-550f5cd13288 req-3b3bf9ca-e8e1-467d-98c6-2ffdff23b6aa tempest-ListImageFiltersTestJSON-2146434395 tempest-ListImageFiltersTestJSON-2146434395-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f50a54d-53f6-45e0-8f79-48946f53d51a HTTP/1.1" status: 200 len: 210 time: 0.0551929 Jul 28 14:38:51.288506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.328145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cab25-9910-440c-a640-e421a4dde492 None None] Pushing event updated for resources: {'Port': ['ID=b2d00eac-275f-41ef-ac2c-bf99126da598,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:51.345461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:51.402567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:38:51.414205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9549f09-1920-4af6-b5c8-b31c59aab6ce req-67051420-9352-4022-9985-eb9b74cfcaa3 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521931 Jul 28 14:38:51.427670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b47416-1c8b-44e9-bc6b-f631cc421421 x-openstack-request-id: req-05b47416-1c8b-44e9-bc6b-f631cc421421 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:51.428162 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f50a54d-53f6-45e0-8f79-48946f53d51a", "name": "network-vif-deleted", "tag": "1076e25d-2c9d-414a-8636-0e35c55ebb20", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:51.428637 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05b47416-1c8b-44e9-bc6b-f631cc421421 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:51.429878 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50a54d-53f6-45e0-8f79-48946f53d51a', 'name': 'network-vif-deleted', 'tag': '1076e25d-2c9d-414a-8636-0e35c55ebb20', 'status': 'completed', 'code': 200} Jul 28 14:38:51.494719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.577312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-057e2dae-5796-4bae-a848-4ea7265e0e0a req-1bb3cdc0-b81a-4618-a205-20a387574b2f tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 210 time: 0.0489328 Jul 28 14:38:51.626379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:51.627904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:51.633441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.633770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.634101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.645032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:51.650712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:51.651062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:51.672063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'port_id': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'mac_address': 'fa:16:3e:f2:c0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:51.685099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7aa55-b428-4b83-a8aa-146184bb4e2f None None] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:51.740715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Pushing event updated for resources: {'Port': ['ID=71b6ab69-b672-4240-98b9-80fca317bbaa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:51.758877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Made reservation on behalf of 09a18953a6ce46c3bbdcc9df44b05e68 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:51.763547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.776954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.802534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:51.831979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0e14-c68b-430a-8b04-9e547b682ad1 req-b4c84a31-c8c6-453c-a4f3-34fed573df35 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.849105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a14f0e14-c68b-430a-8b04-9e547b682ad1 req-b4c84a31-c8c6-453c-a4f3-34fed573df35 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 945 time: 0.1818836 Jul 28 14:38:51.872833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:51.875634 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd0aaa4-09cf-4767-8691-55c43ad65161" -d '{"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-unplugged", "status": "completed", "tag": "c5de48c1-b373-4970-9713-104124016d9c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:51.885631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.894721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.902530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.910117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.921533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.934649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.948101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.951279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f9ee1b4-30f6-40f2-9288-c6fb9dc48e61 req-e495b566-7892-4c4e-9ad5-2622c39f0574 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.3842349 Jul 28 14:38:51.969063 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:51.971363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d2f809ac-ccb9-4024-a57e-ce7042d7cc14 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9580972 Jul 28 14:38:51.980998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41834) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:51.988209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Request body: {'floatingip': {'port_id': '40fd9e8c-f879-4360-8210-1b52442abc68'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:52.021245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27aa3755-d9e7-4af0-bfb1-4321d6884e79 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:52.089988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:52.091867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:52.126951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:52.130435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:52.141878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a14f0e14-c68b-430a-8b04-9e547b682ad1 req-c654377d-7d9b-4fed-80fd-7bc3f5a62c25 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907243 Jul 28 14:38:52.153298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b2d00eac-275f-41ef-ac2c-bf99126da598 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:52.212389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1abb84-c92c-443f-8d4d-36162e7fd3fe None None] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:52.239226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:52.344586 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b89d758-bb21-4d80-b587-9a62b474a9aa x-openstack-request-id: req-2b89d758-bb21-4d80-b587-9a62b474a9aa {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:52.345555 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-unplugged", "status": "completed", "tag": "c5de48c1-b373-4970-9713-104124016d9c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:52.345555 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b89d758-bb21-4d80-b587-9a62b474a9aa {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:52.345910 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c', 'code': 200} Jul 28 14:38:52.351468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:52.445912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0105967-a19b-4f99-92c4-c65b3da94a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:52.508524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:52.568201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Allocated IP 192.168.233.29 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:52.628753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=27aa3755-d9e7-4af0-bfb1-4321d6884e79,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:52.659469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['27aa3755-d9e7-4af0-bfb1-4321d6884e79'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:52.758853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa722c-0309-4ea2-aa8c-cec921b573e2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:52.818195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b2d00eac-275f-41ef-ac2c-bf99126da598 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:52.914724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4852568-2d01-432c-b544-a045d91ceaf5 req-6d2279e6-633a-437e-a122-3520adcccfe5 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:52.916393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4852568-2d01-432c-b544-a045d91ceaf5 req-6d2279e6-633a-437e-a122-3520adcccfe5 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 945 time: 0.3409231 Jul 28 14:38:53.031393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e29ba74-da6a-4246-86c0-f54cb575ace1 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:53.089809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4852568-2d01-432c-b544-a045d91ceaf5 req-b0dc922a-7199-41c7-89da-e745d5d8fd00 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636670 Jul 28 14:38:53.120635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.122199 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.141813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072202cd-857f-4044-8b08-d21db6f18e7b None None] Network 7f60b487-96e1-4758-997b-292a9702ac62 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:53.148370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Transition to ACTIVE for port object 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:53.184620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02fa5b68-75c9-4a36-9b96-f9cea1c01087 req-7b37f691-0d17-44ef-92c4-eb554b4a16f9 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 210 time: 0.1115012 Jul 28 14:38:53.263878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 5e29ba74-da6a-4246-86c0-f54cb575ace1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:53.277863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 5e29ba74-da6a-4246-86c0-f54cb575ace1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:53.278249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.342667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] Provisioning for port b2d00eac-275f-41ef-ac2c-bf99126da598 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:53.363163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] Provisioning complete for port b2d00eac-275f-41ef-ac2c-bf99126da598 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:53.364208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.390662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.405520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:53.527333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.547873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.550528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:53.558060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-952878527-network', 'tenant_id': '95f947e35af64f58a32bf4c36cc21814'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:53.592101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.618305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:53.632426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:53.636723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Pushing event updated for resources: {'Port': ['ID=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:53.642807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5e29ba74-da6a-4246-86c0-f54cb575ace1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1,segment=NetworkSegment(124a5413-05e1-432c-a4fd-18c0ec8f9b2e),segment_id=124a5413-05e1-432c-a4fd-18c0ec8f9b2e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:53.655721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:53.680613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] For port b2d00eac-275f-41ef-ac2c-bf99126da598, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b2d00eac-275f-41ef-ac2c-bf99126da598,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:53.730542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-5d5695a5-ce57-454d-addc-fee55398cb69 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.732155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-5d5695a5-ce57-454d-addc-fee55398cb69 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.3602352 Jul 28 14:38:53.739272 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.762817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.778304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.779648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.789782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f7c83f10-9a6a-40d5-b816-e105f494cd4d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/quotas/d3ed0480063d4d5390da2478878947d1 HTTP/1.1" status: 200 len: 375 time: 0.0460420 Jul 28 14:38:53.823176 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:53.902467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5e29ba74-da6a-4246-86c0-f54cb575ace1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:53.952659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f43d6372-2c40-4f4a-91d6-52b08dc83c0d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1510525 Jul 28 14:38:53.957990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:54.046426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-034b2ad2-1c79-4ed1-aa3a-959db8287a59 None None] Provisioning complete for port b2d00eac-275f-41ef-ac2c-bf99126da598 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:54.046786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-034b2ad2-1c79-4ed1-aa3a-959db8287a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:54.072268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6764f-e919-48d8-9368-9a4d3416be80 None None] Pushing event updated for resources: {'Port': ['ID=b2d00eac-275f-41ef-ac2c-bf99126da598,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:54.101805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-66671715-23f2-4274-b3e1-d6cf524c4521 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8312697 Jul 28 14:38:54.125234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Request body: {'port': {'device_id': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:54.157499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-033c59fd-f442-45af-9486-969d5e6b2f4d service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957798 Jul 28 14:38:54.285823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:54.347363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600e42f4-0d10-428c-a402-616e1e329ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e29ba74-da6a-4246-86c0-f54cb575ace1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:54.351740 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca13c61-2eeb-4053-91ff-80002031f171" -d '{"events": [{"server_uuid": "600e42f4-0d10-428c-a402-616e1e329ace", "name": "network-vif-plugged", "status": "completed", "tag": "5e29ba74-da6a-4246-86c0-f54cb575ace1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:54.358109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-db780d3d-727f-4b18-8c1b-45de0453cc53 service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944537 Jul 28 14:38:54.457291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Made reservation on behalf of 95f947e35af64f58a32bf4c36cc21814 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:54.459839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:54.476784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:54.482745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d207021d-71a8-49fe-b1db-94fff4c98f92 None None] Provisioning for port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:54.488997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d207021d-71a8-49fe-b1db-94fff4c98f92 None None] Provisioning complete for port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:54.489738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d207021d-71a8-49fe-b1db-94fff4c98f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:54.557985 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Floating IP fab5f21d-1993-45c7-ae30-82cfcebf1e53 associated. External IP: 172.25.6.47, port: 40fd9e8c-f879-4360-8210-1b52442abc68. Jul 28 14:38:54.560515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad904134-bd3b-4532-acce-84748a235434 req-71f7aa62-30cf-4174-b85b-b433cc9b1627 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:54.563092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad904134-bd3b-4532-acce-84748a235434 req-71f7aa62-30cf-4174-b85b-b433cc9b1627 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "GET /v2.0/ports?device_id=d820f8bb-d961-495e-bff7-ee794f1f9511 HTTP/1.1" status: 200 len: 944 time: 0.1826425 Jul 28 14:38:54.588367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d207021d-71a8-49fe-b1db-94fff4c98f92 None None] Port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:38:54.785791 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe635f38-d504-40fb-b43e-6d58d52bc024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.042623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 27aa3755-d9e7-4af0-bfb1-4321d6884e79 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:55.065230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.083684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.150275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:38:55.181185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9fb26-c475-4555-8bd2-f585baf4a1be req-43a6c555-640f-469a-b18a-dc30c7e7d731 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:55.184602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0c9fb26-c475-4555-8bd2-f585baf4a1be req-43a6c555-640f-469a-b18a-dc30c7e7d731 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 945 time: 0.2815225 Jul 28 14:38:55.192372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.216378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:55.221475 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:38:55.231701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:55.232800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.263717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78a5a-895c-4622-a17f-8cb4eba4bf89 req-6f361db7-5018-40d6-b7a8-78970369f596 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:55.265604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ea78a5a-895c-4622-a17f-8cb4eba4bf89 req-6f361db7-5018-40d6-b7a8-78970369f596 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 946 time: 0.1337781 Jul 28 14:38:55.274213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Deleting port c5de48c1-b373-4970-9713-104124016d9c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:55.274213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.278923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:55.300144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.354970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:38:55.364374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Transition to ACTIVE for port object 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:55.400967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ea78a5a-895c-4622-a17f-8cb4eba4bf89 req-07fabae9-69e5-4c20-8996-37f4070420d9 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162014 Jul 28 14:38:55.404825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5e152f-d7fa-4538-a70b-d955ef2121b7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:55.427024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Router 53ccfe85-2a95-477b-8b85-8d39e520b253 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:55.434335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] For port c5de48c1-b373-4970-9713-104124016d9c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c5de48c1-b373-4970-9713-104124016d9c,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:55.434709 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.449669 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.466226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Calling delete_port for c5de48c1-b373-4970-9713-104124016d9c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:55.493281 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.535936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Pushing event updated for resources: {'Port': ['ID=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:55.559460 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.560326 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Added segment 987cfb8d-638e-4102-9b9a-e6410be54f50 of type vlan for network 8a77c97c-6339-4a62-80b9-db3647564961 Jul 28 14:38:55.579038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:55.693758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.695185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c5de48c1-b373-4970-9713-104124016d9c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:55.738622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Attempting to bind port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:55.739259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Attempting to bind port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:55.739806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Attempting to bind port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:55.767176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0c9fb26-c475-4555-8bd2-f585baf4a1be req-7ff044b6-ad78-4b0f-a741-cae3bcf3f7f7 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5596821 Jul 28 14:38:55.769569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ba9f1-c469-4135-981e-a3d5638ff351 req-3a51ea5c-92d5-44ba-9af8-402a79fab5e9 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:55.771857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f96ba9f1-c469-4135-981e-a3d5638ff351 req-3a51ea5c-92d5-44ba-9af8-402a79fab5e9 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 947 time: 0.1288428 Jul 28 14:38:55.799995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:38:55.805749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Attempting to bind port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:55.806700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.847796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:55.848538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:55.849531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:55.850276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Bound port: 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:55.850992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.851722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:55.877717 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Sync routers for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:55.902077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:55.902722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:55.918535 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118248a5-eb37-4b14-8f47-a2fbfce2b7c8 x-openstack-request-id: req-118248a5-eb37-4b14-8f47-a2fbfce2b7c8 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:55.973169 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600e42f4-0d10-428c-a402-616e1e329ace", "name": "network-vif-plugged", "status": "completed", "tag": "5e29ba74-da6a-4246-86c0-f54cb575ace1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:55.973169 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-118248a5-eb37-4b14-8f47-a2fbfce2b7c8 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:55.973169 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600e42f4-0d10-428c-a402-616e1e329ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e29ba74-da6a-4246-86c0-f54cb575ace1', 'code': 200} Jul 28 14:38:55.973169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=27aa3755-d9e7-4af0-bfb1-4321d6884e79,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:56.029506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b2d00eac-275f-41ef-ac2c-bf99126da598 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:56.035859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f96ba9f1-c469-4135-981e-a3d5638ff351 req-f0ea4591-4a47-4290-82f6-956cf1a6411a tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502587 Jul 28 14:38:56.064574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:38:56.066944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82588d49-03a0-46ed-9220-f6607a0099a3 req-5b06a480-6d6f-4f80-94ac-90a2f358af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.068956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82588d49-03a0-46ed-9220-f6607a0099a3 req-5b06a480-6d6f-4f80-94ac-90a2f358af41 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 1098 time: 0.1012704 Jul 28 14:38:56.074628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d1f5006-82a8-4f31-9620-c008cc3ff4e1 req-1ca3fa4e-9bb7-454c-98e2-5ac13e3e660e tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 210 time: 0.1261837 Jul 28 14:38:56.089492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.094616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7a0ecd84-3a86-4f5b-a71e-c5551f4a9f60 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8758707 Jul 28 14:38:56.095640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41908) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:56.158277 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.159482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:56.170330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.177690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82588d49-03a0-46ed-9220-f6607a0099a3 req-6bea665a-c8e1-4d40-9ef1-dc58c4743a7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821323 Jul 28 14:38:56.186217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] Sync routers for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:56.189308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] For port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:56.247267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:56.248887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:56.249532 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:56.272081 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.273267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.273876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.340157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a1f5cc5f-e48f-4c29-b54e-5b30e16a379f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "PUT /v2.0/floatingips/fab5f21d-1993-45c7-ae30-82cfcebf1e53 HTTP/1.1" status: 200 len: 990 time: 4.3574216 Jul 28 14:38:56.345939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a77c97c-6339-4a62-80b9-db3647564961,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:56.350282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:56.354301 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32" -d '{"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:56.365442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event deleted for resources: {'Port': ['ID=c5de48c1-b373-4970-9713-104124016d9c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:56.370504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] For port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:56.450715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] No DVR routers for this DVR port c5de48c1-b373-4970-9713-104124016d9c on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:56.454817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.457719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad904134-bd3b-4532-acce-84748a235434 req-d50d694d-599c-4575-ab39-f675abca0cd2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "DELETE /v2.0/ports/c5de48c1-b373-4970-9713-104124016d9c HTTP/1.1" status: 204 len: 173 time: 1.8838739 Jul 28 14:38:56.458952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-deleted', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:56.464195 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847b101-1c15-4ae7-b33f-c61805b08617" -d '{"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-deleted", "tag": "c5de48c1-b373-4970-9713-104124016d9c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:56.478079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.592586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.593480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.594776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] 10.222.0.42 "PUT /v2.0/ports/64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 HTTP/1.1" status: 200 len: 1096 time: 2.4741969 Jul 28 14:38:56.676861 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:52Z', 'revision_number': 3, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:56.687600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd71f6-c983-440a-b3da-fa52486c78bf service neutron] Pushing event updated for resources: {'Port': ['ID=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:56.697897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 8a77c97c-6339-4a62-80b9-db3647564961 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:38:56.707054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.753658 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2fa7f-d143-40e1-8dab-97dd56a185c9 x-openstack-request-id: req-cdc2fa7f-d143-40e1-8dab-97dd56a185c9 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:56.754253 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d820f8bb-d961-495e-bff7-ee794f1f9511", "name": "network-vif-deleted", "tag": "c5de48c1-b373-4970-9713-104124016d9c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:56.754688 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdc2fa7f-d143-40e1-8dab-97dd56a185c9 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:56.755486 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd820f8bb-d961-495e-bff7-ee794f1f9511', 'name': 'network-vif-deleted', 'tag': 'c5de48c1-b373-4970-9713-104124016d9c', 'status': 'completed', 'code': 200} Jul 28 14:38:56.761987 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Checking router: edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:56.764686 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Updating router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 port 71b6ab69-b672-4240-98b9-80fca317bbaa binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:38:56.831367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b2d00eac-275f-41ef-ac2c-bf99126da598 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:56.832685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.837584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.840929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.841753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.845890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.850474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.851784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.861214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.862182 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.873221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-cecf7a31-e29c-434e-afe0-27b5c00f553b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6509 time: 0.1719065 Jul 28 14:38:56.943600 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66c5c4-73e7-4abb-b8b9-086626298f6d x-openstack-request-id: req-3b66c5c4-73e7-4abb-b8b9-086626298f6d {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:56.945128 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:56.945580 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b66c5c4-73e7-4abb-b8b9-086626298f6d {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:56.946272 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68', 'status': 'completed', 'code': 200} Jul 28 14:38:56.953007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-247a4382-b61b-475b-a990-47da9d1888d5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.4014461 Jul 28 14:38:56.953987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41936) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:57.035509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:57.040577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Request body: {'subnet': {'network_id': '8a77c97c-6339-4a62-80b9-db3647564961', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-952878527-subnet', 'tenant_id': '95f947e35af64f58a32bf4c36cc21814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:57.126182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-be076da7-b3ec-44bf-a89a-8e817a9cd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.129859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-be076da7-b3ec-44bf-a89a-8e817a9cd44a service neutron] 10.222.0.42 "GET /v2.0/networks?id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c HTTP/1.1" status: 200 len: 918 time: 0.2455318 Jul 28 14:38:57.192199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406a8e9-9ddc-4fbf-adda-2c68286df28b req-4749fe06-5028-4890-b711-0a8d45b95c10 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.217790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b406a8e9-9ddc-4fbf-adda-2c68286df28b req-4749fe06-5028-4890-b711-0a8d45b95c10 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 946 time: 0.2641857 Jul 28 14:38:57.229334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Made reservation on behalf of 95f947e35af64f58a32bf4c36cc21814 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:57.232255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.412191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-de5f2d7f-e6e5-4655-80cb-7f6a12b930fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.415481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-de5f2d7f-e6e5-4655-80cb-7f6a12b930fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a18953a6ce46c3bbdcc9df44b05e68&device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 1099 time: 0.2846501 Jul 28 14:38:57.490991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-ec884502-04e7-42c0-b933-3fad7dd57ae0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 200 len: 998 time: 0.2984157 Jul 28 14:38:57.498855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b406a8e9-9ddc-4fbf-adda-2c68286df28b req-ce2ad7be-285e-4ae0-ada1-aaf2f656b01a tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784584 Jul 28 14:38:57.622294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-aaf37951-33eb-48db-8963-07eb345c09f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 HTTP/1.1" status: 200 len: 217 time: 0.1284671 Jul 28 14:38:57.664728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-f0fdf025-57ee-488f-a20a-ddac32a6cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.670761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-f0fdf025-57ee-488f-a20a-ddac32a6cd5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8236005e-dcf2-446a-9104-481329566276 HTTP/1.1" status: 200 len: 856 time: 0.1468775 Jul 28 14:38:57.680174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4624870-9de4-4a04-90bb-79b16f452871 req-870b1552-8288-4e2e-80c7-f0b7e6f33ec3 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.681636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'fab5f21d-1993-45c7-ae30-82cfcebf1e53', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'port_id': '40fd9e8c-f879-4360-8210-1b52442abc68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'mac_address': 'fa:16:3e:05:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:43Z', 'updated_at': '2021-07-28T14:38:53Z', 'revision_number': 1, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:57.682578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4624870-9de4-4a04-90bb-79b16f452871 req-870b1552-8288-4e2e-80c7-f0b7e6f33ec3 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.2888260 Jul 28 14:38:57.759478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] Checking router: 53ccfe85-2a95-477b-8b85-8d39e520b253 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:57.766219 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.773304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.773960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:57.774626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:57.795844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-290d3168-0f63-4e07-9d47-3710a9346e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.797526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-290d3168-0f63-4e07-9d47-3710a9346e59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1591434 Jul 28 14:38:57.797844 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Transition to ACTIVE for port object 71b6ab69-b672-4240-98b9-80fca317bbaa will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:57.805618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4624870-9de4-4a04-90bb-79b16f452871 req-731173a6-197d-419d-96c3-51f686b2efd1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863662 Jul 28 14:38:57.808930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-44b1ba24-b432-4f30-a4cc-7a142b36c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.810561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-44b1ba24-b432-4f30-a4cc-7a142b36c592 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029446 Jul 28 14:38:57.843180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.843303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.907623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126d92-4362-40b1-a624-d3121e736b9f req-6ff54e82-5947-4a1a-ba7f-1e2e47e16439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.909262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-6ff54e82-5947-4a1a-ba7f-1e2e47e16439 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977643 Jul 28 14:38:57.926014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e7227-e95d-487e-be09-52a5dc5a5833 req-cf96a0df-42f8-4b1a-b7db-c6dbd5d62e33 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.935335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:57.938191 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad1e7227-e95d-487e-be09-52a5dc5a5833 req-cf96a0df-42f8-4b1a-b7db-c6dbd5d62e33 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 947 time: 0.2890408 Jul 28 14:38:57.940070 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd4b36d-40b8-426a-a507-fe921bc31d7d" -d '{"events": [{"server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "name": "network-vif-plugged", "status": "completed", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:57.958653 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.022278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-ee86b3e7-cd33-4e69-ac90-bed0cb3c57af service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000506 Jul 28 14:38:58.059146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-5ac6dead-e831-43f2-ad78-00f2765f4743 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361554 Jul 28 14:38:58.063207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1111bb-169c-48cf-8d35-70b58b90d364,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:58.069232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:58.094780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Attempting to bind port 71b6ab69-b672-4240-98b9-80fca317bbaa on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:58.095402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Attempting to bind port 71b6ab69-b672-4240-98b9-80fca317bbaa by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:58.096019 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Attempting to bind port 71b6ab69-b672-4240-98b9-80fca317bbaa on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:58.125751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Checking segment: {'id': '987cfb8d-638e-4102-9b9a-e6410be54f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8a77c97c-6339-4a62-80b9-db3647564961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:58.126747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Network hostable DHCP agents. Network: 8a77c97c-6339-4a62-80b9-db3647564961, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:38:58.138061 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Pushing event updated for resources: {'Port': ['ID=71b6ab69-b672-4240-98b9-80fca317bbaa,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:58.144212 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:58.145530 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:58.146446 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.147303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:58.149141 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Bound port: 71b6ab69-b672-4240-98b9-80fca317bbaa, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:58.155394 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.164127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9f1036b-5ae6-47a7-810c-deeadb8142a4 req-7b37f809-2d49-4a88-a165-761f7d062b79 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 210 time: 0.1032903 Jul 28 14:38:58.176282 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad1e7227-e95d-487e-be09-52a5dc5a5833 req-165cff57-7035-4817-8ed0-0ce4f53c86db tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348535 Jul 28 14:38:58.275874 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.276203 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.276441 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.278750 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.279371 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.279884 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.280408 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.286893 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.287542 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.288076 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.289154 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.289666 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:58.291738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c61c4191-ad8c-4ab7-9fea-1da8d72bbf32 req-05a3fe64-3742-42f5-809a-64f00b788c06 service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301824 Jul 28 14:38:58.384956 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] For port 71b6ab69-b672-4240-98b9-80fca317bbaa, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:58.390001 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] For port 71b6ab69-b672-4240-98b9-80fca317bbaa, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=71b6ab69-b672-4240-98b9-80fca317bbaa,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:58.399122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Network 8a77c97c-6339-4a62-80b9-db3647564961 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:38:58.413991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45126d92-4362-40b1-a624-d3121e736b9f req-5fda36be-b98d-483f-ae7f-db92bcd78ec6 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431690 Jul 28 14:38:58.490648 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c10b356-3e32-45d2-a4d2-39b17b20e2ba x-openstack-request-id: req-8c10b356-3e32-45d2-a4d2-39b17b20e2ba {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:58.495639 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "name": "network-vif-plugged", "status": "completed", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:58.495639 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c10b356-3e32-45d2-a4d2-39b17b20e2ba {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:58.495639 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'code': 200} Jul 28 14:38:58.496019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Allocated IP 172.20.0.1 (7f60b487-96e1-4758-997b-292a9702ac62/7a4ce569-9cca-482d-a158-bf362de2feb1/962412f1-af03-4a2d-a4ce-ad3c7bb054e4) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:58.524473 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.526251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 8a77c97c-6339-4a62-80b9-db3647564961) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:58.539314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97abac5-c8f9-4a80-9318-ee529bcc0723 None None] Network 8a77c97c-6339-4a62-80b9-db3647564961 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:58.634742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.636601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.671232 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:58.672380 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:58.699886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134acff-624f-47e6-bc4b-16b36f8f9cb8 req-ad3c65f1-4f88-4f6b-bb04-3d1bf6f582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.701824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2134acff-624f-47e6-bc4b-16b36f8f9cb8 req-ad3c65f1-4f88-4f6b-bb04-3d1bf6f582d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 1098 time: 0.1243393 Jul 28 14:38:58.724314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f694a-c595-44da-b397-6330d0326ea9 req-4a60f2d9-a296-4425-9f16-4e96f8310aca tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.735591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c90f694a-c595-44da-b397-6330d0326ea9 req-4a60f2d9-a296-4425-9f16-4e96f8310aca tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 946 time: 0.1033306 Jul 28 14:38:58.753589 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0dfb-1c27-4faa-86f1-9b0ca609cfa2 None None] Pushing event updated for resources: {'Port': ['ID=71b6ab69-b672-4240-98b9-80fca317bbaa,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:58.761979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'tag': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:58.776195 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a4c7d-064d-45d7-bc5f-7819a047c247" -d '{"events": [{"name": "network-changed", "server_uuid": "872b1e48-b233-4593-bbbe-a5eb8f31b10e", "tag": "64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:58.794756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.800244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be9050-2c17-4bd5-8fab-47e86d237462 None None] Network 8a77c97c-6339-4a62-80b9-db3647564961 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:38:58.810448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Transition to ACTIVE for port object 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:58.865627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c90f694a-c595-44da-b397-6330d0326ea9 req-2d13db51-b434-49e8-9836-bc38db9929ec tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290753 Jul 28 14:38:58.877075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'fab5f21d-1993-45c7-ae30-82cfcebf1e53', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'port_id': '40fd9e8c-f879-4360-8210-1b52442abc68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'mac_address': 'fa:16:3e:05:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:43Z', 'updated_at': '2021-07-28T14:38:53Z', 'revision_number': 1, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:58.891947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2134acff-624f-47e6-bc4b-16b36f8f9cb8 req-e4dcb42e-a247-40c0-8a08-64e614ab5d5a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314692 Jul 28 14:38:58.896572 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:58.932676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5d57e-32fe-4b3c-95cc-5ddd117ac92e None None] The sync data for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 is: [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'fab5f21d-1993-45c7-ae30-82cfcebf1e53', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'port_id': '40fd9e8c-f879-4360-8210-1b52442abc68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'mac_address': 'fa:16:3e:05:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:43Z', 'updated_at': '2021-07-28T14:38:53Z', 'revision_number': 1, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:58.991933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd964175-210a-462b-afd2-f6ff848c13c2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0228732 Jul 28 14:38:59.071298 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8b291-b60e-47b1-89c6-4b3d2ad60473 x-openstack-request-id: req-ddf8b291-b60e-47b1-89c6-4b3d2ad60473 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:59.071298 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872b1e48-b233-4593-bbbe-a5eb8f31b10e", "tag": "64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:59.071298 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddf8b291-b60e-47b1-89c6-4b3d2ad60473 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:59.071298 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'tag': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0', 'status': 'completed', 'code': 200} Jul 28 14:38:59.204192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.251509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-72a58723-fe8e-4598-be52-02861cdee5a0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:59.253292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-72a58723-fe8e-4598-be52-02861cdee5a0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.42 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.3415942 Jul 28 14:38:59.267658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704687f9-aa4c-40aa-97bc-ee0df9df91c1 req-f9ded860-8261-4fc7-94c4-8f85a844cef8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:59.276503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-704687f9-aa4c-40aa-97bc-ee0df9df91c1 req-f9ded860-8261-4fc7-94c4-8f85a844cef8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.1524975 Jul 28 14:38:59.285597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Request body: {'port': {'device_id': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'admin_state_up': True, 'tenant_id': 'd3ed0480063d4d5390da2478878947d1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:59.309122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Network 7f60b487-96e1-4758-997b-292a9702ac62 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:59.311680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:59.316651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-1780c4f3-ae6a-4d43-b599-7e75d9d7d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:59.318259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-1780c4f3-ae6a-4d43-b599-7e75d9d7d8fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a18953a6ce46c3bbdcc9df44b05e68&device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 1099 time: 0.1930861 Jul 28 14:38:59.318456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:59.383660 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf32f-ba56-4394-8d8c-0838f64ee9fd None None] New status for floating IP fab5f21d-1993-45c7-ae30-82cfcebf1e53: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:38:59.449655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Pushing event updated for resources: {'Port': ['ID=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:59.453312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.539020 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:52Z', 'revision_number': 3, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:59.571094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-704687f9-aa4c-40aa-97bc-ee0df9df91c1 req-43abffc0-08b3-44dd-907a-4b16ca8fa994 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932966 Jul 28 14:38:59.654143 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b707a6f-fff6-4005-80d8-08d64ae6f94f None None] The sync data for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 is: [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:52Z', 'revision_number': 3, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:59.897998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-1ef8d5ab-2923-4665-84e4-9756344b8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:59.899643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-1ef8d5ab-2923-4665-84e4-9756344b8fe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.5282927 Jul 28 14:38:59.973927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-14bff540-4998-44db-891c-1f534d35395c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0615208 Jul 28 14:38:59.991422 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6edcdb0f-f237-4723-ac1c-395a85e7bb22 req-8e90afc1-9675-40df-aac6-e5b81c89d7c5 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 210 time: 0.0944743 Jul 28 14:38:59.994105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:00.001412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeef389-e2f0-4a78-98fb-0eac91b710fa req-e6782f65-269c-405b-bdcc-d67502b89ab9 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:00.016747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaeef389-e2f0-4a78-98fb-0eac91b710fa req-e6782f65-269c-405b-bdcc-d67502b89ab9 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 947 time: 0.2040529 Jul 28 14:39:00.107471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Made reservation on behalf of d3ed0480063d4d5390da2478878947d1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:00.113646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:00.121936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-58be81b2-1504-406d-bae7-e0e90c34e351 None None] Provisioning for port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:00.127908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-58be81b2-1504-406d-bae7-e0e90c34e351 None None] Provisioning complete for port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:00.128685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58be81b2-1504-406d-bae7-e0e90c34e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:00.170414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-58be81b2-1504-406d-bae7-e0e90c34e351 None None] Port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:39:00.276808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaeef389-e2f0-4a78-98fb-0eac91b710fa req-afddb9a0-bbde-4f82-937e-6ca07b9e7696 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576554 Jul 28 14:39:00.281377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-94bcf369-3020-4ea3-b4de-eff717e0af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:00.292372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-94bcf369-3020-4ea3-b4de-eff717e0af46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2602878 Jul 28 14:39:00.459882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Allocated IP 172.20.0.10 (cccabb6d-9c54-44b3-a2b2-54cdd25a4e65/076e83e4-f65a-4b35-9170-6dcb8a6f45bb/2476d0fa-8095-4444-b80f-1ea220245167) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:00.485768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:00.659938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:00.669704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-be02e741-e4c7-4ff9-a7d4-bb9185adae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:00.676263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-be02e741-e4c7-4ff9-a7d4-bb9185adae0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2673280 Jul 28 14:39:00.726412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42006) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:00.817976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Pushing event updated for resources: {'Port': ['ID=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:00.878768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.015050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.032952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-140d285d-ad7b-4b95-820a-f8f620bcda28 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:01.034615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-140d285d-ad7b-4b95-820a-f8f620bcda28 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.3074656 Jul 28 14:39:01.039611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-c72c027f-1aa9-4754-a9a0-d1a39657aa0e service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105335 Jul 28 14:39:01.062690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Network 7f60b487-96e1-4758-997b-292a9702ac62 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:01.064600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:01.137992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-6d3cb11f-44c9-471e-b26e-4a55a1bbb28f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/quotas/3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 375 time: 0.0920706 Jul 28 14:39:01.256552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-e536d40b-166d-4fd8-8217-aacff2a259c6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666299 Jul 28 14:39:01.259791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.377814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6682a75-22af-4753-82af-d542bd3b7b4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93b78d05c6e3487183bc21e8e348f06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135902 Jul 28 14:39:01.378905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42016) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:01.402788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:01.415413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:01.419721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803b2cf-92c8-4402-8003-cb7f5207f4c1 req-45433443-3a62-4df5-9b6b-424a5395db18 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:01.426583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:01.430056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:01.434829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33a4c7d-064d-45d7-bc5f-7819a047c247 req-9e542ee5-9e09-41cb-91c8-bbfdf344f9d0 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859296 Jul 28 14:39:01.435347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e803b2cf-92c8-4402-8003-cb7f5207f4c1 req-45433443-3a62-4df5-9b6b-424a5395db18 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.2705104 Jul 28 14:39:01.452816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cb5d2f3b-34e3-4dcb-822e-0769ada0f3ec None None] Provisioning complete for port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:01.453937 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2f3b-34e3-4dcb-822e-0769ada0f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.513598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:01.515549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.530191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-65680e95-0eeb-4098-a5d1-021bee9a1540 service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220528 Jul 28 14:39:01.537869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:01.545118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d2f3b-34e3-4dcb-822e-0769ada0f3ec None None] Port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:39:01.572726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e803b2cf-92c8-4402-8003-cb7f5207f4c1 req-a7121806-e5e8-46ec-851f-667394c9c145 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361945 Jul 28 14:39:01.649858 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596126c0-ae1b-45a4-82bb-cc1c75416e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.670170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-2403647c-1a49-40df-9472-514cbd24f090 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3905261 Jul 28 14:39:01.693170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-39c427bd-8205-406d-b06a-973f50939cca service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483874 Jul 28 14:39:01.700068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Request body: {'port': {'device_id': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:01.755715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596126c0-ae1b-45a4-82bb-cc1c75416e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.779958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.962562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:01.970671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71b6ab69-b672-4240-98b9-80fca317bbaa up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:02.207543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 71b6ab69-b672-4240-98b9-80fca317bbaa completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:02.219996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 71b6ab69-b672-4240-98b9-80fca317bbaa triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:02.223171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.362367 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.368610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48f82a-0284-4d4e-8d5c-3bc7eae1f593 req-10da043e-9bfc-4a0d-a865-6ce9f30446e2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:02.371996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb48f82a-0284-4d4e-8d5c-3bc7eae1f593 req-10da043e-9bfc-4a0d-a865-6ce9f30446e2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 932 time: 0.1980250 Jul 28 14:39:02.383098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2476d0fa-8095-4444-b80f-1ea220245167 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:02.396130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 71b6ab69-b672-4240-98b9-80fca317bbaa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=71b6ab69-b672-4240-98b9-80fca317bbaa,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:02.423148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.448569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdd78-343f-4765-8a2d-cc3fd5eb1ddd req-9e8c9cb1-ba09-4d26-86aa-a1fa4d79cb9a tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:02.451296 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a6fdd78-343f-4765-8a2d-cc3fd5eb1ddd req-9e8c9cb1-ba09-4d26-86aa-a1fa4d79cb9a tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 946 time: 0.7886555 Jul 28 14:39:02.456914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:02.466602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e9e72ef5-f1ab-4dde-b710-6ab354c9f17b admin admin] 10.222.0.57 "PUT /v2.0/routers/edc958ef-1fd2-49e3-8310-4d5bdd31e9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3636956 Jul 28 14:39:02.473321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Transition to ACTIVE for port object 2476d0fa-8095-4444-b80f-1ea220245167 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:02.497446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb48f82a-0284-4d4e-8d5c-3bc7eae1f593 req-3ccd9625-aa77-41e7-8716-e6df52d5882e tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066217 Jul 28 14:39:02.509482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.550253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-713d2800-4fef-4440-aafb-078bdd189b2b tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:02.556262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-713d2800-4fef-4440-aafb-078bdd189b2b tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.58 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 946 time: 0.1472857 Jul 28 14:39:02.601863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a6fdd78-343f-4765-8a2d-cc3fd5eb1ddd req-0c2d2d0d-68a4-4bf8-a003-88e2536a01de tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313181 Jul 28 14:39:02.623366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.639902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=71b6ab69-b672-4240-98b9-80fca317bbaa,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:02.644621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Sync routers for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:02.649050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596126c0-ae1b-45a4-82bb-cc1c75416e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.655274 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596126c0-ae1b-45a4-82bb-cc1c75416e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:02.663758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-596126c0-ae1b-45a4-82bb-cc1c75416e34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5a3fdc6-5705-42ac-81de-644a4e991be3 HTTP/1.1" status: 204 len: 168 time: 1.2831604 Jul 28 14:39:02.681398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:02.682546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:02.690823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.692028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.692948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.697401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.697401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.697401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.697401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.698172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596126c0-ae1b-45a4-82bb-cc1c75416e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a3fdc6-5705-42ac-81de-644a4e991be3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:02.699248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.713738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.714291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.714822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.715385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:02.961763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff885b-756c-454d-8532-b8515d2dd262 req-224f82dc-812d-4b08-a8fe-003bf776dcf8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:02.964821 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0eff885b-756c-454d-8532-b8515d2dd262 req-224f82dc-812d-4b08-a8fe-003bf776dcf8 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.0880642 Jul 28 14:39:02.981002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:02.982212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42036) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:02.992735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Request body: {'floatingip': {'port_id': '27aa3755-d9e7-4af0-bfb1-4321d6884e79'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:03.118626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.156000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ad9c51f-4622-491a-b86c-705ef10b7b8e req-bb5582f0-9777-4928-abfe-5c4dc3b8dfa6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 210 time: 0.0638831 Jul 28 14:39:03.232148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:03.351441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ac72b-186a-449a-a3ec-8135f7c7fef0 req-c68fbda7-9f07-4713-8c8d-de580a45ee5b tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:03.359818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-095ac72b-186a-449a-a3ec-8135f7c7fef0 req-c68fbda7-9f07-4713-8c8d-de580a45ee5b tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 947 time: 0.6005185 Jul 28 14:39:03.468215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Deleting port 5e29ba74-da6a-4246-86c0-f54cb575ace1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:03.468215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.505416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:00Z', 'revision_number': 2, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:03.578586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Checking router: edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:03.579311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Updating router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:39:03.641626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.706858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:03.714550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Attempting to bind port 2476d0fa-8095-4444-b80f-1ea220245167 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:03.714943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Attempting to bind port 2476d0fa-8095-4444-b80f-1ea220245167 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:03.715335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Attempting to bind port 2476d0fa-8095-4444-b80f-1ea220245167 on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:03.757299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Port 2476d0fa-8095-4444-b80f-1ea220245167 on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:03.757601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Attempting to bind port 2476d0fa-8095-4444-b80f-1ea220245167 on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:03.766596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:03.766914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Checking segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:03.767369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Bound using segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:03.767826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Bound port: 2476d0fa-8095-4444-b80f-1ea220245167, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:03.768210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.786537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-095ac72b-186a-449a-a3ec-8135f7c7fef0 req-c8397a31-cbf6-4c24-8f3c-e39a96039d93 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234200 Jul 28 14:39:03.877077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] For port 5e29ba74-da6a-4246-86c0-f54cb575ace1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5e29ba74-da6a-4246-86c0-f54cb575ace1,segment=NetworkSegment(124a5413-05e1-432c-a4fd-18c0ec8f9b2e),segment_id=124a5413-05e1-432c-a4fd-18c0ec8f9b2e)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:03.878046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.961217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Calling delete_port for 5e29ba74-da6a-4246-86c0-f54cb575ace1 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:04.009825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42060) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:04.022472 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:39:04.032507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062654158', 'description': 'tempest-description--589927956'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:04.137101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:39:04.186446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.254278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942e868-8c19-4bbc-bfb9-e9b55c22b3b7 req-bfe1af12-f072-4982-94fe-dc72c9c92957 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:04.257652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2942e868-8c19-4bbc-bfb9-e9b55c22b3b7 req-bfe1af12-f072-4982-94fe-dc72c9c92957 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.2782831 Jul 28 14:39:04.264546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4224f-fedc-422f-be0a-96b74efea5cb req-64fa0070-3f49-4378-b1c3-82b16b108382 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:04.264546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35c4224f-fedc-422f-be0a-96b74efea5cb req-64fa0070-3f49-4378-b1c3-82b16b108382 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 946 time: 0.1706166 Jul 28 14:39:04.267115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.354942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35c4224f-fedc-422f-be0a-96b74efea5cb req-a1a46722-ef2e-44b2-afce-26a0a1b104a2 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/security-groups?id=241f38eb-f538-428f-a6df-69249bc9f6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797131 Jul 28 14:39:04.356336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:04.364880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71b6ab69-b672-4240-98b9-80fca317bbaa up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:04.367394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:04.374344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.412178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2942e868-8c19-4bbc-bfb9-e9b55c22b3b7 req-66bb6f42-2e96-40f7-8079-9e5a38bc6c17 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165702 Jul 28 14:39:04.501183 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.555417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.587086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:04.587733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.590301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] 10.222.0.42 "PUT /v2.0/ports/2476d0fa-8095-4444-b80f-1ea220245167 HTTP/1.1" status: 200 len: 1093 time: 2.8958590 Jul 28 14:39:04.590880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:04.594551 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c3139-124a-4292-954a-c01e881dc44a" -d '{"events": [{"name": "network-changed", "server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "tag": "2476d0fa-8095-4444-b80f-1ea220245167"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:04.620657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:04.626779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fd4a1c4-55e1-4364-9745-20a700557216 req-8b43d9a2-9912-43a3-b038-b6127714d842 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 210 time: 0.0843804 Jul 28 14:39:04.650002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 71b6ab69-b672-4240-98b9-80fca317bbaa triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:04.650370 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.656771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0', 'mac_address': 'fa:16:3e:01:67:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:04.660354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9075ac8-0d4b-4965-9ee9-878141509229 service neutron] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:04.704051 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Floating IP bd8486f4-5dde-4af2-9c38-5ca5486553ff associated. External IP: 172.25.6.102, port: 27aa3755-d9e7-4af0-bfb1-4321d6884e79. Jul 28 14:39:04.714096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d1ef1-c4bc-4fe1-85a7-d393e16494b5 x-openstack-request-id: req-832d1ef1-c4bc-4fe1-85a7-d393e16494b5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:04.714096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "tag": "2476d0fa-8095-4444-b80f-1ea220245167", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:04.714096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-832d1ef1-c4bc-4fe1-85a7-d393e16494b5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:04.714096 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167', 'status': 'completed', 'code': 200} Jul 28 14:39:04.752055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.777259 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.790219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.823187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:04.837277 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.861392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Pushing event deleted for resources: {'Port': ['ID=5e29ba74-da6a-4246-86c0-f54cb575ace1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:04.908848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Transition to ACTIVE for port object 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:04.912968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:04.930359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.931767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9226997 Jul 28 14:39:04.936753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42078) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:04.941510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] No DVR routers for this DVR port 5e29ba74-da6a-4246-86c0-f54cb575ace1 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:04.944031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Request body: {'security_group_rule': {'security_group_id': '3ed24157-e9b4-460b-beaa-06831d3727f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:04.946782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.948850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9e5f57e-b2c1-4fea-b03f-f17a9f23a8f9 req-ab3dcd7a-280c-42de-926a-cdcf67d0c9a0 tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.58 "DELETE /v2.0/ports/5e29ba74-da6a-4246-86c0-f54cb575ace1 HTTP/1.1" status: 204 len: 173 time: 2.3851295 Jul 28 14:39:04.955184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df3154-efb7-442c-982e-8287c41b260e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed24157-e9b4-460b-beaa-06831d3727f1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:04.984909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.995268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.019458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3139-124a-4292-954a-c01e881dc44a req-c65afbaa-d538-4adf-9910-0782230c83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.021289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d5c3139-124a-4292-954a-c01e881dc44a req-c65afbaa-d538-4adf-9910-0782230c83e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 1096 time: 0.1475744 Jul 28 14:39:05.042339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d68c7-e5ea-4c27-baa7-19918b4b731e req-2a7e2b1f-69bd-42e5-a56f-b9d840af41ea tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.044363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5d68c7-e5ea-4c27-baa7-19918b4b731e req-2a7e2b1f-69bd-42e5-a56f-b9d840af41ea tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 947 time: 0.1049547 Jul 28 14:39:05.073424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e29ba74-da6a-4246-86c0-f54cb575ace1 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:05.132763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 5e29ba74-da6a-4246-86c0-f54cb575ace1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:05.133164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5e29ba74-da6a-4246-86c0-f54cb575ace1 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:05.194788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.200692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5d68c7-e5ea-4c27-baa7-19918b4b731e req-291eb3ef-4083-4299-9d16-0f1d3f49e9b3 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420238 Jul 28 14:39:05.216537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Attempting to bind port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:05.216913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Attempting to bind port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:05.217330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Attempting to bind port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 on network 7f60b487-96e1-4758-997b-292a9702ac62 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:05.229415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d251d4-7f04-4e0e-9917-c827f30919a6 None None] Pushing event updated for resources: {'Port': ['ID=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:05.258407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:05.258789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Checking segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:05.259196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.259597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Bound using segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:05.260101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Bound port: 962412f1-af03-4a2d-a4ce-ad3c7bb054e4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:05.260513 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.268908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3139-124a-4292-954a-c01e881dc44a req-563e2e87-ccba-4667-8d24-eb642698a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.270731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d5c3139-124a-4292-954a-c01e881dc44a req-563e2e87-ccba-4667-8d24-eb642698a59b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3ed0480063d4d5390da2478878947d1&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2212265 Jul 28 14:39:05.313606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Router 2a7bbbea-6584-40bc-84cf-094c6356897e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:05.339702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:05.340026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.440537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3139-124a-4292-954a-c01e881dc44a req-c0ec5330-a1e6-489f-9f2f-473f5708cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.447884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d5c3139-124a-4292-954a-c01e881dc44a req-c0ec5330-a1e6-489f-9f2f-473f5708cb4a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620002 Jul 28 14:39:05.490781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] For port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:05.528996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] For port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:05.561772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.578816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.584112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9aa7a7b4-97cf-44fd-bfe2-7c16f7c22d7d req-8a7a8e83-3205-4fa4-8d43-b8f1a25af75e tempest-ServerAddressesNegativeTestJSON-1387249975 tempest-ServerAddressesNegativeTestJSON-1387249975-project] 10.222.0.57 "GET /v2.0/ports?device_id=600e42f4-0d10-428c-a402-616e1e329ace HTTP/1.1" status: 200 len: 210 time: 0.0562146 Jul 28 14:39:05.607201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be97fd6-a7c2-44fb-a815-6409a3e21c82,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:05.623346 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.642831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:05.664678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:05.668946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-c3214fd8-26da-4b2e-bc2a-f5afe425f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.669985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.670551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-c3214fd8-26da-4b2e-bc2a-f5afe425f5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 1096 time: 0.0771186 Jul 28 14:39:05.692670 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] Sync routers for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:05.715893 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:05.717018 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:05.723260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5c91f-1478-436f-93d1-60d65863ec69 req-768605a1-ca74-4464-979f-e42f1a6835dd tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.724985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ce5c91f-1478-436f-93d1-60d65863ec69 req-768605a1-ca74-4464-979f-e42f1a6835dd tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.1322238 Jul 28 14:39:05.734394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7aa752d4-bf3f-48c7-a0ef-cfed6121217f tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "PUT /v2.0/floatingips/bd8486f4-5dde-4af2-9c38-5ca5486553ff HTTP/1.1" status: 200 len: 992 time: 2.7498968 Jul 28 14:39:05.735411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:05.738064 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7ee71-cac3-4460-9f22-7093a5614996" -d '{"events": [{"name": "network-changed", "server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:05.758556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-8aa7a338-2c83-409a-a82c-07a9e6a26185 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2476d0fa-8095-4444-b80f-1ea220245167 HTTP/1.1" status: 200 len: 217 time: 0.0664237 Jul 28 14:39:05.807301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d251d4-7f04-4e0e-9917-c827f30919a6 None None] Pushing event updated for resources: {'Port': ['ID=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:05.827869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:05.828565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:05.857105 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ce5c91f-1478-436f-93d1-60d65863ec69 req-2e6c1718-cec2-465d-b115-a436aad350ae tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945840 Jul 28 14:39:05.871378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.875229 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ef07a5b4-7211-47cc-8fb8-9ff5c5764d62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9345555 Jul 28 14:39:05.876279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42096) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:05.889447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Request body: {'security_group_rule': {'security_group_id': '3ed24157-e9b4-460b-beaa-06831d3727f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:06.048497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.081452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd322e6-2961-463e-813c-bf77b37be243 req-c90cc961-1531-40d7-9d31-21789c580e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:06.087086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-c90cc961-1531-40d7-9d31-21789c580e71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.3036323 Jul 28 14:39:06.131336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-04c3667d-72f4-43b0-8a7b-2baaa2adeb10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377560 Jul 28 14:39:06.183297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9c39281-c90a-4f5d-8c87-c06ef700d006 req-bf34699d-07a8-4827-a470-5b9966376815 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 210 time: 0.0800741 Jul 28 14:39:06.190366 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59725cd4-2d53-4fd9-868b-a90a6519fc47 x-openstack-request-id: req-59725cd4-2d53-4fd9-868b-a90a6519fc47 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:06.191141 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:06.191624 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59725cd4-2d53-4fd9-868b-a90a6519fc47 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:06.192220 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'status': 'completed', 'code': 200} Jul 28 14:39:06.284824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-6e80b342-fa83-4d61-930b-4f3f4f9b6806 service neutron] 10.222.0.42 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347575 Jul 28 14:39:06.288744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.313286 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:06.390911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-1ff35bb7-d6aa-4c79-b885-569edc9f0a63 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:06.392534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-1ff35bb7-d6aa-4c79-b885-569edc9f0a63 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.5984867 Jul 28 14:39:06.401584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.429900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91524873-8753-4a48-982a-8a122323a622,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:06.430990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Request body: {'port': {'device_id': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'admin_state_up': True, 'tenant_id': '3c64b462b747440c9de0d73b092f8df9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:06.467377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:06.548037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-734c4832-832a-43a5-997c-cd02d1589f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:06.551536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-734c4832-832a-43a5-997c-cd02d1589f99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9855a45d774873a03a5e528fb50f9d&device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 1098 time: 0.2726009 Jul 28 14:39:06.606247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.632564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bbe664e4-f57e-4758-9b85-9fde31f10486 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7511473 Jul 28 14:39:06.633721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:06.652237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:06.677320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbd322e6-2961-463e-813c-bf77b37be243 req-c625047d-09a6-4541-9d5b-4c76ee2830ec service neutron] 10.222.0.42 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822038 Jul 28 14:39:06.717147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600e42f4-0d10-428c-a402-616e1e329ace', 'name': 'network-vif-deleted', 'tag': '5e29ba74-da6a-4246-86c0-f54cb575ace1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:06.724892 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c57b518-bb46-4ef8-a033-37e54c85b8e3" -d '{"events": [{"server_uuid": "600e42f4-0d10-428c-a402-616e1e329ace", "name": "network-vif-deleted", "tag": "5e29ba74-da6a-4246-86c0-f54cb575ace1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:06.767543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-5fec7eba-b9f6-4e85-b043-ee46bcc42546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:06.769372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-5fec7eba-b9f6-4e85-b043-ee46bcc42546 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 200 len: 912 time: 0.2086565 Jul 28 14:39:06.825495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fc623-0e6f-4e49-8651-0b6fb31b2a36 req-5e8f3dc1-bd44-4254-ade6-46cea4ed5ed8 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:06.832265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd2fc623-0e6f-4e49-8651-0b6fb31b2a36 req-5e8f3dc1-bd44-4254-ade6-46cea4ed5ed8 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 948 time: 0.3335211 Jul 28 14:39:06.877360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:05Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:06.884505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd2fc623-0e6f-4e49-8651-0b6fb31b2a36 req-806b9591-1b62-4859-bdba-775580a8588e tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Jul 28 14:39:06.888096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.910831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10755c8-8f72-47c1-8e51-fc67551367b7 None None] The sync data for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 is: [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:05Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:06.929388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-ac1aa387-304d-4da7-8601-e1f277d65f77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 200 len: 1000 time: 0.1507981 Jul 28 14:39:06.970430 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'bd8486f4-5dde-4af2-9c38-5ca5486553ff', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'port_id': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'mac_address': 'fa:16:3e:f2:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc372f-760e-4750-88b5-3a53e296c90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:38:29Z', 'updated_at': '2021-07-28T14:39:03Z', 'revision_number': 1, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:27Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:07.031310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Made reservation on behalf of 3c64b462b747440c9de0d73b092f8df9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:07.039067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.059163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42118) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:07.062173 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] Checking router: 2a7bbbea-6584-40bc-84cf-094c6356897e for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:07.081898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-bbec5ec8-de41-468f-96e1-d0dd6643357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.084265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-bbec5ec8-de41-468f-96e1-d0dd6643357e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=520ae61b-a8bc-478e-8186-7e5cb614e0b7 HTTP/1.1" status: 200 len: 850 time: 0.1483991 Jul 28 14:39:07.089776 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:07.090604 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:07.159815 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.162661 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7151ddd-b41f-4b83-96bc-d05610db1228 x-openstack-request-id: req-b7151ddd-b41f-4b83-96bc-d05610db1228 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:07.162994 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600e42f4-0d10-428c-a402-616e1e329ace", "name": "network-vif-deleted", "tag": "5e29ba74-da6a-4246-86c0-f54cb575ace1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:07.163260 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7151ddd-b41f-4b83-96bc-d05610db1228 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:07.163686 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600e42f4-0d10-428c-a402-616e1e329ace', 'name': 'network-vif-deleted', 'tag': '5e29ba74-da6a-4246-86c0-f54cb575ace1', 'status': 'completed', 'code': 200} Jul 28 14:39:07.283795 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:07.308122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Deleting subnet 7011034b-70ac-4987-8044-585885399627 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:39:07.326291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.365660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Allocated IP 172.25.6.103 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/668e5ae4-0c16-4d66-b679-a8b4207a8d84) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:07.372393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-97acbc7a-1b38-48b6-88ac-9f322f4ddb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.374003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-97acbc7a-1b38-48b6-88ac-9f322f4ddb37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c06cc20b-0df6-4826-8adb-ccbdda12b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2423606 Jul 28 14:39:07.417084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.540576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6b9a-df64-475a-988f-8e4aab6f58fc req-7026661a-b6d5-4450-aa6c-2e5d6b556d19 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.542208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00d6b9a-df64-475a-988f-8e4aab6f58fc req-7026661a-b6d5-4450-aa6c-2e5d6b556d19 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.3449523 Jul 28 14:39:07.550863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.587363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.691858 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'bd8486f4-5dde-4af2-9c38-5ca5486553ff', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'port_id': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'mac_address': 'fa:16:3e:f2:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc372f-760e-4750-88b5-3a53e296c90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:38:29Z', 'updated_at': '2021-07-28T14:39:03Z', 'revision_number': 1, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:27Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:07.692970 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-182c76fc-7d30-4980-ba76-1f99f423bb18 req-2fb4b3a1-2371-4d25-a7bc-65aac685f672 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 210 time: 0.0501554 Jul 28 14:39:07.727522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Allocated IP 172.20.0.8 (26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259/f32aee56-6fdd-4a14-954f-3d837c9add2f/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:07.735095 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211968-5281-4bd4-845b-22e4fb2d35c4 None None] The sync data for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 is: [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'bd8486f4-5dde-4af2-9c38-5ca5486553ff', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'port_id': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'mac_address': 'fa:16:3e:f2:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc372f-760e-4750-88b5-3a53e296c90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:38:29Z', 'updated_at': '2021-07-28T14:39:03Z', 'revision_number': 1, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:27Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:07.788283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.804759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00d6b9a-df64-475a-988f-8e4aab6f58fc req-ee20b780-4739-4e4b-8d67-9bc65ac7a367 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430389 Jul 28 14:39:07.854744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-a0559a54-2ce0-4f3e-a58f-f2b1489d0030 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404582 Jul 28 14:39:07.925138 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:07.927167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:07.932637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:07.971215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.992959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event updated for resources: {'Port': ['ID=668e5ae4-0c16-4d66-b679-a8b4207a8d84,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:08.046695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:08.099094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.107872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7011034b-70ac-4987-8044-585885399627 HTTP/1.1" status: 204 len: 168 time: 1.0385845 Jul 28 14:39:08.108211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:08.194549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.201541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:08.205915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:08.206881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.241732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7011034b-70ac-4987-8044-585885399627,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:08.252014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.286811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474162a9-6819-4b72-a2e5-ffa29cb895ea None None] New status for floating IP bd8486f4-5dde-4af2-9c38-5ca5486553ff: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:39:08.294466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.295037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.295534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.296432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.297472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.298019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.298567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.299516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.300079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.302341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.302341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.302341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3631e-44b6-4097-8157-81ee2bbae3a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:08.370070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.410657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.436690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec5a9d4-04b0-44c3-ba46-72fc8b603119']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:08.445789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.449233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124a5413-05e1-432c-a4fd-18c0ec8f9b2e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:08.449799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124a5413-05e1-432c-a4fd-18c0ec8f9b2e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:08.489041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.527495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7036a7-97d1-4711-8780-5b09bcaf3406 req-6dc21aab-0407-464f-bce9-ef0bbaedfe07 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:08.542872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd7036a7-97d1-4711-8780-5b09bcaf3406 req-6dc21aab-0407-464f-bce9-ef0bbaedfe07 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 948 time: 0.5158913 Jul 28 14:39:08.551266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.574445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:39:08.574915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.579783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.582305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:39:08.588966 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:39:08.593493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e7ee71-cac3-4460-9f22-7093a5614996 req-6a5d8ead-5e71-4b11-9b47-3f16137427c9 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262702 Jul 28 14:39:08.668677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:08.671237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:08.728648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:08.733537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:08.762878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd7036a7-97d1-4711-8780-5b09bcaf3406 req-bffc40a4-ed6e-4de0-9caa-d67770f85c60 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181621 Jul 28 14:39:08.813696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.825782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:08.846630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:08.848210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.864707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.873627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.875720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aec5a9d4-04b0-44c3-ba46-72fc8b603119 HTTP/1.1" status: 204 len: 168 time: 0.7664182 Jul 28 14:39:08.890903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:08.908027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7ff0f-2150-4f8f-8517-8dde2a17e592 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec5a9d4-04b0-44c3-ba46-72fc8b603119,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:08.952561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-4db28cce-5e46-41ca-8e5b-d57311819b85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5315802 Jul 28 14:39:08.956493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:08.971633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Request body: {'port': {'device_id': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:08.984860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.123731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.143283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event updated for resources: {'Port': ['ID=668e5ae4-0c16-4d66-b679-a8b4207a8d84,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:09.188181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.265452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6bea-b5de-4184-964c-0193dd3869d5 req-529984b6-23ee-4c43-b3b7-a26eac16e847 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:09.268278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c8d6bea-b5de-4184-964c-0193dd3869d5 req-529984b6-23ee-4c43-b3b7-a26eac16e847 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.1006255 Jul 28 14:39:09.268967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e93cb-57d7-4809-b5ad-42225bdfdc85 req-bbd472d1-a4bf-4a61-93c3-78b897086a26 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:09.270632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b73e93cb-57d7-4809-b5ad-42225bdfdc85 req-bbd472d1-a4bf-4a61-93c3-78b897086a26 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 931 time: 0.1406198 Jul 28 14:39:09.311468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.312872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8fec4bb6-c75a-46fd-886a-53c6b2b423f6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6745059 Jul 28 14:39:09.337971 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c8d6bea-b5de-4184-964c-0193dd3869d5 req-f19773c3-457b-49de-9398-685f9b11bccb tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 Jul 28 14:39:09.395602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b73e93cb-57d7-4809-b5ad-42225bdfdc85 req-59120531-ab47-479b-a5c6-05fd9566cf29 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160908 Jul 28 14:39:09.624583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:09.628474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:09.644494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.666620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Transition to ACTIVE for port object 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:09.706015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0b9278e3-b6ab-49b4-a399-f0bf897d9f91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3410a6b90bb74cbbb727309ce066b1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772364 Jul 28 14:39:09.713665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42176) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:09.745000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:09.790541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.827056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe78e-96c0-44bb-a89d-734eaf52c642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.881336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:09.941769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe78e-96c0-44bb-a89d-734eaf52c642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.978730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:09.983856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:09.984541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.052351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:10.119249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:10.129061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:10.130911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:10.146215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:10.146890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.159599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:10.160155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:10.189149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:10.189658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:10.190287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:10.191044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Bound port: 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:10.194778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.231039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.246002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf55a4-f8a1-4071-bfd5-f4978451c3f4 req-7d72fbd6-8b2b-4e61-bcd6-02f6eada04c8 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.270002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72bf55a4-f8a1-4071-bfd5-f4978451c3f4 req-7d72fbd6-8b2b-4e61-bcd6-02f6eada04c8 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 948 time: 0.2430139 Jul 28 14:39:10.283508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:10.286253 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f75fd2-c12c-4102-a656-21a0d6a4606f" -d '{"events": [{"server_uuid": "872b1e48-b233-4593-bbbe-a5eb8f31b10e", "name": "network-vif-plugged", "status": "completed", "tag": "64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:10.307476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:10.356166 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe78e-96c0-44bb-a89d-734eaf52c642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.361857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe78e-96c0-44bb-a89d-734eaf52c642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.364419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a1cbe78e-96c0-44bb-a89d-734eaf52c642 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/241f38eb-f538-428f-a6df-69249bc9f6e1 HTTP/1.1" status: 204 len: 168 time: 0.6567256 Jul 28 14:39:10.381080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.403010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:10.412481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:10.414225 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72bf55a4-f8a1-4071-bfd5-f4978451c3f4 req-ebae128f-af23-4a9f-ac04-b9a4b8c6f2f3 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385834 Jul 28 14:39:10.415795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbe78e-96c0-44bb-a89d-734eaf52c642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f38eb-f538-428f-a6df-69249bc9f6e1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:10.503861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:10.530233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.597003 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77da39-2c73-45cc-84f3-a9817ca5a7cb x-openstack-request-id: req-bd77da39-2c73-45cc-84f3-a9817ca5a7cb {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:10.597474 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b1e48-b233-4593-bbbe-a5eb8f31b10e", "name": "network-vif-plugged", "status": "completed", "tag": "64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:10.597872 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd77da39-2c73-45cc-84f3-a9817ca5a7cb {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:10.598505 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0', 'code': 200} Jul 28 14:39:10.610134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.611129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.612987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] 10.222.0.58 "PUT /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 1092 time: 1.6505029 Jul 28 14:39:10.613567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:10.630797 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb7b12-77fb-4c61-a187-9b04309be536" -d '{"events": [{"name": "network-changed", "server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:10.674763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d107bfd-3f07-457c-a072-0094d282f1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:10.718035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5af9f-0515-42c8-9f5d-0a59bbdcb5e7 req-33658b32-fc47-45ed-ac94-a3939d22510f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.719849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1c5af9f-0515-42c8-9f5d-0a59bbdcb5e7 req-33658b32-fc47-45ed-ac94-a3939d22510f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.0777347 Jul 28 14:39:10.763160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f60e31-0ca9-42ad-a65c-802019197e03 req-e7c52ab1-4511-4afc-b592-ec2ce07165a0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.764853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15f60e31-0ca9-42ad-a65c-802019197e03 req-e7c52ab1-4511-4afc-b592-ec2ce07165a0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.0605640 Jul 28 14:39:10.777944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1c5af9f-0515-42c8-9f5d-0a59bbdcb5e7 req-4941b3e4-dc89-4fa5-bbc7-d33f6663e88f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Jul 28 14:39:10.854946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15f60e31-0ca9-42ad-a65c-802019197e03 req-f0c70213-d25e-4096-8d42-309b3070aedc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659142 Jul 28 14:39:10.854946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01784dd0-830c-4a77-b977-32aff2c8ed82 req-4008bf07-6626-4823-8990-520b270715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.854946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01784dd0-830c-4a77-b977-32aff2c8ed82 req-4008bf07-6626-4823-8990-520b270715cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 1101 time: 0.0874696 Jul 28 14:39:10.915804 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cb1607-f94d-437f-a764-edf08706b48d x-openstack-request-id: req-36cb1607-f94d-437f-a764-edf08706b48d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:10.917007 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:10.924488 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36cb1607-f94d-437f-a764-edf08706b48d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:10.924488 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'status': 'completed', 'code': 200} Jul 28 14:39:10.930622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01784dd0-830c-4a77-b977-32aff2c8ed82 req-5ec8d283-965b-4a60-b69d-11457f3113ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Jul 28 14:39:11.006313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7b12-77fb-4c61-a187-9b04309be536 req-b3ed9bdc-7f90-445b-b78e-dc68cfa44bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.010475 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fcb7b12-77fb-4c61-a187-9b04309be536 req-b3ed9bdc-7f90-445b-b78e-dc68cfa44bc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0652966 Jul 28 14:39:11.146446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7b12-77fb-4c61-a187-9b04309be536 req-ac0820ee-ad77-4c31-bd84-a86d4b595735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.154703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fcb7b12-77fb-4c61-a187-9b04309be536 req-ac0820ee-ad77-4c31-bd84-a86d4b595735 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3c64b462b747440c9de0d73b092f8df9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1314638 Jul 28 14:39:11.336101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7b12-77fb-4c61-a187-9b04309be536 req-cd037e73-0704-45f1-a5de-63cbcc1ce03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.345090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fcb7b12-77fb-4c61-a187-9b04309be536 req-cd037e73-0704-45f1-a5de-63cbcc1ce03d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857510 Jul 28 14:39:11.445041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-b2687f94-7258-49c8-9ef4-57b2996ef3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.446661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-b2687f94-7258-49c8-9ef4-57b2996ef3c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0498922 Jul 28 14:39:11.613910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083b20f-4551-4681-b26e-c39d9ce7a143 req-4ce2211d-7fcc-464c-9978-9108cd31d590 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.617277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2083b20f-4551-4681-b26e-c39d9ce7a143 req-4ce2211d-7fcc-464c-9978-9108cd31d590 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.0877936 Jul 28 14:39:11.685979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2083b20f-4551-4681-b26e-c39d9ce7a143 req-4fecb439-b8e4-4a90-a936-76cad204f7c8 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609272 Jul 28 14:39:11.767854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:12.090596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-367ebebc-d8f0-48be-a8a4-4d8531845ff8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 217 time: 0.6351597 Jul 28 14:39:12.118944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:12.185555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-10a40d95-c55e-4313-bbd6-067771c4e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.187118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-10a40d95-c55e-4313-bbd6-067771c4e09a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0869849 Jul 28 14:39:12.189154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2476d0fa-8095-4444-b80f-1ea220245167', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': '2476d0fa-8095-4444-b80f-1ea220245167', 'mac_address': 'fa:16:3e:6e:d9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:12.245904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-80cde785-3df8-4384-b817-b08334362ff2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456896 Jul 28 14:39:12.298943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ddac-6509-4903-a982-4fa8a8048e8b req-91d03625-fe35-44b3-9e01-987bcb08550a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.301015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7dd7ddac-6509-4903-a982-4fa8a8048e8b req-91d03625-fe35-44b3-9e01-987bcb08550a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.1464489 Jul 28 14:39:12.346447 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:12.376417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2476d0fa-8095-4444-b80f-1ea220245167 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:12.400002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7dd7ddac-6509-4903-a982-4fa8a8048e8b req-58a355b3-3e5d-4c32-abf4-4fe8c4d5f69c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Jul 28 14:39:12.421953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:12.449018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-36b019d2-187b-4326-8afe-595e7adc7944 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918206 Jul 28 14:39:12.489675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:12.510770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:12.595396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:12.660254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659a134-a7ad-4ac8-bef2-014d1863c78f req-6c0c7485-971d-49c4-adea-9870745b8377 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.663929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f659a134-a7ad-4ac8-bef2-014d1863c78f req-6c0c7485-971d-49c4-adea-9870745b8377 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.2976110 Jul 28 14:39:12.737989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1747070712-network', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:12.771945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318634fd-1ac6-4133-a907-c740f8eaba8d req-9185dc87-dc69-4c2f-876b-c2bf5c4108d0 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071089 Jul 28 14:39:12.784870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f659a134-a7ad-4ac8-bef2-014d1863c78f req-f26cf85e-3050-41cd-bf66-ee59a37f50e7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066351 Jul 28 14:39:12.952960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7c6a-9dbf-4c13-9fdd-c8cee5a8d78d req-06c8f33c-69ec-4789-8059-92f9e3f11ad6 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.954687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21db7c6a-9dbf-4c13-9fdd-c8cee5a8d78d req-06c8f33c-69ec-4789-8059-92f9e3f11ad6 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.0964348 Jul 28 14:39:12.962440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Made reservation on behalf of 5c73f0602f514c2c82a6b4bfd3f339cd for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:12.965091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:12.983231 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.090150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21db7c6a-9dbf-4c13-9fdd-c8cee5a8d78d req-7fcf47a4-d603-4fda-b06e-3ef2babc8605 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218269 Jul 28 14:39:13.092175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2476d0fa-8095-4444-b80f-1ea220245167'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:13.275842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.424890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.447994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:39:13.483956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.484256 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Added segment 75ee0d2d-88a7-41f9-94f8-449aaf61bf33 of type vlan for network 6cd86fde-04d3-4837-bd98-381333a06e10 Jul 28 14:39:13.497953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28f64d1-9627-4899-affb-49fdfd1eaf7a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:13.586838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.710771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe85d21-6012-4994-bfbc-edf1796569ef req-9a774244-77fd-4aef-9efd-aa8344b9a850 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:13.712906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efe85d21-6012-4994-bfbc-edf1796569ef req-9a774244-77fd-4aef-9efd-aa8344b9a850 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 945 time: 0.1190464 Jul 28 14:39:13.769144 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efe85d21-6012-4994-bfbc-edf1796569ef req-845ea3be-e78e-4aba-8b57-71f5a0557f28 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Jul 28 14:39:13.861581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.876240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:13.876240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:13.966420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] Pushing event updated for resources: {'Network': ['ID=6cd86fde-04d3-4837-bd98-381333a06e10,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:13.981545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6cd86fde-04d3-4837-bd98-381333a06e10 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:39:14.003281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff9419-8e99-4230-9b84-a6e1e5aa54bc req-1ef6e7f5-0648-47f6-a0a1-968446f4b60a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.010175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5ff9419-8e99-4230-9b84-a6e1e5aa54bc req-1ef6e7f5-0648-47f6-a0a1-968446f4b60a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.0742905 Jul 28 14:39:14.077237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5ff9419-8e99-4230-9b84-a6e1e5aa54bc req-06d15c6c-dbcf-4987-8db0-78f07b437f48 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608287 Jul 28 14:39:14.105744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-16e1842d-f3ed-492d-b9ba-e0c17ec14e3d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6146355 Jul 28 14:39:14.108709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:14.116574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Request body: {'subnet': {'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1747070712-subnet', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:14.271967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc5899-fef1-48bd-9847-26e09aa649ef req-59b3d379-dc09-47f6-8848-824a09061450 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.274149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9bfc5899-fef1-48bd-9847-26e09aa649ef req-59b3d379-dc09-47f6-8848-824a09061450 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.0726566 Jul 28 14:39:14.320878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9bfc5899-fef1-48bd-9847-26e09aa649ef req-098d2b96-947e-453a-b63e-d49a36e953ee tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Jul 28 14:39:14.344202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Made reservation on behalf of 5c73f0602f514c2c82a6b4bfd3f339cd for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:14.348748 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.790622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.880637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b9e80f-34cf-41b4-abfb-413001324f33,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:14.883330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Checking segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:14.883709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Network hostable DHCP agents. Network: 6cd86fde-04d3-4837-bd98-381333a06e10, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:39:14.893622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42328) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:14.986686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78b2a7-4007-4628-9749-d2b7b341921e req-5c500b46-e4bc-43d9-a1a4-7afb90278d1f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.988695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad78b2a7-4007-4628-9749-d2b7b341921e req-5c500b46-e4bc-43d9-a1a4-7afb90278d1f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 945 time: 0.0749807 Jul 28 14:39:15.056806 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad78b2a7-4007-4628-9749-d2b7b341921e req-7891ee0c-effa-452c-967a-de988abe23e8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525999 Jul 28 14:39:15.096777 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6494cdd8-0479-4e1e-b009-be87be780143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.121934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Network 6cd86fde-04d3-4837-bd98-381333a06e10 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:39:15.245448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6cd86fde-04d3-4837-bd98-381333a06e10) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:15.259913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3d3e8-007f-426b-b57b-3f63b32d0091 None None] Network 6cd86fde-04d3-4837-bd98-381333a06e10 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:15.296744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.297977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.354298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8117-ba34-4ef6-9c71-b38c1cee2745 req-6dffb335-cc35-4990-a7ec-0d927f02112a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.357088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-296a8117-ba34-4ef6-9c71-b38c1cee2745 req-6dffb335-cc35-4990-a7ec-0d927f02112a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.1293368 Jul 28 14:39:15.383830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6494cdd8-0479-4e1e-b009-be87be780143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.404536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829048-0d06-4e2b-8c8c-f870b39d846e req-527fc32c-ab08-48eb-8494-bb503b6a0b27 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.412897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30829048-0d06-4e2b-8c8c-f870b39d846e req-527fc32c-ab08-48eb-8494-bb503b6a0b27 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.1781273 Jul 28 14:39:15.449628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-296a8117-ba34-4ef6-9c71-b38c1cee2745 req-b5cdeec0-3e21-43ac-ada3-ac74fe44d4df tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840788 Jul 28 14:39:15.460140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30829048-0d06-4e2b-8c8c-f870b39d846e req-3a57c476-7835-4599-9b05-d7046a88adfa tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Jul 28 14:39:15.501481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6494cdd8-0479-4e1e-b009-be87be780143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.514839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09710a5-3252-45a8-98c7-27daf5ccf2f6 None None] Network 6cd86fde-04d3-4837-bd98-381333a06e10 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:15.556078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bec84b34-060e-4746-9c9b-4150d03cbc7a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4458244 Jul 28 14:39:15.561290 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42338) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:15.569572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:15.602957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494cdd8-0479-4e1e-b009-be87be780143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af05f7-52d8-4a85-9d01-597a37d8580d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:15.637708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6494cdd8-0479-4e1e-b009-be87be780143 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0ee856b81e54a50b451b9d97475d76b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381117 Jul 28 14:39:15.638284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42342) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:15.741668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.741668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.776995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca92864d-7f02-434d-aa4e-da76af1a0f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.783155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:15.839825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca92864d-7f02-434d-aa4e-da76af1a0f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.890944 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.954327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2476d0fa-8095-4444-b80f-1ea220245167 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:15.960088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2476d0fa-8095-4444-b80f-1ea220245167 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:15.960582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.056917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.086092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca92864d-7f02-434d-aa4e-da76af1a0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.088732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca92864d-7f02-434d-aa4e-da76af1a0f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.094133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca92864d-7f02-434d-aa4e-da76af1a0f7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51af05f7-52d8-4a85-9d01-597a37d8580d HTTP/1.1" status: 204 len: 168 time: 0.4503152 Jul 28 14:39:16.098440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:16.098440 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62f4ee-29ae-47e2-8fd6-154f89be02d5" -d '{"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-plugged", "status": "completed", "tag": "2476d0fa-8095-4444-b80f-1ea220245167"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:16.134102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92864d-7f02-434d-aa4e-da76af1a0f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af05f7-52d8-4a85-9d01-597a37d8580d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:16.177917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:16.249880 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea857e0-5227-4186-8f41-88963f058d56 x-openstack-request-id: req-fea857e0-5227-4186-8f41-88963f058d56 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:16.250410 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-plugged", "status": "completed", "tag": "2476d0fa-8095-4444-b80f-1ea220245167", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:16.250806 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fea857e0-5227-4186-8f41-88963f058d56 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:16.251606 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167', 'code': 200} Jul 28 14:39:16.298897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.301888 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.363415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec4d1-94c9-413f-b9b7-b9f80a2ae5a6 req-b1242c1b-f6a9-46dc-bef8-3afab26fc1ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:16.371356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9efec4d1-94c9-413f-b9b7-b9f80a2ae5a6 req-b1242c1b-f6a9-46dc-bef8-3afab26fc1ed tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 945 time: 0.1550670 Jul 28 14:39:16.437789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920adf9c-d902-4508-853f-0b6c3ce44b6a req-1f0c0d9b-0a89-473b-ae05-590b331906c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:16.441451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-920adf9c-d902-4508-853f-0b6c3ce44b6a req-1f0c0d9b-0a89-473b-ae05-590b331906c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 1098 time: 0.0680788 Jul 28 14:39:16.449488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:16.517746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-920adf9c-d902-4508-853f-0b6c3ce44b6a req-7beecaa5-38a0-4886-9035-68210e1c5903 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640264 Jul 28 14:39:16.534051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9efec4d1-94c9-413f-b9b7-b9f80a2ae5a6 req-24698939-08c6-4af1-ba6a-95e350367033 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505795 Jul 28 14:39:16.758497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df82c0-2978-452b-945a-8041d06f53e6 req-5c725426-7717-4792-ad16-121aae748115 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:16.761601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8df82c0-2978-452b-945a-8041d06f53e6 req-5c725426-7717-4792-ad16-121aae748115 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.1103840 Jul 28 14:39:16.864979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e0174-6c66-48e5-a0be-63eab9b05746 req-ae982d31-ed18-48f8-889c-1b489760562e tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:16.868783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db4e0174-6c66-48e5-a0be-63eab9b05746 req-ae982d31-ed18-48f8-889c-1b489760562e tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.1975985 Jul 28 14:39:16.875667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8df82c0-2978-452b-945a-8041d06f53e6 req-3e402daa-b33f-431d-984d-658a9a7f18f6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017842 Jul 28 14:39:17.008559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db4e0174-6c66-48e5-a0be-63eab9b05746 req-88259da2-14ab-4577-943d-1d2af3923608 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Jul 28 14:39:17.054813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-8820f5b7-1666-43ef-864c-df0cb43ffb17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1729436 Jul 28 14:39:17.121577 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.153209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:17.155320 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.262579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-9d38ca62-c9b3-4fbb-a036-9cc9d3df6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.266581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-9d38ca62-c9b3-4fbb-a036-9cc9d3df6f2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9855a45d774873a03a5e528fb50f9d&device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 1098 time: 0.1381741 Jul 28 14:39:17.361980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:17.381569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'port_id': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'mac_address': 'fa:16:3e:0e:f7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32aee56-6fdd-4a14-954f-3d837c9add2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:17.443814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Allocated IP 172.25.6.161 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:17.468625 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.494852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:17.526530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-39d3d069-8cc5-4a1b-ba15-fc6f44009da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.703477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-39d3d069-8cc5-4a1b-ba15-fc6f44009da4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 200 len: 912 time: 0.2321048 Jul 28 14:39:17.703692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:17.703933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-32f60aa1-47c7-4411-8abd-1c36ed320a8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 200 len: 1002 time: 0.0860839 Jul 28 14:39:17.704113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.733390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-1cc972ad-59f9-4c2e-a275-87a4d491f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.735013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-1cc972ad-59f9-4c2e-a275-87a4d491f5bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=520ae61b-a8bc-478e-8186-7e5cb614e0b7 HTTP/1.1" status: 200 len: 850 time: 0.1040773 Jul 28 14:39:17.764009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7382c-1d1c-4f90-8d90-41457d33d0f3 req-ee87ee4a-50e3-4f6e-b99e-db88988407d0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.765627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81d7382c-1d1c-4f90-8d90-41457d33d0f3 req-ee87ee4a-50e3-4f6e-b99e-db88988407d0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 946 time: 0.0858250 Jul 28 14:39:17.828407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-87c28e59-63ff-4c1c-b8f7-0c9863065b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.830223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-87c28e59-63ff-4c1c-b8f7-0c9863065b40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c06cc20b-0df6-4826-8adb-ccbdda12b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862408 Jul 28 14:39:17.833628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81d7382c-1d1c-4f90-8d90-41457d33d0f3 req-06b4d8ef-8508-4661-8f12-ce6be252545a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531132 Jul 28 14:39:17.943262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-8702e367-e0a4-4a32-b468-52985e96cc07 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032364 Jul 28 14:39:18.101819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f601-2cf4-4b3b-99ab-c818ae96fd0a req-e94abc19-9397-43bf-b0d3-eebac2e9f2a3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.165632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc29f601-2cf4-4b3b-99ab-c818ae96fd0a req-e94abc19-9397-43bf-b0d3-eebac2e9f2a3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.1035609 Jul 28 14:39:18.166254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-9df8f44f-da4b-432f-90e9-0f161ebeb4a5 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.166254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-9df8f44f-da4b-432f-90e9-0f161ebeb4a5 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.42 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.1170380 Jul 28 14:39:18.166254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b496c263-4623-4ce4-90ba-bfdfc2149fe8 req-04ab5ddc-a8f8-40e4-acc4-42cedf04fae9 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794724 Jul 28 14:39:18.219089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc29f601-2cf4-4b3b-99ab-c818ae96fd0a req-0dd444ed-0c3e-4d85-9dcf-fa695c39192a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057510 Jul 28 14:39:18.296514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277619f7-d165-4ddc-9887-b3b91bfe509e req-d6cb895d-ee26-4a24-8a01-30ea114c40d0 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.304284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-277619f7-d165-4ddc-9887-b3b91bfe509e req-d6cb895d-ee26-4a24-8a01-30ea114c40d0 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 949 time: 0.1061494 Jul 28 14:39:18.396956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-277619f7-d165-4ddc-9887-b3b91bfe509e req-209f654d-c199-4ca1-a04e-cdc1a6209c22 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/security-groups?id=08aa722c-0309-4ea2-aa8c-cec921b573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904629 Jul 28 14:39:18.415225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Deleting port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:18.415582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.481975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.488155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.580570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:18.596805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:18.603265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:18.611789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:18.645932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] For port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:18.646936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.667082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Calling delete_port for 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:18.684312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Pushing event updated for resources: {'Port': ['ID=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:18.731851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:18.972968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42394) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:19.070413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4ff6-29bb-4718-8c91-78e4d48a4305 req-22ed87c8-0cee-4b26-bb80-26263d91adc1 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:19.072560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d53c4ff6-29bb-4718-8c91-78e4d48a4305 req-22ed87c8-0cee-4b26-bb80-26263d91adc1 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 946 time: 0.0664115 Jul 28 14:39:19.159524 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.222753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:19.283889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Pushing event deleted for resources: {'Port': ['ID=64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:19.302848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1733932283-network', 'tenant_id': '5dfcb402880e4bc9b2e647408a7bb20c'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:19.340870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d53c4ff6-29bb-4718-8c91-78e4d48a4305 req-0e92cf44-6cc3-4e10-a637-1c684c75405f tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523057 Jul 28 14:39:19.445243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] No DVR routers for this DVR port 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:19.451722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.456642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e463f790-b1f7-4a30-a4f5-0ba7e27b98c4 req-cdae2c61-cb06-44b4-a506-345f57443cca tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.42 "DELETE /v2.0/ports/64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 HTTP/1.1" status: 204 len: 173 time: 1.3058417 Jul 28 14:39:19.457842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'name': 'network-vif-deleted', 'tag': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:19.463949 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ceae8-5584-43ce-8533-20fed7b0c3f6" -d '{"events": [{"server_uuid": "872b1e48-b233-4593-bbbe-a5eb8f31b10e", "name": "network-vif-deleted", "tag": "64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:19.527917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Made reservation on behalf of 5dfcb402880e4bc9b2e647408a7bb20c for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:19.545406 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.566582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.807650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.895632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1eed45c-b6f6-4416-bbfd-1c5d9457d3f0 req-a6a98737-65b9-4747-b791-e0a5900bb93c tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 210 time: 0.0670218 Jul 28 14:39:19.987572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee09de-6dba-4eba-b5bc-26bc90d758ff req-6fe175eb-1a5e-49b4-949b-3bd2760a15d2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:19.993020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.000933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7ee09de-6dba-4eba-b5bc-26bc90d758ff req-6fe175eb-1a5e-49b4-949b-3bd2760a15d2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1904967 Jul 28 14:39:20.012490 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f40da26-8dda-4f53-99a9-422995f77c83 x-openstack-request-id: req-0f40da26-8dda-4f53-99a9-422995f77c83 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:20.014034 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b1e48-b233-4593-bbbe-a5eb8f31b10e", "name": "network-vif-deleted", "tag": "64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:20.014743 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f40da26-8dda-4f53-99a9-422995f77c83 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:20.015794 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b1e48-b233-4593-bbbe-a5eb8f31b10e', 'name': 'network-vif-deleted', 'tag': '64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0', 'status': 'completed', 'code': 200} Jul 28 14:39:20.126939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.133203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7ee09de-6dba-4eba-b5bc-26bc90d758ff req-d8fec645-95f9-4453-84de-e62332c80ac2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310971 Jul 28 14:39:20.166547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:39:20.191103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151b7063-7ac4-428c-b429-bf4bb90bcc7f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:20.224500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.224500 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Added segment 2c80a99d-fb6a-4370-82c7-511dd0a46a65 of type vlan for network 76a5897f-84da-4dd5-9bbf-7a5b5f239737 Jul 28 14:39:20.248689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.315608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.460087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.461968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:20.463146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.596849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:39:20.645984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6671901 Jul 28 14:39:20.662027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42416) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:20.672388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679907a3-fcfd-4bb4-b923-ea6ec2c67750 admin admin] Pushing event updated for resources: {'Network': ['ID=76a5897f-84da-4dd5-9bbf-7a5b5f239737,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:20.691443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Request body: {'subnet': {'network_id': '76a5897f-84da-4dd5-9bbf-7a5b5f239737', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1733932283-subnet', 'tenant_id': '5dfcb402880e4bc9b2e647408a7bb20c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:20.695271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 76a5897f-84da-4dd5-9bbf-7a5b5f239737 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:39:20.748148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2b519-a40a-469e-b606-0503eda40e3f req-a0b47092-8648-42c2-9f81-dc66369e3dd7 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:20.777403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ea2b519-a40a-469e-b606-0503eda40e3f req-a0b47092-8648-42c2-9f81-dc66369e3dd7 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 946 time: 0.2910128 Jul 28 14:39:20.865118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ea2b519-a40a-469e-b606-0503eda40e3f req-4b39112d-38bb-4afe-bca9-9f8584997819 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852926 Jul 28 14:39:20.922793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Made reservation on behalf of 5dfcb402880e4bc9b2e647408a7bb20c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:20.929957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:20.987119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:21.024579 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Sync routers for ids ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:21.048291 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Routers {'53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:21.049172 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:21.158879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af51dfc3-1504-4d3c-8b6a-7ba898fa9a51 req-70b4f177-3391-4d81-a338-42ce8d536426 tempest-ImagesNegativeTestJSON-1783671375 tempest-ImagesNegativeTestJSON-1783671375-project] 10.222.0.57 "GET /v2.0/ports?device_id=872b1e48-b233-4593-bbbe-a5eb8f31b10e HTTP/1.1" status: 200 len: 210 time: 0.0423625 Jul 28 14:39:21.199072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:21.270309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:21.272203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-129b649f-f5e9-4111-9275-625552cc95fc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7091191 Jul 28 14:39:21.276957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42426) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:21.289604 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Set router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:21.427467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:21.444811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:21.450161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:21.577027 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:39:18Z', 'revision_number': 3, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:21.622704 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Checking router: 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:21.623201 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Updating router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:39:21.686558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f15fb-153b-43f9-9f0c-b64b77cc67d3 req-eeef6a2d-504b-47e3-b006-493f2f17660a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:21.689997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-827f15fb-153b-43f9-9f0c-b64b77cc67d3 req-eeef6a2d-504b-47e3-b006-493f2f17660a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.3422728 Jul 28 14:39:21.721951 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:21.820815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:21.850794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:21.867322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:21.895659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:21.898645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:21.901585 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd8c19-6e85-4e52-9d1b-6a008ad47191" -d '{"events": [{"server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "name": "network-vif-plugged", "status": "completed", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:21.924322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:21.925290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 64e65cd2-7891-41d6-8af1-d1f2b0dbf6d0 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:21.929076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-827f15fb-153b-43f9-9f0c-b64b77cc67d3 req-0a331658-b923-4548-8df7-518574ba0621 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304347 Jul 28 14:39:21.982984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Checking segment: {'id': '2c80a99d-fb6a-4370-82c7-511dd0a46a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '76a5897f-84da-4dd5-9bbf-7a5b5f239737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:21.983823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Network hostable DHCP agents. Network: 76a5897f-84da-4dd5-9bbf-7a5b5f239737, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:39:21.987110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff31415d-621f-45d9-8cbc-5abbda626bf7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:22.018969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.038507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921561d-181d-4824-8edb-900f7d1f52e5 req-a0fe967a-2a12-477c-9422-0df1cb209ad7 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:22.040268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d921561d-181d-4824-8edb-900f7d1f52e5 req-a0fe967a-2a12-477c-9422-0df1cb209ad7 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 946 time: 0.1313326 Jul 28 14:39:22.081985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Network 76a5897f-84da-4dd5-9bbf-7a5b5f239737 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:39:22.122520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:22.172742 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d921561d-181d-4824-8edb-900f7d1f52e5 req-75e9e550-ea24-4076-82b5-60d858ac542d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133492 Jul 28 14:39:22.209357 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf5551-5fcd-4b92-a9e7-d38b64c3c4c9 x-openstack-request-id: req-adcf5551-5fcd-4b92-a9e7-d38b64c3c4c9 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:22.210471 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "name": "network-vif-plugged", "status": "completed", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:22.211155 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adcf5551-5fcd-4b92-a9e7-d38b64c3c4c9 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:22.211860 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'code': 200} Jul 28 14:39:22.226161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 76a5897f-84da-4dd5-9bbf-7a5b5f239737) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:22.234478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:22.238135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.239235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064448b-f883-42f5-87d2-0d24a408dd9e None None] Network 76a5897f-84da-4dd5-9bbf-7a5b5f239737 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:22.272147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.369647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb56247c-1784-4f07-af55-cd5af28f9388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.451985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-490098a8-0179-4c91-892c-b9084d28fd5f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7777131 Jul 28 14:39:22.480261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce8a0f-f3fc-4b2c-8844-1b289c61d950 req-5779e59c-326c-4a00-bd2f-4d9bb2c2d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:22.480261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94ce8a0f-f3fc-4b2c-8844-1b289c61d950 req-5779e59c-326c-4a00-bd2f-4d9bb2c2d873 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1894317 Jul 28 14:39:22.567855 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.569966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31971f8f-9239-4a98-8df2-82a97f1faf7b None None] Network 76a5897f-84da-4dd5-9bbf-7a5b5f239737 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:22.601311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94ce8a0f-f3fc-4b2c-8844-1b289c61d950 req-39f3e8a0-a7cb-4823-b919-cab75cf83260 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122839 Jul 28 14:39:22.618784 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Transition to ACTIVE for port object 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:22.700891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Allocated IP 172.20.0.1 (6cd86fde-04d3-4837-bd98-381333a06e10/e9b9e80f-34cf-41b4-abfb-413001324f33/f3751f49-f261-4538-a9bb-522a2487d988) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:22.773244 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.860845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Attempting to bind port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:22.861671 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Attempting to bind port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:22.862878 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Attempting to bind port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:22.866734 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705a4fe-3542-4d43-b4a6-1aca7ed18b9b None None] Pushing event updated for resources: {'Port': ['ID=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:22.874561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:22.876965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:22.876965 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.876965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:22.876965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Bound port: 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:22.878220 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.890681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:22.949627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-02ae47e9-f5ed-45f0-b8eb-b83314787385 req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-588910760', 'description': 'tempest-description-1969492185'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:22.954027 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] For port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:22.958858 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] For port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:23.047977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.094800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Network 6cd86fde-04d3-4837-bd98-381333a06e10 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:23.098294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:23.101938 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.106092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:23.109788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02ae47e9-f5ed-45f0-b8eb-b83314787385 req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.126899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dd92-4a1e-4b4a-a1fc-5f717f2baeab req-7e85053b-cb81-4d33-b3f6-fd53909c74aa tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:23.128992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92dd92-4a1e-4b4a-a1fc-5f717f2baeab req-7e85053b-cb81-4d33-b3f6-fd53909c74aa tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 945 time: 0.0733624 Jul 28 14:39:23.146597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3751f49-f261-4538-a9bb-522a2487d988,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:23.214451 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Routers {'53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:23.218163 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:38:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:23.222675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.223209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92dd92-4a1e-4b4a-a1fc-5f717f2baeab req-e389f466-55b5-448c-8cc9-7d36b2bc02fa tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773504 Jul 28 14:39:23.285276 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705a4fe-3542-4d43-b4a6-1aca7ed18b9b None None] Pushing event updated for resources: {'Port': ['ID=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:23.433427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:23.567447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02ae47e9-f5ed-45f0-b8eb-b83314787385 req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.597200 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] Set router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:23.606336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cd836-61bd-49b9-8207-354e48a2dd4c req-9893addf-6e22-470c-b9cc-39fe4ff6de89 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:23.608162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f9cd836-61bd-49b9-8207-354e48a2dd4c req-9893addf-6e22-470c-b9cc-39fe4ff6de89 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 946 time: 0.1507397 Jul 28 14:39:23.692197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f9cd836-61bd-49b9-8207-354e48a2dd4c req-b00c07dd-0ba1-44f0-a6d2-17e2b4266977 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729036 Jul 28 14:39:23.703691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-223b3192-0166-414e-8e5e-5269371cdf47 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09a18953a6ce46c3bbdcc9df44b05e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685726 Jul 28 14:39:23.707145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42476) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:23.746259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02ae47e9-f5ed-45f0-b8eb-b83314787385 req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.807462 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.808661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a31c0f1-9407-4913-adb5-5df45770b8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.856275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a31c0f1-9407-4913-adb5-5df45770b8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.897032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4898cfdf-d156-4764-b0b2-cdef4d471dbd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:24.019239 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:39:18Z', 'revision_number': 3, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:24.073712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810df1-3602-48c0-beb5-596be8ea8f44 None None] The sync data for ids ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'] in n-d-764806-10 is: [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:39:18Z', 'revision_number': 3, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:24.079807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-02ae47e9-f5ed-45f0-b8eb-b83314787385 req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.082653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02ae47e9-f5ed-45f0-b8eb-b83314787385 req-01484fc3-7e6f-4589-938d-258cf21bf4d4 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1399095 Jul 28 14:39:24.131309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a31c0f1-9407-4913-adb5-5df45770b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.131309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a31c0f1-9407-4913-adb5-5df45770b8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.131309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0a31c0f1-9407-4913-adb5-5df45770b8de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08aa722c-0309-4ea2-aa8c-cec921b573e2 HTTP/1.1" status: 204 len: 168 time: 0.4185164 Jul 28 14:39:24.147846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31c0f1-9407-4913-adb5-5df45770b8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa722c-0309-4ea2-aa8c-cec921b573e2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:24.285964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.306372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-a4384dd7-ccd0-400a-847b-89cb2307d2f1 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/4898cfdf-d156-4764-b0b2-cdef4d471dbd HTTP/1.1" status: 200 len: 1812 time: 0.0821896 Jul 28 14:39:24.317255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4898cfdf-d156-4764-b0b2-cdef4d471dbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:24.317937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4898cfdf-d156-4764-b0b2-cdef4d471dbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:24.388807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.581730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3751f49-f261-4538-a9bb-522a2487d988,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:24.601520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.614178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.674879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.761257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Network 6cd86fde-04d3-4837-bd98-381333a06e10 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:24.762839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:24.860946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.904670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-518267b9-d832-450e-87b2-141b86c20d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.923686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086f9a62-5b66-4e93-b55d-cd1d6a792308,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:24.954286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:25.094821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.096091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-022bb359-82d4-44ca-90c7-9298ec30d31a req-59bb56c4-1af8-49de-8872-4994564ed372 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7853174 Jul 28 14:39:25.231018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:25.241380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4a8c9a38-2762-4901-9dea-0718d07a5eb6 admin admin] 10.222.0.57 "PUT /v2.0/routers/53516647-2c4b-4fa9-8a0b-c7c0a1894b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9613273 Jul 28 14:39:25.244629 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.250485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717dfa9-4b84-4e6b-a204-693763286951 req-507cb2f6-56ac-4bf6-894a-b97f2970f7b9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:25.252406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f717dfa9-4b84-4e6b-a204-693763286951 req-507cb2f6-56ac-4bf6-894a-b97f2970f7b9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 945 time: 0.0738001 Jul 28 14:39:25.349081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f717dfa9-4b84-4e6b-a204-693763286951 req-5ce514c0-eef5-468b-b0de-765e4d8effcb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892098 Jul 28 14:39:25.500694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af8971d5-b76f-4827-b7ef-a369099689d9 req-54c9c17e-fd86-447c-8324-d247e1736367 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/4898cfdf-d156-4764-b0b2-cdef4d471dbd HTTP/1.1" status: 200 len: 2405 time: 0.0984433 Jul 28 14:39:25.563553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-2c29119b-850c-4bdc-9787-39df963d9a1d tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-group-rules/086f9a62-5b66-4e93-b55d-cd1d6a792308 HTTP/1.1" status: 200 len: 778 time: 0.0443230 Jul 28 14:39:25.623192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-b9017107-8817-425b-bc22-8172c362d477 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/4898cfdf-d156-4764-b0b2-cdef4d471dbd HTTP/1.1" status: 200 len: 2405 time: 0.0583258 Jul 28 14:39:25.696975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-8a5d5fb6-bc1a-4d1f-8bf0-a594cdb98a49 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.706165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-8a5d5fb6-bc1a-4d1f-8bf0-a594cdb98a49 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.884537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-8a5d5fb6-bc1a-4d1f-8bf0-a594cdb98a49 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.906264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-8a5d5fb6-bc1a-4d1f-8bf0-a594cdb98a49 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.940695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a2b2e29-fc81-427d-9355-3cd087eab6d5 req-8a5d5fb6-bc1a-4d1f-8bf0-a594cdb98a49 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/086f9a62-5b66-4e93-b55d-cd1d6a792308 HTTP/1.1" status: 204 len: 173 time: 0.3007643 Jul 28 14:39:25.952408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d5fb6-bc1a-4d1f-8bf0-a594cdb98a49 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=086f9a62-5b66-4e93-b55d-cd1d6a792308,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:25.984325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:26.042339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff353b-bb50-46ff-8a42-23bbae905232 req-237115ec-1f21-4b97-a89d-a004785f3a9a tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:26.050244 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93ff353b-bb50-46ff-8a42-23bbae905232 req-237115ec-1f21-4b97-a89d-a004785f3a9a tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1241834 Jul 28 14:39:26.141927 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93ff353b-bb50-46ff-8a42-23bbae905232 req-efb9cd45-6fe2-4ec0-8de3-fc4967fa5332 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878928 Jul 28 14:39:26.228130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:26.228130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:26.228130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.312395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ac0c5244-a64a-4b2d-882c-b34d7358ecfc req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1956301535', 'description': 'tempest-description-1229720393'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:26.376860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.479022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.527704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac0c5244-a64a-4b2d-882c-b34d7358ecfc req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.548937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:26.632736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-bb4d9f3f-df1c-42a2-9b83-b78f4a90328d tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:26.635084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-bb4d9f3f-df1c-42a2-9b83-b78f4a90328d tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 811 time: 0.1923590 Jul 28 14:39:26.666414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.669930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac0c5244-a64a-4b2d-882c-b34d7358ecfc req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.689589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-65ec4cd0-37c8-4dc2-ae33-cc45e176e8e5 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/quotas/5c73f0602f514c2c82a6b4bfd3f339cd HTTP/1.1" status: 200 len: 375 time: 0.0376329 Jul 28 14:39:26.753375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:26.769265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-8b431a6b-fbf2-4666-9512-26c6eb3a76e2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767422 Jul 28 14:39:26.779169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac0c5244-a64a-4b2d-882c-b34d7358ecfc req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.842131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Sync routers for ids ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:26.862240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd79c6-4d72-426d-8e92-16ef62d4b56c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:26.867475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Routers {'53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:26.868609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:39:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:26.965291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-7bfc69f8-7c7b-4db3-85bd-e7e04df061ba service neutron] 10.222.0.57 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895833 Jul 28 14:39:26.996250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ac0c5244-a64a-4b2d-882c-b34d7358ecfc req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.004928 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac0c5244-a64a-4b2d-882c-b34d7358ecfc req-3002dc01-e9df-497c-b0fd-6c6293f704d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6974852 Jul 28 14:39:27.058867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Set router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:27.132024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-9c0e10dd-d05c-4aaf-9a76-79dd31107a1e service neutron] 10.222.0.57 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629133 Jul 28 14:39:27.317881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e570-f631-4c87-a4e7-3de0b5ba3dac req-fc5b3a5a-2fb0-4f60-b30c-0c54490c8b11 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:27.320883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f98e570-f631-4c87-a4e7-3de0b5ba3dac req-fc5b3a5a-2fb0-4f60-b30c-0c54490c8b11 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0791044 Jul 28 14:39:27.416407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f98e570-f631-4c87-a4e7-3de0b5ba3dac req-607b1259-5410-496d-915c-04b445057598 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783114 Jul 28 14:39:27.528508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:39:23Z', 'revision_number': 4, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f3751f49-f261-4538-a9bb-522a2487d988', 'name': '', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'mac_address': 'fa:16:3e:16:b1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:22Z', 'updated_at': '2021-07-28T14:39:23Z', 'revision_number': 2, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'subnets': [{'id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:27.568635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Checking router: 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:27.568635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Updating router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c port f3751f49-f261-4538-a9bb-522a2487d988 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:39:27.612103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.738563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-617a45b1-6e6a-4301-8672-cdce4bf91c0d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=937ee83b43db477dac128f5d0acebeb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543940 Jul 28 14:39:27.787584 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.968806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76b7e589-0362-4a84-87e2-3552bee01312 req-b475e5c3-7fca-44d0-b847-c0e3ac2e7a45 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/09fd79c6-4d72-426d-8e92-16ef62d4b56c HTTP/1.1" status: 200 len: 1813 time: 0.0811851 Jul 28 14:39:27.982621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-dafc486d-442e-4b4a-9ca3-4cf2a8e858d1 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:27.982771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:27.993787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-dafc486d-442e-4b4a-9ca3-4cf2a8e858d1 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458992 Jul 28 14:39:28.015307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-5ee1481d-4d25-4fca-b479-d69f861e203e tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/quotas/937ee83b43db477dac128f5d0acebeb8 HTTP/1.1" status: 200 len: 375 time: 0.0194066 Jul 28 14:39:28.090206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-b5a11749-6e0e-472f-adce-10dd582e8827 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=937ee83b43db477dac128f5d0acebeb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672553 Jul 28 14:39:28.159962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f5c5bcb-fb44-416b-ac4b-3ecd63b22074 req-34ee8508-8bac-43a8-9671-8d52f823ecb2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 210 time: 0.0519207 Jul 28 14:39:28.222375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:28.232433 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.232433 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.305611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Transition to ACTIVE for port object f3751f49-f261-4538-a9bb-522a2487d988 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:28.450578 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.550156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-b4857758-bb45-4168-87ae-61041c21bd7f req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-125192289', 'description': 'tempest-description-90143529'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:28.603436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419db0c-032b-45a9-a05d-9e880f46d420 None None] Pushing event updated for resources: {'Port': ['ID=f3751f49-f261-4538-a9bb-522a2487d988,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:28.682379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Attempting to bind port f3751f49-f261-4538-a9bb-522a2487d988 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:28.683098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Attempting to bind port f3751f49-f261-4538-a9bb-522a2487d988 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:28.683859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Attempting to bind port f3751f49-f261-4538-a9bb-522a2487d988 on network 6cd86fde-04d3-4837-bd98-381333a06e10 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:28.694347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:28.695133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Checking segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:28.695951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.696815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Bound using segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:28.697996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Bound port: f3751f49-f261-4538-a9bb-522a2487d988, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:28.698775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.739581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4857758-bb45-4168-87ae-61041c21bd7f req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.797317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] For port f3751f49-f261-4538-a9bb-522a2487d988, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:28.801310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] For port f3751f49-f261-4538-a9bb-522a2487d988, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f3751f49-f261-4538-a9bb-522a2487d988,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:28.861404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4857758-bb45-4168-87ae-61041c21bd7f req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.950869 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.991864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4857758-bb45-4168-87ae-61041c21bd7f req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.034824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Routers {'53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:29.035466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:39:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:29.042611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419db0c-032b-45a9-a05d-9e880f46d420 None None] Pushing event updated for resources: {'Port': ['ID=f3751f49-f261-4538-a9bb-522a2487d988,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:29.049999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ad335-eb2b-440f-9bf0-7b9a0c6c7f72,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:29.174545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] Set router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:29.202331 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b4857758-bb45-4168-87ae-61041c21bd7f req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.203718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4857758-bb45-4168-87ae-61041c21bd7f req-f6b59a23-5867-4661-8d5b-c7e867987688 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6632657 Jul 28 14:39:29.278483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-267c2677-53a6-4f6f-ac01-52315cae97b6 req-3d1df570-5653-4899-8f2c-e9ad70b23093 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0316629 Jul 28 14:39:29.545672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:39:23Z', 'revision_number': 4, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f3751f49-f261-4538-a9bb-522a2487d988', 'name': '', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'mac_address': 'fa:16:3e:16:b1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:22Z', 'updated_at': '2021-07-28T14:39:28Z', 'revision_number': 4, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'subnets': [{'id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:29.601517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05138be-6f17-48c7-ac3a-605a26bfa650 None None] The sync data for ids ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'] in n-d-764806-10 is: [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:39:23Z', 'revision_number': 4, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f3751f49-f261-4538-a9bb-522a2487d988', 'name': '', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'mac_address': 'fa:16:3e:16:b1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:22Z', 'updated_at': '2021-07-28T14:39:28Z', 'revision_number': 4, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'subnets': [{'id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:29.675914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-245c717a-5962-4817-a56a-661d0a0c0eb6 req-9f458fb0-824a-4aa3-9899-4c2e8e77d42a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 210 time: 0.0524578 Jul 28 14:39:29.817400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6efa59e8-650f-4e6a-8310-e016eec02533 req-e61f4b43-b813-4d4c-bcd2-03002c7e0c8a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/b46ad335-eb2b-440f-9bf0-7b9a0c6c7f72 HTTP/1.1" status: 200 len: 1810 time: 0.0757122 Jul 28 14:39:29.847162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:30.056651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3751f49-f261-4538-a9bb-522a2487d988 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:30.057669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-465ae206-4a82-4a90-b883-7321cb793d1e req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1021305965', 'description': 'tempest-description-802555560'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:30.138402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:30.154650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2476d0fa-8095-4444-b80f-1ea220245167', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': '2476d0fa-8095-4444-b80f-1ea220245167', 'mac_address': 'fa:16:3e:6e:d9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:30.205496 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.225773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2476d0fa-8095-4444-b80f-1ea220245167 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:30.250418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:30.274012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f3751f49-f261-4538-a9bb-522a2487d988 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:30.274360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-465ae206-4a82-4a90-b883-7321cb793d1e req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.279779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f3751f49-f261-4538-a9bb-522a2487d988 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:30.280334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.411409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-465ae206-4a82-4a90-b883-7321cb793d1e req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.426408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.430992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.512958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:30.557531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f3751f49-f261-4538-a9bb-522a2487d988, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f3751f49-f261-4538-a9bb-522a2487d988,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:30.619016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-465ae206-4a82-4a90-b883-7321cb793d1e req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.660928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637e156a-a55f-4d15-9127-567dc38c626d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:30.670811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2476d0fa-8095-4444-b80f-1ea220245167'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:30.743401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-465ae206-4a82-4a90-b883-7321cb793d1e req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.743401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-465ae206-4a82-4a90-b883-7321cb793d1e req-b25a157b-9a17-46cb-9b01-177b3c0e2225 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6963120 Jul 28 14:39:30.746052 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.897493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aad6a715-39bb-4888-a65d-f202c85235d9 req-c8c12a04-7945-4b83-b009-3b191f756c42 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0597897 Jul 28 14:39:31.133089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f3751f49-f261-4538-a9bb-522a2487d988,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:31.237142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8fdd4ec0-d4a2-475e-a774-6068878da9e6 req-7208ccf1-3025-46bf-b934-e709212c59ab tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 210 time: 0.0410931 Jul 28 14:39:31.321478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e99bef4-f01d-456e-b5b4-7e00901efc4c req-ebdf7b82-4549-48e0-a25f-c474d806ac94 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/637e156a-a55f-4d15-9127-567dc38c626d HTTP/1.1" status: 200 len: 1812 time: 0.0584984 Jul 28 14:39:31.451274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-4e3170ad-f5dd-4d02-bd53-284a980f9ed9 req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-831008983', 'description': 'tempest-description-1110733914'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:31.761246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-4e3170ad-f5dd-4d02-bd53-284a980f9ed9 req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.870661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:31.921827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-4e3170ad-f5dd-4d02-bd53-284a980f9ed9 req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.959805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.964887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3751f49-f261-4538-a9bb-522a2487d988 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:32.035630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-4e3170ad-f5dd-4d02-bd53-284a980f9ed9 req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.037638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2476d0fa-8095-4444-b80f-1ea220245167 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:32.038236 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.083974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349fb67a-48ea-4554-af88-7ab5ac6ab89a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:32.143943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f3751f49-f261-4538-a9bb-522a2487d988 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:32.144414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.194086 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:39:32.256524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.292971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-4e3170ad-f5dd-4d02-bd53-284a980f9ed9 req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.294805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e3170ad-f5dd-4d02-bd53-284a980f9ed9 req-ddaa639e-d060-40ae-a4ca-9089596a4e3e tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8490973 Jul 28 14:39:32.343403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:32.346341 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10776f00-ecbe-40fe-8fca-94e8d1a2ed96" -d '{"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-plugged", "status": "completed", "tag": "2476d0fa-8095-4444-b80f-1ea220245167"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:32.375770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:32.401377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46e81dc4-55f2-4c6c-a027-ff45e42b7912 req-dd235346-5d18-4998-b952-3cdbe01b7324 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0416434 Jul 28 14:39:32.523078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.671625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:32.687519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-fd6e0b4b-4ab2-451a-a1ec-959a3c8d2da0 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:39:32.691714 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-fd6e0b4b-4ab2-451a-a1ec-959a3c8d2da0 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2502990 Jul 28 14:39:32.736616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-279e9bcd-f676-4f80-bae9-6b1334492458 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:32.738361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-279e9bcd-f676-4f80-bae9-6b1334492458 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 811 time: 0.3060169 Jul 28 14:39:32.766428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Request body: {'port': {'device_id': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'admin_state_up': True, 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:32.793018 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbae1425-803b-4ba2-9d76-82860a8467d5 req-7ff3a3ae-a905-4567-b83f-55b2296c324b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 210 time: 0.0964301 Jul 28 14:39:32.853955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Request body: {'binding': {'host': 'n-h1-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:32.854728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:39:32.943756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec6bbb13-35c1-4330-9e8d-d2c4eaab3720 req-ac5534fc-e39e-4c65-8b98-bac38ce04363 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/349fb67a-48ea-4554-af88-7ab5ac6ab89a HTTP/1.1" status: 200 len: 1812 time: 0.1040344 Jul 28 14:39:33.076879 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6ae502-c37f-4ae2-8949-d7c557f6817a x-openstack-request-id: req-0f6ae502-c37f-4ae2-8949-d7c557f6817a {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:33.077471 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-plugged", "status": "completed", "tag": "2476d0fa-8095-4444-b80f-1ea220245167", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:33.077471 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f6ae502-c37f-4ae2-8949-d7c557f6817a {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:33.078295 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167', 'code': 200} Jul 28 14:39:33.082541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on host n-h1-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:33.083049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:33.084524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:33.091349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:33.091805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:33.095334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Made reservation on behalf of 5c73f0602f514c2c82a6b4bfd3f339cd for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:33.100022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:33.100375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:33.101019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:33.101877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Bound port: 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:33.107991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.197672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:33.268021 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-06bdced2-75a6-4e3c-b585-f5c197de9481 req-ebcbb094-635b-467c-b6b9-3d7138abf75d tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] show failed (client error): The resource could not be found. Jul 28 14:39:33.269824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06bdced2-75a6-4e3c-b585-f5c197de9481 req-ebcbb094-635b-467c-b6b9-3d7138abf75d tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/89d70c13-7431-4472-9e1b-3fef718191e0 HTTP/1.1" status: 404 len: 352 time: 0.0175509 Jul 28 14:39:33.322737 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [req-a85e67bd-4fd5-43e7-8480-b347ae618c43 req-263ad4f2-bd39-4637-b265-33225c8ff29b tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] show failed (client error): The resource could not be found. Jul 28 14:39:33.323832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a85e67bd-4fd5-43e7-8480-b347ae618c43 req-263ad4f2-bd39-4637-b265-33225c8ff29b tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-group-rules/3e65095e-2cd5-4bd5-8e67-8a630a245a19 HTTP/1.1" status: 404 len: 361 time: 0.0193074 Jul 28 14:39:33.351415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.360619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-310ba53f-70f6-4881-8241-8abf69ddaf5e service neutron] 10.222.0.57 "POST /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6536109 Jul 28 14:39:33.418430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Allocated IP 172.20.0.11 (6cd86fde-04d3-4837-bd98-381333a06e10/e9b9e80f-34cf-41b4-abfb-413001324f33/ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:33.451271 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-efe642ae-7e45-430a-9a57-64a15da7e68b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=937ee83b43db477dac128f5d0acebeb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299098 Jul 28 14:39:33.460735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aac8e823-87f4-4f95-83a1-1cef9ada5729 req-2d53afb6-48b7-4290-8d42-137dc0fae10f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/349fb67a-48ea-4554-af88-7ab5ac6ab89a HTTP/1.1" status: 200 len: 1812 time: 0.0852273 Jul 28 14:39:33.546685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aac8e823-87f4-4f95-83a1-1cef9ada5729 req-4872bc20-740f-4fad-81fd-c4d5649fd638 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.600147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aac8e823-87f4-4f95-83a1-1cef9ada5729 req-4872bc20-740f-4fad-81fd-c4d5649fd638 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.694169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.750691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aac8e823-87f4-4f95-83a1-1cef9ada5729 req-4872bc20-740f-4fad-81fd-c4d5649fd638 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.758021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-aac8e823-87f4-4f95-83a1-1cef9ada5729 req-4872bc20-740f-4fad-81fd-c4d5649fd638 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.774565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aac8e823-87f4-4f95-83a1-1cef9ada5729 req-4872bc20-740f-4fad-81fd-c4d5649fd638 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "DELETE /v2.0/security-groups/349fb67a-48ea-4554-af88-7ab5ac6ab89a HTTP/1.1" status: 204 len: 173 time: 0.3116920 Jul 28 14:39:33.809210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872bc20-740f-4fad-81fd-c4d5649fd638 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fb67a-48ea-4554-af88-7ab5ac6ab89a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:33.836554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-5f4a5501-67f7-4f5e-bd27-f82913d0db4f tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:33.838024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-5f4a5501-67f7-4f5e-bd27-f82913d0db4f tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3672302 Jul 28 14:39:33.865748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Request body: {'port': {'device_id': 'd5be5649-a423-443f-801d-e696adb34b62', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '937ee83b43db477dac128f5d0acebeb8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:33.875502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.956101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f48f567-a8bb-4c3f-9ac3-d25adb9b4ee1 req-66950e45-99de-4b7e-9685-0f5ceb690ce3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0564945 Jul 28 14:39:34.064998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Network 6cd86fde-04d3-4837-bd98-381333a06e10 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:34.078433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:34.093461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:34.100803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Pushing event updated for resources: {'Port': ['ID=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:34.185341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:34.186022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:34.685302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d3e6c95-1264-4d91-89bb-b103e996abbb req-76c09b2f-42d7-4a19-bbf1-aa1b42f31df9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/637e156a-a55f-4d15-9127-567dc38c626d HTTP/1.1" status: 200 len: 1812 time: 0.0602639 Jul 28 14:39:34.754877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d3e6c95-1264-4d91-89bb-b103e996abbb req-84d29813-fd11-4ce9-98ee-fe06eda8297a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:34.780894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d3e6c95-1264-4d91-89bb-b103e996abbb req-84d29813-fd11-4ce9-98ee-fe06eda8297a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.236143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Made reservation on behalf of 937ee83b43db477dac128f5d0acebeb8 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:35.245404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.261962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.319821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d3e6c95-1264-4d91-89bb-b103e996abbb req-84d29813-fd11-4ce9-98ee-fe06eda8297a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.324777 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d3e6c95-1264-4d91-89bb-b103e996abbb req-84d29813-fd11-4ce9-98ee-fe06eda8297a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.326797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d3e6c95-1264-4d91-89bb-b103e996abbb req-84d29813-fd11-4ce9-98ee-fe06eda8297a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "DELETE /v2.0/security-groups/637e156a-a55f-4d15-9127-567dc38c626d HTTP/1.1" status: 204 len: 173 time: 0.6336496 Jul 28 14:39:35.365336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d29813-fd11-4ce9-98ee-fe06eda8297a tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637e156a-a55f-4d15-9127-567dc38c626d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:35.461791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df08b84-c698-44fa-a71e-309607cc4876 req-44182a89-2b3d-4182-837d-4ce413f05a53 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:35.472092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5df08b84-c698-44fa-a71e-309607cc4876 req-44182a89-2b3d-4182-837d-4ce413f05a53 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 932 time: 0.1718478 Jul 28 14:39:35.476154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-d54caed5-7d35-450d-b33c-9b4842d6f072 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7143862 Jul 28 14:39:35.507650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Request body: {'port': {'device_id': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:35.597332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5df08b84-c698-44fa-a71e-309607cc4876 req-848649fc-c36e-4624-9736-b595b816c3d8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229947 Jul 28 14:39:35.741673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.862372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.876327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddda8023-4af0-49b5-8451-f7fa82a7900a req-0ae044a5-ac22-467a-9e31-3faae4374b83 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0986755 Jul 28 14:39:35.927154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-9b8d59c9-16a0-4915-9ca1-073d5203f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:35.928997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-9b8d59c9-16a0-4915-9ca1-073d5203f113 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1097 time: 0.2463334 Jul 28 14:39:36.033099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b7a23-c3ba-44f7-b8bc-aa461128f8df req-41b77da0-4d43-45b7-b325-1215b6da0734 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:36.035318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-874b7a23-c3ba-44f7-b8bc-aa461128f8df req-41b77da0-4d43-45b7-b325-1215b6da0734 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 945 time: 0.3516428 Jul 28 14:39:36.193571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-ce2f0989-8509-4a23-ae15-2c7520283dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:36.195519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-ce2f0989-8509-4a23-ae15-2c7520283dd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.2587731 Jul 28 14:39:36.322649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35d86e7a-24c9-40c1-bec7-40454fc0c32e req-3f43e650-f46a-41db-9640-48d4a648d3fb tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/b46ad335-eb2b-440f-9bf0-7b9a0c6c7f72 HTTP/1.1" status: 200 len: 1810 time: 0.1111972 Jul 28 14:39:36.359803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-874b7a23-c3ba-44f7-b8bc-aa461128f8df req-1b4c99ef-70c5-41ee-94a0-d13b2ebb5a67 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112935 Jul 28 14:39:36.359803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.360495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-74260dd1-1857-45d8-a84e-90b9ac31ea9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 217 time: 0.1342795 Jul 28 14:39:36.393074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.459650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-47ee1deb-b5c4-494d-be3e-70302ed2a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:36.461488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-47ee1deb-b5c4-494d-be3e-70302ed2a937 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1068351 Jul 28 14:39:36.465390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-35d86e7a-24c9-40c1-bec7-40454fc0c32e req-3d040828-7e93-4807-a671-05ab8610750f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.545858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-23322b51-8a42-48b2-b16a-8b90ed543949 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757871 Jul 28 14:39:36.556727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-35d86e7a-24c9-40c1-bec7-40454fc0c32e req-3d040828-7e93-4807-a671-05ab8610750f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.611094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0987a-3439-4b81-90ba-522810154dce,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:36.749892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-f2d46987-bd16-4328-a460-dab4ba038788 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893556 Jul 28 14:39:36.910923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-35d86e7a-24c9-40c1-bec7-40454fc0c32e req-3d040828-7e93-4807-a671-05ab8610750f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.923626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-35d86e7a-24c9-40c1-bec7-40454fc0c32e req-3d040828-7e93-4807-a671-05ab8610750f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.927803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35d86e7a-24c9-40c1-bec7-40454fc0c32e req-3d040828-7e93-4807-a671-05ab8610750f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "DELETE /v2.0/security-groups/b46ad335-eb2b-440f-9bf0-7b9a0c6c7f72 HTTP/1.1" status: 204 len: 173 time: 0.7020650 Jul 28 14:39:36.980178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d040828-7e93-4807-a671-05ab8610750f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ad335-eb2b-440f-9bf0-7b9a0c6c7f72,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:36.993077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Allocated IP 192.168.233.249 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/3f8dcf63-ecbd-4759-a5e0-3c23157f68d0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:37.124608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:37.134721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.153862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Transition to ACTIVE for port object ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:37.213364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11457ed5-ec54-4692-8fd1-fe29c73af4e2 req-79c672cb-bd70-45f6-8cde-eeb8d6a9364a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.1275280 Jul 28 14:39:37.234034 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-9e7d4e5c-6209-47b1-9fe4-3bd6264eaeea service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757600 Jul 28 14:39:37.317487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42b53171-5218-43c6-b1cf-7d31160c4de7 req-0da4a0da-67ed-40c0-b5a1-33af9826c1d9 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/09fd79c6-4d72-426d-8e92-16ef62d4b56c HTTP/1.1" status: 200 len: 1813 time: 0.0566022 Jul 28 14:39:37.361529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.391041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-42b53171-5218-43c6-b1cf-7d31160c4de7 req-1a8f5eb2-3260-4a84-97fb-9c9ff367d798 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.457011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-42b53171-5218-43c6-b1cf-7d31160c4de7 req-1a8f5eb2-3260-4a84-97fb-9c9ff367d798 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.627182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-1fd6a06e-6a1e-43e1-8327-dca0cce067d8 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:37.631774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-1fd6a06e-6a1e-43e1-8327-dca0cce067d8 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.0989652 Jul 28 14:39:37.654379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-10'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:37.787792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.820289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-42b53171-5218-43c6-b1cf-7d31160c4de7 req-1a8f5eb2-3260-4a84-97fb-9c9ff367d798 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.826612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-42b53171-5218-43c6-b1cf-7d31160c4de7 req-1a8f5eb2-3260-4a84-97fb-9c9ff367d798 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.829221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.831815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Transition to ACTIVE for port object 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:37.837669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42b53171-5218-43c6-b1cf-7d31160c4de7 req-1a8f5eb2-3260-4a84-97fb-9c9ff367d798 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "DELETE /v2.0/security-groups/09fd79c6-4d72-426d-8e92-16ef62d4b56c HTTP/1.1" status: 204 len: 173 time: 0.5187657 Jul 28 14:39:37.889074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c592ed3-8bf9-4f45-9583-8161b96f4fd5 req-17f43f83-830c-4546-915d-125b18034c4c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:37.889723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f5eb2-3260-4a84-97fb-9c9ff367d798 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd79c6-4d72-426d-8e92-16ef62d4b56c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:37.890694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c592ed3-8bf9-4f45-9583-8161b96f4fd5 req-17f43f83-830c-4546-915d-125b18034c4c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 932 time: 1.0133252 Jul 28 14:39:37.894104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:38.082053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c592ed3-8bf9-4f45-9583-8161b96f4fd5 req-35887f86-0dd2-4896-a6f6-41eed7a0e7f4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634727 Jul 28 14:39:38.131760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:38.183849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:38.240399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.243922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:38.247112 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6f8df8-02fb-4edb-8389-8b4280d269e5" -d '{"events": [{"server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:38.325345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Attempting to bind port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:38.331275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Attempting to bind port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:38.331275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Attempting to bind port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 on network 6cd86fde-04d3-4837-bd98-381333a06e10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:38.335275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 on network 6cd86fde-04d3-4837-bd98-381333a06e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:38.335530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Attempting to bind port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 on network 6cd86fde-04d3-4837-bd98-381333a06e10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:38.347981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4e481-b217-42e8-bde2-df4d6b215811 req-0f3ca1be-28ce-48ff-b0fc-71aeef3f8663 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.357371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:38.357729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Checking segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:38.358117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Bound using segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:38.358557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Bound port: ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:38.358923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.360830 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76d4e481-b217-42e8-bde2-df4d6b215811 req-0f3ca1be-28ce-48ff-b0fc-71aeef3f8663 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 945 time: 0.1038024 Jul 28 14:39:38.394996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.448909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76d4e481-b217-42e8-bde2-df4d6b215811 req-4a60c573-8b3f-4d5b-bde0-687eab5fe9a3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871558 Jul 28 14:39:38.457659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.567241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:38.574164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:38.577412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:38.653163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:38.661507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=7']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:38.664675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] For port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:38.671002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] For port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:38.726402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.727087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.737832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2dae2fc1-1720-4da7-8918-d048f9566058 req-e3e4d617-4103-402c-9451-a706e6f7f3a7 tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "GET /v2.0/security-groups/4898cfdf-d156-4764-b0b2-cdef4d471dbd HTTP/1.1" status: 200 len: 1812 time: 0.2311127 Jul 28 14:39:38.748730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on host n-h2-764806-10 for vnic_type normal with profile {"migrating_to": "n-h1-764806-10"} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:38.749268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:38.749732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:38.769095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:38.770477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Attempting to bind port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:38.789127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:38.789666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:38.790194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:38.791158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3acfba-6b13-4ed6-b852-927df250b94f req-b187a374-180e-4979-8267-8944e4df69ff tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.791368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Bound port: 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:38.791618 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.801565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c3acfba-6b13-4ed6-b852-927df250b94f req-b187a374-180e-4979-8267-8944e4df69ff tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 936 time: 0.1174829 Jul 28 14:39:38.848378 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.909148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.909725 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.911254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 HTTP/1.1" status: 200 len: 1093 time: 3.4122765 Jul 28 14:39:38.924095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c3acfba-6b13-4ed6-b852-927df250b94f req-eae697ff-21d4-47c4-89c9-02fa154ced6d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195693 Jul 28 14:39:38.925940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2dae2fc1-1720-4da7-8918-d048f9566058 req-5fbd1b59-9bf3-4f52-af59-84cb9083e05f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.937203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'tag': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:38.944430 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce2ee5-79a1-4926-b69f-26648a7d68d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7890b7-efb3-4049-bb89-d8c48ef1e535", "tag": "ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:38.969646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c98bcc72-b2f8-4bd2-b41c-ba8fa565bf03 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1091063 Jul 28 14:39:38.995660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:39.002855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:39.004289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Request body: {'port': {'device_id': 'd5be5649-a423-443f-801d-e696adb34b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:39.035222 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f08ce43-2835-4d7f-9e0e-7b37eb01202e x-openstack-request-id: req-1f08ce43-2835-4d7f-9e0e-7b37eb01202e {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:39.035615 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:39.035940 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f08ce43-2835-4d7f-9e0e-7b37eb01202e {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:39.037294 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'code': 200} Jul 28 14:39:39.048361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2dae2fc1-1720-4da7-8918-d048f9566058 req-5fbd1b59-9bf3-4f52-af59-84cb9083e05f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.106972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aaefb-49f3-4a55-8f11-b8efa3f7a1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:39.160644 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce67f779-d384-4387-8ec8-7f9736c8525e x-openstack-request-id: req-ce67f779-d384-4387-8ec8-7f9736c8525e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:39.160947 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7890b7-efb3-4049-bb89-d8c48ef1e535", "tag": "ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:39.161308 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce67f779-d384-4387-8ec8-7f9736c8525e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:39.162269 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'tag': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248', 'status': 'completed', 'code': 200} Jul 28 14:39:39.162792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.214251 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.278884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-912701e6-f6cd-41e5-aee0-a7660708b3ce None None] Provisioning for port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:39.286755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-912701e6-f6cd-41e5-aee0-a7660708b3ce None None] Provisioning complete for port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:39.286755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-912701e6-f6cd-41e5-aee0-a7660708b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.382442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:39.385303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-912701e6-f6cd-41e5-aee0-a7660708b3ce None None] Port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:39:39.387053 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.389635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 1123 time: 1.7447846 Jul 28 14:39:39.394112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2dae2fc1-1720-4da7-8918-d048f9566058 req-5fbd1b59-9bf3-4f52-af59-84cb9083e05f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.396828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-2dae2fc1-1720-4da7-8918-d048f9566058 req-5fbd1b59-9bf3-4f52-af59-84cb9083e05f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.398073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2dae2fc1-1720-4da7-8918-d048f9566058 req-5fbd1b59-9bf3-4f52-af59-84cb9083e05f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] 10.222.0.57 "DELETE /v2.0/security-groups/4898cfdf-d156-4764-b0b2-cdef4d471dbd HTTP/1.1" status: 204 len: 173 time: 0.6592877 Jul 28 14:39:39.411782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42870) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:39.444268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd1b59-9bf3-4f52-af59-84cb9083e05f tempest-SecurityGroupRulesNegativeTestJSON-245858810 tempest-SecurityGroupRulesNegativeTestJSON-245858810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898cfdf-d156-4764-b0b2-cdef4d471dbd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:39.469399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e3012-99ec-473f-aa1e-233c1f6ae7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=8']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:39.478781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:39.645973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Deleting subnet ff31415d-621f-45d9-8cbc-5abbda626bf7 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:39:39.659673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.781290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.838353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a27d4-b2ac-440d-8e58-532f9a0be51b req-058526f3-2c46-4676-a2ff-ffbf69cc00fb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:39.843954 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a92a27d4-b2ac-440d-8e58-532f9a0be51b req-058526f3-2c46-4676-a2ff-ffbf69cc00fb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.1406825 Jul 28 14:39:39.903830 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.926262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce2ee5-79a1-4926-b69f-26648a7d68d1 req-06d757a6-b71d-4a9a-98c2-43a2949d59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:39.928997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fce2ee5-79a1-4926-b69f-26648a7d68d1 req-06d757a6-b71d-4a9a-98c2-43a2949d59b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 1096 time: 0.7654045 Jul 28 14:39:39.979813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a92a27d4-b2ac-440d-8e58-532f9a0be51b req-602317d3-a1d5-4242-945b-9f9b882011c9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344430 Jul 28 14:39:39.991597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29c287-caa9-437c-9e8a-d5794ce52dd1 req-643b9339-3fb8-421e-903e-89bed939467a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:39.995367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf29c287-caa9-437c-9e8a-d5794ce52dd1 req-643b9339-3fb8-421e-903e-89bed939467a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 944 time: 0.2068191 Jul 28 14:39:40.065611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:40.088788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:40.095087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ff31415d-621f-45d9-8cbc-5abbda626bf7 HTTP/1.1" status: 204 len: 168 time: 0.6281762 Jul 28 14:39:40.096987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42886) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:40.134846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095431f1-ed20-4ba7-9d60-7bf10cbb7064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff31415d-621f-45d9-8cbc-5abbda626bf7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:40.247787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:40.280024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:40.285431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:40.363879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf29c287-caa9-437c-9e8a-d5794ce52dd1 req-04c40927-5a44-42c9-a1da-42c28c8db888 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788838 Jul 28 14:39:40.397025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Transition to ACTIVE for port object 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:40.413470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce2ee5-79a1-4926-b69f-26648a7d68d1 req-ab50c811-2e82-4883-b883-760bda551102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:40.415124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fce2ee5-79a1-4926-b69f-26648a7d68d1 req-ab50c811-2e82-4883-b883-760bda551102 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4626524 Jul 28 14:39:40.529045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:40.861343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:41.130799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:41.136514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce2ee5-79a1-4926-b69f-26648a7d68d1 req-55e9912c-20fb-464e-b01f-738c5ea49d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.137713 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e0876-59c0-4ca7-be22-2dfc06176442" -d '{"events": [{"name": "network-changed", "server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:41.137884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fce2ee5-79a1-4926-b69f-26648a7d68d1 req-55e9912c-20fb-464e-b01f-738c5ea49d2d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7115099 Jul 28 14:39:41.167866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5310-ea3e-47b6-8f5c-a7cefb0284a5 req-add4c7f5-56cf-4a3e-bc31-aa5ac978664b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.171040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51dd5310-ea3e-47b6-8f5c-a7cefb0284a5 req-add4c7f5-56cf-4a3e-bc31-aa5ac978664b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 936 time: 0.8568830 Jul 28 14:39:41.174321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.184493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Attempting to bind port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:41.190535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Attempting to bind port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:41.190535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Attempting to bind port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:41.219787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a5897f-84da-4dd5-9bbf-7a5b5f239737']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:41.243665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c80a99d-fb6a-4370-82c7-511dd0a46a65') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:41.245219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c80a99d-fb6a-4370-82c7-511dd0a46a65') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:41.258070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:41.258359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Attempting to bind port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:41.279419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.282671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:41.283172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:41.283469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:41.283948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Bound port: 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:41.284431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.294844 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51dd5310-ea3e-47b6-8f5c-a7cefb0284a5 req-898a115c-5056-4fd6-a18f-4971ff936e45 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144519 Jul 28 14:39:41.310482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.330242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:39:41.331702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:39:41.334876 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:39:41.359656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2266a2b-028b-402d-a6cb-d5564331b820 req-55df68fe-a80b-4f63-80a2-3e9321c737e2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.361652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2266a2b-028b-402d-a6cb-d5564331b820 req-55df68fe-a80b-4f63-80a2-3e9321c737e2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.2011294 Jul 28 14:39:41.405653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-6908f21e-d4e5-45c6-8d5e-7ea5cbe893a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.406959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-6908f21e-d4e5-45c6-8d5e-7ea5cbe893a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 1096 time: 0.1835816 Jul 28 14:39:41.425456 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10e7cb-4180-4a40-9f62-42673917afa9 x-openstack-request-id: req-9e10e7cb-4180-4a40-9f62-42673917afa9 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:41.425837 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:41.426236 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e10e7cb-4180-4a40-9f62-42673917afa9 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:41.427476 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'status': 'completed', 'code': 200} Jul 28 14:39:41.563574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2266a2b-028b-402d-a6cb-d5564331b820 req-caa50d0c-79f4-476c-9375-76da4ee35a41 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866021 Jul 28 14:39:41.579250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-40cc0624-034c-4b78-a616-608c6b238125 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 HTTP/1.1" status: 200 len: 217 time: 0.1336305 Jul 28 14:39:41.589810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:41.630890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.642838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.662770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] 10.222.0.57 "DELETE /v2.0/networks/76a5897f-84da-4dd5-9bbf-7a5b5f239737 HTTP/1.1" status: 204 len: 168 time: 1.5367393 Jul 28 14:39:41.726654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727f8ff-89ea-4883-814d-083369963186 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a5897f-84da-4dd5-9bbf-7a5b5f239737,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:41.740328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970aa36-6d92-46aa-b848-530746297cd9 req-a433c048-532c-4de2-bc86-3f3a67ce02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.742292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-a433c048-532c-4de2-bc86-3f3a67ce02d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b9e80f-34cf-41b4-abfb-413001324f33 HTTP/1.1" status: 200 len: 851 time: 0.1490014 Jul 28 14:39:41.753800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:41.769053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-ad7ebf08-e382-4668-858a-c0a853865e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.771729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-ad7ebf08-e382-4668-858a-c0a853865e60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1126 time: 0.3042939 Jul 28 14:39:41.814834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-ed5d34b2-8a13-4374-85fe-f5f3d5981faa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6cd86fde-04d3-4837-bd98-381333a06e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562260 Jul 28 14:39:41.893892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:41.999492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697002b1-65f3-4dc3-a074-020892f3a160 req-a3652ee0-5745-455c-9e82-4e3feaee9620 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:42.011192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-697002b1-65f3-4dc3-a074-020892f3a160 req-a3652ee0-5745-455c-9e82-4e3feaee9620 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 944 time: 0.1420381 Jul 28 14:39:42.062825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-697002b1-65f3-4dc3-a074-020892f3a160 req-8b79ebfd-defb-4757-b87a-c25795d63f0b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500786 Jul 28 14:39:42.096920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.109437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:42.116726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-a7bd4faf-b747-482c-9e1d-8ce361e59080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:42.123848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-a7bd4faf-b747-482c-9e1d-8ce361e59080 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.3060744 Jul 28 14:39:42.126506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f has no active binding in host n-h1-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:39:42.164931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-cd39c355-7eb5-41c2-8ada-985d83bcc34e service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335059 Jul 28 14:39:42.266587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:42.270794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.272783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 HTTP/1.1" status: 200 len: 1097 time: 3.2808797 Jul 28 14:39:42.310746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-09150dd2-16aa-46a7-9214-05b780cd03c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 217 time: 0.1565871 Jul 28 14:39:42.312330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:42.317149 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098" -d '{"events": [{"name": "network-changed", "server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:42.324367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c32d8-6abe-4f5c-ba6d-82d0cd338a19 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:42.469758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42934) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:42.631396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0f8044b9-b2ed-4059-a652-4d8e32821056 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5dfcb402880e4bc9b2e647408a7bb20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597321 Jul 28 14:39:42.635802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42940) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:42.653987 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25040f1-d152-47fa-8611-da08e77bccd7 x-openstack-request-id: req-e25040f1-d152-47fa-8611-da08e77bccd7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:42.654421 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:42.654761 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e25040f1-d152-47fa-8611-da08e77bccd7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:42.655756 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'status': 'completed', 'code': 200} Jul 28 14:39:42.681454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3970aa36-6d92-46aa-b848-530746297cd9 req-ca12ccd3-4d5d-4353-a057-77f6011eef90 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486766 Jul 28 14:39:42.837857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.855005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-8df6aa2d-518a-48f9-86dc-659bce05e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:42.856734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-8df6aa2d-518a-48f9-86dc-659bce05e765 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.2845395 Jul 28 14:39:42.906859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.949269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-5b279bde-a451-4df3-9de9-52fa493737e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734711 Jul 28 14:39:43.050717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7688278-9704-44a2-ad9f-1f0c4fcafe5c req-8d5fa05b-d01e-4bf0-9804-93b917addcd7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.053284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7688278-9704-44a2-ad9f-1f0c4fcafe5c req-8d5fa05b-d01e-4bf0-9804-93b917addcd7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.1168983 Jul 28 14:39:43.120104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-a30cd3f6-7c67-4eb9-9a74-20f4f2fd2824 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449220 Jul 28 14:39:43.159141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2b093-2d2b-404b-b35d-9b3ed066eb9d req-72b2fb2a-7e48-44cd-84c5-97c4b4b01faf tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.167950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93f2b093-2d2b-404b-b35d-9b3ed066eb9d req-72b2fb2a-7e48-44cd-84c5-97c4b4b01faf tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 948 time: 0.5796697 Jul 28 14:39:43.189225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:43.192335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:43.194428 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/151b7063-7ac4-428c-b429-bf4bb90bcc7f HTTP/1.1" status: 204 len: 168 time: 0.5572557 Jul 28 14:39:43.203719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7688278-9704-44a2-ad9f-1f0c4fcafe5c req-b5218e8c-7745-451f-81e7-68a33b29dfd3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229138 Jul 28 14:39:43.225095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-06016768-5d31-4228-90b5-03416d1d5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.226701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-06016768-5d31-4228-90b5-03416d1d5e7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=937ee83b43db477dac128f5d0acebeb8&device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 1100 time: 0.5699539 Jul 28 14:39:43.230195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b7063-7ac4-428c-b429-bf4bb90bcc7f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:43.246607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.246966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.247318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.247666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.248011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.248361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.248716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.249052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.249387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.249723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.250052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.250519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59ee69-c220-4f32-95b3-7e369dd76a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:43.379560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93f2b093-2d2b-404b-b35d-9b3ed066eb9d req-2eba65c1-d895-4966-972e-4cc9f7715c1b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962569 Jul 28 14:39:43.444507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-36ceea61-11a6-4ba5-851f-a4fb4e11f2b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 HTTP/1.1" status: 200 len: 217 time: 0.0947087 Jul 28 14:39:43.453255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f2e0876-59c0-4ca7-be22-2dfc06176442 req-b931328c-2cd1-4efe-8adb-4d4c9d92f6c4 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237698 Jul 28 14:39:43.589265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c900563c-b8cc-40b0-a630-380340d2003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.592421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-c900563c-b8cc-40b0-a630-380340d2003e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.1365249 Jul 28 14:39:43.745207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-11f83235-09b8-4ea7-8364-40866d7fe761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.753208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-11f83235-09b8-4ea7-8364-40866d7fe761 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447570 Jul 28 14:39:43.768247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95925-d2bc-499f-b9c0-52131786612a req-eb422d57-832c-4ad4-a5cf-287bbed3bc8a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.773089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcd95925-d2bc-499f-b9c0-52131786612a req-eb422d57-832c-4ad4-a5cf-287bbed3bc8a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 944 time: 0.1598818 Jul 28 14:39:43.927592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcd95925-d2bc-499f-b9c0-52131786612a req-5ec07574-5133-4505-a353-8d7195f9dbf8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428936 Jul 28 14:39:44.003091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-1ef53db3-b21e-4f01-ba9e-3961c02f4df9 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370684 Jul 28 14:39:44.298801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ee1444-0ad3-4701-b7f6-f43e887b0ce8 req-6a76001b-04ee-4adc-9ce8-9a1edf9e71ab service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527139 Jul 28 14:39:44.484192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e70e8-6ca2-47e2-8a15-d9312460b214 req-67ec1e79-f31a-44a5-a0a1-87d70184560a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:44.497252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a41e70e8-6ca2-47e2-8a15-d9312460b214 req-67ec1e79-f31a-44a5-a0a1-87d70184560a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.0883868 Jul 28 14:39:44.625677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a41e70e8-6ca2-47e2-8a15-d9312460b214 req-a09903da-55d1-4d2d-8b0a-e33be47b2fb2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256955 Jul 28 14:39:44.639445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90997819-0ec1-4ae8-996b-2eb45b4590c5 req-5a311755-cba4-4502-ba67-00d38dd1b428 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:44.653297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90997819-0ec1-4ae8-996b-2eb45b4590c5 req-5a311755-cba4-4502-ba67-00d38dd1b428 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 948 time: 0.1654177 Jul 28 14:39:44.765773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-59bc5134-e14a-4dcd-8388-af694a67c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:44.768871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-59bc5134-e14a-4dcd-8388-af694a67c949 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=937ee83b43db477dac128f5d0acebeb8&device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 1100 time: 0.1822827 Jul 28 14:39:44.787844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90997819-0ec1-4ae8-996b-2eb45b4590c5 req-bf057258-4cb9-4d48-b98b-a9d7d668ae2b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032958 Jul 28 14:39:44.998433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-668a6a90-2c02-4af4-930c-518ea285ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:45.001294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-668a6a90-2c02-4af4-930c-518ea285ebe1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.2101123 Jul 28 14:39:45.073238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-a42d4011-76e5-45c8-b4e1-ee0b4f76ae29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 HTTP/1.1" status: 200 len: 217 time: 0.0593007 Jul 28 14:39:45.166766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-6ed35a4e-d644-41c6-9f7a-cfd5b8c7250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:45.168741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-6ed35a4e-d644-41c6-9f7a-cfd5b8c7250e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0673916 Jul 28 14:39:45.191431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea557f9-cfe8-45e7-a059-416b2623d5cd req-0caf88fe-fbd4-4fde-a959-de35715ce5fe tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:45.196660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ea557f9-cfe8-45e7-a059-416b2623d5cd req-0caf88fe-fbd4-4fde-a959-de35715ce5fe tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 944 time: 0.1308706 Jul 28 14:39:45.396133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-e5d5e03e-67e0-4765-b8f2-ac2bbd2bc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:45.400397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-e5d5e03e-67e0-4765-b8f2-ac2bbd2bc10e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2028904 Jul 28 14:39:45.416431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ea557f9-cfe8-45e7-a059-416b2623d5cd req-7bd81a06-a0e0-4a81-91f7-7ea7c5fc7576 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714523 Jul 28 14:39:45.595456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-80e47ceb-bf21-480d-9565-fd081c24a2a1 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774969 Jul 28 14:39:45.647897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43004) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:45.938488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee218cb-ad5f-44c3-9b2f-b7dc6a531098 req-c696f39e-91c1-4ba0-a3d6-81c0067e6f42 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291826 Jul 28 14:39:46.037639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1961279138-network', 'tenant_id': '53f82a55b67b42229f7bed298932b710'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:46.131838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65aed-9ae4-43d2-baaf-02cc8fbfd0d1 req-b607706c-b0b1-426f-bfd8-22dd5f96936a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:46.132902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0a324-9ce0-4c71-bcf9-20921d3aafbc req-aa88b74a-db34-4605-bdee-5ae26471be89 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:46.134624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8db65aed-9ae4-43d2-baaf-02cc8fbfd0d1 req-b607706c-b0b1-426f-bfd8-22dd5f96936a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 948 time: 0.0960200 Jul 28 14:39:46.136906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ba0a324-9ce0-4c71-bcf9-20921d3aafbc req-aa88b74a-db34-4605-bdee-5ae26471be89 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.2486055 Jul 28 14:39:46.228407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8db65aed-9ae4-43d2-baaf-02cc8fbfd0d1 req-89cd0dd2-5e38-4e0c-8cfa-1962607a8d4b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Jul 28 14:39:46.283408 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ba0a324-9ce0-4c71-bcf9-20921d3aafbc req-17b5bdb2-3436-4dc6-9617-bbc79169af48 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290779 Jul 28 14:39:46.364657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Made reservation on behalf of 53f82a55b67b42229f7bed298932b710 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:46.370518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.396424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.590969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.630222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee588-5e80-4609-8dbd-b2c95b4ba291 req-69fdadda-7ac1-4916-a5d7-13869a816d7c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:46.632263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bbee588-5e80-4609-8dbd-b2c95b4ba291 req-69fdadda-7ac1-4916-a5d7-13869a816d7c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 944 time: 0.1062024 Jul 28 14:39:46.696404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bbee588-5e80-4609-8dbd-b2c95b4ba291 req-071ebfe6-2035-4901-900c-b0ad5e3ee92a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Jul 28 14:39:46.766788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.802391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:39:46.827161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:46.838754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.839625 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Added segment 1f22c731-040a-4a16-84d0-984316c9eb35 of type vlan for network 33c91e5b-0887-440b-9187-4930d2a2ba2d Jul 28 14:39:46.903412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.109998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.111524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:47.112541 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.131853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-994f6372-4e70-4c58-8799-9a12b20a9a8d service neutron] 10.222.0.58 "GET /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.0728552 Jul 28 14:39:47.196869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] Pushing event updated for resources: {'Network': ['ID=33c91e5b-0887-440b-9187-4930d2a2ba2d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:47.210594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 33c91e5b-0887-440b-9187-4930d2a2ba2d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:39:47.392249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b7526e89-7d5d-4134-b785-ad7d827fc141 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7389503 Jul 28 14:39:47.393195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43042) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:47.403654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Request body: {'subnet': {'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1961279138-subnet', 'tenant_id': '53f82a55b67b42229f7bed298932b710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:47.472508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:47.478170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3b38-d867-4ed6-b5d6-a2352d811b6d req-aed79e83-55ce-4356-ac9c-aded80a63ec6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:47.489914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08ce3b38-d867-4ed6-b5d6-a2352d811b6d req-aed79e83-55ce-4356-ac9c-aded80a63ec6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 943 time: 0.0904183 Jul 28 14:39:47.513991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550b639-e4f8-442b-8c8b-69fb5b111489 req-7e4e4a00-16b3-4871-b276-fa5b7072d2f1 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:47.523666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e550b639-e4f8-442b-8c8b-69fb5b111489 req-7e4e4a00-16b3-4871-b276-fa5b7072d2f1 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 948 time: 0.1593480 Jul 28 14:39:47.567786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08ce3b38-d867-4ed6-b5d6-a2352d811b6d req-2c9a70e4-2043-4311-a3fe-d55ce566aa53 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757463 Jul 28 14:39:47.576000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:47.586123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e550b639-e4f8-442b-8c8b-69fb5b111489 req-734076dc-ce8b-4ce2-ba8c-167bdbff0c35 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Jul 28 14:39:47.655415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:47.661657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Made reservation on behalf of 53f82a55b67b42229f7bed298932b710 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:47.665892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.686588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:47.842147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.933779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b194bb-3be6-4664-ad24-bf79648f9089 req-d206cfff-aeda-4be3-bf15-9f000946f4cc tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:47.935585 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3b194bb-3be6-4664-ad24-bf79648f9089 req-d206cfff-aeda-4be3-bf15-9f000946f4cc tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 944 time: 0.0971971 Jul 28 14:39:47.955674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:48.024178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3b194bb-3be6-4664-ad24-bf79648f9089 req-18693505-cc36-46bc-96ab-7bcdf60db95a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635455 Jul 28 14:39:48.025086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] Transition to ACTIVE for port object 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:48.101308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:48.116871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'port_id': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248', 'mac_address': 'fa:16:3e:44:37:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:48.186107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.221402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.248278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:48.266868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] No DVR routers for this DVR port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:48.276546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.319619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:48.333985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] 10.222.0.58 "PUT /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f/bindings/n-h1-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1932402 Jul 28 14:39:48.351949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853d165-5bfc-42ee-9da3-e6615f0563ff service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:48.368936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cfadbd-a495-4f95-894a-c97840ac8ada,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:48.420598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Checking segment: {'id': '1f22c731-040a-4a16-84d0-984316c9eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:48.421630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Network hostable DHCP agents. Network: 33c91e5b-0887-440b-9187-4930d2a2ba2d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:39:48.435088 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.506164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:48.648271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Network 33c91e5b-0887-440b-9187-4930d2a2ba2d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:39:48.714340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-8aa53bc2-329f-49a2-a13c-fc66da5fb12d tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:48.716187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-8aa53bc2-329f-49a2-a13c-fc66da5fb12d tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.1243489 Jul 28 14:39:48.791007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd4a54-3cfd-4656-8d2f-bafc78389754 req-d8c7ba37-7258-42f7-9b46-2768b26259db tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:48.792720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8fd4a54-3cfd-4656-8d2f-bafc78389754 req-d8c7ba37-7258-42f7-9b46-2768b26259db tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1309698 Jul 28 14:39:48.845910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 33c91e5b-0887-440b-9187-4930d2a2ba2d) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:48.852961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-4cc0fd07-2158-4396-ae34-2c08bc902993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:48.854560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-4cc0fd07-2158-4396-ae34-2c08bc902993 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9&tenant_id=3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 1096 time: 0.1274269 Jul 28 14:39:48.860122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160bffe-1a75-46ee-b688-555e595183c3 None None] Network 33c91e5b-0887-440b-9187-4930d2a2ba2d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:48.883748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc3807-e5e1-4f52-b546-d1ba3c4c2fa3 req-ced412bc-bc8c-4162-96de-7351c049a341 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:48.885585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5efc3807-e5e1-4f52-b546-d1ba3c4c2fa3 req-ced412bc-bc8c-4162-96de-7351c049a341 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 948 time: 0.1061313 Jul 28 14:39:48.902213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:48.903617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.948884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8fd4a54-3cfd-4656-8d2f-bafc78389754 req-6932713f-73f5-4288-ac52-92671bc6671f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430831 Jul 28 14:39:49.037911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5efc3807-e5e1-4f52-b546-d1ba3c4c2fa3 req-7c3ee863-039d-4318-9aa9-36ba245030e6 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397264 Jul 28 14:39:49.098249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-a7ae92a8-5bb2-4b8d-8e46-d275c04698e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:49.105977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-a7ae92a8-5bb2-4b8d-8e46-d275c04698e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1096 time: 0.1573734 Jul 28 14:39:49.114238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91461af4-b979-4beb-8738-cb6b604172fb None None] Network 33c91e5b-0887-440b-9187-4930d2a2ba2d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:49.123677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03d52bdb-afac-4a5d-a33c-3b96c6c2a2b0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7293029 Jul 28 14:39:49.211448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:49.375869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:49.389499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314230-1c68-4d93-9e8f-d8afe4d9907f req-a743cfa9-4315-4b9c-8bb9-5e39eb388ead tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:49.399624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb314230-1c68-4d93-9e8f-d8afe4d9907f req-a743cfa9-4315-4b9c-8bb9-5e39eb388ead tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 945 time: 0.1356916 Jul 28 14:39:49.464952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:49.476947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-7d74d6cc-5344-4d64-ac7e-e0db738f7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:49.484289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-7d74d6cc-5344-4d64-ac7e-e0db738f7536 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.3730488 Jul 28 14:39:49.574267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-b7d72fa2-7415-4cf1-be6c-af9985d8b969 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 217 time: 0.0803134 Jul 28 14:39:49.578913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb314230-1c68-4d93-9e8f-d8afe4d9907f req-6b24c798-a7aa-45a6-a392-89d28de35e52 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587434 Jul 28 14:39:49.677318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a3fa6d4-1270-4ca6-a20d-0913b8d01383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:49.678861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-6a3fa6d4-1270-4ca6-a20d-0913b8d01383 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0855782 Jul 28 14:39:49.753344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-df8fdc27-491d-4bb1-8252-4629cef39065 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565512 Jul 28 14:39:49.959056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:50.218422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:50.243419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'mac_address': 'fa:16:3e:f3:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:50.253635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331dc79-d06a-4bfe-b322-886358f35106 req-99477556-123d-4663-b042-f1660e648da7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.264381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b331dc79-d06a-4bfe-b322-886358f35106 req-99477556-123d-4663-b042-f1660e648da7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.0916152 Jul 28 14:39:50.300146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.314849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:50.330939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b331dc79-d06a-4bfe-b322-886358f35106 req-da9562a6-f681-4291-91c7-1e076e55b907 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607800 Jul 28 14:39:50.351020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-0d88fd6c-aa85-40cd-8e8b-7426beb2eaf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6447821 Jul 28 14:39:50.357373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:50.430611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-abcf4aed-f695-4be0-9a77-7e15a783cd3e service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580167 Jul 28 14:39:50.502460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-c07cd85f-ce5b-4a26-831e-224b1fa3bd78 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.509653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.511492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-c07cd85f-ce5b-4a26-831e-224b1fa3bd78 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/networks?id=33c91e5b-0887-440b-9187-4930d2a2ba2d HTTP/1.1" status: 200 len: 818 time: 0.2525928 Jul 28 14:39:50.512307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c595b2b-1dd4-45ff-a3de-63bf7f937fa9 req-f24bc911-5e19-4900-b778-78f96d37b9bd tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.518719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c595b2b-1dd4-45ff-a3de-63bf7f937fa9 req-f24bc911-5e19-4900-b778-78f96d37b9bd tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 948 time: 0.0889454 Jul 28 14:39:50.594337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c595b2b-1dd4-45ff-a3de-63bf7f937fa9 req-8ad8d51a-9e9d-4eca-8165-27b8781a21db tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627677 Jul 28 14:39:50.596703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-723a00aa-24b0-44df-91f6-9be0a90a2aab tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/quotas/53f82a55b67b42229f7bed298932b710 HTTP/1.1" status: 200 len: 375 time: 0.0841053 Jul 28 14:39:50.634973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:50.667609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-d94f461e-d449-49e4-a109-3f48931da50a tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=53f82a55b67b42229f7bed298932b710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695679 Jul 28 14:39:50.701754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.702246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.702725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.703193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.705135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.705992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.706479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.706479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-2e8f849d-fb2b-4c0d-b7ad-3ad9dbb70eaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6509 time: 0.2358363 Jul 28 14:39:50.863531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-f1da1db1-649b-473d-9405-870d49b2f184 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102025 Jul 28 14:39:50.946299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-668cc8e6-cdb9-4bf7-ac54-a7a2d904045c service neutron] 10.222.0.57 "GET /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586939 Jul 28 14:39:50.987322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-6593e681-3e28-4a43-80d6-9ec32f8900db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.987833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-6593e681-3e28-4a43-80d6-9ec32f8900db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.988311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-6593e681-3e28-4a43-80d6-9ec32f8900db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.990589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-6593e681-3e28-4a43-80d6-9ec32f8900db service neutron] 10.222.0.42 "GET /v2.0/networks?id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 2299 time: 0.2053850 Jul 28 14:39:51.063895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b0d4c-4a7b-48cf-bb99-b84983aaa7ee req-7e0e505e-289b-4911-bd69-ae110ad0af31 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:51.067095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b5b0d4c-4a7b-48cf-bb99-b84983aaa7ee req-7e0e505e-289b-4911-bd69-ae110ad0af31 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 945 time: 0.0586271 Jul 28 14:39:51.108695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-bc18a2c8-2544-442e-a3bd-d9b2298e5c31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 200 len: 1000 time: 0.0923753 Jul 28 14:39:51.124800 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b5b0d4c-4a7b-48cf-bb99-b84983aaa7ee req-c13fed11-eeef-4dd2-8145-810bfec1d87c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482724 Jul 28 14:39:51.127847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-f0d349e5-f808-4de8-9a85-c37d77b0ae97 service neutron] 10.222.0.57 "GET /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674485 Jul 28 14:39:51.233864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-57759ca6-db75-4e13-b6e6-950b126cb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:51.238945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-57759ca6-db75-4e13-b6e6-950b126cb04d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8236005e-dcf2-446a-9104-481329566276 HTTP/1.1" status: 200 len: 856 time: 0.0597861 Jul 28 14:39:51.296324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-a1cb2181-eeb4-43ab-acad-a32a3e2d6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:51.298138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-a1cb2181-eeb4-43ab-acad-a32a3e2d6848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487206 Jul 28 14:39:51.496129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-3bc955e8-0d4e-4428-9d3b-8227a531fb3c service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841671 Jul 28 14:39:51.614967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f4f94-bfcb-4aa9-8844-431bd7c79591 req-1f6e812a-1534-4695-a934-9433c679a981 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:51.626669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f5f4f94-bfcb-4aa9-8844-431bd7c79591 req-1f6e812a-1534-4695-a934-9433c679a981 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1696956 Jul 28 14:39:51.648952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:51.703590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a813cc-2153-40fd-a901-7cf1a886cfcf req-8dd61f41-06c8-4593-a638-318a62030c9c tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 210 time: 0.1459551 Jul 28 14:39:51.733337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f5f4f94-bfcb-4aa9-8844-431bd7c79591 req-42ccae49-16b3-48c4-9715-d58442173576 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051719 Jul 28 14:39:51.897754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-cffca871-a017-4f6e-ab2d-13505518fe79 service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751352 Jul 28 14:39:51.970245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:52.026047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-96514ac5-c367-4329-865b-12b5be1495e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 217 time: 0.1067271 Jul 28 14:39:52.058509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75fb6-9ee8-4fe9-b18f-e1f014bf6480 req-17acf2eb-1acf-4162-8c75-61117b7bf5a8 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:52.097497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ab75fb6-9ee8-4fe9-b18f-e1f014bf6480 req-17acf2eb-1acf-4162-8c75-61117b7bf5a8 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.1533539 Jul 28 14:39:52.165819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ab75fb6-9ee8-4fe9-b18f-e1f014bf6480 req-af8b9266-b879-4762-981f-5dd9dd6d281a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894177 Jul 28 14:39:52.169354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-933bd242-60db-4888-8e8f-f55638d73189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:52.181348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-933bd242-60db-4888-8e8f-f55638d73189 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1414051 Jul 28 14:39:52.321124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-b7b7ac05-0c3a-4453-89e2-913f3672580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:52.323777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-b7b7ac05-0c3a-4453-89e2-913f3672580c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289868 Jul 28 14:39:52.346418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f64af-9a41-47f8-be15-46bccfe9fb3a req-e778f14e-5075-46fc-abe3-2db8c783bad5 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:52.349345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d12f64af-9a41-47f8-be15-46bccfe9fb3a req-e778f14e-5075-46fc-abe3-2db8c783bad5 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 945 time: 0.0688393 Jul 28 14:39:52.424656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d12f64af-9a41-47f8-be15-46bccfe9fb3a req-f7e19da0-8373-4103-9069-827fd53d5f06 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679793 Jul 28 14:39:52.432390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-9217f7f7-d07a-4368-b869-aa9b01109d2f tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:52.433851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-9217f7f7-d07a-4368-b869-aa9b01109d2f tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.1828523 Jul 28 14:39:52.435661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68471464-6c65-439e-a530-9ba43805a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.439115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:52.447502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:52.447991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.554659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-7eda5f64-c6be-4776-a77e-ca84ab0e529d service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194264 Jul 28 14:39:52.572704 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.610771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:52.615550 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce47cef-708f-47d2-bac0-0692b1a8fc2c" -d '{"events": [{"server_uuid": "cb7890b7-efb3-4049-bb89-d8c48ef1e535", "name": "network-vif-plugged", "status": "completed", "tag": "ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:52.641252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:52.669645 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ff8ea1-e186-40cf-af21-7ace63287cc4 x-openstack-request-id: req-60ff8ea1-e186-40cf-af21-7ace63287cc4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:52.670422 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7890b7-efb3-4049-bb89-d8c48ef1e535", "name": "network-vif-plugged", "status": "completed", "tag": "ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:52.670422 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60ff8ea1-e186-40cf-af21-7ace63287cc4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:52.670857 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248', 'code': 200} Jul 28 14:39:52.705547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-3b8a4887-4984-4f61-a139-9ad3e14f5b13 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166954 Jul 28 14:39:52.786624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-d2ce4117-efd9-41be-b0c7-878e7bc7b157 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 217 time: 0.0579267 Jul 28 14:39:52.856058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.911177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-04611a9b-b2ac-4ec0-8ec0-e4e1daa78899 service neutron] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:52.948662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cc40c4a-e026-4732-b1ab-61c74796a693 req-ed0b6c88-3291-4070-9fdc-f8674ddf4701 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 210 time: 0.0844419 Jul 28 14:39:52.959323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-04611a9b-b2ac-4ec0-8ec0-e4e1daa78899 service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.966390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d30c4f8-229d-4b43-a2fa-69a1e4969de0 req-04611a9b-b2ac-4ec0-8ec0-e4e1daa78899 service neutron] 10.222.0.42 "DELETE /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f/bindings/n-h2-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.5174224 Jul 28 14:39:52.974055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:52.999438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-8932a98c-a812-4ca0-836f-b7a55570d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.001401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-8932a98c-a812-4ca0-836f-b7a55570d8bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.2020304 Jul 28 14:39:53.067799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31968b5-a43a-450f-80a2-3db24055fb53 req-1d0501f7-aea6-4ac5-9210-a9a6bf982036 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.070270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c31968b5-a43a-450f-80a2-3db24055fb53 req-1d0501f7-aea6-4ac5-9210-a9a6bf982036 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1963255 Jul 28 14:39:53.080146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8971f-b86f-4253-a91e-a8c35ee5cbad req-0fe6ce82-031d-4c1d-8514-757403632a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.081655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32d8971f-b86f-4253-a91e-a8c35ee5cbad req-0fe6ce82-031d-4c1d-8514-757403632a2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 1098 time: 0.1898336 Jul 28 14:39:53.122557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-c2e6220c-7cf4-49de-b521-30726179d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.124301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-c2e6220c-7cf4-49de-b521-30726179d59c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146116 Jul 28 14:39:53.202000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c31968b5-a43a-450f-80a2-3db24055fb53 req-7d5e6fa6-c4f7-4a9f-8606-dca3265683a0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911067 Jul 28 14:39:53.204316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32d8971f-b86f-4253-a91e-a8c35ee5cbad req-e5657fed-7e2b-4fa1-9a2f-e56a01c6b867 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924027 Jul 28 14:39:53.270151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-b0f56fd5-fe3d-483e-ac82-b5dbcb39a43f service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317077 Jul 28 14:39:53.404364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4751e-bb9b-42c1-8d87-55c97f2fff67 req-df753dc4-a118-4309-a5cc-e12f6bedca5a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.406190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6eb4751e-bb9b-42c1-8d87-55c97f2fff67 req-df753dc4-a118-4309-a5cc-e12f6bedca5a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.0620120 Jul 28 14:39:53.460813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6eb4751e-bb9b-42c1-8d87-55c97f2fff67 req-bbd0c326-a48f-4d69-a8e7-33ef0730380b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Jul 28 14:39:53.678594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83f29e-1422-434a-85b4-e386047f76b2 req-46586784-d0a5-4e7c-9424-e49fece951f6 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.680184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f83f29e-1422-434a-85b4-e386047f76b2 req-46586784-d0a5-4e7c-9424-e49fece951f6 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Jul 28 14:39:53.738011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f83f29e-1422-434a-85b4-e386047f76b2 req-0d8d6262-1f9a-4c4b-a10b-fddcb1da6a5b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Jul 28 14:39:53.898300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-dd1a3e72-2926-4070-b0c0-5e427b104c06 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257024 Jul 28 14:39:53.899819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9386c-cbbf-4086-9d1b-2304a6240b01 req-b684e6e2-f018-49a7-a9f3-6e5f5bc95122 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:53.909048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7e9386c-cbbf-4086-9d1b-2304a6240b01 req-b684e6e2-f018-49a7-a9f3-6e5f5bc95122 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0783482 Jul 28 14:39:53.994964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:54.005254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7e9386c-cbbf-4086-9d1b-2304a6240b01 req-1ab546ee-3feb-4f7c-9ab8-cc71b4e88a0f tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946341 Jul 28 14:39:54.005578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-8316f7d7-b33a-4119-b784-5c803d5194cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c929103c-4187-4a31-a9bb-d7b305788b4c HTTP/1.1" status: 200 len: 217 time: 0.0969968 Jul 28 14:39:54.375660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-62b0cc97-09ca-4d85-bb07-8bc601ccc872 req-a65f0104-cdf5-4151-847a-dfb68f034149 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 210 time: 0.1280377 Jul 28 14:39:54.407672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-70061536-c683-434f-9a69-3e28799ba998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:54.411628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-70061536-c683-434f-9a69-3e28799ba998 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.3903294 Jul 28 14:39:54.496069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:54.503875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:54.505099 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.525330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-30937fa2-8b86-4cc7-833f-b10b438885a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:54.528253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-30937fa2-8b86-4cc7-833f-b10b438885a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816267 Jul 28 14:39:54.712308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.737885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-71183ffd-2793-4143-ae76-33831cd230f7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:54.741249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-71183ffd-2793-4143-ae76-33831cd230f7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.1915972 Jul 28 14:39:54.760733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:54.761473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21512a72-355e-4403-8d2e-c31918ea88f8 req-4ed05025-8c75-4299-a5ab-770182dd6174 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:54.762260 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d1ce3c0f-f0d1-4766-865c-e0f7e2b3bb09 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/quotas/3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 375 time: 0.0125957 Jul 28 14:39:54.763734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21512a72-355e-4403-8d2e-c31918ea88f8 req-4ed05025-8c75-4299-a5ab-770182dd6174 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.1077521 Jul 28 14:39:54.764518 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a74497-74d3-4c0f-ad92-4ecf4729fc8c" -d '{"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-plugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:54.766949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-41eea737-9e8b-455f-82e2-f71e5054117a service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227848 Jul 28 14:39:54.772398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:54.850703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-35066921-beea-4fb7-adf7-a1eb33f15b28 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808895 Jul 28 14:39:54.871697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21512a72-355e-4403-8d2e-c31918ea88f8 req-e020b142-d08f-4590-8cf4-c75c2239e93d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Jul 28 14:39:54.892954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5da229b-f7cf-40c9-bc05-7666a203c1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.948706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-03f281d9-f191-4161-b80d-95d8ba9b0c09 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521506 Jul 28 14:39:54.969502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.012228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-2f482beb-848c-4523-9486-d6c595fa3435 service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535220 Jul 28 14:39:55.034633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-b91a664f-165a-423c-a345-c4027e93302a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 HTTP/1.1" status: 200 len: 217 time: 0.0738738 Jul 28 14:39:55.042408 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54d6d9d-3541-4e05-a26a-a7698c75b216 x-openstack-request-id: req-c54d6d9d-3541-4e05-a26a-a7698c75b216 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:55.042985 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-plugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:55.043096 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c54d6d9d-3541-4e05-a26a-a7698c75b216 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:55.044049 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'code': 200} Jul 28 14:39:55.068402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:55.169598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-9aee98ac-65e1-4154-97d0-d3835a4b9643 service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525443 Jul 28 14:39:55.223814 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.252123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-e44cc764-dad0-4281-a936-add734494779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:55.256921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-e44cc764-dad0-4281-a936-add734494779 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1245918 Jul 28 14:39:55.367569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-a2605ef0-1fd3-47b7-95e8-aa88d2ce8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:55.369237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-a2605ef0-1fd3-47b7-95e8-aa88d2ce8620 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039093 Jul 28 14:39:55.385665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba726b-be7b-419e-88b5-735d4fcc21da req-48be1bca-a86e-4c43-9a8a-009b52f8b177 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:55.387326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fba726b-be7b-419e-88b5-735d4fcc21da req-48be1bca-a86e-4c43-9a8a-009b52f8b177 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1028733 Jul 28 14:39:55.425414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6c63-80e1-4444-94f3-496326b47446 req-e9cb8380-2e54-4388-82b4-f640db0b2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:55.428116 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-043f6c63-80e1-4444-94f3-496326b47446 req-e9cb8380-2e54-4388-82b4-f640db0b2cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 1102 time: 0.0923593 Jul 28 14:39:55.501092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-043f6c63-80e1-4444-94f3-496326b47446 req-71e67ac5-3348-4f8c-a127-17f42daeb6cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607681 Jul 28 14:39:55.522153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fba726b-be7b-419e-88b5-735d4fcc21da req-259716ce-b50c-4ee1-97fe-89f74130b948 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247044 Jul 28 14:39:55.547720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-e4e5e8be-bee4-4324-9e40-38fa9d6aeb4b service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593206 Jul 28 14:39:55.692709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d13f064c-e3ed-4da4-9e86-6d67ceef2b64 req-3efbfbc5-a05c-4ce9-b688-7d810c5e5760 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 210 time: 0.0425994 Jul 28 14:39:55.851267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5a338e-b7f3-4069-a6c0-f2d7c44dfecc req-e7ebe902-d7ae-4945-968b-ae204a05fe4b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 210 time: 0.0605559 Jul 28 14:39:56.155574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649551d5-3b90-4839-8e4f-8a46e6289a4b req-34fe58a7-4f6b-4130-a386-6e9e008b5b70 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:56.158500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-649551d5-3b90-4839-8e4f-8a46e6289a4b req-34fe58a7-4f6b-4130-a386-6e9e008b5b70 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 950 time: 0.1410592 Jul 28 14:39:56.203095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-d9f7ce6b-50b8-4aca-9342-4c76e3555b71 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824433 Jul 28 14:39:56.234795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-649551d5-3b90-4839-8e4f-8a46e6289a4b req-d8a86b25-f524-4ef5-9c32-42336aa01f4e tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649002 Jul 28 14:39:56.268441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-4c6747db-c4ab-43fc-859a-a29eb921d02d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 200 len: 217 time: 0.0488501 Jul 28 14:39:56.309624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.333816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-3983e01c-9fae-40df-bc79-3d8ce99ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:56.335136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-3983e01c-9fae-40df-bc79-3d8ce99ce4dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.0580573 Jul 28 14:39:56.406653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-97070ba0-aad2-45fe-9149-1aff62c2d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:56.407621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-97070ba0-aad2-45fe-9149-1aff62c2d4cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631118 Jul 28 14:39:56.545727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-10b1c959-691b-457a-8c45-3f0085eac4f5 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042454 Jul 28 14:39:56.750242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-12affa37-f0cf-4fa8-b200-d6dcbe4525e9 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950426 Jul 28 14:39:56.768800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36881c8e-89ff-48f1-8234-2c84280d7a60 req-f5d70aea-00c8-4478-a38c-6deaab51fa05 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:56.770811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36881c8e-89ff-48f1-8234-2c84280d7a60 req-f5d70aea-00c8-4478-a38c-6deaab51fa05 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1509447 Jul 28 14:39:56.834091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-a0c61232-52d1-4f82-ac39-022e0454e35a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 200 len: 217 time: 0.0613844 Jul 28 14:39:56.903172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-35bdfa19-6c39-4876-9e42-8d8706506b10 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:56.903172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-35bdfa19-6c39-4876-9e42-8d8706506b10 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.58 "GET /v2.0/networks?id=33c91e5b-0887-440b-9187-4930d2a2ba2d HTTP/1.1" status: 200 len: 818 time: 0.2679534 Jul 28 14:39:56.918816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Request body: {'port': {'device_id': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d', 'admin_state_up': True, 'tenant_id': '53f82a55b67b42229f7bed298932b710'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:56.979446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36881c8e-89ff-48f1-8234-2c84280d7a60 req-e40c64db-6b93-4b2a-96f3-112ff3aa2730 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919329 Jul 28 14:39:57.001330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-8ee93d47-038f-4303-9952-f178aa18860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:57.002661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-8ee93d47-038f-4303-9952-f178aa18860e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.1475613 Jul 28 14:39:57.114286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a452944f-8f41-4dcb-bd87-f48a39bc4829 req-191a2f71-f460-4576-917b-91b7ef75bbbb tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 210 time: 0.0576231 Jul 28 14:39:57.150791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c543a-9673-4acb-a886-6e959173ccda req-13222cf2-3fb1-41a8-b3a8-94b1884bf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:57.150791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-13222cf2-3fb1-41a8-b3a8-94b1884bf308 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354158 Jul 28 14:39:57.256984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd8d8e87-b2b7-4a57-aeac-ebd522929142 req-13267ad7-7e27-4baf-aab2-63af48b4c5dd tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Jul 28 14:39:57.313270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-3e3e4e5f-2d68-477d-b58a-040b29392025 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497629 Jul 28 14:39:57.433232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db2c543a-9673-4acb-a886-6e959173ccda req-5136ec0a-0fc8-4879-800f-5eee964b1f83 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084476 Jul 28 14:39:57.549292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Made reservation on behalf of 53f82a55b67b42229f7bed298932b710 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:57.553474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:57.713456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Allocated IP 172.20.0.10 (33c91e5b-0887-440b-9187-4930d2a2ba2d/01cfadbd-a495-4f95-894a-c97840ac8ada/f58b6a55-ce5d-4d1a-9b48-85367c472969) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:57.787002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:57.903989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:58.215040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:58.266211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Network 33c91e5b-0887-440b-9187-4930d2a2ba2d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:58.272135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:58.277096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:58.288670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b603eec-c5f9-46da-addb-828753db35a8 req-db333e16-40a3-4605-9553-f18f42b7b55d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.290230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b603eec-c5f9-46da-addb-828753db35a8 req-db333e16-40a3-4605-9553-f18f42b7b55d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 950 time: 0.1084545 Jul 28 14:39:58.330175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Pushing event updated for resources: {'Port': ['ID=f58b6a55-ce5d-4d1a-9b48-85367c472969,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:58.756159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.756859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:58.775185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b603eec-c5f9-46da-addb-828753db35a8 req-5ec0e704-4c87-4dc5-a58c-bc077be427da tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781163 Jul 28 14:39:58.800101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3470c-58aa-4b1d-95d1-6b3b9695e5db req-812f7582-348d-4dc3-9043-ce89164c81cb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.809091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1b3470c-58aa-4b1d-95d1-6b3b9695e5db req-812f7582-348d-4dc3-9043-ce89164c81cb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1078229 Jul 28 14:39:58.817289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-d1ca252b-c151-481d-b3e5-615baaaad1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.820037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-d1ca252b-c151-481d-b3e5-615baaaad1c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 1098 time: 0.1078713 Jul 28 14:39:58.860159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1b3470c-58aa-4b1d-95d1-6b3b9695e5db req-cd952d0a-479d-4511-9427-0d6ec3e828bb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Jul 28 14:39:58.977734 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22b4747e-2e99-4a23-a3b9-a14c5e83d2dc req-4b87cbe5-c74a-43eb-9f48-7ed640f86711 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 210 time: 0.0292709 Jul 28 14:39:58.982444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2d3b-91c7-403b-b2b8-fa521d07258e req-c3284683-649b-470a-badd-f71010922c7c tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.985192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-220f2d3b-91c7-403b-b2b8-fa521d07258e req-c3284683-649b-470a-badd-f71010922c7c tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 932 time: 0.1334226 Jul 28 14:39:58.989699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-0f4dee07-05bd-4c13-9a7e-0c61bd514bac tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0765457 Jul 28 14:39:58.992706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-c7413827-c511-4c6d-a80e-9dbecf2b22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.994154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-c7413827-c511-4c6d-a80e-9dbecf2b22c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 912 time: 0.1561253 Jul 28 14:39:59.009719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Request body: {'port': {'device_id': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:59.091523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-80d799b6-b838-4f23-9891-1e2de6d05a62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 HTTP/1.1" status: 200 len: 217 time: 0.0759287 Jul 28 14:39:59.129190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-220f2d3b-91c7-403b-b2b8-fa521d07258e req-ffafcb30-c199-4417-8fe8-4badd99ed3e8 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329033 Jul 28 14:39:59.178984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.198783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-138c0053-bae3-4a4e-9873-c94b89cf1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:59.200328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-138c0053-bae3-4a4e-9873-c94b89cf1a36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b9e80f-34cf-41b4-abfb-413001324f33 HTTP/1.1" status: 200 len: 851 time: 0.0928900 Jul 28 14:39:59.259877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-759df172-233b-4703-bddf-c1e15cf8a086 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6cd86fde-04d3-4837-bd98-381333a06e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392046 Jul 28 14:39:59.493626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-8b585708-8042-4cb6-89ec-1f49bac42584 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161419 Jul 28 14:39:59.678316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a6f7c4-3e8a-4b52-8873-3f24c9aad68c req-a795dd8e-fbc4-4893-b2d1-edd92751e184 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707745 Jul 28 14:39:59.691418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58b6a55-ce5d-4d1a-9b48-85367c472969 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:59.705855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.733804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Transition to ACTIVE for port object f58b6a55-ce5d-4d1a-9b48-85367c472969 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:59.946081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.964376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43927997-e307-4d4a-9aac-b262f03487df req-f4cd6624-4181-415e-a602-178928a71112 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:59.966310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43927997-e307-4d4a-9aac-b262f03487df req-f4cd6624-4181-415e-a602-178928a71112 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 950 time: 0.0711718 Jul 28 14:40:00.031514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:00.047809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Pushing event updated for resources: {'Port': ['ID=f58b6a55-ce5d-4d1a-9b48-85367c472969,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.072699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-e8df3cec-55ca-4ced-a6c7-b1aaff354c04 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.074983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-e8df3cec-55ca-4ced-a6c7-b1aaff354c04 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.2107325 Jul 28 14:40:00.095741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-1e4589a3-1166-4d1d-bd9e-68ff496e27c9 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/quotas/d3ed0480063d4d5390da2478878947d1 HTTP/1.1" status: 200 len: 375 time: 0.0108881 Jul 28 14:40:00.105931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43927997-e307-4d4a-9aac-b262f03487df req-9d18b7c3-e3dd-41f9-82b3-61719e28616b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082730 Jul 28 14:40:00.168597 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.171807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Attempting to bind port f58b6a55-ce5d-4d1a-9b48-85367c472969 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:00.172312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Attempting to bind port f58b6a55-ce5d-4d1a-9b48-85367c472969 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '1f22c731-040a-4a16-84d0-984316c9eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:00.176558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Attempting to bind port f58b6a55-ce5d-4d1a-9b48-85367c472969 on network 33c91e5b-0887-440b-9187-4930d2a2ba2d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:00.184302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Port f58b6a55-ce5d-4d1a-9b48-85367c472969 on network 33c91e5b-0887-440b-9187-4930d2a2ba2d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:00.184691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Attempting to bind port f58b6a55-ce5d-4d1a-9b48-85367c472969 on network 33c91e5b-0887-440b-9187-4930d2a2ba2d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:00.193582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-a38970c4-ac53-4929-ab99-26037edacf12 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902610 Jul 28 14:40:00.195840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:00.196195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Checking segment: {'id': '1f22c731-040a-4a16-84d0-984316c9eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:00.196657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Bound using segment: {'id': '1f22c731-040a-4a16-84d0-984316c9eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:00.197624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Bound port: f58b6a55-ce5d-4d1a-9b48-85367c472969, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f22c731-040a-4a16-84d0-984316c9eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:00.197624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.216903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:00.220856 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ac181-10c9-4bd5-a130-444984d4fdd5" -d '{"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-unplugged", "status": "completed", "tag": "2476d0fa-8095-4444-b80f-1ea220245167"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:00.239636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:00.319059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-d7eb07a5-6a01-4406-8183-c51fe5e0a6d5 service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240602 Jul 28 14:40:00.378539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf97e59-5153-412b-84be-c6eaddb3a83e req-ce75eafd-5a5b-4847-b517-7b15d562ca0e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.380225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7bf97e59-5153-412b-84be-c6eaddb3a83e req-ce75eafd-5a5b-4847-b517-7b15d562ca0e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1870992 Jul 28 14:40:00.432387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-7ef5398d-9037-413a-86d2-d3234dde8f4f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.433978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-7ef5398d-9037-413a-86d2-d3234dde8f4f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.2174265 Jul 28 14:40:00.435153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] For port f58b6a55-ce5d-4d1a-9b48-85367c472969, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:00.450363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.467229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Request body: {'port': {'device_id': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'admin_state_up': True, 'tenant_id': '3c64b462b747440c9de0d73b092f8df9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:00.485418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-b11070d6-fbbb-496b-ac9a-8626af94cb68 service neutron] 10.222.0.57 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521032 Jul 28 14:40:00.507643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] For port f58b6a55-ce5d-4d1a-9b48-85367c472969, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969,segment=NetworkSegment(1f22c731-040a-4a16-84d0-984316c9eb35),segment_id=1f22c731-040a-4a16-84d0-984316c9eb35)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:00.563458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7bf97e59-5153-412b-84be-c6eaddb3a83e req-563b81ad-6123-423e-a442-2e3dffa9f03a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628656 Jul 28 14:40:00.569733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.686138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.746631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42133db5-f3d6-4e4d-89ce-08b39f549032 req-8909b642-2d35-489b-b63c-aa09de800e2e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 210 time: 0.0731053 Jul 28 14:40:00.758835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.759692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.761707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] 10.222.0.58 "PUT /v2.0/ports/f58b6a55-ce5d-4d1a-9b48-85367c472969 HTTP/1.1" status: 200 len: 1093 time: 1.7570572 Jul 28 14:40:00.766361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'tag': 'f58b6a55-ce5d-4d1a-9b48-85367c472969'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:00.780708 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1dac71-6e5e-474b-ba2a-66c560478a79" -d '{"events": [{"name": "network-changed", "server_uuid": "95bf8b03-ecd8-446f-9202-2a42516b04ab", "tag": "f58b6a55-ce5d-4d1a-9b48-85367c472969"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:00.837845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc389d-7c4a-4511-a25a-c7c73210648d service neutron] Pushing event updated for resources: {'Port': ['ID=f58b6a55-ce5d-4d1a-9b48-85367c472969,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.849749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Made reservation on behalf of 3c64b462b747440c9de0d73b092f8df9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:00.854496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.061160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Allocated IP 172.20.0.9 (26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259/f32aee56-6fdd-4a14-954f-3d837c9add2f/6633847a-1e41-4ea0-a405-5cb9727d7ff1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:01.349506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.375465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-33c1c9c8-49bd-4dc4-b595-3c8c095bab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:01.377141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-33c1c9c8-49bd-4dc4-b595-3c8c095bab98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53f82a55b67b42229f7bed298932b710&device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 1096 time: 0.0740421 Jul 28 14:40:01.421904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc4c9b-8096-41b5-bd70-0debcea2398e req-8b21ac2b-a4fb-41ed-b797-9a882479efae tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:01.424744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bcc4c9b-8096-41b5-bd70-0debcea2398e req-8b21ac2b-a4fb-41ed-b797-9a882479efae tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 944 time: 0.0737543 Jul 28 14:40:01.474188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-e162be37-8cf7-4d75-b8a5-339e541ac8b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969 HTTP/1.1" status: 200 len: 217 time: 0.0824015 Jul 28 14:40:01.521858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bcc4c9b-8096-41b5-bd70-0debcea2398e req-21b0924c-fecb-47e1-bf84-b06b25061e73 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868111 Jul 28 14:40:01.580056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-d3eac9f0-57d3-4bd4-b8df-15e255e92f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:01.583723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-d3eac9f0-57d3-4bd4-b8df-15e255e92f13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cfadbd-a495-4f95-894a-c97840ac8ada HTTP/1.1" status: 200 len: 858 time: 0.0975595 Jul 28 14:40:01.605527 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef89afe2-cff2-460c-a961-f8f89d833f97 x-openstack-request-id: req-ef89afe2-cff2-460c-a961-f8f89d833f97 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:01.610016 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-unplugged", "status": "completed", "tag": "2476d0fa-8095-4444-b80f-1ea220245167", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:01.612281 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef89afe2-cff2-460c-a961-f8f89d833f97 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:01.613021 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167', 'code': 200} Jul 28 14:40:01.620269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-b2997b59-621b-4ad2-ba1d-3849febd7508 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33c91e5b-0887-440b-9187-4930d2a2ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289907 Jul 28 14:40:01.699489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.762348 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3097151-4bb9-459e-880f-495966b3166d x-openstack-request-id: req-c3097151-4bb9-459e-880f-495966b3166d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:01.766226 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bf8b03-ecd8-446f-9202-2a42516b04ab", "tag": "f58b6a55-ce5d-4d1a-9b48-85367c472969", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:01.766226 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3097151-4bb9-459e-880f-495966b3166d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:01.766226 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'tag': 'f58b6a55-ce5d-4d1a-9b48-85367c472969', 'status': 'completed', 'code': 200} Jul 28 14:40:01.790521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:01.807935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:01.812957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:01.824045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:01.909931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-e5e8ebfa-e346-49db-bc8b-3712a05c8e6f service neutron] 10.222.0.58 "GET /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814388 Jul 28 14:40:02.030141 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.036509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d8a0-87db-40aa-9873-5794012207ff req-1a7e65fc-37bf-47ae-9c8e-04ac5047fa68 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.038694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1874d8a0-87db-40aa-9873-5794012207ff req-1a7e65fc-37bf-47ae-9c8e-04ac5047fa68 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0720108 Jul 28 14:40:02.058220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.062282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.094309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc01db73-71f2-494a-b568-ef86317ae42b req-3c7c2f47-fb18-4af0-924b-c054e4f8ca6c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 210 time: 0.1272628 Jul 28 14:40:02.135595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1874d8a0-87db-40aa-9873-5794012207ff req-1be06cd1-e2f2-4cdf-9d7c-4f6d47f5e095 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659280 Jul 28 14:40:02.181121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e82a8a-6ff1-40f3-803f-3aa848272a81 req-fb289832-6353-4046-b25f-cd5aa4d861c1 service neutron] 10.222.0.58 "GET /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430851 Jul 28 14:40:02.290695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3c0ca60-10da-441e-a393-900434b4b082 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8433244 Jul 28 14:40:02.310190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Request body: {'port': {'device_id': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:02.323522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471be23-50c5-4b4c-ae11-7e76a0462be4 req-71ad8961-8334-406a-a2a1-95c2c50b9fed tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.325186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4471be23-50c5-4b4c-ae11-7e76a0462be4 req-71ad8961-8334-406a-a2a1-95c2c50b9fed tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 931 time: 0.0680656 Jul 28 14:40:02.447082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4471be23-50c5-4b4c-ae11-7e76a0462be4 req-98472c7c-931f-4787-9d8e-4582118eee2e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047225 Jul 28 14:40:02.447790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.508336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-432deb87-1b1f-4e12-b3a2-625f28d0b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.510654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-432deb87-1b1f-4e12-b3a2-625f28d0b6d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53f82a55b67b42229f7bed298932b710&device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 1096 time: 0.1174057 Jul 28 14:40:02.711592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a799d-65b2-49a5-ba61-dea52cfd01cc req-3b4b9c32-ea73-463d-9c2e-3ab1d4a563de tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.713133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-886a799d-65b2-49a5-ba61-dea52cfd01cc req-3b4b9c32-ea73-463d-9c2e-3ab1d4a563de tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 944 time: 0.0741053 Jul 28 14:40:02.760852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-d5371f6a-3158-4281-b0b8-3a33491c61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.762655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-d5371f6a-3158-4281-b0b8-3a33491c61f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=33c91e5b-0887-440b-9187-4930d2a2ba2d HTTP/1.1" status: 200 len: 919 time: 0.2428823 Jul 28 14:40:02.800546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-886a799d-65b2-49a5-ba61-dea52cfd01cc req-6a1b4cbe-9031-4ec0-89b5-819d525b8ba6 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738103 Jul 28 14:40:02.826791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-00b95452-f732-49fe-9dc8-f27aad6b72f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969 HTTP/1.1" status: 200 len: 217 time: 0.0504379 Jul 28 14:40:02.914013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-bcc00093-dbf4-4baf-9621-67c70f08cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.915572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-bcc00093-dbf4-4baf-9621-67c70f08cc98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cfadbd-a495-4f95-894a-c97840ac8ada HTTP/1.1" status: 200 len: 858 time: 0.0802822 Jul 28 14:40:02.982891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-192eaf08-1c02-4264-8e82-1e31a3568f1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33c91e5b-0887-440b-9187-4930d2a2ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546672 Jul 28 14:40:03.003209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6633847a-1e41-4ea0-a405-5cb9727d7ff1 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:03.023710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.097070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Transition to ACTIVE for port object 6633847a-1e41-4ea0-a405-5cb9727d7ff1 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:03.152219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-a0e8affd-a60d-4fb9-bba9-ca06c569e9eb tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:03.154015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-a0e8affd-a60d-4fb9-bba9-ca06c569e9eb tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.42 "GET /v2.0/ports?device_id=30cf49e1-ab6b-4488-a569-fc10589ac422 HTTP/1.1" status: 200 len: 944 time: 0.0985875 Jul 28 14:40:03.158660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-bff04166-545c-4db8-8b9f-4b9d87e5dadb service neutron] 10.222.0.58 "GET /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651514 Jul 28 14:40:03.236518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.242912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-162e60bf-3076-4083-9933-d91a2be3f72f req-381bc710-53b7-46bb-b178-885dbbcd8c6e tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 210 time: 0.0399227 Jul 28 14:40:03.394358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:03.455610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611433fb-4977-4fa4-b1a1-d6a6552fb623 req-53ce58b1-d774-4e17-b603-16f3d3dface5 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:03.457402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-611433fb-4977-4fa4-b1a1-d6a6552fb623 req-53ce58b1-d774-4e17-b603-16f3d3dface5 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.2082477 Jul 28 14:40:03.461493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b1dac71-6e5e-474b-ba2a-66c560478a79 req-14d7e4a1-8e49-4191-9ad8-1fe60dce4ae5 service neutron] 10.222.0.58 "GET /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879546 Jul 28 14:40:03.535074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Deleting port 2476d0fa-8095-4444-b80f-1ea220245167 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:03.536063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.634517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a8a3a-1c6f-44cb-a112-a845254d0c77 req-469c435f-51eb-4a73-b299-28f35a50f777 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:03.636406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db3a8a3a-1c6f-44cb-a112-a845254d0c77 req-469c435f-51eb-4a73-b299-28f35a50f777 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.0717731 Jul 28 14:40:03.690124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db3a8a3a-1c6f-44cb-a112-a845254d0c77 req-e4af9c3a-b326-4882-82a1-a1e1e24ebc65 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Jul 28 14:40:03.994030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435b748-da3e-441b-a30d-0431d70864f1 req-af0edd2a-271a-42ab-a2b5-6863fd3ea3a7 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:03.995652 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c435b748-da3e-441b-a30d-0431d70864f1 req-af0edd2a-271a-42ab-a2b5-6863fd3ea3a7 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 944 time: 0.0685618 Jul 28 14:40:04.049707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c435b748-da3e-441b-a30d-0431d70864f1 req-2b57bf36-7e3e-4588-8715-9e562ebde8eb tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Jul 28 14:40:04.060009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-611433fb-4977-4fa4-b1a1-d6a6552fb623 req-87e789fd-d40b-4a78-947f-a8a7f974b2d9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753231 Jul 28 14:40:04.064802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:04.065380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:04.065980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:04.099828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:04.100258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:04.117197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:04.117756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:04.118794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:04.119530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Bound port: 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:04.120139 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.236657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] For port 2476d0fa-8095-4444-b80f-1ea220245167, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2476d0fa-8095-4444-b80f-1ea220245167,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:04.237041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.265636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Calling delete_port for 2476d0fa-8095-4444-b80f-1ea220245167 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:04.291530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:04.341451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:04.389178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4c1bd8c-20c7-4019-9222-0ce0b5dadf4c req-2083852d-acf6-4b30-ace5-e15635a058df tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 210 time: 0.0513277 Jul 28 14:40:04.538745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.575877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:04.576551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.578015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 1092 time: 2.2735534 Jul 28 14:40:04.578482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:04.580832 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:04.612787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.621950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67569ea-a945-401c-858f-6755d04f60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:04.636006 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4c01c3-9709-421b-9cb0-d19663017076 x-openstack-request-id: req-ac4c01c3-9709-421b-9cb0-d19663017076 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:04.636285 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:04.636562 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac4c01c3-9709-421b-9cb0-d19663017076 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:04.636973 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'status': 'completed', 'code': 200} Jul 28 14:40:04.657912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event deleted for resources: {'Port': ['ID=2476d0fa-8095-4444-b80f-1ea220245167,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:04.726842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] No DVR routers for this DVR port 2476d0fa-8095-4444-b80f-1ea220245167 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:04.730966 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.733098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ad4d986-d446-4c83-97ec-587beeafd24e req-f30f340b-3cb0-49c2-a931-1cf8e4fe4aac tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.42 "DELETE /v2.0/ports/2476d0fa-8095-4444-b80f-1ea220245167 HTTP/1.1" status: 204 len: 173 time: 1.5669162 Jul 28 14:40:04.761532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853 req-83ec5761-455d-4e4e-8ea7-01240c2dd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:04.764321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853 req-83ec5761-455d-4e4e-8ea7-01240c2dd6d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1095 time: 0.0992358 Jul 28 14:40:04.923521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f70a-87c1-4864-a999-c67adf253995 req-4923e024-de80-487f-9415-85a51bc86fc2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:04.925340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa29f70a-87c1-4864-a999-c67adf253995 req-4923e024-de80-487f-9415-85a51bc86fc2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.1161101 Jul 28 14:40:04.937071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853 req-004310c6-536c-4569-9da8-4946fc5116e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:04.938702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853 req-004310c6-536c-4569-9da8-4946fc5116e8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3c64b462b747440c9de0d73b092f8df9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1649694 Jul 28 14:40:05.028674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa29f70a-87c1-4864-a999-c67adf253995 req-373b979a-83a1-4c01-9081-63def43e4ef3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889635 Jul 28 14:40:05.118703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853 req-4f1e2a95-012d-493d-b168-b22d1ea070f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.121483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c0dc4f0-ac3e-40eb-8022-ca16d6394853 req-4f1e2a95-012d-493d-b168-b22d1ea070f2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587873 Jul 28 14:40:05.298567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee256ff1-f218-4718-9887-5ca00052e179 req-8e757e9c-90db-41d3-809b-29cad60f71c3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.300260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee256ff1-f218-4718-9887-5ca00052e179 req-8e757e9c-90db-41d3-809b-29cad60f71c3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1449091 Jul 28 14:40:05.330582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a6d29-f80f-46eb-bacd-96d1b95c62c5 req-2a57d218-8165-4cf5-afc6-799bd7325d74 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.336149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-220a6d29-f80f-46eb-bacd-96d1b95c62c5 req-2a57d218-8165-4cf5-afc6-799bd7325d74 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 944 time: 0.1657567 Jul 28 14:40:05.361048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-6f7ca37d-ddab-4955-8c7f-ccd5f010aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.362649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-6f7ca37d-ddab-4955-8c7f-ccd5f010aeea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1095 time: 0.0844476 Jul 28 14:40:05.367462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee256ff1-f218-4718-9887-5ca00052e179 req-0ae798fc-946f-4061-967c-479abe6d8936 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516939 Jul 28 14:40:05.407120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-220a6d29-f80f-46eb-bacd-96d1b95c62c5 req-eccc6178-b405-41b0-9466-9399b72f50c5 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625448 Jul 28 14:40:05.411034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f58b6a55-ce5d-4d1a-9b48-85367c472969 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:05.444846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-d3706791-d8f3-4669-a279-822774def166 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 217 time: 0.0675251 Jul 28 14:40:05.581650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11c25001-ad18-44e0-9063-22e59ca5e211 req-0f832b1e-bc3f-4e3b-980f-8def66dc1c3b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 210 time: 0.0689650 Jul 28 14:40:05.623243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f58b6a55-ce5d-4d1a-9b48-85367c472969, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969,segment=NetworkSegment(1f22c731-040a-4a16-84d0-984316c9eb35),segment_id=1f22c731-040a-4a16-84d0-984316c9eb35)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:05.637454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f58b6a55-ce5d-4d1a-9b48-85367c472969', 'network_id': '33c91e5b-0887-440b-9187-4930d2a2ba2d', 'port_id': 'f58b6a55-ce5d-4d1a-9b48-85367c472969', 'mac_address': 'fa:16:3e:9f:79:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cfadbd-a495-4f95-894a-c97840ac8ada', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:05.643983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.701431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-94f674b7-d9a3-4034-a889-5e124e0e0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.703073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-94f674b7-d9a3-4034-a889-5e124e0e0289 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.2438188 Jul 28 14:40:05.726452 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.751207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58b6a55-ce5d-4d1a-9b48-85367c472969 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:05.763693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-1c442a22-28f6-466c-8c23-313f8ad3455d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502503 Jul 28 14:40:05.791751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f58b6a55-ce5d-4d1a-9b48-85367c472969, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969,segment=NetworkSegment(1f22c731-040a-4a16-84d0-984316c9eb35),segment_id=1f22c731-040a-4a16-84d0-984316c9eb35)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:05.856919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-4a6d1422-e844-42cb-a64c-be80521b4055 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.858525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-4a6d1422-e844-42cb-a64c-be80521b4055 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 804 time: 0.3735528 Jul 28 14:40:05.872631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Request body: {'port': {'device_id': '6f020099-444c-416d-abcd-6ff2337babf6', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'admin_state_up': True, 'tenant_id': 'd3ed0480063d4d5390da2478878947d1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:05.971007 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.983641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-5db51a0d-2637-403f-8b59-b9f0ff42a2e2 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051806 Jul 28 14:40:06.050503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f58b6a55-ce5d-4d1a-9b48-85367c472969,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:06.059190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.059543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.059871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.060330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.060755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.061155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.061487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.061937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.062271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.062603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.062930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.064006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:06.084157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:06.109194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 2476d0fa-8095-4444-b80f-1ea220245167 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:06.109553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2476d0fa-8095-4444-b80f-1ea220245167 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:06.161025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-754d922c-4d1d-4f7b-ad60-29082e379628 req-4f8df8f3-876c-4a3f-a457-6fb066ba89b2 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573281 Jul 28 14:40:06.263504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610c6b6-ef24-4a39-9715-75ae4472c74b req-97a24eb5-5b7d-4153-96cc-221e5962d952 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:06.269514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1610c6b6-ef24-4a39-9715-75ae4472c74b req-97a24eb5-5b7d-4153-96cc-221e5962d952 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.0753682 Jul 28 14:40:06.269514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Made reservation on behalf of d3ed0480063d4d5390da2478878947d1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:06.270675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f58b6a55-ce5d-4d1a-9b48-85367c472969'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:06.271735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.363421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1610c6b6-ef24-4a39-9715-75ae4472c74b req-39b4a5f9-d413-4dbf-bf57-ae687b934423 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888000 Jul 28 14:40:06.512108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Allocated IP 172.20.0.2 (cccabb6d-9c54-44b3-a2b2-54cdd25a4e65/076e83e4-f65a-4b35-9170-6dcb8a6f45bb/02250a29-f7eb-4e2f-ae66-09b4222919cc) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:06.593016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b7af3c13-636b-40c7-8d40-9cf5ae11c6bf tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1062654158&fields=id&tenant_id=2b10dba59dae4a37bed8efa3091caf0d HTTP/1.1" status: 200 len: 267 time: 0.0372345 Jul 28 14:40:06.615927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e090d18-e9d2-4fa9-bd5b-adbbb0f737c8 req-2e540ac0-eed2-4cf4-8582-7f20f2b8f7ad tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:06.617635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e090d18-e9d2-4fa9-bd5b-adbbb0f737c8 req-2e540ac0-eed2-4cf4-8582-7f20f2b8f7ad tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1002829 Jul 28 14:40:06.641901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-deleted', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:06.645445 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a3a3a0-5fb8-46f8-886f-108eab780100" -d '{"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-deleted", "tag": "2476d0fa-8095-4444-b80f-1ea220245167"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:06.722245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e090d18-e9d2-4fa9-bd5b-adbbb0f737c8 req-f0238a35-b46e-4dc4-b13c-06eb7ab6dc16 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Jul 28 14:40:06.726763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-53f15c0e-8bdc-4bc8-955a-dce712004a5b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:06.728335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-53f15c0e-8bdc-4bc8-955a-dce712004a5b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/networks?id=7f60b487-96e1-4758-997b-292a9702ac62 HTTP/1.1" status: 200 len: 815 time: 0.1252511 Jul 28 14:40:06.753997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-d08d1195-7fa3-4285-988c-1978ec45e4a3 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/quotas/2b10dba59dae4a37bed8efa3091caf0d HTTP/1.1" status: 200 len: 375 time: 0.0166047 Jul 28 14:40:06.791529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.818353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-43dca808-ae93-4443-abf3-899973437731 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b10dba59dae4a37bed8efa3091caf0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580313 Jul 28 14:40:06.908282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d755a0-ab1a-432c-96b6-b55e0b545541 req-2845d21c-355d-41a5-b94e-d010a3b8fbe8 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:06.911018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19d755a0-ab1a-432c-96b6-b55e0b545541 req-2845d21c-355d-41a5-b94e-d010a3b8fbe8 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 945 time: 0.0719733 Jul 28 14:40:06.949743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-f8c8564c-52c5-46c8-9528-99c89d53137a service neutron] 10.222.0.57 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171584 Jul 28 14:40:06.965575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19d755a0-ab1a-432c-96b6-b55e0b545541 req-ac4c00c1-d17a-430c-b121-73f7306f611c tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440702 Jul 28 14:40:06.984168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.039530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:07.046405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:07.052267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:07.057254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:07.108891 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-55869ec4-5496-4404-8fa9-5a0c793704c3 service neutron] 10.222.0.57 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483057 Jul 28 14:40:07.117440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:07.118140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.276138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7574b57-5290-49eb-a6c6-00ea6e7684ff req-34d5ae7b-1a2a-45b7-9e43-79059fb8f386 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:07.278959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7574b57-5290-49eb-a6c6-00ea6e7684ff req-34d5ae7b-1a2a-45b7-9e43-79059fb8f386 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 931 time: 0.0766134 Jul 28 14:40:07.282433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-62b12454-4dae-40dd-b629-f702e46158d2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4137599 Jul 28 14:40:07.302969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Request body: {'port': {'device_id': '6f020099-444c-416d-abcd-6ff2337babf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:07.385050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7574b57-5290-49eb-a6c6-00ea6e7684ff req-4bb6dc3e-b7da-4839-89d5-524fdad9f366 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Jul 28 14:40:07.395897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.420724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f58b6a55-ce5d-4d1a-9b48-85367c472969 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:07.465198 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974f7950-b8ac-415e-add9-f0e5244a226c x-openstack-request-id: req-974f7950-b8ac-415e-add9-f0e5244a226c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:07.465653 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf49e1-ab6b-4488-a569-fc10589ac422", "name": "network-vif-deleted", "tag": "2476d0fa-8095-4444-b80f-1ea220245167", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:07.466943 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-974f7950-b8ac-415e-add9-f0e5244a226c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:07.466943 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cf49e1-ab6b-4488-a569-fc10589ac422', 'name': 'network-vif-deleted', 'tag': '2476d0fa-8095-4444-b80f-1ea220245167', 'status': 'completed', 'code': 200} Jul 28 14:40:07.672902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f58b6a55-ce5d-4d1a-9b48-85367c472969 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:07.682495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f58b6a55-ce5d-4d1a-9b48-85367c472969 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:07.686989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.796702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c611e-a0df-4742-8507-973d0ff44130 req-927a98aa-6da2-4f9d-8a13-9b9c0a543b96 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:07.798499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-411c611e-a0df-4742-8507-973d0ff44130 req-927a98aa-6da2-4f9d-8a13-9b9c0a543b96 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.1084509 Jul 28 14:40:07.801207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.851250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58b6a55-ce5d-4d1a-9b48-85367c472969'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:07.855462 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46bb857-8a64-4815-a67c-a26a3fa0f4f7" -d '{"events": [{"server_uuid": "95bf8b03-ecd8-446f-9202-2a42516b04ab", "name": "network-vif-plugged", "status": "completed", "tag": "f58b6a55-ce5d-4d1a-9b48-85367c472969"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:07.879059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f58b6a55-ce5d-4d1a-9b48-85367c472969, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969,segment=NetworkSegment(1f22c731-040a-4a16-84d0-984316c9eb35),segment_id=1f22c731-040a-4a16-84d0-984316c9eb35)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:07.882110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02250a29-f7eb-4e2f-ae66-09b4222919cc {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:07.902558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.914507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-411c611e-a0df-4742-8507-973d0ff44130 req-8cd03ffd-a92f-4e15-b983-aea2a2edf903 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850737 Jul 28 14:40:07.927144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Transition to ACTIVE for port object 02250a29-f7eb-4e2f-ae66-09b4222919cc will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:07.990999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.043857 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8e9067-75e4-407b-bbf6-0798de7c74e2 x-openstack-request-id: req-2a8e9067-75e4-407b-bbf6-0798de7c74e2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:08.044309 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf8b03-ecd8-446f-9202-2a42516b04ab", "name": "network-vif-plugged", "status": "completed", "tag": "f58b6a55-ce5d-4d1a-9b48-85367c472969", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:08.045596 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a8e9067-75e4-407b-bbf6-0798de7c74e2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:08.046625 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58b6a55-ce5d-4d1a-9b48-85367c472969', 'code': 200} Jul 28 14:40:08.059497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.104521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:08.152138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ea23021-2a65-464d-ac18-44e9806176df req-c5f58eaa-705f-46c3-9b7f-16dfe4122d74 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0703244 Jul 28 14:40:08.170642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f58b6a55-ce5d-4d1a-9b48-85367c472969,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.183432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.314595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307558-8f3a-4d3f-83ea-7601c9ed8487 req-1948f901-7d79-4799-850f-68ffa3881108 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.318185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74307558-8f3a-4d3f-83ea-7601c9ed8487 req-1948f901-7d79-4799-850f-68ffa3881108 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.2815154 Jul 28 14:40:08.336639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:08.354827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'mac_address': 'fa:16:3e:f3:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:08.391209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50892d0-4255-4877-b9fa-097556494627 req-07e350c7-90de-44ac-b027-3b74a8be73d6 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.394120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e50892d0-4255-4877-b9fa-097556494627 req-07e350c7-90de-44ac-b027-3b74a8be73d6 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.1006505 Jul 28 14:40:08.430447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbb07-d870-466e-8523-ae6d954f9849 req-55850419-b37d-4d18-a132-6d2b4ff381bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.432275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-852dbb07-d870-466e-8523-ae6d954f9849 req-55850419-b37d-4d18-a132-6d2b4ff381bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 1098 time: 0.2409317 Jul 28 14:40:08.434035 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.460522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:08.461492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74307558-8f3a-4d3f-83ea-7601c9ed8487 req-4b7955e9-03f9-4213-bf9f-d70ecd5dff24 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322691 Jul 28 14:40:08.478156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e50892d0-4255-4877-b9fa-097556494627 req-41712d0d-8533-4388-84a2-2b03e5b38b0f tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Jul 28 14:40:08.482560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Attempting to bind port 02250a29-f7eb-4e2f-ae66-09b4222919cc on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:08.483114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Attempting to bind port 02250a29-f7eb-4e2f-ae66-09b4222919cc by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:08.484125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Attempting to bind port 02250a29-f7eb-4e2f-ae66-09b4222919cc on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:08.512783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:08.515372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Port 02250a29-f7eb-4e2f-ae66-09b4222919cc on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:08.516977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Attempting to bind port 02250a29-f7eb-4e2f-ae66-09b4222919cc on network cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:08.541495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:08.542065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Checking segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:08.542728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Bound using segment: {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:08.544406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Bound port: 02250a29-f7eb-4e2f-ae66-09b4222919cc, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9939051c-0519-476c-ba0d-4bcea9c3d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:08.544406 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.550397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-852dbb07-d870-466e-8523-ae6d954f9849 req-d59153c2-565c-4a4a-9d5d-e4f463b3fd6c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088374 Jul 28 14:40:08.623780 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.656233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:08.661407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:08.681728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629396c-56ec-463f-b7f6-419a0d5e5fae req-e4547984-1df8-4768-95d8-cd8b8ebed1fd tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.692065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b629396c-56ec-463f-b7f6-419a0d5e5fae req-e4547984-1df8-4768-95d8-cd8b8ebed1fd tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 943 time: 0.0864913 Jul 28 14:40:08.703299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.739783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b629396c-56ec-463f-b7f6-419a0d5e5fae req-58cf6281-95a7-4984-9a86-8a3fedab7556 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Jul 28 14:40:08.781950 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.825770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.827029 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.835784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] 10.222.0.58 "PUT /v2.0/ports/02250a29-f7eb-4e2f-ae66-09b4222919cc HTTP/1.1" status: 200 len: 1092 time: 1.5316353 Jul 28 14:40:08.864537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.871941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.872293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.872710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.873057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.873397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.873734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.874070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.874432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.874801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.875142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.875474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.875835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90140850-4506-4d5c-b5ef-7e0c99552989 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:08.970698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:09.038365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-56a20b91-7ced-420f-83d8-617656c07d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.041572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-56a20b91-7ced-420f-83d8-617656c07d09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 1095 time: 0.0734210 Jul 28 14:40:09.095016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb51098-5658-4b15-b6f4-15d1b1e46031 req-97ce9fde-6529-40c8-99d6-654cfc9d4690 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.102641 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5eb51098-5658-4b15-b6f4-15d1b1e46031 req-97ce9fde-6529-40c8-99d6-654cfc9d4690 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.0709157 Jul 28 14:40:09.127878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-9485adfb-af43-4d73-a677-0fd3bf5c474e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc HTTP/1.1" status: 200 len: 217 time: 0.0714588 Jul 28 14:40:09.163947 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5eb51098-5658-4b15-b6f4-15d1b1e46031 req-b3482c10-de56-4e0f-9581-162aa106b198 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Jul 28 14:40:09.200423 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:40:09.212512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb6f5-dba1-4661-961e-8903ac232920 req-c7dfc850-121a-470e-9393-2fa9a0ba1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.212512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-c7dfc850-121a-470e-9393-2fa9a0ba1ab9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.0726452 Jul 28 14:40:09.282690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-fa02090b-44e9-4fa0-9817-230e31180327 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609317 Jul 28 14:40:09.311627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bed90910-480a-4799-99fe-dde72ab226d6 req-f50cd0c6-5cea-46d3-bea4-f20fe52821b1 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0713904 Jul 28 14:40:09.421690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-2f1d1662-25be-4922-873b-82bf0b3f1e38 service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141827 Jul 28 14:40:09.430008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:09.483125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:09.485923 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d575ab5-b287-4fed-bb69-ee55b405bacc" -d '{"events": [{"name": "network-changed", "server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:09.564980 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d38132d-3372-4eef-a86f-d346b699f5c3 x-openstack-request-id: req-5d38132d-3372-4eef-a86f-d346b699f5c3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:09.565448 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:09.565780 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d38132d-3372-4eef-a86f-d346b699f5c3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:09.567986 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'status': 'completed', 'code': 200} Jul 28 14:40:09.602366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-471cb6f5-dba1-4661-961e-8903ac232920 req-a1459d72-201c-44b3-8568-a693c6982e9f service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701753 Jul 28 14:40:09.616829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:09.637256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'port_id': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'mac_address': 'fa:16:3e:ba:cf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32aee56-6fdd-4a14-954f-3d837c9add2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:09.693793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f4c51-02a2-4391-a450-1956b03d59c6 req-7e48b74c-ba2c-40ec-8c22-76f5d0681617 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.695340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.696880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f54f4c51-02a2-4391-a450-1956b03d59c6 req-7e48b74c-ba2c-40ec-8c22-76f5d0681617 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0756059 Jul 28 14:40:09.719200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6633847a-1e41-4ea0-a405-5cb9727d7ff1 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:09.745565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad27ce-fc9b-4c16-a660-7dcd252dad15 req-467d048b-6c46-4111-a89a-f8ceb73cdad2 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.747294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37ad27ce-fc9b-4c16-a660-7dcd252dad15 req-467d048b-6c46-4111-a89a-f8ceb73cdad2 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.0798745 Jul 28 14:40:09.754468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:09.763020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f54f4c51-02a2-4391-a450-1956b03d59c6 req-4d21472a-cf7a-41b7-b559-fa343c6056c0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597889 Jul 28 14:40:09.806760 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37ad27ce-fc9b-4c16-a660-7dcd252dad15 req-a127542f-5824-486b-94c0-f5548ba2191b tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Jul 28 14:40:09.942426 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.980580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-29058ca2-fda7-49bd-afa3-4a66d6ef947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.983366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-29058ca2-fda7-49bd-afa3-4a66d6ef947c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3ed0480063d4d5390da2478878947d1&device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 1095 time: 0.0933189 Jul 28 14:40:10.046102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:10.106668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:10.147370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b197d25-741f-4d63-99cf-53e7ab6f8f44 req-e9aa96fc-59d0-4517-afcc-aab950c0579c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.149009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b197d25-741f-4d63-99cf-53e7ab6f8f44 req-e9aa96fc-59d0-4517-afcc-aab950c0579c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 943 time: 0.1419172 Jul 28 14:40:10.168616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-29b47a6d-fa2c-48b9-bd1f-a740ab888ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.169599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:10.169985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.170131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-29b47a6d-fa2c-48b9-bd1f-a740ab888ea6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 200 len: 905 time: 0.1791608 Jul 28 14:40:10.192278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6633847a-1e41-4ea0-a405-5cb9727d7ff1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:10.232165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-85bff8c2-bb50-42c9-b6ee-67e38731818e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc HTTP/1.1" status: 200 len: 217 time: 0.0508990 Jul 28 14:40:10.237869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b197d25-741f-4d63-99cf-53e7ab6f8f44 req-6e27549b-25a4-4e00-b1c9-9bcef0b92531 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791259 Jul 28 14:40:10.306710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-b5ebca71-aad2-41cb-88d5-971cf51ccce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.308528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-b5ebca71-aad2-41cb-88d5-971cf51ccce1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 200 len: 844 time: 0.0670507 Jul 28 14:40:10.348546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-f8cbdbfd-d177-4760-a558-d7088694b255 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302954 Jul 28 14:40:10.397852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f595dad-3391-4d92-87c6-11b95a6ec694 req-da4e5b0b-8b3b-4da6-bcd2-211849db28fa tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.399956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f595dad-3391-4d92-87c6-11b95a6ec694 req-da4e5b0b-8b3b-4da6-bcd2-211849db28fa tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.0803924 Jul 28 14:40:10.472197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f595dad-3391-4d92-87c6-11b95a6ec694 req-4207611c-7994-4173-bdc6-06614a22b369 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570567 Jul 28 14:40:10.505201 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.520384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3979d0d-0623-4d93-a40c-2d7908d5a59f req-bc36e668-a407-4739-a4bf-31d3573bbb62 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0666609 Jul 28 14:40:10.555488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:10.557913 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f0cb2-69d4-4592-a948-c7b73d07b1fa" -d '{"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-plugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:10.590189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-17e45e4a-93d6-43a1-8ab5-e1f3aff2ad42 service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263293 Jul 28 14:40:10.590627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:10.606550 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc395538-c51c-44d0-bf98-3e50dcc1c8c4 x-openstack-request-id: req-cc395538-c51c-44d0-bf98-3e50dcc1c8c4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:10.607078 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-plugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:10.607461 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc395538-c51c-44d0-bf98-3e50dcc1c8c4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:10.608055 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'code': 200} Jul 28 14:40:10.703863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d575ab5-b287-4fed-bb69-ee55b405bacc req-ff261849-604d-4b06-84bb-11968d854709 service neutron] 10.222.0.58 "GET /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115873 Jul 28 14:40:10.749815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.806030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:10.958178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5ed3-67e2-47b5-9d37-f576b7537fdf req-7c20e9b9-785f-48cb-bb34-133a5ffac232 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.960607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ebe5ed3-67e2-47b5-9d37-f576b7537fdf req-7c20e9b9-785f-48cb-bb34-133a5ffac232 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0751340 Jul 28 14:40:10.987479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974ea0f-c7fe-4a5a-a050-da3861be91a7 req-4d326f92-eaaf-42c2-aed8-1846ce583a5d tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.991031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d974ea0f-c7fe-4a5a-a050-da3861be91a7 req-4d326f92-eaaf-42c2-aed8-1846ce583a5d tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.0830841 Jul 28 14:40:11.030145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ebe5ed3-67e2-47b5-9d37-f576b7537fdf req-6d05ed21-eaff-47ff-b796-45e537c37fb4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568550 Jul 28 14:40:11.056743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d974ea0f-c7fe-4a5a-a050-da3861be91a7 req-7d504f29-5fe5-405a-936e-0c8f98a06c5e tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559421 Jul 28 14:40:11.386477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c0e69-68e7-446a-bdce-932a064ea530 req-eb9e4fad-4917-4450-acd6-696f2357923c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.388034 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d7c0e69-68e7-446a-bdce-932a064ea530 req-eb9e4fad-4917-4450-acd6-696f2357923c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 943 time: 0.0560737 Jul 28 14:40:11.434428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:11.435393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d7c0e69-68e7-446a-bdce-932a064ea530 req-8b332eea-0fea-4f1b-9741-a753f090aed8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Jul 28 14:40:11.618072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a4390-1ba9-4bd4-8491-db789e4bb1ae req-f283db51-239d-4510-9291-a128aa54acf7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.620271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:11.620497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e0a4390-1ba9-4bd4-8491-db789e4bb1ae req-f283db51-239d-4510-9291-a128aa54acf7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.0533886 Jul 28 14:40:11.625328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:11.625636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.683655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e0a4390-1ba9-4bd4-8491-db789e4bb1ae req-7b892da1-953a-415e-8aff-fd2bfc079318 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Jul 28 14:40:11.766206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.809600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb7bbc40-e276-4713-a593-7e26670b4919 req-a3bfea80-c39f-43f6-ac32-41359369249d tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0451968 Jul 28 14:40:11.846954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:11.884203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777f9f-b33a-474d-9451-1e7e64dac771 req-5ed6170a-579f-4eca-8afc-77a531649a83 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.885848 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f777f9f-b33a-474d-9451-1e7e64dac771 req-5ed6170a-579f-4eca-8afc-77a531649a83 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.0815439 Jul 28 14:40:11.951541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f777f9f-b33a-474d-9451-1e7e64dac771 req-923070e0-52b5-49eb-8670-b85dfc8643ed tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578167 Jul 28 14:40:11.983538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.054952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:12.291241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397d516-bf55-44d0-b5cf-d03b3bc96b18 req-3a02eb2d-2196-45b0-a56b-ba0514e6949a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.293937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3397d516-bf55-44d0-b5cf-d03b3bc96b18 req-3a02eb2d-2196-45b0-a56b-ba0514e6949a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1265941 Jul 28 14:40:12.318025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-60acdbf8-641a-4a73-8867-ed1e05e2b2dc tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.322925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-60acdbf8-641a-4a73-8867-ed1e05e2b2dc tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.42 "GET /v2.0/networks?id=7f60b487-96e1-4758-997b-292a9702ac62 HTTP/1.1" status: 200 len: 815 time: 0.2194159 Jul 28 14:40:12.402868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3397d516-bf55-44d0-b5cf-d03b3bc96b18 req-dde29185-a843-4e77-8f45-223e017ab8b0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775664 Jul 28 14:40:12.422531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-9bfab70f-68bc-49bd-80b2-ea2ed9a504c7 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b10dba59dae4a37bed8efa3091caf0d HTTP/1.1" status: 200 len: 380 time: 0.0621276 Jul 28 14:40:12.444954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Request body: {'port': {'device_id': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'admin_state_up': True, 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'security_groups': ['3ed24157-e9b4-460b-beaa-06831d3727f1']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:12.609523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:12.613706 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db07a480-d0eb-4768-87c8-4833bbc177e9" -d '{"events": [{"server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "name": "network-vif-plugged", "status": "completed", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:12.624801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7db98-039e-41cf-9e59-1a5dc21dff02 req-0b4f4e2e-4cd0-44b9-8d71-5cef7a095a38 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.626480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b7db98-039e-41cf-9e59-1a5dc21dff02 req-0b4f4e2e-4cd0-44b9-8d71-5cef7a095a38 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 943 time: 0.0939913 Jul 28 14:40:12.687648 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc72d00b-0530-4f9e-9306-3e11fe673d41 x-openstack-request-id: req-dc72d00b-0530-4f9e-9306-3e11fe673d41 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:12.688111 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "name": "network-vif-plugged", "status": "completed", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:12.688547 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc72d00b-0530-4f9e-9306-3e11fe673d41 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:12.689425 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'code': 200} Jul 28 14:40:12.701379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b7db98-039e-41cf-9e59-1a5dc21dff02 req-aa9e2ada-cd0e-4be5-aec2-b9fa779f4c44 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576413 Jul 28 14:40:12.867725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3df15-b781-412e-b114-98c66a525e5a req-8a03b9be-ec0e-47f5-9bfc-d5026ffaf836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.870363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6a3df15-b781-412e-b114-98c66a525e5a req-8a03b9be-ec0e-47f5-9bfc-d5026ffaf836 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1097 time: 0.0877588 Jul 28 14:40:12.883499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Made reservation on behalf of 2b10dba59dae4a37bed8efa3091caf0d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:12.890363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.957121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31edda-1c8f-416a-b148-1459bef7201f req-dc474f88-ed14-4ba0-ac09-9586db8792b8 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.971677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e31edda-1c8f-416a-b148-1459bef7201f req-dc474f88-ed14-4ba0-ac09-9586db8792b8 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 945 time: 0.1541984 Jul 28 14:40:13.061289 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e31edda-1c8f-416a-b148-1459bef7201f req-72a2b2a0-cc50-4c72-9e75-dc9bded9226c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855668 Jul 28 14:40:13.153398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f402fb69-6d24-4fd2-b4b8-871735572a04 req-fb8d69c1-757b-4f9d-84fa-047567852907 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0643408 Jul 28 14:40:13.183917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6a3df15-b781-412e-b114-98c66a525e5a req-ccf5511a-19fd-4f4f-b9f0-e464631ecd9c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890298 Jul 28 14:40:13.200677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79a779-3b6f-4dca-8212-81550e2ace79 req-658091d8-34b0-47c5-a231-2e3892f6ebc9 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:13.202279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d79a779-3b6f-4dca-8212-81550e2ace79 req-658091d8-34b0-47c5-a231-2e3892f6ebc9 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.0616801 Jul 28 14:40:13.207015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Allocated IP 172.20.0.3 (7f60b487-96e1-4758-997b-292a9702ac62/7a4ce569-9cca-482d-a158-bf362de2feb1/2055663e-4836-4fcb-9bea-62c702e0b3d7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:13.247365 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d79a779-3b6f-4dca-8212-81550e2ace79 req-4f001234-ca03-4e3a-980e-fa457be46590 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379372 Jul 28 14:40:13.261771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-60ff2660-41b5-4bba-899d-56d576b47d43 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:13.264704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-60ff2660-41b5-4bba-899d-56d576b47d43 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.1639009 Jul 28 14:40:13.434125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 02250a29-f7eb-4e2f-ae66-09b4222919cc details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:13.618981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:13.650305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:13.769245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.774376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.824878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02250a29-f7eb-4e2f-ae66-09b4222919cc {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:13.850659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae740ed6-1776-4144-9070-e9f14cd4d7c3 req-1ddaf8a6-d00a-41e9-ab2c-1828ab697e3f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:13.867507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae740ed6-1776-4144-9070-e9f14cd4d7c3 req-1ddaf8a6-d00a-41e9-ab2c-1828ab697e3f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.3535144 Jul 28 14:40:13.913982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Deleting port f58b6a55-ce5d-4d1a-9b48-85367c472969 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:13.914708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.923359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:13.961031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Transition to ACTIVE for port object 2055663e-4836-4fcb-9bea-62c702e0b3d7 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:14.027121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e24c3-f158-4aa4-8759-9f81520d8bf9 req-7ea1cb34-d87b-49ed-8c44-2d51341fbe47 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:14.042763 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.072895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b51e24c3-f158-4aa4-8759-9f81520d8bf9 req-7ea1cb34-d87b-49ed-8c44-2d51341fbe47 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 943 time: 0.2096648 Jul 28 14:40:14.124235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae740ed6-1776-4144-9070-e9f14cd4d7c3 req-7299f030-5150-4148-8712-e350bb087cfc tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550845 Jul 28 14:40:14.288325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b51e24c3-f158-4aa4-8759-9f81520d8bf9 req-31b9ce53-d271-4c2d-bc6e-acd008d69f62 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134478 Jul 28 14:40:14.335601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['02250a29-f7eb-4e2f-ae66-09b4222919cc'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:14.361851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] For port f58b6a55-ce5d-4d1a-9b48-85367c472969, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f58b6a55-ce5d-4d1a-9b48-85367c472969,segment=NetworkSegment(1f22c731-040a-4a16-84d0-984316c9eb35),segment_id=1f22c731-040a-4a16-84d0-984316c9eb35)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:14.362798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.389037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Calling delete_port for f58b6a55-ce5d-4d1a-9b48-85367c472969 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:14.576081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:14.613865 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.644088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Network 7f60b487-96e1-4758-997b-292a9702ac62 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:14.665842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:14.718443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67adcf8-cb16-40e8-be82-bba3196733c3 req-c5034250-1616-45f2-9783-b5f0b5f9891e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:14.732537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f67adcf8-cb16-40e8-be82-bba3196733c3 req-c5034250-1616-45f2-9783-b5f0b5f9891e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 931 time: 0.2090900 Jul 28 14:40:14.770525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:14.832892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f67adcf8-cb16-40e8-be82-bba3196733c3 req-38925207-ffb5-432a-8cac-b81c9f081b5b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958664 Jul 28 14:40:14.987568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event updated for resources: {'Port': ['ID=2055663e-4836-4fcb-9bea-62c702e0b3d7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:15.008720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b7fc5-c8cc-48d6-b518-dae249d564ca req-e03847e7-c613-42f5-9706-944558f2de4e tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:15.021973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.022919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-430b7fc5-c8cc-48d6-b518-dae249d564ca req-e03847e7-c613-42f5-9706-944558f2de4e tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 946 time: 0.1157439 Jul 28 14:40:15.081050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b4a1-9742-4eb1-9ff6-18a4624d7a39 req-bfdd888e-2791-4457-93df-09fa7bb44f48 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:15.087910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-430b7fc5-c8cc-48d6-b518-dae249d564ca req-fe93039c-dfa2-4010-8b8d-398c1e94e87a tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Jul 28 14:40:15.096087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4496b4a1-9742-4eb1-9ff6-18a4624d7a39 req-bfdd888e-2791-4457-93df-09fa7bb44f48 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 945 time: 0.5011857 Jul 28 14:40:15.169590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:15.170658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.191418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Pushing event deleted for resources: {'Port': ['ID=f58b6a55-ce5d-4d1a-9b48-85367c472969,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:15.316415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-a935a054-94f4-4662-8777-567488f8c653 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8782432 Jul 28 14:40:15.317215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] No DVR routers for this DVR port f58b6a55-ce5d-4d1a-9b48-85367c472969 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:15.324295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.326656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca93c578-31df-4023-a87d-94f3ecf4d98a req-9c1012b1-4ec6-455d-8841-535515b36194 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.58 "DELETE /v2.0/ports/f58b6a55-ce5d-4d1a-9b48-85367c472969 HTTP/1.1" status: 204 len: 173 time: 2.0552964 Jul 28 14:40:15.327320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'name': 'network-vif-deleted', 'tag': 'f58b6a55-ce5d-4d1a-9b48-85367c472969'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:15.333415 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0d5511-79fa-43c6-a70b-6dbbc0881a3e" -d '{"events": [{"server_uuid": "95bf8b03-ecd8-446f-9202-2a42516b04ab", "name": "network-vif-deleted", "tag": "f58b6a55-ce5d-4d1a-9b48-85367c472969"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:15.354193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4496b4a1-9742-4eb1-9ff6-18a4624d7a39 req-bec7a8fc-cf92-4846-b435-497f5dfc9ef7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564995 Jul 28 14:40:15.367784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Request body: {'port': {'device_id': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:15.388817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6884e503-cbd8-480a-b886-537f55012e93 None None] Provisioning for port 2055663e-4836-4fcb-9bea-62c702e0b3d7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:15.388817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6884e503-cbd8-480a-b886-537f55012e93 None None] Provisioning complete for port 2055663e-4836-4fcb-9bea-62c702e0b3d7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:15.388817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6884e503-cbd8-480a-b886-537f55012e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.495869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 02250a29-f7eb-4e2f-ae66-09b4222919cc up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:15.598683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.672926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6884e503-cbd8-480a-b886-537f55012e93 None None] Port 2055663e-4836-4fcb-9bea-62c702e0b3d7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:15.750104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641bbed-3e3d-44a8-afa9-65e88e8a8758 req-2f5590f6-468a-4bcf-b190-1af8fb09158e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:15.753030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0641bbed-3e3d-44a8-afa9-65e88e8a8758 req-2f5590f6-468a-4bcf-b190-1af8fb09158e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1435800 Jul 28 14:40:15.815128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 02250a29-f7eb-4e2f-ae66-09b4222919cc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:15.820215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 02250a29-f7eb-4e2f-ae66-09b4222919cc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:15.821054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.848513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0641bbed-3e3d-44a8-afa9-65e88e8a8758 req-fa853e04-0db4-40c2-be89-cb605504017d tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748291 Jul 28 14:40:15.931546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb22d-f86f-48ee-8511-dd74b78cf82e req-43ed9b31-5430-47bc-a994-50516233afd5 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:15.942243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-975eb22d-f86f-48ee-8511-dd74b78cf82e req-43ed9b31-5430-47bc-a994-50516233afd5 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 944 time: 0.2052290 Jul 28 14:40:15.964432 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd812cf4-76c6-4a56-afc4-15a788faf1ab x-openstack-request-id: req-fd812cf4-76c6-4a56-afc4-15a788faf1ab {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:15.966480 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf8b03-ecd8-446f-9202-2a42516b04ab", "name": "network-vif-deleted", "tag": "f58b6a55-ce5d-4d1a-9b48-85367c472969", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:15.967232 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd812cf4-76c6-4a56-afc4-15a788faf1ab {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:15.968634 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf8b03-ecd8-446f-9202-2a42516b04ab', 'name': 'network-vif-deleted', 'tag': 'f58b6a55-ce5d-4d1a-9b48-85367c472969', 'status': 'completed', 'code': 200} Jul 28 14:40:16.095038 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.156333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:16.158860 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d993b379-a1be-4433-9182-78fe1ec2f02e" -d '{"events": [{"server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "name": "network-vif-plugged", "status": "completed", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:16.197924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:16.287454 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.288880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f58b6a55-ce5d-4d1a-9b48-85367c472969 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:16.311868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fda8e-5514-4aec-88e9-ad89f0c20f60 req-396f1266-89ef-4ae9-9606-62dbdb423c8d tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:16.325157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f35fda8e-5514-4aec-88e9-ad89f0c20f60 req-396f1266-89ef-4ae9-9606-62dbdb423c8d tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 931 time: 0.2342756 Jul 28 14:40:16.421442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f35fda8e-5514-4aec-88e9-ad89f0c20f60 req-1312ed48-65f6-406a-986e-4dcab0cf9a5b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949905 Jul 28 14:40:16.434200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: f58b6a55-ce5d-4d1a-9b48-85367c472969 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:16.437218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f58b6a55-ce5d-4d1a-9b48-85367c472969 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:16.517461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:16.606939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1e144b5-48b5-4b58-be5b-edc71b90e5f3 req-e04893b3-20e4-4c34-a994-b7be66b9f537 tempest-InstanceActionsV221TestJSON-201933907 tempest-InstanceActionsV221TestJSON-201933907-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bf8b03-ecd8-446f-9202-2a42516b04ab HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jul 28 14:40:16.682550 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b28d9f0-6f8f-48e9-b774-6bef53cb1b26 x-openstack-request-id: req-1b28d9f0-6f8f-48e9-b774-6bef53cb1b26 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:16.683134 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "name": "network-vif-plugged", "status": "completed", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:16.683134 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b28d9f0-6f8f-48e9-b774-6bef53cb1b26 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:16.683493 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'code': 200} Jul 28 14:40:17.009497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ec8c-081e-4fb2-9796-6b142df55eed req-3159c602-a61d-4c3c-b4fa-81084a701b20 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.011780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3f0ec8c-081e-4fb2-9796-6b142df55eed req-3159c602-a61d-4c3c-b4fa-81084a701b20 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 945 time: 0.0992508 Jul 28 14:40:17.084059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3f0ec8c-081e-4fb2-9796-6b142df55eed req-51a24a31-276f-412a-9db4-771d9e78db90 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628786 Jul 28 14:40:17.132384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-975eb22d-f86f-48ee-8511-dd74b78cf82e req-e1f7306c-86e0-4d1d-ab9d-ef28c5f3576a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1850433 Jul 28 14:40:17.185458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5983-cab4-4cff-a8df-3faf3ae47424 req-2f7935ce-58b0-4f5a-a503-422a9fdb159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.187212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4ec5983-cab4-4cff-a8df-3faf3ae47424 req-2f7935ce-58b0-4f5a-a503-422a9fdb159f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 1097 time: 0.1725488 Jul 28 14:40:17.333658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2055663e-4836-4fcb-9bea-62c702e0b3d7 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:17.345990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.374447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4ec5983-cab4-4cff-a8df-3faf3ae47424 req-d418730b-5c7d-4cf4-ae24-3b1c41fd4a60 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233120 Jul 28 14:40:17.383824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61985c1-2615-4378-92b0-b21c289c0a44 req-ec22c639-da8b-4dfc-8c9a-835bb1a12784 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.385693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e61985c1-2615-4378-92b0-b21c289c0a44 req-ec22c639-da8b-4dfc-8c9a-835bb1a12784 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1000092 Jul 28 14:40:17.400336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Transition to ACTIVE for port object 2055663e-4836-4fcb-9bea-62c702e0b3d7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:17.456127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06b6f0-edc8-4465-b245-867eccb6cda4 req-fb0e1c36-d932-4839-9b03-a0793a5d95a5 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.461626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b06b6f0-edc8-4465-b245-867eccb6cda4 req-fb0e1c36-d932-4839-9b03-a0793a5d95a5 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1097 time: 0.0618536 Jul 28 14:40:17.486349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e61985c1-2615-4378-92b0-b21c289c0a44 req-8c4a492e-216f-4b77-9289-b5383e656d8e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807762 Jul 28 14:40:17.537963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b06b6f0-edc8-4465-b245-867eccb6cda4 req-5a420fbc-dca2-4798-9c12-02835a40fc0c tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665956 Jul 28 14:40:17.554611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.676981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9488edc-a2e6-45bf-afa6-71309a5dc073 req-9f4095f4-3a31-4f61-b636-5b71cc569788 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.685141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9488edc-a2e6-45bf-afa6-71309a5dc073 req-9f4095f4-3a31-4f61-b636-5b71cc569788 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.1003213 Jul 28 14:40:17.788105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Pushing event updated for resources: {'Port': ['ID=2055663e-4836-4fcb-9bea-62c702e0b3d7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:17.807062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9488edc-a2e6-45bf-afa6-71309a5dc073 req-e025e9ff-d138-452f-a17d-339875f5fd05 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208396 Jul 28 14:40:17.962976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Attempting to bind port 2055663e-4836-4fcb-9bea-62c702e0b3d7 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:17.963377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Attempting to bind port 2055663e-4836-4fcb-9bea-62c702e0b3d7 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:17.963768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Attempting to bind port 2055663e-4836-4fcb-9bea-62c702e0b3d7 on network 7f60b487-96e1-4758-997b-292a9702ac62 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:17.967760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb68d0-4258-4e85-bbe4-86e14674e734 req-07f8dcb9-14ab-4b19-9576-179ed3db18fe tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.977838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76fb68d0-4258-4e85-bbe4-86e14674e734 req-07f8dcb9-14ab-4b19-9576-179ed3db18fe tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1097 time: 0.0873621 Jul 28 14:40:18.013196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Port 2055663e-4836-4fcb-9bea-62c702e0b3d7 on network 7f60b487-96e1-4758-997b-292a9702ac62 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:18.017671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Attempting to bind port 2055663e-4836-4fcb-9bea-62c702e0b3d7 on network 7f60b487-96e1-4758-997b-292a9702ac62 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:18.079442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76fb68d0-4258-4e85-bbe4-86e14674e734 req-96a71c83-7573-45e0-9d8c-c4f0c166ecd9 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010575 Jul 28 14:40:18.102809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:18.103185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Checking segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:18.103600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Bound using segment: {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:18.104061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Bound port: 2055663e-4836-4fcb-9bea-62c702e0b3d7, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627b955e-56e3-4e07-a1f7-dde7da155021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:18.104439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.279776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] For port 2055663e-4836-4fcb-9bea-62c702e0b3d7, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:18.286459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] For port 2055663e-4836-4fcb-9bea-62c702e0b3d7, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:18.450011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe2223-8d6a-4a3a-94aa-edb47db3241e req-2643e32b-56ea-4887-bf54-2db0c9c6bcd0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:18.471578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59fe2223-8d6a-4a3a-94aa-edb47db3241e req-2643e32b-56ea-4887-bf54-2db0c9c6bcd0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.1690509 Jul 28 14:40:18.478710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.582274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:18.583908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.586407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] 10.222.0.42 "PUT /v2.0/ports/2055663e-4836-4fcb-9bea-62c702e0b3d7 HTTP/1.1" status: 200 len: 1092 time: 3.2296293 Jul 28 14:40:18.595182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:18.599381 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcfd083-06f4-454a-9797-336560f11bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:18.745563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59fe2223-8d6a-4a3a-94aa-edb47db3241e req-49ea1b53-845c-47c0-9fe4-b6347f15299d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601733 Jul 28 14:40:18.765075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a74be-cb90-4dab-812c-deea973078dc service neutron] Pushing event updated for resources: {'Port': ['ID=2055663e-4836-4fcb-9bea-62c702e0b3d7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:18.939481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43778) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:19.026252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-e18aa7bd-d524-4a07-97cd-c078a89988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:19.029220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-e18aa7bd-d524-4a07-97cd-c078a89988f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b10dba59dae4a37bed8efa3091caf0d&device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 1095 time: 0.2132077 Jul 28 14:40:19.033888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Deleting subnet 01cfadbd-a495-4f95-894a-c97840ac8ada {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:19.038456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.044383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-bd40bb96-e96e-4d10-a77f-2623685aba88 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1416657 Jul 28 14:40:19.176495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.201444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-3b45dcbb-61a2-44c2-966f-01835f4733d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7 HTTP/1.1" status: 200 len: 217 time: 0.1535866 Jul 28 14:40:19.295168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.479875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-fdff6faa-8a5e-4ae6-8bfb-221737f89b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:19.489551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-fdff6faa-8a5e-4ae6-8bfb-221737f89b60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9855a45d774873a03a5e528fb50f9d&device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 1098 time: 0.3102369 Jul 28 14:40:19.517469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-9e9b39ae-3356-457f-bada-4b7eff9bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:19.523344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-9e9b39ae-3356-457f-bada-4b7eff9bcf11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a4ce569-9cca-482d-a158-bf362de2feb1 HTTP/1.1" status: 200 len: 854 time: 0.2677448 Jul 28 14:40:19.527130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39a17-6834-4181-a064-97b89dbd61e5 req-dc300ed6-cd95-4a69-ab99-317b56545355 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:19.530590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3c39a17-6834-4181-a064-97b89dbd61e5 req-dc300ed6-cd95-4a69-ab99-317b56545355 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1406968 Jul 28 14:40:19.533750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.674432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.680226 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/01cfadbd-a495-4f95-894a-c97840ac8ada HTTP/1.1" status: 204 len: 168 time: 0.7376955 Jul 28 14:40:19.683413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43784) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:19.705187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89482301-0cf5-4a42-bfd9-bfe46e8f3b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cfadbd-a495-4f95-894a-c97840ac8ada,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:19.726067 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadf04fa-5a8f-431b-85c3-9f7ed95f1daa x-openstack-request-id: req-aadf04fa-5a8f-431b-85c3-9f7ed95f1daa {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:19.726513 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:19.726991 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aadf04fa-5a8f-431b-85c3-9f7ed95f1daa {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:19.727569 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'status': 'completed', 'code': 200} Jul 28 14:40:19.819657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3c39a17-6834-4181-a064-97b89dbd61e5 req-70285cda-dca8-4f23-b48a-26a8aa10eb24 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686098 Jul 28 14:40:20.070052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:20.232270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-6d5e7a39-cfc5-4550-acf5-020150f83bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:20.234947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-6d5e7a39-cfc5-4550-acf5-020150f83bc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 200 len: 912 time: 0.7059731 Jul 28 14:40:20.239347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-480aee11-a7a4-43a2-af38-2a8f46fadfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:20.241023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-480aee11-a7a4-43a2-af38-2a8f46fadfc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f60b487-96e1-4758-997b-292a9702ac62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6832027 Jul 28 14:40:20.377428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494415-0082-43fb-93e0-4b2ea4b23c4e req-e95b4dd0-de60-45e9-bc61-edcbcf9998d0 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:20.381810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94494415-0082-43fb-93e0-4b2ea4b23c4e req-e95b4dd0-de60-45e9-bc61-edcbcf9998d0 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1097 time: 0.1465316 Jul 28 14:40:20.410581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-e6bad5c3-023c-4a10-9b3a-be69e7dc2297 service neutron] 10.222.0.42 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477723 Jul 28 14:40:20.446970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4f987-e630-48c0-aed5-63bf9a1b1f5b req-c285503c-8db1-4155-aab9-64b63ac60162 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:20.462251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52e4f987-e630-48c0-aed5-63bf9a1b1f5b req-c285503c-8db1-4155-aab9-64b63ac60162 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.5710843 Jul 28 14:40:20.486198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94494415-0082-43fb-93e0-4b2ea4b23c4e req-7bffa60b-3a22-48d9-b848-e04cd73293e4 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949767 Jul 28 14:40:20.589945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52e4f987-e630-48c0-aed5-63bf9a1b1f5b req-01f3bdb7-08a4-4fd1-80e8-b0fb486286d5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780787 Jul 28 14:40:20.738356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a02542-2476-4993-a7d7-a9e0779888e3 req-2d004dba-7dce-4e31-ad3a-077bca136e7e service neutron] 10.222.0.42 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084080 Jul 28 14:40:20.755621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-4081396d-6266-4f05-a65c-f2b0f5ccb7ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 200 len: 1002 time: 0.5069520 Jul 28 14:40:20.853384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:20.911858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c91e5b-0887-440b-9187-4930d2a2ba2d']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:20.935451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f22c731-040a-4a16-84d0-984316c9eb35') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:20.937502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f22c731-040a-4a16-84d0-984316c9eb35') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:20.993597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:20.996860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c262c52-564f-42f2-b94a-4565df188ef2 req-a236fc39-3500-4ad4-8ebc-fb93d2633e17 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.005517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-c97f9072-097c-410b-9625-17ff80bc3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.011096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8c262c52-564f-42f2-b94a-4565df188ef2 req-a236fc39-3500-4ad4-8ebc-fb93d2633e17 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.2405844 Jul 28 14:40:21.011438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-c97f9072-097c-410b-9625-17ff80bc3d69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=520ae61b-a8bc-478e-8186-7e5cb614e0b7 HTTP/1.1" status: 200 len: 850 time: 0.2332208 Jul 28 14:40:21.056914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.080085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:40:21.080834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.098939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8c262c52-564f-42f2-b94a-4565df188ef2 req-599e414c-f786-487e-b0da-1d65a4fe7db0 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864456 Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:40:21.166508 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:40:21.366390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-4fe2879f-f8e8-492a-99d8-171f57187989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.369030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-4fe2879f-f8e8-492a-99d8-171f57187989 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c06cc20b-0df6-4826-8adb-ccbdda12b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876535 Jul 28 14:40:21.381958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd083-06f4-454a-9797-336560f11bcf req-0caebdbc-7793-4012-8a20-4a09a83ec210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.383619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-0caebdbc-7793-4012-8a20-4a09a83ec210 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b10dba59dae4a37bed8efa3091caf0d&device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 1095 time: 0.2207687 Jul 28 14:40:21.402831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bdea4-a988-4188-a179-f9eded7903e3 req-14ec59cc-f0ba-4466-ba1b-36595d924b21 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.413761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-735bdea4-a988-4188-a179-f9eded7903e3 req-14ec59cc-f0ba-4466-ba1b-36595d924b21 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.2305119 Jul 28 14:40:21.516446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.530318 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.538438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] 10.222.0.57 "DELETE /v2.0/networks/33c91e5b-0887-440b-9187-4930d2a2ba2d HTTP/1.1" status: 204 len: 168 time: 1.8395917 Jul 28 14:40:21.586901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fe5fc-a96b-4c30-9826-238cc65ec684 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c91e5b-0887-440b-9187-4930d2a2ba2d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:21.631544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-735bdea4-a988-4188-a179-f9eded7903e3 req-75df22ed-6cd3-4b43-8d65-ca3085202451 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049272 Jul 28 14:40:21.682320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-cfa5dce3-80a9-43fe-b611-d014c84c6b07 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946401 Jul 28 14:40:21.788357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd083-06f4-454a-9797-336560f11bcf req-34c2c82b-ccb9-4d0c-8276-afa3aff69af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.790159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-34c2c82b-ccb9-4d0c-8276-afa3aff69af9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f60b487-96e1-4758-997b-292a9702ac62 HTTP/1.1" status: 200 len: 916 time: 0.3846092 Jul 28 14:40:21.865019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-9aa9f3df-14af-4ff4-aa4a-356d5555690f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0514734 Jul 28 14:40:21.929886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f8661-97c6-47c1-8836-c5763727200f req-6f0fda05-4f72-4546-a81e-99143cbf9f3e tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.931748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-839f8661-97c6-47c1-8836-c5763727200f req-6f0fda05-4f72-4546-a81e-99143cbf9f3e tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1097 time: 0.1639047 Jul 28 14:40:21.940950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79dee172-a5b7-48d8-9daf-19dee40430f7 req-28671ca1-a840-482c-8807-5286a94650c8 service neutron] 10.222.0.58 "GET /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528431 Jul 28 14:40:21.979933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd083-06f4-454a-9797-336560f11bcf req-2a65744d-4098-44c8-9ca8-aec20f0f8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:21.982850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-2a65744d-4098-44c8-9ca8-aec20f0f8ce5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a4ce569-9cca-482d-a158-bf362de2feb1 HTTP/1.1" status: 200 len: 854 time: 0.1060946 Jul 28 14:40:22.050863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-839f8661-97c6-47c1-8836-c5763727200f req-5f6c0878-221a-4f4d-8fe8-9c7ade1b5ec8 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036699 Jul 28 14:40:22.120803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd083-06f4-454a-9797-336560f11bcf req-e83794a0-856a-4c55-8f2c-53a438864ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:22.123613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-e83794a0-856a-4c55-8f2c-53a438864ea5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f60b487-96e1-4758-997b-292a9702ac62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274486 Jul 28 14:40:22.243734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-40a3271c-f3f2-48c0-a931-d089973e1570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.390623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-a7b2fd0c-d796-43c0-a184-3611272c7025 service neutron] 10.222.0.42 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572124 Jul 28 14:40:22.469160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658a484-b591-4ef0-addc-20d24281e9c6 req-5a5607f4-e345-4083-bdfd-e0d385e99273 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:22.479050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9658a484-b591-4ef0-addc-20d24281e9c6 req-5a5607f4-e345-4083-bdfd-e0d385e99273 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.1878734 Jul 28 14:40:22.499782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43846) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:22.592733 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2ae609f-fb1c-46f5-bfd1-1a90a8014350 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53f82a55b67b42229f7bed298932b710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911016 Jul 28 14:40:22.597902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43848) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:22.686302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9658a484-b591-4ef0-addc-20d24281e9c6 req-b0a57ebe-b199-49b8-9bbb-46ee5d65971a tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059662 Jul 28 14:40:22.756721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce166b21-4eba-4f77-acaa-3c21fcb5ff2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.811881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bcfd083-06f4-454a-9797-336560f11bcf req-be68507b-7fdf-4c38-b953-ad14f9f4a7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094236 Jul 28 14:40:22.846678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce166b21-4eba-4f77-acaa-3c21fcb5ff2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.302980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce166b21-4eba-4f77-acaa-3c21fcb5ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.307325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce166b21-4eba-4f77-acaa-3c21fcb5ff2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.309053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ce166b21-4eba-4f77-acaa-3c21fcb5ff2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9 HTTP/1.1" status: 204 len: 168 time: 0.7073684 Jul 28 14:40:23.331534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce166b21-4eba-4f77-acaa-3c21fcb5ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ad4b2d-a4a4-499e-b2ce-b0aa94f8d4b9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:23.390041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb3b49-d97d-443c-9da0-25e11425d05c req-c3b8cbf5-e650-4d8f-a963-613a2c62452f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:23.404961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9fb3b49-d97d-443c-9da0-25e11425d05c req-c3b8cbf5-e650-4d8f-a963-613a2c62452f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1318831 Jul 28 14:40:23.502414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9fb3b49-d97d-443c-9da0-25e11425d05c req-5849737b-3da4-4c3a-aa3c-552e420f81ae tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959969 Jul 28 14:40:24.658235 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cd948-4360-4a42-a1fe-fdcdbdbf850d req-42b89e8a-fdea-46f3-8c60-68b454d0747a tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:24.665840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-100cd948-4360-4a42-a1fe-fdcdbdbf850d req-42b89e8a-fdea-46f3-8c60-68b454d0747a tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.1975524 Jul 28 14:40:24.774503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-100cd948-4360-4a42-a1fe-fdcdbdbf850d req-910a199d-c057-46e0-b8cb-060e9220565e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992517 Jul 28 14:40:24.915806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-beb5732d-6131-4d99-8429-a40301594f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.115254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.271557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba68cf1-409b-4e71-8535-429917aafe48 req-a7f4c768-81c7-4eec-a6f2-3ca03b6b80a7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:25.273849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba68cf1-409b-4e71-8535-429917aafe48 req-a7f4c768-81c7-4eec-a6f2-3ca03b6b80a7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0787389 Jul 28 14:40:25.322885 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba68cf1-409b-4e71-8535-429917aafe48 req-a51c90fc-c369-428a-975e-8c5901d7d6b7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Jul 28 14:40:25.597599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1892ee8-1f1a-4139-8361-ce75216a11b9 req-6158688b-ae2a-411b-ac4c-0b0c385decc3 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:25.599971 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1892ee8-1f1a-4139-8361-ce75216a11b9 req-6158688b-ae2a-411b-ac4c-0b0c385decc3 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.0971215 Jul 28 14:40:25.702764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1892ee8-1f1a-4139-8361-ce75216a11b9 req-3b738744-e8eb-48bb-a5ba-eee7ace3109b tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Jul 28 14:40:25.834643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43954) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:26.039425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-network', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:26.134251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4021b-4318-4f47-8f25-3a330752cd9d req-bb794f8c-6e31-4f3e-9dfc-fc3377023cd2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:26.138554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cf4021b-4318-4f47-8f25-3a330752cd9d req-bb794f8c-6e31-4f3e-9dfc-fc3377023cd2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.1814923 Jul 28 14:40:26.250807 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cf4021b-4318-4f47-8f25-3a330752cd9d req-fa821e86-b6ef-41d3-83c4-cc7b6624e380 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880849 Jul 28 14:40:26.257776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Made reservation on behalf of b41e76e823ba4001b71b5e739c159d75 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:26.267376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.291525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.301180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.494869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.652955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9220-80ce-4753-b3fc-975f867cf81a req-6d568641-2699-4597-b226-8c46af36b280 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:26.655381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35ba9220-80ce-4753-b3fc-975f867cf81a req-6d568641-2699-4597-b226-8c46af36b280 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0705631 Jul 28 14:40:26.706273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35ba9220-80ce-4753-b3fc-975f867cf81a req-3149592a-fbeb-4e9a-8a3b-d802a1b43a72 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375891 Jul 28 14:40:26.965765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.012157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:27.052793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0f5bc-ec79-4390-8437-55d813630f9f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:27.060032 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.061043 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Added segment cddf56de-ee9f-4b81-88f1-66225e34ac03 of type vlan for network e98dede6-7752-4cac-9f02-d02c6b677c87 Jul 28 14:40:27.078340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce33116-80a5-4ea4-a472-777e783f84ba req-13ab42e7-652f-45c4-888c-ef6259f7d00a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:27.089555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ce33116-80a5-4ea4-a472-777e783f84ba req-13ab42e7-652f-45c4-888c-ef6259f7d00a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.1772454 Jul 28 14:40:27.204007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.250298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ce33116-80a5-4ea4-a472-777e783f84ba req-a34423fb-c79d-449c-858e-4e31ba64db84 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417332 Jul 28 14:40:27.425749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.427648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:27.428264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.505109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-45a2e76b-ed42-4d80-bd51-788275628f63 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:40:27.506214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-45a2e76b-ed42-4d80-bd51-788275628f63 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3336260 Jul 28 14:40:27.512054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 02250a29-f7eb-4e2f-ae66-09b4222919cc details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:27.551656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Request body: {'binding': {'host': 'n-h1-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:27.553441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:40:27.574485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8e781-15d0-42ba-8b78-9da6f774aa5f req-36725e3c-15c5-4802-8bb2-b577166318ab tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:27.577765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dec8e781-15d0-42ba-8b78-9da6f774aa5f req-36725e3c-15c5-4802-8bb2-b577166318ab tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.2349176 Jul 28 14:40:27.667755 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8309286 Jul 28 14:40:27.674444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43990) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:27.675836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:27.676324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3baaa4-cff9-471f-a21b-5f4752866edb admin admin] Pushing event updated for resources: {'Network': ['ID=e98dede6-7752-4cac-9f02-d02c6b677c87,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:27.685870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Request body: {'subnet': {'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-subnet', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:27.708654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'network_id': 'cccabb6d-9c54-44b3-a2b2-54cdd25a4e65', 'port_id': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e83e4-f65a-4b35-9170-6dcb8a6f45bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:27.718657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e98dede6-7752-4cac-9f02-d02c6b677c87 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:27.826356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dec8e781-15d0-42ba-8b78-9da6f774aa5f req-0cbb3408-4596-47d5-a59f-c30aebb5db98 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090855 Jul 28 14:40:27.841439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.887024 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.894254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02250a29-f7eb-4e2f-ae66-09b4222919cc {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:27.923573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Made reservation on behalf of b41e76e823ba4001b71b5e739c159d75 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:27.923901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.945854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:28.002386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on host n-h1-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:28.003582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:28.004299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:28.025678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:28.026287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:28.037005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:28.037528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:28.038072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:28.038805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Bound port: 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:28.084322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.204576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:28.209477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['02250a29-f7eb-4e2f-ae66-09b4222919cc'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:28.248158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:28.315395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.328031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6f276d82-b5d4-4a12-a8a5-6cc315db6f05 service neutron] 10.222.0.57 "POST /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1/bindings HTTP/1.1" status: 201 len: 390 time: 0.7977769 Jul 28 14:40:28.346512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bdd7b-79f1-47da-a049-bd1c415cc64c req-71068776-d741-4f9b-aa42-a78975302fb9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:28.359097 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d68bdd7b-79f1-47da-a049-bd1c415cc64c req-71068776-d741-4f9b-aa42-a78975302fb9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1047041 Jul 28 14:40:28.413028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d68bdd7b-79f1-47da-a049-bd1c415cc64c req-9e31886c-24a8-4ed2-a2b9-896ee61be914 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529709 Jul 28 14:40:28.562096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.729428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96917b5-5f94-43e5-9920-d316f0bf6287,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:28.737558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Checking segment: {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:28.737897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d361-b0d9-4eb2-9de4-3f9e2b85f51d req-2c8e9cb3-dbc2-4d01-a402-bf12a05f2568 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:28.739801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Network hostable DHCP agents. Network: e98dede6-7752-4cac-9f02-d02c6b677c87, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:28.752648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-90f5d361-b0d9-4eb2-9de4-3f9e2b85f51d req-2c8e9cb3-dbc2-4d01-a402-bf12a05f2568 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 944 time: 0.1150644 Jul 28 14:40:28.805172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-90f5d361-b0d9-4eb2-9de4-3f9e2b85f51d req-f81ddf0d-cbb3-4e00-b7d9-2e3a9df6b101 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509534 Jul 28 14:40:28.894994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Network e98dede6-7752-4cac-9f02-d02c6b677c87 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:29.039425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a0714-5d50-4da0-81e2-39ab9ad62377 req-30e150cc-008e-40b4-89ab-c6e60fb81a28 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.042480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d9a0714-5d50-4da0-81e2-39ab9ad62377 req-30e150cc-008e-40b4-89ab-c6e60fb81a28 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 945 time: 0.1054311 Jul 28 14:40:29.043154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e98dede6-7752-4cac-9f02-d02c6b677c87) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:29.053738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.054377 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.058607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a6d4e-28ca-4f6b-a3d5-2d1db7c1e311 None None] Network e98dede6-7752-4cac-9f02-d02c6b677c87 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:29.153758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d9a0714-5d50-4da0-81e2-39ab9ad62377 req-a5c757f0-9741-4554-ac23-dab84ccd4ec3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870340 Jul 28 14:40:29.285775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7991de07-5f3c-4c95-8cdf-fa6dcb6f822d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6052215 Jul 28 14:40:29.287367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44016) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:29.292888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:29.367116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22abae0-991c-4598-bf0f-a120143cc845 None None] Network e98dede6-7752-4cac-9f02-d02c6b677c87 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:29.422278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677fc45-f32d-4b43-a652-e40fa5ba34d1 req-adde6a41-54f1-4b13-ad85-a7e6b5da8df6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.426839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2677fc45-f32d-4b43-a652-e40fa5ba34d1 req-adde6a41-54f1-4b13-ad85-a7e6b5da8df6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.1908898 Jul 28 14:40:29.512088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 02250a29-f7eb-4e2f-ae66-09b4222919cc up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:29.542426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.548568 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.649982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-74f169e2-4830-47da-b0e8-a4c3910a4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.652877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-74f169e2-4830-47da-b0e8-a4c3910a4e98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1097 time: 0.2233865 Jul 28 14:40:29.663615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2677fc45-f32d-4b43-a652-e40fa5ba34d1 req-ee1ff8a3-ae77-4aaf-b7ac-77ab8a204eb7 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976597 Jul 28 14:40:29.720373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.732790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 02250a29-f7eb-4e2f-ae66-09b4222919cc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:29.733474 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.895729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6d30fdaa-d7a2-4fc8-8ec2-19d47213e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.902817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6d30fdaa-d7a2-4fc8-8ec2-19d47213e2f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.2372811 Jul 28 14:40:29.965205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.008268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-3c391f56-fb7c-41ee-b1d5-865df38b0d77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 217 time: 0.0971303 Jul 28 14:40:30.019843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:30.030266 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5806b4a5-4aba-45d8-b49c-37e2b3a61a11" -d '{"events": [{"server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "name": "network-vif-plugged", "status": "completed", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:30.054167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:30.105487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e17e1a25-6549-4d50-96af-86d764fc5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.107022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e17e1a25-6549-4d50-96af-86d764fc5eb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0861197 Jul 28 14:40:30.155582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.158550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-f837f574-3eeb-474c-9280-8ee25e18ce53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384812 Jul 28 14:40:30.191752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.224081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d78d2-d3ed-4f45-9b74-e897b56bbd47 req-70211405-b283-40b5-8fe9-7fdea5e90bbb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.235096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f79d78d2-d3ed-4f45-9b74-e897b56bbd47 req-70211405-b283-40b5-8fe9-7fdea5e90bbb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.3072839 Jul 28 14:40:30.298876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f79d78d2-d3ed-4f45-9b74-e897b56bbd47 req-090c1b03-3615-4410-a6e2-966540ab4287 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611005 Jul 28 14:40:30.351989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:30.404191 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b411177d-89d6-475f-93f1-e323a76fd333 x-openstack-request-id: req-b411177d-89d6-475f-93f1-e323a76fd333 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:30.404191 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "name": "network-vif-plugged", "status": "completed", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:30.404191 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b411177d-89d6-475f-93f1-e323a76fd333 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:30.405141 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'code': 200} Jul 28 14:40:30.435287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-6149f209-7808-485e-9a0b-447fcc579eef service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487557 Jul 28 14:40:30.694262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bf5be-533b-4ed9-bb39-aa050276186e req-eb4d6b3d-fc69-4f61-a672-0aa561acf0e2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.697098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-903bf5be-533b-4ed9-bb39-aa050276186e req-eb4d6b3d-fc69-4f61-a672-0aa561acf0e2 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.1464317 Jul 28 14:40:30.783228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-903bf5be-533b-4ed9-bb39-aa050276186e req-da32827e-a50e-411f-8609-a2eba4ffe67e tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786192 Jul 28 14:40:30.791678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-84b0aaac-6f36-41a6-b1ad-2e95bf518e7c service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472621 Jul 28 14:40:30.848030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8877e-fc29-4cbc-a001-a713e202cbc1 req-0406c70a-c9a8-4197-bbce-2b4d2f3062c9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.850378 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fcc8877e-fc29-4cbc-a001-a713e202cbc1 req-0406c70a-c9a8-4197-bbce-2b4d2f3062c9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 945 time: 0.3533392 Jul 28 14:40:30.940895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.004478 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.023960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fcc8877e-fc29-4cbc-a001-a713e202cbc1 req-26a6771d-b3da-4a30-be16-61befffdc648 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362991 Jul 28 14:40:31.236502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-d25a0f2b-148e-47f6-9d28-59fd30516954 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.247641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-d25a0f2b-148e-47f6-9d28-59fd30516954 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.1333764 Jul 28 14:40:31.259103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:31.337701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2540f-d000-4de7-8288-817c5701b818 req-4e337931-2cbe-4328-a258-805eebb1583c tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.340226 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08d2540f-d000-4de7-8288-817c5701b818 req-4e337931-2cbe-4328-a258-805eebb1583c tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.2004836 Jul 28 14:40:31.402548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Allocated IP 172.25.6.88 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/ac9e813a-6b62-4f2a-a633-e473fe14fd90) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:31.413591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.569823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08d2540f-d000-4de7-8288-817c5701b818 req-5fa0b5b1-6451-4d93-a510-9e929b623cdc tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037637 Jul 28 14:40:31.613933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-b2812e8b-4097-4946-98ff-c5edea8d5b88 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.615681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-b2812e8b-4097-4946-98ff-c5edea8d5b88 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.1913376 Jul 28 14:40:31.671109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28605-52c3-48d1-81d6-705b7ccdf792 req-e08f1968-a6ac-4f3e-9c14-87440cb081b0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.672940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9a28605-52c3-48d1-81d6-705b7ccdf792 req-e08f1968-a6ac-4f3e-9c14-87440cb081b0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.2028532 Jul 28 14:40:31.678840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.844170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:31.856038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9a28605-52c3-48d1-81d6-705b7ccdf792 req-6a90778a-c07a-4a4a-9de1-3e0079472f13 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621747 Jul 28 14:40:31.878023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.944559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:31.948502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:31.952069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Deleting port 02250a29-f7eb-4e2f-ae66-09b4222919cc {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:31.952530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.965911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:32.005516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.060766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:32.211700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] For port 02250a29-f7eb-4e2f-ae66-09b4222919cc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=02250a29-f7eb-4e2f-ae66-09b4222919cc,segment=NetworkSegment(9939051c-0519-476c-ba0d-4bcea9c3d751),segment_id=9939051c-0519-476c-ba0d-4bcea9c3d751)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:32.212426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.232700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2055663e-4836-4fcb-9bea-62c702e0b3d7 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:32.370691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2055663e-4836-4fcb-9bea-62c702e0b3d7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:32.387011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'port_id': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'mac_address': 'fa:16:3e:20:13:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:32.445274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.468476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2055663e-4836-4fcb-9bea-62c702e0b3d7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:32.512106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2055663e-4836-4fcb-9bea-62c702e0b3d7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:32.540903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9e813a-6b62-4f2a-a633-e473fe14fd90,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:32.578696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645dff-7d38-437c-9554-044f398dce7d req-011c0f9e-fb43-4c15-9cdd-140eb42af31d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.580383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79645dff-7d38-437c-9554-044f398dce7d req-011c0f9e-fb43-4c15-9cdd-140eb42af31d tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 945 time: 0.6293142 Jul 28 14:40:32.708910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79645dff-7d38-437c-9554-044f398dce7d req-884aced8-3b6a-469d-939d-d954965d772a tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac94b2c7-803b-4b24-ac41-beb8ef8cae61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954547 Jul 28 14:40:32.821469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Calling delete_port for 02250a29-f7eb-4e2f-ae66-09b4222919cc owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:32.861317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:32.864676 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc33c0f-ab89-4772-b888-9b9d1c417ec1" -d '{"events": [{"server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "name": "network-vif-unplugged", "status": "completed", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:32.872219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.967348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa613-ccae-4b30-84b4-4fc5ebb8c778 req-66e3f226-22d7-4229-9e70-993cb8daf11b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.975833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-645fa613-ccae-4b30-84b4-4fc5ebb8c778 req-66e3f226-22d7-4229-9e70-993cb8daf11b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 945 time: 0.1507852 Jul 28 14:40:32.999721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c3c5-a708-480c-ab86-72b0df6dcca7 req-875dd489-232a-4ca0-b82f-47df8fb7251f tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.001379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a19c3c5-a708-480c-ab86-72b0df6dcca7 req-875dd489-232a-4ca0-b82f-47df8fb7251f tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 943 time: 0.0701394 Jul 28 14:40:33.039406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-645fa613-ccae-4b30-84b4-4fc5ebb8c778 req-4d431132-7cd4-4971-ac24-8d2ef9853108 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625477 Jul 28 14:40:33.064874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a19c3c5-a708-480c-ab86-72b0df6dcca7 req-973f2302-8027-47f4-85a6-fa37effca2af tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545530 Jul 28 14:40:33.106036 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.171869 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519a8dfa-8492-4cd7-9ab4-eef0c84ebf09 x-openstack-request-id: req-519a8dfa-8492-4cd7-9ab4-eef0c84ebf09 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:33.172248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "name": "network-vif-unplugged", "status": "completed", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:33.172424 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-519a8dfa-8492-4cd7-9ab4-eef0c84ebf09 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:33.172919 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'code': 200} Jul 28 14:40:33.189690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.251701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2055663e-4836-4fcb-9bea-62c702e0b3d7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:33.316495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on host n-h2-764806-10 for vnic_type normal with profile {"migrating_to": "n-h1-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:33.316846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:33.317273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:33.320259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.322639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:33.351002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['02250a29-f7eb-4e2f-ae66-09b4222919cc'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:33.351234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3297a-6c33-4423-837a-89ac47141dd7 req-0f5d6c8c-3080-45a6-8531-e044324a7b5b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.358583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbc3297a-6c33-4423-837a-89ac47141dd7 req-0f5d6c8c-3080-45a6-8531-e044324a7b5b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.2030973 Jul 28 14:40:33.374629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:33.375124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Attempting to bind port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:33.452508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:33.454864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:33.454864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:33.454864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Bound port: 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:33.455634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.459130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.461260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Pushing event deleted for resources: {'Port': ['ID=02250a29-f7eb-4e2f-ae66-09b4222919cc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:33.525773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] No DVR routers for this DVR port 02250a29-f7eb-4e2f-ae66-09b4222919cc on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:33.533806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.536506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0522d7b-21d1-4429-a411-9589a7ce9939 req-4e0a38a1-82a9-40ad-9a0e-59e34f4239c8 tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.58 "DELETE /v2.0/ports/02250a29-f7eb-4e2f-ae66-09b4222919cc HTTP/1.1" status: 204 len: 173 time: 1.8857028 Jul 28 14:40:33.547536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbc3297a-6c33-4423-837a-89ac47141dd7 req-c4098f74-9c26-4d2e-b3f3-cdef527bfc8a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879578 Jul 28 14:40:33.639567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:33.646159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:33.781098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.786869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2055663e-4836-4fcb-9bea-62c702e0b3d7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:33.977262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-228ed48e-0fab-4ddc-8062-7f45ad2e5606 req-b2f97e7e-b6e6-4c7f-8e44-a3abe7425b1c tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 210 time: 0.0824735 Jul 28 14:40:33.977262 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.061825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.074069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.076028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] 10.222.0.42 "PUT /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 1123 time: 2.8251352 Jul 28 14:40:34.082981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162b743-19c3-453a-9edd-31c3ee02c27d service neutron] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:34.212682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6633847a-1e41-4ea0-a405-5cb9727d7ff1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:34.315028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181ef4-9059-4837-b675-a535c5691b47 req-33518b13-56b4-4dfb-a88d-903b02b99c96 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.317127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2181ef4-9059-4837-b675-a535c5691b47 req-33518b13-56b4-4dfb-a88d-903b02b99c96 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 944 time: 0.0881314 Jul 28 14:40:34.322767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406527-468c-4549-98b2-a9dcfff1599f req-3c120048-ed79-47c8-85fc-d8c77e7b0424 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.333465 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1406527-468c-4549-98b2-a9dcfff1599f req-3c120048-ed79-47c8-85fc-d8c77e7b0424 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.1191807 Jul 28 14:40:34.389095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2181ef4-9059-4837-b675-a535c5691b47 req-07ee776c-d4f3-4f08-bbdb-777dcf8854a2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620375 Jul 28 14:40:34.400298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1406527-468c-4549-98b2-a9dcfff1599f req-fd672c35-1f78-4290-b0d2-f5a739d6d76d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536106 Jul 28 14:40:34.535640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:40:34.778997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:34.794178 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Sync routers for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:34.813080 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:34.816548 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:34.819424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4f9e6-2bef-40a1-ae14-3786649628ff req-034af778-b98c-4347-8b85-06aa6ad9a122 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.822436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3bc4f9e6-2bef-40a1-ae14-3786649628ff req-034af778-b98c-4347-8b85-06aa6ad9a122 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1656759 Jul 28 14:40:34.902475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3bc4f9e6-2bef-40a1-ae14-3786649628ff req-301838dc-c7c9-4ac8-823a-409eff4608a3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634837 Jul 28 14:40:34.946422 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.953621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b64d2655-7ad4-44f3-b302-a001fdf44391 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6608126 Jul 28 14:40:34.954173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44126) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:34.995736 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:35.185909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'name': 'network-vif-deleted', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc'}, {'name': 'network-changed', 'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:35.188828 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a4d166-77ff-4de9-84da-1e75e1a3a16d" -d '{"events": [{"server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "name": "network-vif-deleted", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc"}, {"name": "network-changed", "server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:35.213211 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b09626d-d12a-4044-8bac-8465f2a421f3 req-fd94c3e2-ef97-4d01-889e-ff55036d90db tempest-ImagesTestJSON-692102835 tempest-ImagesTestJSON-692102835-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f020099-444c-416d-abcd-6ff2337babf6 HTTP/1.1" status: 200 len: 210 time: 0.0784709 Jul 28 14:40:35.298894 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf229dbd-3270-4a2f-af50-02b9047baa36 x-openstack-request-id: req-cf229dbd-3270-4a2f-af50-02b9047baa36 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:35.299295 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f020099-444c-416d-abcd-6ff2337babf6", "name": "network-vif-deleted", "tag": "02250a29-f7eb-4e2f-ae66-09b4222919cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:35.300376 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf229dbd-3270-4a2f-af50-02b9047baa36 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:35.300950 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f020099-444c-416d-abcd-6ff2337babf6', 'name': 'network-vif-deleted', 'tag': '02250a29-f7eb-4e2f-ae66-09b4222919cc', 'status': 'completed', 'code': 200} Jul 28 14:40:35.301253 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'status': 'completed', 'code': 200} Jul 28 14:40:35.329801 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:32Z', 'revision_number': 3, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:35.368056 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Checking router: 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:35.368319 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Updating router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 port ac9e813a-6b62-4f2a-a633-e473fe14fd90 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:40:35.403360 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.494675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-d262bb9f-31e5-4d4e-a508-c569f115ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.498732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-d262bb9f-31e5-4d4e-a508-c569f115ef5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1126 time: 0.1640699 Jul 28 14:40:35.559111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 02250a29-f7eb-4e2f-ae66-09b4222919cc no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:35.596633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 02250a29-f7eb-4e2f-ae66-09b4222919cc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:35.598119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 02250a29-f7eb-4e2f-ae66-09b4222919cc not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:35.614843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707b029-726e-4440-b059-f39360ec7fe2 req-948dcef5-b553-4265-817f-46a810cdbce0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.617241 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f707b029-726e-4440-b059-f39360ec7fe2 req-948dcef5-b553-4265-817f-46a810cdbce0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.0694141 Jul 28 14:40:35.642830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.686806 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f707b029-726e-4440-b059-f39360ec7fe2 req-d419ba94-e797-4941-960c-67e4d396475e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628376 Jul 28 14:40:35.745929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea03731-aa2b-4169-8e06-ee9a76e19aac req-ce9ffc4d-56d6-4204-bcb4-f0058d070d18 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.752316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ea03731-aa2b-4169-8e06-ee9a76e19aac req-ce9ffc4d-56d6-4204-bcb4-f0058d070d18 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 944 time: 0.2425807 Jul 28 14:40:35.796031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-15781226-2f3a-45e8-bffa-d1ec0de1ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.797780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-15781226-2f3a-45e8-bffa-d1ec0de1ccdb service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.2867832 Jul 28 14:40:35.840591 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.853474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Transition to ACTIVE for port object ac9e813a-6b62-4f2a-a633-e473fe14fd90 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:35.884243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-6da7bff4-3a2b-4eb1-85b3-ed0f21fff70d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 217 time: 0.0609295 Jul 28 14:40:35.887319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ea03731-aa2b-4169-8e06-ee9a76e19aac req-d4df92f1-0b50-4eb4-9eff-2b2d9a378e40 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334243 Jul 28 14:40:35.977529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-4b63e3f4-daaa-44b6-b9f2-745ab3527ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.979053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-4b63e3f4-daaa-44b6-b9f2-745ab3527ece service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0864449 Jul 28 14:40:35.986045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.999728 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.032816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-5294943d-96b6-404e-8b1b-3093fb32988b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361271 Jul 28 14:40:36.087020 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Attempting to bind port ac9e813a-6b62-4f2a-a633-e473fe14fd90 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:36.088063 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Attempting to bind port ac9e813a-6b62-4f2a-a633-e473fe14fd90 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:36.088769 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Attempting to bind port ac9e813a-6b62-4f2a-a633-e473fe14fd90 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:36.108327 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:36.109647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:36.110524 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.111588 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:36.112918 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Bound port: ac9e813a-6b62-4f2a-a633-e473fe14fd90, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:36.113877 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.115124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dccb4-ce10-4ab8-93e2-365d1615bad3 req-5f388fd7-1724-4608-afd2-b4271f0a8358 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.125456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-866dccb4-ce10-4ab8-93e2-365d1615bad3 req-5f388fd7-1724-4608-afd2-b4271f0a8358 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1211662 Jul 28 14:40:36.199726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-866dccb4-ce10-4ab8-93e2-365d1615bad3 req-fff059f9-2f93-4523-a8ea-3f0d27e9b0ae tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Jul 28 14:40:36.249096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:36.278850 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Pushing event updated for resources: {'Port': ['ID=ac9e813a-6b62-4f2a-a633-e473fe14fd90,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:36.311457 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.314621 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.315546 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.315933 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.316211 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.317785 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.328238 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.329727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.329727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.329727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.329727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.330507 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:36.337166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-be947be2-2737-420d-96a9-264596d3b227 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627375 Jul 28 14:40:36.343730 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] For port ac9e813a-6b62-4f2a-a633-e473fe14fd90, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:36.358592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] For port ac9e813a-6b62-4f2a-a633-e473fe14fd90, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ac9e813a-6b62-4f2a-a633-e473fe14fd90,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:36.422898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Allocated IP 172.20.0.1 (e98dede6-7752-4cac-9f02-d02c6b677c87/c96917b5-5f94-43e5-9920-d316f0bf6287/b722e6bb-5a57-489a-9c38-5a4862759cc7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:36.458631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:36.475243 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.485290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 has no active binding in host n-h1-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:40:36.527408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb2de4-0a13-4788-bbdc-00f36be9ddb9 req-8860a6c1-729a-4fc0-8e51-e92fad6b3994 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.530856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abdb2de4-0a13-4788-bbdc-00f36be9ddb9 req-8860a6c1-729a-4fc0-8e51-e92fad6b3994 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 950 time: 0.1001625 Jul 28 14:40:36.571183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a4d166-77ff-4de9-84da-1e75e1a3a16d req-3d4d62ab-2166-4b07-97a4-8cd6a17a1595 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208676 Jul 28 14:40:36.595746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abdb2de4-0a13-4788-bbdc-00f36be9ddb9 req-0e92bca9-e0ae-4b99-8ac1-8febd481cea3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 Jul 28 14:40:36.625603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:36.626711 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:36.633388 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaaabb-00ee-4fd4-9e5d-7ada5a3a4c46 None None] Pushing event updated for resources: {'Port': ['ID=ac9e813a-6b62-4f2a-a633-e473fe14fd90,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:36.659215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.818545 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:36.861572 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.886613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Network e98dede6-7752-4cac-9f02-d02c6b677c87 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:36.890369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:36.893227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:36.917923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3f96-f2a4-4d55-b1e2-c4ff07337c4e req-68df591b-085b-4059-91db-1ecea0c6a863 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.922122 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aef3f96-f2a4-4d55-b1e2-c4ff07337c4e req-68df591b-085b-4059-91db-1ecea0c6a863 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.1139503 Jul 28 14:40:36.974741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Pushing event updated for resources: {'Port': ['ID=b722e6bb-5a57-489a-9c38-5a4862759cc7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:36.981728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.016942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7aef3f96-f2a4-4d55-b1e2-c4ff07337c4e req-6de77dfa-420c-4708-b9f4-1171242a67ec tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875995 Jul 28 14:40:37.168265 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:32Z', 'revision_number': 3, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:37.208747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a309-bbf5-45a3-aec4-d25ab87a7ef1 None None] The sync data for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 is: [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:32Z', 'revision_number': 3, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:37.307622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3207a1a-348d-4b6a-a132-2b43651aeccb req-a48a828d-0c19-4a38-90f8-71d2c7cf7b26 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.309291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3207a1a-348d-4b6a-a132-2b43651aeccb req-a48a828d-0c19-4a38-90f8-71d2c7cf7b26 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 944 time: 0.0609593 Jul 28 14:40:37.358756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3207a1a-348d-4b6a-a132-2b43651aeccb req-cf40c495-0f69-400f-a5cd-9de2467e8a96 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379295 Jul 28 14:40:37.377428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.665726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93789695-3ec3-4313-a7a7-fd630ff8a5aa req-0791f4a1-25a1-4c13-bc5e-44791a983e24 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.669331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93789695-3ec3-4313-a7a7-fd630ff8a5aa req-0791f4a1-25a1-4c13-bc5e-44791a983e24 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1042044 Jul 28 14:40:37.711088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.742730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93789695-3ec3-4313-a7a7-fd630ff8a5aa req-b64ae43f-7b26-46d3-b53d-f19417bf322c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573671 Jul 28 14:40:37.853420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.001836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44260) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:38.029331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Pushing event updated for resources: {'Port': ['ID=b722e6bb-5a57-489a-9c38-5a4862759cc7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:38.051982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.129457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac9e813a-6b62-4f2a-a633-e473fe14fd90 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:38.148078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Deleting subnet 076e83e4-f65a-4b35-9170-6dcb8a6f45bb {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:38.158605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.255215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2055663e-4836-4fcb-9bea-62c702e0b3d7 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:38.287497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Network e98dede6-7752-4cac-9f02-d02c6b677c87 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:38.290271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.291603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:38.364630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.426846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff9fbd-4334-4ef9-8b02-55462bc3e7ed req-714d92af-fa8c-4a04-b6fa-53f49419b7ae tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:38.429903 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2ff9fbd-4334-4ef9-8b02-55462bc3e7ed req-714d92af-fa8c-4a04-b6fa-53f49419b7ae tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.2238595 Jul 28 14:40:38.469070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ac9e813a-6b62-4f2a-a633-e473fe14fd90 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:38.476913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ac9e813a-6b62-4f2a-a633-e473fe14fd90 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:38.479198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.501738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2ff9fbd-4334-4ef9-8b02-55462bc3e7ed req-fde85334-c111-443e-90c8-c3bda06af428 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589128 Jul 28 14:40:38.519141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2055663e-4836-4fcb-9bea-62c702e0b3d7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:38.527606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2055663e-4836-4fcb-9bea-62c702e0b3d7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:38.528569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.530222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:38.645597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.708392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076e83e4-f65a-4b35-9170-6dcb8a6f45bb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:38.708392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.713496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4af2a63e-f129-4341-bce7-2fa9439bb86b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/076e83e4-f65a-4b35-9170-6dcb8a6f45bb HTTP/1.1" status: 204 len: 168 time: 0.7053106 Jul 28 14:40:38.713496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44278) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:38.826670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.844499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.854117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:38.873582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-30b7e389-9924-408e-9106-d5cf47890137 admin admin] 10.222.0.57 "PUT /v2.0/routers/48d4c998-39a3-4a81-bb50-6eb7ec7f9940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9173059 Jul 28 14:40:38.879542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:38.882176 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4866d4a6-b856-4620-bf18-15fda31ba3ec" -d '{"events": [{"server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "name": "network-vif-plugged", "status": "completed", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:38.896606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ac9e813a-6b62-4f2a-a633-e473fe14fd90, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ac9e813a-6b62-4f2a-a633-e473fe14fd90,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:38.901273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2055663e-4836-4fcb-9bea-62c702e0b3d7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:38.967575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.988101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624ef81-7e84-4421-b455-97adce3a768b req-9ba6d18c-9194-4d87-83a3-b51c807470d2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:38.991010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4624ef81-7e84-4421-b455-97adce3a768b req-9ba6d18c-9194-4d87-83a3-b51c807470d2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 944 time: 0.1720648 Jul 28 14:40:39.059273 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.072050 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.074040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:39.189982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4624ef81-7e84-4421-b455-97adce3a768b req-887b7b34-c675-40c8-9290-46082a5ba114 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891587 Jul 28 14:40:39.197041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a5e7-ca51-4b4b-b926-36bbf17f64cd req-e433ec42-642e-4330-996a-fbbe01db48f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:39.201756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ac9e813a-6b62-4f2a-a633-e473fe14fd90,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.207491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f556a5e7-ca51-4b4b-b926-36bbf17f64cd req-e433ec42-642e-4330-996a-fbbe01db48f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0926259 Jul 28 14:40:39.236135 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.262502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccabb6d-9c54-44b3-a2b2-54cdd25a4e65']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.286803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9939051c-0519-476c-ba0d-4bcea9c3d751') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.287299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9939051c-0519-476c-ba0d-4bcea9c3d751') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.309869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.319434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f556a5e7-ca51-4b4b-b926-36bbf17f64cd req-99c27f4a-e71b-4c54-955d-25f709eac745 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048045 Jul 28 14:40:39.348881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.365677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:40:39.366257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:40:39.368217 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:40:39.385540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.399465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2055663e-4836-4fcb-9bea-62c702e0b3d7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.415912 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642dec51-a6b8-44f6-910f-ee8a479bfc07 x-openstack-request-id: req-642dec51-a6b8-44f6-910f-ee8a479bfc07 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:39.416195 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "name": "network-vif-plugged", "status": "completed", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:39.416488 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-642dec51-a6b8-44f6-910f-ee8a479bfc07 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:39.416871 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'code': 200} Jul 28 14:40:39.491551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:39.589012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690869c-ee40-44d2-9580-808c4db8898f req-3e9bbf2a-1ef5-492e-8799-bcbee44d541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:39.590493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8690869c-ee40-44d2-9580-808c4db8898f req-3e9bbf2a-1ef5-492e-8799-bcbee44d541d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 1097 time: 0.0497987 Jul 28 14:40:39.619946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.626217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.630051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] 10.222.0.57 "DELETE /v2.0/networks/cccabb6d-9c54-44b3-a2b2-54cdd25a4e65 HTTP/1.1" status: 204 len: 168 time: 0.9129829 Jul 28 14:40:39.667064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce754cb-174e-4096-bc51-b598d521134d admin admin] Pushing event deleted for resources: {'Network': ['ID=cccabb6d-9c54-44b3-a2b2-54cdd25a4e65,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.683157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.778120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.787432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Sync routers for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:39.805119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:39.806249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.816835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8690869c-ee40-44d2-9580-808c4db8898f req-d0c0213f-0341-4227-9ef2-066bca989aea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170930 Jul 28 14:40:39.903881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-6be7f994-98a0-4682-9084-6a124ac7697c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:39.906599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-6be7f994-98a0-4682-9084-6a124ac7697c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 820 time: 0.2946856 Jul 28 14:40:39.932059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-242f2f6f-2812-4c4e-b3c2-9e05b2f1ef0a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/quotas/b41e76e823ba4001b71b5e739c159d75 HTTP/1.1" status: 200 len: 375 time: 0.0173090 Jul 28 14:40:40.038241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-a4560a92-190a-4692-9944-34a04d49df04 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937896 Jul 28 14:40:40.059918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-e87b1f20-7ce2-4c96-979a-8ba523bbdef8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:40:40.062829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-e87b1f20-7ce2-4c96-979a-8ba523bbdef8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113225 Jul 28 14:40:40.084267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac9e813a-6b62-4f2a-a633-e473fe14fd90 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:40.156930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:40.187388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-76562767-519d-44b2-987a-c0eef71c62f4 service neutron] 10.222.0.57 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128657 Jul 28 14:40:40.246276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44324) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.308514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cdfdfc69-435c-4a87-ab11-e5d705c4d766 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3ed0480063d4d5390da2478878947d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602875 Jul 28 14:40:40.309317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:40.309863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.365816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-e4a0b66e-a3ef-4714-ae1f-e26f97d2880b service neutron] 10.222.0.57 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707006 Jul 28 14:40:40.421210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ac9e813a-6b62-4f2a-a633-e473fe14fd90 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:40.421529 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.439436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98638157-e9c4-4029-8a5a-bca99245dcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.477785 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:40:40.503816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98638157-e9c4-4029-8a5a-bca99245dcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.578855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408ce9f-0663-42a6-858c-bfc930dbe0a4 req-c69a20af-e489-457f-822c-0019090a4acc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:40.580492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d408ce9f-0663-42a6-858c-bfc930dbe0a4 req-c69a20af-e489-457f-822c-0019090a4acc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.0987804 Jul 28 14:40:40.647842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d408ce9f-0663-42a6-858c-bfc930dbe0a4 req-04f8bec6-ca11-4b6a-8070-7c07afde4ada tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Jul 28 14:40:40.742678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98638157-e9c4-4029-8a5a-bca99245dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.755702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98638157-e9c4-4029-8a5a-bca99245dcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.770871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-98638157-e9c4-4029-8a5a-bca99245dcae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac94b2c7-803b-4b24-ac41-beb8ef8cae61 HTTP/1.1" status: 204 len: 168 time: 0.4582314 Jul 28 14:40:40.789973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638157-e9c4-4029-8a5a-bca99245dcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94b2c7-803b-4b24-ac41-beb8ef8cae61,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.871656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:40.944343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 has no active binding in host n-h1-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:40:40.967841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4689a-2258-4037-b8c2-52989641cf40 req-e2af5495-7ca1-403d-955f-c99dbdf5dcd4 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:40.969472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7f4689a-2258-4037-b8c2-52989641cf40 req-e2af5495-7ca1-403d-955f-c99dbdf5dcd4 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1445038 Jul 28 14:40:40.985488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 2, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:40.990027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-b28c0d1a-1850-44b1-aaec-ef7f7b23ac7d service neutron] 10.222.0.58 "GET /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.2297492 Jul 28 14:40:41.060507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Checking router: 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:41.061089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Updating router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 port b722e6bb-5a57-489a-9c38-5a4862759cc7 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:40:41.062517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412602-d004-44d3-905b-c671b78dcdc7 req-146437fb-f9ac-4a0a-a1e1-77b446951379 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:41.081391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71412602-d004-44d3-905b-c671b78dcdc7 req-146437fb-f9ac-4a0a-a1e1-77b446951379 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1580212 Jul 28 14:40:41.121733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7f4689a-2258-4037-b8c2-52989641cf40 req-4ac8d582-31c5-4b0d-9ee4-8b78cd6a1d2b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419137 Jul 28 14:40:41.122528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.153202 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71412602-d004-44d3-905b-c671b78dcdc7 req-04c2d389-46b3-4287-90c1-39481ead9189 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701485 Jul 28 14:40:41.288697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-206ed818-f6ec-45ef-bab0-8accb9e516de req-eba42407-e326-413f-8df0-8841bad17081 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0452347 Jul 28 14:40:41.353584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:41.386314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:41.417631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:41.419998 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e076215-3189-4df6-83e2-d8819a5c7028" -d '{"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:41.429031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6633847a-1e41-4ea0-a405-5cb9727d7ff1 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:41.442663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:41.483336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca41811-86cf-46e9-95c8-4f93137f6793 x-openstack-request-id: req-4ca41811-86cf-46e9-95c8-4f93137f6793 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:41.483702 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:41.483946 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ca41811-86cf-46e9-95c8-4f93137f6793 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:41.484654 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'code': 200} Jul 28 14:40:41.584795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.588867 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.604437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Transition to ACTIVE for port object b722e6bb-5a57-489a-9c38-5a4862759cc7 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:41.698610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] Transition to ACTIVE for port object 6633847a-1e41-4ea0-a405-5cb9727d7ff1 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:41.837826 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.851078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.887799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff8a1-50f2-414e-b9cc-9ca63473d29a req-37559d88-f7f3-4dc2-9798-3b2033375f18 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:41.891146 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a7ff8a1-50f2-414e-b9cc-9ca63473d29a req-37559d88-f7f3-4dc2-9798-3b2033375f18 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 943 time: 0.1182406 Jul 28 14:40:41.937396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] No DVR routers for this DVR port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:41.960159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a7ff8a1-50f2-414e-b9cc-9ca63473d29a req-1b58539b-5e69-4bf6-acc8-f64136f94e2c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574238 Jul 28 14:40:41.960610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4c0d-02b1-4773-a7d8-da810b988a82 None None] Pushing event updated for resources: {'Port': ['ID=b722e6bb-5a57-489a-9c38-5a4862759cc7,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:41.984039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] Pushing event updated for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:41.996391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-e344ebf2-5204-4940-b5b9-33453ccf4936 service neutron] 10.222.0.58 "PUT /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1/bindings/n-h1-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9949296 Jul 28 14:40:42.060306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Attempting to bind port b722e6bb-5a57-489a-9c38-5a4862759cc7 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:42.060897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Attempting to bind port b722e6bb-5a57-489a-9c38-5a4862759cc7 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:42.061275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Attempting to bind port b722e6bb-5a57-489a-9c38-5a4862759cc7 on network e98dede6-7752-4cac-9f02-d02c6b677c87 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:42.068212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:42.068633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Checking segment: {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:42.069056 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.069459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Bound using segment: {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:42.069948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Bound port: b722e6bb-5a57-489a-9c38-5a4862759cc7, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:42.070362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.177898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] For port b722e6bb-5a57-489a-9c38-5a4862759cc7, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:42.184253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] For port b722e6bb-5a57-489a-9c38-5a4862759cc7, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b722e6bb-5a57-489a-9c38-5a4862759cc7,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:42.328414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c248d84-4e43-4366-8e30-e91bfb12c28e req-d84b6f4d-efe1-4197-b5d6-2d32e47c66e9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.330059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-782e900a-4ea9-4939-94a6-b5e6e6bdcc67 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.330588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c248d84-4e43-4366-8e30-e91bfb12c28e req-d84b6f4d-efe1-4197-b5d6-2d32e47c66e9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0631430 Jul 28 14:40:42.332485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-782e900a-4ea9-4939-94a6-b5e6e6bdcc67 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.0894299 Jul 28 14:40:42.345702 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.357391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6555b6-84bd-4d2e-87ec-8f93046687eb req-5c9ecca6-b2ed-427e-87c0-0ac75272bdb6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.363959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a6555b6-84bd-4d2e-87ec-8f93046687eb req-5c9ecca6-b2ed-427e-87c0-0ac75272bdb6 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1220057 Jul 28 14:40:42.397271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:42.398238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:42.455536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c248d84-4e43-4366-8e30-e91bfb12c28e req-3c20bd8d-8dc4-4e1d-ab23-ef346e06dafd tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045029 Jul 28 14:40:42.461678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4c0d-02b1-4773-a7d8-da810b988a82 None None] Pushing event updated for resources: {'Port': ['ID=b722e6bb-5a57-489a-9c38-5a4862759cc7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:42.496897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-42c109b6-62a1-44ad-afc0-76b32162c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.498841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-42c109b6-62a1-44ad-afc0-76b32162c901 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965&tenant_id=3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 1096 time: 0.1331329 Jul 28 14:40:42.502809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a6555b6-84bd-4d2e-87ec-8f93046687eb req-3a5f3ec7-7f96-4e14-af2a-48f50ab195b8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175547 Jul 28 14:40:42.625140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:42.628158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-723f1be2-8f9f-4ecc-bcb1-c12807c2554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.630301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-723f1be2-8f9f-4ecc-bcb1-c12807c2554a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1096 time: 0.0678391 Jul 28 14:40:42.675392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae34033d-1d66-4d2b-8fea-6fbf7eda2f18 req-bd0405f1-f255-4bd4-8859-e99835254b11 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0430877 Jul 28 14:40:42.773414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44398) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:42.800248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-508160d9-a54e-4a1b-b0f1-8f32632c8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.801995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-508160d9-a54e-4a1b-b0f1-8f32632c8e4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1133218 Jul 28 14:40:42.857525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-d35815d5-1685-4da7-a08e-ccef3a76be11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 217 time: 0.0413263 Jul 28 14:40:42.948836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1474703621-network', 'tenant_id': '26c7d5f4e0054c8c980bffbe9c71b6b8'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:42.997316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:43.012054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-4e81f5a7-fdc9-4c3f-9f27-1df196b0aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:43.013648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-4e81f5a7-fdc9-4c3f-9f27-1df196b0aebf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1313198 Jul 28 14:40:43.031974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09cd1b-519f-4ff5-949f-5f89f45d55d9 None None] The sync data for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 is: [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:43.060783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-406ca815-e5b5-4087-8a4a-64b585e1411c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348060 Jul 28 14:40:43.075895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd34-4139-4dbc-aa23-ec2ea7251d27 req-196b3e84-da17-4a15-bef5-344d4c97b60b tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:43.079176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1006dd34-4139-4dbc-aa23-ec2ea7251d27 req-196b3e84-da17-4a15-bef5-344d4c97b60b tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.0944021 Jul 28 14:40:43.106758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Made reservation on behalf of 26c7d5f4e0054c8c980bffbe9c71b6b8 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:43.112717 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.157402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.220191 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1006dd34-4139-4dbc-aa23-ec2ea7251d27 req-d4d5c9ec-005a-4a09-b1e2-25ef23810339 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245399 Jul 28 14:40:43.330260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.355067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa660e8-c6c8-4629-988c-daf4da4bebd0 req-e226b2ee-7e56-4281-a8c6-c84a34d386cc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:43.356811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cfa660e8-c6c8-4629-988c-daf4da4bebd0 req-e226b2ee-7e56-4281-a8c6-c84a34d386cc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.2134821 Jul 28 14:40:43.363851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-54a6188a-19bf-4247-a1ba-2c84ac79c567 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627659 Jul 28 14:40:43.459907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.463841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cfa660e8-c6c8-4629-988c-daf4da4bebd0 req-83ac0177-1e71-4784-98aa-f3a87f9a4ac2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974398 Jul 28 14:40:43.508914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-53718a55-9162-4d0c-b10b-3f42c224056d service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349800 Jul 28 14:40:43.524707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:43.559012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.559012 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Added segment 31c6c36e-b41a-42f7-86b1-4ed394b2b484 of type vlan for network 19ded283-85eb-495f-9a9a-06c9a9887200 Jul 28 14:40:43.568128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85487e9-069f-426e-8124-ec407eee5c61,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:43.604505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:43.640952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.641306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.644895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.645775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.645775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:43.691059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.703612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:43.707540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b445f40-2827-4a91-a9da-56c0af3409ef req-d4c74084-795e-47cc-85b2-2920367602a9 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:43.709305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b445f40-2827-4a91-a9da-56c0af3409ef req-d4c74084-795e-47cc-85b2-2920367602a9 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1040354 Jul 28 14:40:43.735691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509b24-899d-432a-bd9e-43c6144ea395 req-d4a0bc53-18e6-4802-95fc-43f1c6ae37d9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:43.739670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6509b24-899d-432a-bd9e-43c6144ea395 req-d4a0bc53-18e6-4802-95fc-43f1c6ae37d9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1739149 Jul 28 14:40:43.788993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b445f40-2827-4a91-a9da-56c0af3409ef req-20e3aa4b-1fde-43a7-84ab-c54bc7caf6e7 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719895 Jul 28 14:40:43.810194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6509b24-899d-432a-bd9e-43c6144ea395 req-e8a6aada-6ce7-4f44-bf33-5712a5a085e1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619307 Jul 28 14:40:43.933824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.939399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:43.939399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.143818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36ebe778-a353-470e-bb16-9293be546c82 req-85856197-bd1a-422a-af8b-ffe0732c54b0 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0942562 Jul 28 14:40:44.287091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=19ded283-85eb-495f-9a9a-06c9a9887200,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:44.328111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494806c-6a63-420f-a53e-3ddb3a24c89a req-0ffeba2c-405b-4f09-9721-1e8910951ab5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:44.331088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b494806c-6a63-420f-a53e-3ddb3a24c89a req-0ffeba2c-405b-4f09-9721-1e8910951ab5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1631885 Jul 28 14:40:44.342632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 19ded283-85eb-495f-9a9a-06c9a9887200 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:44.360694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44432) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:44.378819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Request body: {'floatingip': {'port_id': '2055663e-4836-4fcb-9bea-62c702e0b3d7'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:44.414917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b722e6bb-5a57-489a-9c38-5a4862759cc7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:44.505925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2b339901-3b71-4f93-8156-1a40e8aa3cb7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7284358 Jul 28 14:40:44.507567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:44.515229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Request body: {'subnet': {'network_id': '19ded283-85eb-495f-9a9a-06c9a9887200', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1474703621-subnet', 'tenant_id': '26c7d5f4e0054c8c980bffbe9c71b6b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:44.529322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.715251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b722e6bb-5a57-489a-9c38-5a4862759cc7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:44.724354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b722e6bb-5a57-489a-9c38-5a4862759cc7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:44.725358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.904640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.923637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Made reservation on behalf of 26c7d5f4e0054c8c980bffbe9c71b6b8 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:44.927396 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.975166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port b722e6bb-5a57-489a-9c38-5a4862759cc7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b722e6bb-5a57-489a-9c38-5a4862759cc7,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:45.086906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e9275-65a3-462d-8e0d-7602023d3c89 req-9b43de04-6551-4c6d-a791-606866b8f4c6 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.089952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-295e9275-65a3-462d-8e0d-7602023d3c89 req-9b43de04-6551-4c6d-a791-606866b8f4c6 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.4072995 Jul 28 14:40:45.091180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdf815-1a0f-40fd-b6eb-f1cbe86f7cbd req-d17ddf2c-f0cb-47d3-8d6d-26cd1727ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.092749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0bdf815-1a0f-40fd-b6eb-f1cbe86f7cbd req-d17ddf2c-f0cb-47d3-8d6d-26cd1727ca8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 1098 time: 0.8420062 Jul 28 14:40:45.105157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-fbac067e-b5c2-4ae0-a319-a6ee8fa9511f tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.107985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-fbac067e-b5c2-4ae0-a319-a6ee8fa9511f tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.3614247 Jul 28 14:40:45.134843 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.144602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6c89c-a50d-4303-82a9-6145e8a247bb req-a6cf254b-39ab-42da-868b-88ef160b651f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.152009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26e6c89c-a50d-4303-82a9-6145e8a247bb req-a6cf254b-39ab-42da-868b-88ef160b651f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.1875536 Jul 28 14:40:45.189075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-48a0896f-c7dd-49bb-8c97-0c058accc643 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.191230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-48a0896f-c7dd-49bb-8c97-0c058accc643 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 820 time: 0.2283082 Jul 28 14:40:45.220665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'port': {'device_id': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'admin_state_up': True, 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:45.239091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0bdf815-1a0f-40fd-b6eb-f1cbe86f7cbd req-2b52b936-3d1a-4134-876a-24113d9d9f45 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344779 Jul 28 14:40:45.250533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=b722e6bb-5a57-489a-9c38-5a4862759cc7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:45.298373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26e6c89c-a50d-4303-82a9-6145e8a247bb req-46725183-3890-4e93-a09c-74e2e8cd2252 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454139 Jul 28 14:40:45.434389 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-295e9275-65a3-462d-8e0d-7602023d3c89 req-56013ef8-66f1-4678-bbe5-5540356dec63 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064539 Jul 28 14:40:45.462284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c01201-dc30-4aa0-8609-d448b5cefb10 req-8615d923-ec15-4d41-a69c-a81e903523b8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.464037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17c01201-dc30-4aa0-8609-d448b5cefb10 req-8615d923-ec15-4d41-a69c-a81e903523b8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0580213 Jul 28 14:40:45.498569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Made reservation on behalf of b41e76e823ba4001b71b5e739c159d75 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:45.503683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.541447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17c01201-dc30-4aa0-8609-d448b5cefb10 req-4b6c6608-3e2d-48ae-9940-9138b586279e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683582 Jul 28 14:40:45.765983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Allocated IP 172.20.0.13 (e98dede6-7752-4cac-9f02-d02c6b677c87/c96917b5-5f94-43e5-9920-d316f0bf6287/14f1e890-e50f-44f7-aee3-8ddadfb1f38b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:45.838486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9aa4648-2eb3-40c8-a385-ddf6cb662adc req-96931bcb-f44b-42df-9764-d5ed332a4069 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 210 time: 0.1244171 Jul 28 14:40:45.910456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-3e71a0c7-cdac-40ac-ba82-c0ff9f9e0a15 service neutron] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:45.933946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-3e71a0c7-cdac-40ac-ba82-c0ff9f9e0a15 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.935077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9844c215-ed11-458e-96dc-d9a27da060c9 req-3e71a0c7-cdac-40ac-ba82-c0ff9f9e0a15 service neutron] 10.222.0.42 "DELETE /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1/bindings/n-h2-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.8119948 Jul 28 14:40:46.027864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.029849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.031812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.048108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b722e6bb-5a57-489a-9c38-5a4862759cc7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:46.120524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b722e6bb-5a57-489a-9c38-5a4862759cc7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:46.120856 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.130151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a10745-606e-453e-995a-2db7c7eaa63d,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:46.154477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Checking segment: {'id': '31c6c36e-b41a-42f7-86b1-4ed394b2b484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '19ded283-85eb-495f-9a9a-06c9a9887200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:46.154988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Network hostable DHCP agents. Network: 19ded283-85eb-495f-9a9a-06c9a9887200, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:46.174158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.190457 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:40:46.237955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.290490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Network e98dede6-7752-4cac-9f02-d02c6b677c87 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:46.294207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:46.298901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:46.300827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:46.313981 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Floating IP 37aed949-433e-41e7-98d5-75a350fb58f4 associated. External IP: 172.25.6.103, port: 2055663e-4836-4fcb-9bea-62c702e0b3d7. Jul 28 14:40:46.344863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:46.382409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Network 19ded283-85eb-495f-9a9a-06c9a9887200 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:46.389126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.390400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.525443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 19ded283-85eb-495f-9a9a-06c9a9887200) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:46.538828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379e8cd6-e8ca-46ab-a245-4ee2b8e30e52 None None] Network 19ded283-85eb-495f-9a9a-06c9a9887200 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:46.543588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-185ce7c7-177b-47ca-8b79-2c774dd59bea tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3378983 Jul 28 14:40:46.547358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.547358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.562811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Request body: {'port': {'device_id': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:46.622271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a1eb-9d35-4662-9508-cc04aa233e4f req-ccf50457-5666-4eca-83ea-215d6a76b820 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.625136 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db91a1eb-9d35-4662-9508-cc04aa233e4f req-ccf50457-5666-4eca-83ea-215d6a76b820 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.1457484 Jul 28 14:40:46.680390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.822672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d073b5-07ab-44b2-8bf1-e67dfdb22828 None None] Network 19ded283-85eb-495f-9a9a-06c9a9887200 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:47.040859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1423-329f-4a92-86c0-065a2e8cd8d3 req-16764d95-ac06-4cb1-9f7d-3b6870c682ff tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.043048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3aa1423-329f-4a92-86c0-065a2e8cd8d3 req-16764d95-ac06-4cb1-9f7d-3b6870c682ff tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.1104560 Jul 28 14:40:47.139660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-24479196-aa4a-43fc-835d-6a3f11842066 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6306591 Jul 28 14:40:47.204111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3aa1423-329f-4a92-86c0-065a2e8cd8d3 req-0efe44a0-f1e7-476a-a239-d582a2935fdd tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Jul 28 14:40:47.243119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f1e890-e50f-44f7-aee3-8ddadfb1f38b {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:47.257616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db91a1eb-9d35-4662-9508-cc04aa233e4f req-4049abe3-435c-4073-a340-6b95090a5b25 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168821 Jul 28 14:40:47.258536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.294196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Transition to ACTIVE for port object 14f1e890-e50f-44f7-aee3-8ddadfb1f38b will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:47.337772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:47.390863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.477504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:47.529013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:47.535046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.545386 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd79366-6499-404e-a78d-874598e98396 None None] Sync routers for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:47.557658 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:47.558907 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:47.603252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d70a6e18-d0da-4fe4-a5f2-bd02396a6d14 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "PUT /v2.0/floatingips/37aed949-433e-41e7-98d5-75a350fb58f4 HTTP/1.1" status: 200 len: 991 time: 3.2376523 Jul 28 14:40:47.603252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:47.605283 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d261d-917c-41bf-ae57-6356c97cb8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:47.660999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba888b-9ecc-4960-9416-29b4bfecec70 req-bd73a11a-c7a8-4389-aaf0-e4095c81faaf tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.662941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97ba888b-9ecc-4960-9416-29b4bfecec70 req-bd73a11a-c7a8-4389-aaf0-e4095c81faaf tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 944 time: 0.1003518 Jul 28 14:40:47.669476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47893f-1d43-450b-a518-2ba29c226336 req-a5ace2f0-4da3-4845-9edc-764c64605837 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.672371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f47893f-1d43-450b-a518-2ba29c226336 req-a5ace2f0-4da3-4845-9edc-764c64605837 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.1770687 Jul 28 14:40:47.730622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97ba888b-9ecc-4960-9416-29b4bfecec70 req-a2470585-4c6f-4f6b-9c27-828fd4bbb853 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593314 Jul 28 14:40:47.733575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Attempting to bind port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:47.734408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Attempting to bind port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:47.734719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Attempting to bind port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b on network e98dede6-7752-4cac-9f02-d02c6b677c87 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:47.745675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b on network e98dede6-7752-4cac-9f02-d02c6b677c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:47.746397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Attempting to bind port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b on network e98dede6-7752-4cac-9f02-d02c6b677c87 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:47.773297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:47.773874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Checking segment: {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:47.774526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Bound using segment: {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:47.775324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Bound port: 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddf56de-ee9f-4b81-88f1-66225e34ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:47.775908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.840619 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:47.841803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f47893f-1d43-450b-a518-2ba29c226336 req-d9ccb7e6-8cee-49bf-aace-af8f58cf5cd1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288109 Jul 28 14:40:47.911247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:47.915689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:48.012058 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869095f8-038f-4111-b464-3ae076727c1d x-openstack-request-id: req-869095f8-038f-4111-b464-3ae076727c1d {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:48.012528 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:48.012924 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-869095f8-038f-4111-b464-3ae076727c1d {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:48.013504 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'status': 'completed', 'code': 200} Jul 28 14:40:48.026335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-e46e2d7c-773c-4190-a848-61f5cdc26aed req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2132249038', 'description': 'tempest-description-155477624'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:48.105291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d7b1-d922-4cc1-be09-88db8dd43baa req-d7f5d1ed-09ca-4968-8dd2-94d7c4d0aed4 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.106923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a958d7b1-d922-4cc1-be09-88db8dd43baa req-d7f5d1ed-09ca-4968-8dd2-94d7c4d0aed4 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1096 time: 0.0472794 Jul 28 14:40:48.140603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-246e3eaf-9671-4e5d-b744-8918998b474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.142324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-246e3eaf-9671-4e5d-b744-8918998b474a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b10dba59dae4a37bed8efa3091caf0d&device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 1097 time: 0.0656958 Jul 28 14:40:48.163655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a958d7b1-d922-4cc1-be09-88db8dd43baa req-cc818689-28e1-4642-977d-8e2f09392274 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 Jul 28 14:40:48.169649 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '37aed949-433e-41e7-98d5-75a350fb58f4', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'port_id': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'mac_address': 'fa:16:3e:20:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:39:08Z', 'updated_at': '2021-07-28T14:40:45Z', 'revision_number': 1, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:08Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:48.183303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.226741 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd79366-6499-404e-a78d-874598e98396 None None] Checking router: edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:48.231465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e46e2d7c-773c-4190-a848-61f5cdc26aed req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.253033 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:48.255693 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:48.285395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.287466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.290432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] 10.222.0.58 "PUT /v2.0/ports/14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 1093 time: 1.7359207 Jul 28 14:40:48.307174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:48.315265 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:48.323830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:48.341832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-1bfd1a95-8b85-4d29-ab53-6001f75b01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.343530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-1bfd1a95-8b85-4d29-ab53-6001f75b01d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f60b487-96e1-4758-997b-292a9702ac62 HTTP/1.1" status: 200 len: 916 time: 0.1750908 Jul 28 14:40:48.365991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ebcc9-ec50-45a9-977b-e1a6756a9d2b service neutron] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:48.496597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e46e2d7c-773c-4190-a848-61f5cdc26aed req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.502095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-47eafaa2-53dc-486a-98e4-fa1455b8937f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7 HTTP/1.1" status: 200 len: 999 time: 0.1367431 Jul 28 14:40:48.530366 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:48.588621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-1df29ab4-e0b5-4637-958c-97fc6e8c2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.598211 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-1df29ab4-e0b5-4637-958c-97fc6e8c2875 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a4ce569-9cca-482d-a158-bf362de2feb1 HTTP/1.1" status: 200 len: 854 time: 0.0801184 Jul 28 14:40:48.606327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e46e2d7c-773c-4190-a848-61f5cdc26aed req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.612862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:48.645973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'mac_address': 'fa:16:3e:f3:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:48.685673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18267be1-6198-4ac5-878d-eacc7d5ee78e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:48.710155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a177ac-cd34-446b-a20b-10c27f294a37 req-c9dcc3a2-5bae-4438-99c8-1837e72acd96 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.712307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-ff7b3034-388f-401a-b85e-2de75ced1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.714575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-ff7b3034-388f-401a-b85e-2de75ced1038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f60b487-96e1-4758-997b-292a9702ac62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048911 Jul 28 14:40:48.717229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25a177ac-cd34-446b-a20b-10c27f294a37 req-c9dcc3a2-5bae-4438-99c8-1837e72acd96 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.3249118 Jul 28 14:40:48.738769 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.745342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-8000af61-cdb8-4190-bdc5-ffaee59740da tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.746728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-8000af61-cdb8-4190-bdc5-ffaee59740da tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.58 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.2937322 Jul 28 14:40:48.757831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-8147e885-75cc-494e-97a2-18ff5237f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.761238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-8147e885-75cc-494e-97a2-18ff5237f4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1096 time: 0.2175739 Jul 28 14:40:48.774128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:48.805266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:48.834638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-e46e2d7c-773c-4190-a848-61f5cdc26aed req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.848092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e46e2d7c-773c-4190-a848-61f5cdc26aed req-86d67bd8-2577-40d1-8809-b1972c82cbb0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8264506 Jul 28 14:40:48.855957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-454dd7eb-8206-46a5-bfe5-5d1929d7bbaf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.0644855 Jul 28 14:40:48.872851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25a177ac-cd34-446b-a20b-10c27f294a37 req-a663ef04-c472-41c5-b186-a38e0c5d5503 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420074 Jul 28 14:40:48.893981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.007107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-c363a426-3bff-43f5-9bfd-09351b9145fc service neutron] 10.222.0.42 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804837 Jul 28 14:40:49.023640 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dcd79366-6499-404e-a78d-874598e98396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '37aed949-433e-41e7-98d5-75a350fb58f4', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'port_id': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'mac_address': 'fa:16:3e:20:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:39:08Z', 'updated_at': '2021-07-28T14:40:45Z', 'revision_number': 1, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:08Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:49.038300 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef9977-09b8-4afd-84f9-c6994bce7d65 x-openstack-request-id: req-b7ef9977-09b8-4afd-84f9-c6994bce7d65 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:49.039847 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:49.039847 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7ef9977-09b8-4afd-84f9-c6994bce7d65 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:49.040375 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'status': 'completed', 'code': 200} Jul 28 14:40:49.093264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:49.117646 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd79366-6499-404e-a78d-874598e98396 None None] The sync data for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 is: [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '37aed949-433e-41e7-98d5-75a350fb58f4', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'port_id': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'mac_address': 'fa:16:3e:20:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:39:08Z', 'updated_at': '2021-07-28T14:40:45Z', 'revision_number': 1, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:08Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:49.133433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-2c1a4a20-54ce-44b1-ac55-65de20b7cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.150677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-2c1a4a20-54ce-44b1-ac55-65de20b7cc42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.2502623 Jul 28 14:40:49.189602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6d261d-917c-41bf-ae57-6356c97cb8f1 req-6ead373a-6269-4ffe-b7a7-89e6264d32a2 service neutron] 10.222.0.42 "GET /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679778 Jul 28 14:40:49.240085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-d710f34f-def1-4c0a-9a1f-1a003f35de64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883453 Jul 28 14:40:49.272947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:49.364102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23e95f-7ca9-4207-95cc-5d68e6bc75b3 req-8d7fd05e-1fce-4f4e-8ac6-179bdfc4eda3 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.372007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea23e95f-7ca9-4207-95cc-5d68e6bc75b3 req-8d7fd05e-1fce-4f4e-8ac6-179bdfc4eda3 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 944 time: 0.1022613 Jul 28 14:40:49.410126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Deleting port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:49.411262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.432833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea23e95f-7ca9-4207-95cc-5d68e6bc75b3 req-3b5173a1-6d5f-49a9-ade3-20a56a819e6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596802 Jul 28 14:40:49.521158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9164b3-f75b-4d76-a4a5-e17f144e2b5f None None] New status for floating IP 37aed949-433e-41e7-98d5-75a350fb58f4: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:40:49.581009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23657-ee84-4b82-aaa3-80b730a01bb2 req-4e7712f0-676e-4374-b09d-f6b09bc13e3a tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.589364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-ae6b4a04-a6ff-4d2f-bc66-51da15a56f99 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.592081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-ae6b4a04-a6ff-4d2f-bc66-51da15a56f99 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.4239364 Jul 28 14:40:49.594866 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79e23657-ee84-4b82-aaa3-80b730a01bb2 req-4e7712f0-676e-4374-b09d-f6b09bc13e3a tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 946 time: 0.1028109 Jul 28 14:40:49.642639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-a093313b-075c-44db-b7a4-87cca7b944c6 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683536 Jul 28 14:40:49.648082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-3f5cc780-cfe8-4bf5-ab89-25376daeceee tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/quotas/3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 375 time: 0.0366893 Jul 28 14:40:49.675203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79e23657-ee84-4b82-aaa3-80b730a01bb2 req-2ea20a7b-87fc-40ab-a6fe-0ddcb70d9f8a tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups?id=561d34a4-4e85-4ab9-bfa7-099d80252f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758882 Jul 28 14:40:49.748078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] For port 27aa3755-d9e7-4af0-bfb1-4321d6884e79, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=27aa3755-d9e7-4af0-bfb1-4321d6884e79,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:49.748492 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.795105 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cfb85f9b-d4ab-4ac5-9a4d-49aa50a2241b tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/18267be1-6198-4ac5-878d-eacc7d5ee78e HTTP/1.1" status: 200 len: 1806 time: 0.0766664 Jul 28 14:40:49.813400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18267be1-6198-4ac5-878d-eacc7d5ee78e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:49.813400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18267be1-6198-4ac5-878d-eacc7d5ee78e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:49.848943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7a143c-ba4d-436e-ad72-b3cc993edba8 req-64124a04-904a-4aa0-8e9c-5d471e7a599a service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970527 Jul 28 14:40:49.869207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-fd0c1801-0a81-4464-a647-ef483bc82743 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436224 Jul 28 14:40:50.001060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.054935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.071284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.072063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.073078 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Floating IP bd8486f4-5dde-4af2-9c38-5ca5486553ff disassociated. External IP: 172.25.6.102, port: 27aa3755-d9e7-4af0-bfb1-4321d6884e79. Jul 28 14:40:50.073820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Calling delete_port for 27aa3755-d9e7-4af0-bfb1-4321d6884e79 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:50.160638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.199680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afd36d1-acca-4178-9d5b-147eda3c6811,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:50.337744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-f41b95bb-384b-48bb-848a-8c1308604bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.340822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-f41b95bb-384b-48bb-848a-8c1308604bd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1096 time: 0.2877476 Jul 28 14:40:50.354332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.359319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7633273-9d83-4474-8fc8-24181aed8117 req-cda45ddd-50bb-485e-92ac-0ecb8917bd3a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5552480 Jul 28 14:40:50.524153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-475ec7a8-7689-4efd-acac-3c144eae892f service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418238 Jul 28 14:40:50.731547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-4a9b16a4-cda9-4ffc-bac7-06324862c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.733044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-4a9b16a4-cda9-4ffc-bac7-06324862c5bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.3785563 Jul 28 14:40:50.780291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-ec2e15ba-af00-45c8-8929-de01a74d80c0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.783252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-ec2e15ba-af00-45c8-8929-de01a74d80c0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 811 time: 0.2297580 Jul 28 14:40:50.796889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-79765f13-92d0-4445-8b6c-139ef252ba00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.0432277 Jul 28 14:40:50.807588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-b11e6c90-fa07-413f-9d34-ec31b65bbd73 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/quotas/5c73f0602f514c2c82a6b4bfd3f339cd HTTP/1.1" status: 200 len: 375 time: 0.0164168 Jul 28 14:40:50.818930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-9fee5858-ee4f-4a0b-80cf-10b97f35d665 service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792664 Jul 28 14:40:50.860763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-db79a11b-e375-46c7-aff5-74f5189d3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.863250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-db79a11b-e375-46c7-aff5-74f5189d3d4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.0574398 Jul 28 14:40:50.904009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-2cb3004d-0432-47b6-82a4-c5fc9db48fa4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893261 Jul 28 14:40:50.927396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.943671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-0c400016-a296-4905-99f0-2a3c9208a571 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703633 Jul 28 14:40:50.986351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event deleted for resources: {'Port': ['ID=27aa3755-d9e7-4af0-bfb1-4321d6884e79,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:51.057380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4a94d0b4-96e6-4e94-ac6d-ce375e4b2ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438820 Jul 28 14:40:51.222024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-7507e36c-a9f0-4a07-b9f7-70fa62b3f7c0 service neutron] 10.222.0.57 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577592 Jul 28 14:40:51.250567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-efc57319-e5a0-45ac-b1c7-b0ddc5ab74d8 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736573 Jul 28 14:40:51.378635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Router 2a7bbbea-6584-40bc-84cf-094c6356897e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:51.436570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f3ae5dd1-09cc-4765-b7e4-a9be1edc61f7 req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-546919352', 'description': 'tempest-description-931104371'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:51.543850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30ba3e99-b4b9-48d4-85a9-89b4b57f1ec3 req-80c2a9ff-bd06-4531-b3a0-6fb980b7f899 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735195 Jul 28 14:40:51.650089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:51.669065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] Sync routers for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:51.694556 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:51.696015 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:51.753828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] No DVR routers for this DVR port 27aa3755-d9e7-4af0-bfb1-4321d6884e79 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:51.759898 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f3ae5dd1-09cc-4765-b7e4-a9be1edc61f7 req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.779045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.784970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81497dc4-4393-4e55-8163-8bc607ad5140 req-92648b4e-4fe8-4b5d-90c7-e939192e2e15 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.58 "DELETE /v2.0/ports/27aa3755-d9e7-4af0-bfb1-4321d6884e79 HTTP/1.1" status: 204 len: 173 time: 3.0242133 Jul 28 14:40:51.785732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'name': 'network-vif-deleted', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:51.789991 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47d23fd-4b2d-4116-8e71-923d74a83e11" -d '{"events": [{"server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "name": "network-vif-deleted", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:51.813627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d36e-2b6f-4b5f-bb77-6b32caf7dbfa req-a7f1084b-7c97-4849-8b48-ee8074722af3 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:51.815387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d340d36e-2b6f-4b5f-bb77-6b32caf7dbfa req-a7f1084b-7c97-4849-8b48-ee8074722af3 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 944 time: 0.1020665 Jul 28 14:40:51.875706 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d340d36e-2b6f-4b5f-bb77-6b32caf7dbfa req-78331f34-9dd0-4886-89f8-e455f834721f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Jul 28 14:40:51.951650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f3ae5dd1-09cc-4765-b7e4-a9be1edc61f7 req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.956913 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:52.031354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dfd8c622-fd23-484a-9e67-1c65ecdce42a req-1c42235e-86e5-41bc-b081-5fd78ccd4c7c tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0348055 Jul 28 14:40:52.105331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f3ae5dd1-09cc-4765-b7e4-a9be1edc61f7 req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.127104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e181f5b2-1ccc-4063-b28d-aaf56d73d902 req-36a6d889-2fd2-4bfe-8fbe-6eb00da79177 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.0492332 Jul 28 14:40:52.171970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b077eb-9db6-42ac-b55a-1ed55e7c57c3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:52.230702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:27Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:52.268382 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] Checking router: 2a7bbbea-6584-40bc-84cf-094c6356897e for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:52.275781 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5062b571-5e57-482a-8182-67a60db3bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.284289 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:52.284987 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:52.340147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:52.351117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f3ae5dd1-09cc-4765-b7e4-a9be1edc61f7 req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.354851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ae5dd1-09cc-4765-b7e4-a9be1edc61f7 req-e7469286-1694-417a-b983-f29f6ef9a836 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9402685 Jul 28 14:40:52.422286 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:52.432668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-437aabc3-550c-48ce-a8fd-e5753491e2bb req-1447cc7c-2059-4fc7-a0b7-2192b9295987 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0704582 Jul 28 14:40:52.443224 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de57ad58-a491-4449-a976-382a9c551c85 x-openstack-request-id: req-de57ad58-a491-4449-a976-382a9c551c85 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:52.443224 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc372f-760e-4750-88b5-3a53e296c90b", "name": "network-vif-deleted", "tag": "27aa3755-d9e7-4af0-bfb1-4321d6884e79", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:52.443224 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de57ad58-a491-4449-a976-382a9c551c85 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:52.443224 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc372f-760e-4750-88b5-3a53e296c90b', 'name': 'network-vif-deleted', 'tag': '27aa3755-d9e7-4af0-bfb1-4321d6884e79', 'status': 'completed', 'code': 200} Jul 28 14:40:52.456695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:52.457301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.592404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-d67d896b-6cec-4145-b88e-ded12402a2d5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/e9b077eb-9db6-42ac-b55a-1ed55e7c57c3 HTTP/1.1" status: 200 len: 1805 time: 0.1101513 Jul 28 14:40:52.612797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e9b077eb-9db6-42ac-b55a-1ed55e7c57c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:52.613232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e9b077eb-9db6-42ac-b55a-1ed55e7c57c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:52.719685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.765724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:52.770297 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb57f32d-4067-46f3-aaa5-b7ca2a8874ce" -d '{"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-plugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:52.795037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:52.896474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:27Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:52.906867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.958356 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c527b9-b8da-409a-ba68-fd3aa08a9763 None None] The sync data for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 is: [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 4, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf', 'name': '', 'network_id': 'c06cc20b-0df6-4826-8adb-ccbdda12b615', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'mac_address': 'fa:16:3e:6a:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:13Z', 'updated_at': '2021-07-28T14:38:27Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'subnets': [{'id': '520ae61b-a8bc-478e-8186-7e5cb614e0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:52.974060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.025266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.039423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=10']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:53.121708 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a836168f-205e-4df5-bcec-5e8600fea480 x-openstack-request-id: req-a836168f-205e-4df5-bcec-5e8600fea480 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:53.122573 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-plugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:53.122965 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a836168f-205e-4df5-bcec-5e8600fea480 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:53.123603 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'code': 200} Jul 28 14:40:53.182980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.223551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523dcfbe-f04b-467f-8569-0c3c4c864dac,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:53.273566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fafc4e-9e97-4c68-956d-fcd673462f6a req-0ff280ee-b34e-4654-8538-c4a4ab72b388 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:53.275218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99fafc4e-9e97-4c68-956d-fcd673462f6a req-0ff280ee-b34e-4654-8538-c4a4ab72b388 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0877974 Jul 28 14:40:53.346176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99fafc4e-9e97-4c68-956d-fcd673462f6a req-c23d0173-82e5-45e3-a2ab-b2a9b3f1a666 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Jul 28 14:40:53.419191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62484825-20d5-4f75-aefa-018c618dd479 None None] New status for floating IP bd8486f4-5dde-4af2-9c38-5ca5486553ff: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:40:53.485348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0aa2e8e5-025c-4131-a639-92e04268e786 req-6d665044-563f-4c7d-b66e-628d4059b82b tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/ports?device_id=5efc372f-760e-4750-88b5-3a53e296c90b HTTP/1.1" status: 200 len: 210 time: 0.0333350 Jul 28 14:40:53.490344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.498610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-493b0433-ddfc-4e29-ac7a-bf95a818cc77 req-278a3082-be4b-412c-9cfc-02dd5e04c176 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8915498 Jul 28 14:40:53.665519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 14f1e890-e50f-44f7-aee3-8ddadfb1f38b details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:53.728791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9bcd8b84-62bb-49fe-a12c-d20fc8b3ed1d req-647a0eaa-c24f-46e6-8442-0bfd0251743a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.0698621 Jul 28 14:40:53.784616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-29bbbcb3-8d6d-4ac7-9142-bfdd80b93527 req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1504944218', 'description': 'tempest-description-1556705817'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:53.785040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 27aa3755-d9e7-4af0-bfb1-4321d6884e79 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:53.830067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 27aa3755-d9e7-4af0-bfb1-4321d6884e79 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:53.830705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 27aa3755-d9e7-4af0-bfb1-4321d6884e79 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:53.905973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-16524b2a-7884-4c02-a985-0831be2ad7bc req-dea45f68-6e5d-4bb8-8cf7-a1a2d2db7e61 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0635521 Jul 28 14:40:53.942737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:53.969638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-29bbbcb3-8d6d-4ac7-9142-bfdd80b93527 req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.972973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'port_id': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'mac_address': 'fa:16:3e:a6:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:54.094034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.121971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f1e890-e50f-44f7-aee3-8ddadfb1f38b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:54.173770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:54.200813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-29bbbcb3-8d6d-4ac7-9142-bfdd80b93527 req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.526595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a1136-6eea-4e34-8867-019d2d344ec7 req-9304f9a4-95af-45a1-8d62-e640ca997abe tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:54.528713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-291a1136-6eea-4e34-8867-019d2d344ec7 req-9304f9a4-95af-45a1-8d62-e640ca997abe tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0766833 Jul 28 14:40:54.589320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-291a1136-6eea-4e34-8867-019d2d344ec7 req-512f31ff-8797-4c79-85ac-938aa1fbf810 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487008 Jul 28 14:40:54.656247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-29bbbcb3-8d6d-4ac7-9142-bfdd80b93527 req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.656870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.735509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254c0929-3a5f-49d4-b6bd-483afa3d7ab3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:54.741557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:54.886703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8f1e360a-e310-4b0c-a814-a2829a3edf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.917192 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['14f1e890-e50f-44f7-aee3-8ddadfb1f38b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:54.947969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-29bbbcb3-8d6d-4ac7-9142-bfdd80b93527 req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.949330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29bbbcb3-8d6d-4ac7-9142-bfdd80b93527 req-61bf6459-cc92-4259-a70a-833d4a43c42c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.1722178 Jul 28 14:40:55.041646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44664) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:55.158973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c40dfe-554c-4f14-8e15-5711d06ef9d1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.247414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3997ec60-e551-46d3-affe-b43812b688c1 req-3378d9f0-d0ad-42ce-bd6c-f9e488c88236 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0489964 Jul 28 14:40:55.280484 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.281088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-56c736f1-d300-4a40-8fa7-7b1debabdf10 req-4740a324-3d61-4e5b-800f-f52cb9b33f91 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.1001232 Jul 28 14:40:55.305772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c40dfe-554c-4f14-8e15-5711d06ef9d1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.306105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-872d289b-2bfe-4991-8fa6-7b684d0b41aa req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-155173434', 'description': 'tempest-description-1532342840'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:55.430294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-872d289b-2bfe-4991-8fa6-7b684d0b41aa req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.528789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c40dfe-554c-4f14-8e15-5711d06ef9d1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.535274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c40dfe-554c-4f14-8e15-5711d06ef9d1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.542192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44678) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:55.544119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c3c40dfe-554c-4f14-8e15-5711d06ef9d1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "DELETE /v2.0/security-groups/561d34a4-4e85-4ab9-bfa7-099d80252f2a HTTP/1.1" status: 204 len: 168 time: 0.5010428 Jul 28 14:40:55.562455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c40dfe-554c-4f14-8e15-5711d06ef9d1 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d34a4-4e85-4ab9-bfa7-099d80252f2a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:55.586784 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-8f17bd3c-ab0c-4392-a26e-c619029b7f42 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] show failed (client error): The resource could not be found. Jul 28 14:40:55.588330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8f17bd3c-ab0c-4392-a26e-c619029b7f42 tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "GET /v2.0/security-groups/561d34a4-4e85-4ab9-bfa7-099d80252f2a HTTP/1.1" status: 404 len: 347 time: 0.0449979 Jul 28 14:40:55.593308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44680) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:55.755105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-872d289b-2bfe-4991-8fa6-7b684d0b41aa req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.855145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Deleting port ce07e523-d687-4c08-880b-df45cc706038 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:55.856404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.883227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8492d2-9abf-43b5-a2de-22dc5baed951 req-bb6dbc4b-4118-4064-80e8-cb902d10a49b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:55.887877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-872d289b-2bfe-4991-8fa6-7b684d0b41aa req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.894258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d8492d2-9abf-43b5-a2de-22dc5baed951 req-bb6dbc4b-4118-4064-80e8-cb902d10a49b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 945 time: 0.1120367 Jul 28 14:40:55.975894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d8492d2-9abf-43b5-a2de-22dc5baed951 req-1c60c3ec-5343-43f9-9375-1def7948523f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 Jul 28 14:40:56.056819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023f43d9-1952-4ab4-ac07-38e47cb628a7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:56.114955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.116428 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.146446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Calling delete_port for ce07e523-d687-4c08-880b-df45cc706038 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:56.165032 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-872d289b-2bfe-4991-8fa6-7b684d0b41aa req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.166374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-872d289b-2bfe-4991-8fa6-7b684d0b41aa req-e465cf80-af7f-4cc2-977b-9339ba97eb04 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8702357 Jul 28 14:40:56.300015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.376013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-9f3cb475-e660-42df-8918-dd24e739f4b1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/254c0929-3a5f-49d4-b6bd-483afa3d7ab3 HTTP/1.1" status: 200 len: 1807 time: 0.1526611 Jul 28 14:40:56.489012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-f7beac8e-9367-4eb3-9afd-706896a9028f tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/023f43d9-1952-4ab4-ac07-38e47cb628a7 HTTP/1.1" status: 200 len: 1806 time: 0.1073484 Jul 28 14:40:56.519405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '254c0929-3a5f-49d4-b6bd-483afa3d7ab3', 'remote_group_id': '023f43d9-1952-4ab4-ac07-38e47cb628a7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:56.520305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '254c0929-3a5f-49d4-b6bd-483afa3d7ab3', 'remote_group_id': '023f43d9-1952-4ab4-ac07-38e47cb628a7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:56.551579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0de2c96-9d90-49e1-a107-5ffc8d04e132 req-5bdb2816-a30a-46ac-8d9b-5d099ddf2b44 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.1274099 Jul 28 14:40:56.650860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-8199d361-a950-4cc7-81ec-3a97c5f619cb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:56.652571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-8199d361-a950-4cc7-81ec-3a97c5f619cb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.4048150 Jul 28 14:40:56.716370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Request body: {'port': {'device_id': '8e263f11-8866-41cd-8783-633602c1cd75', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'admin_state_up': True, 'tenant_id': '3c64b462b747440c9de0d73b092f8df9'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:56.864065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5124a520-d111-4fab-9e2a-35355499d5b1 req-8b8c4b11-affb-43d5-8e28-43e9b003d218 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.2020798 Jul 28 14:40:56.864376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.998658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.059797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.110076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Pushing event deleted for resources: {'Port': ['ID=ce07e523-d687-4c08-880b-df45cc706038,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:57.245564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.317118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.322735 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.323905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678465b9-4cb6-4b5a-beaa-e17ca9fb79fe,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:57.329497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44708) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:57.330823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9ae3940-73fc-455f-bf1d-ade23ce65c1d tempest-ServersTestManualDisk-835037318 tempest-ServersTestManualDisk-835037318-project] 10.222.0.57 "DELETE /v2.0/floatingips/bd8486f4-5dde-4af2-9c38-5ca5486553ff HTTP/1.1" status: 204 len: 168 time: 1.7350967 Jul 28 14:40:57.337791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Made reservation on behalf of 3c64b462b747440c9de0d73b092f8df9 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:57.348283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.504949 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.507858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21a8c7a7-3003-493b-b4a6-d5601c63a384 req-edbad9f9-caee-4fa9-b892-27688b2fd429 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0123088 Jul 28 14:40:57.557415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a755-120d-403e-9ec1-b229f9f38127 req-6c3987a6-8b9e-4c40-9ccb-3a3411942d33 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:57.559197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c89a755-120d-403e-9ec1-b229f9f38127 req-6c3987a6-8b9e-4c40-9ccb-3a3411942d33 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 945 time: 0.1055002 Jul 28 14:40:57.673324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 14f1e890-e50f-44f7-aee3-8ddadfb1f38b up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:57.787447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c89a755-120d-403e-9ec1-b229f9f38127 req-6768f714-124f-4d4a-a11b-fd77e6a50b4f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493738 Jul 28 14:40:57.839000 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.840015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Allocated IP 172.20.0.10 (26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259/f32aee56-6fdd-4a14-954f-3d837c9add2f/62b6b3bd-c269-4b8a-b534-da894f5d03c8) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:57.860740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9a19becb-a6ca-4555-b45c-6d1963ad0b2a req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2015673589', 'description': 'tempest-description-846316457'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:58.022898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:58.044357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:58.052418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.311897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e587879a-d759-4ed5-8ce5-969146b0de57 req-cb64ee0f-9635-4c6a-b42c-7e8f2185da05 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.1149776 Jul 28 14:40:58.353994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.453425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:58.458158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:58.464012 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb97393-3f10-4586-9dff-b87961b05d4c" -d '{"events": [{"server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:58.490713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.564335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1d339ea-ab5c-4c50-9250-6903b3f7a525 req-d0011b7e-11d3-461c-b2f4-525737e51d02 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.0539806 Jul 28 14:40:58.722965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-ef79cc50-f8c0-4b9b-ad5f-18b70a3ba4a1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:58.724859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-ef79cc50-f8c0-4b9b-ad5f-18b70a3ba4a1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 811 time: 0.8745458 Jul 28 14:40:58.769796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Request body: {'port': {'device_id': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'admin_state_up': True, 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:58.871009 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.936554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.051672 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e663e2-5e8f-4f89-a60a-72a52c7a0c96 x-openstack-request-id: req-08e663e2-5e8f-4f89-a60a-72a52c7a0c96 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:59.053469 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:59.054014 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08e663e2-5e8f-4f89-a60a-72a52c7a0c96 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:59.054821 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'code': 200} Jul 28 14:40:59.056765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:59.071250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a19becb-a6ca-4555-b45c-6d1963ad0b2a req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.078674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:59.080662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:59.084358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:59.161200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.167705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:59.190077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:59.190774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.318856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d72e90-4e65-4cae-9398-597f73646439 req-da8af2d7-7db1-46ad-ad43-c9591bde3ba1 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:59.321510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9d72e90-4e65-4cae-9398-597f73646439 req-da8af2d7-7db1-46ad-ad43-c9591bde3ba1 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1029558 Jul 28 14:40:59.336938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-415daa74-a46a-47c9-808c-2d0cf437a216 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6466839 Jul 28 14:40:59.383496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9d72e90-4e65-4cae-9398-597f73646439 req-91e1e2cf-4564-4187-a0c9-0c8607f6cdc6 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560145 Jul 28 14:40:59.403301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Request body: {'port': {'device_id': '8e263f11-8866-41cd-8783-633602c1cd75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:59.487878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163024-58cb-424c-a172-7a7f363ce478 req-b11ab793-d088-4cf5-9d86-a3e4ef4eeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:59.491437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f163024-58cb-424c-a172-7a7f363ce478 req-b11ab793-d088-4cf5-9d86-a3e4ef4eeefe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.2041304 Jul 28 14:40:59.500485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.534025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-361df070-bda6-445f-bb2d-83f2263ec1e4 req-4aa26963-a526-466c-b295-6f20a040777c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0454297 Jul 28 14:40:59.693903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a19becb-a6ca-4555-b45c-6d1963ad0b2a req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.720154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f163024-58cb-424c-a172-7a7f363ce478 req-71a2122d-73b0-4efe-8ed0-ad554b295f7e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086606 Jul 28 14:40:59.841483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969549b-8049-4efc-aa09-e602a8688884 req-40274f0c-18c7-448e-879d-e8ef445e84e2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:59.843104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5969549b-8049-4efc-aa09-e602a8688884 req-40274f0c-18c7-448e-879d-e8ef445e84e2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 932 time: 0.0844159 Jul 28 14:40:59.932913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Deleting port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:59.934171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.939492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5969549b-8049-4efc-aa09-e602a8688884 req-d072cf79-59f9-4ac9-9c18-f18e680ca4ad tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850313 Jul 28 14:40:59.989185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b6b3bd-c269-4b8a-b534-da894f5d03c8 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:00.001291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.017341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Transition to ACTIVE for port object 62b6b3bd-c269-4b8a-b534-da894f5d03c8 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:00.030026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] For port 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:00.030390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.046214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Calling delete_port for 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:00.121065 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a19becb-a6ca-4555-b45c-6d1963ad0b2a req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.183604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b25159-ee67-4525-8172-01242fb98f43,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:00.228268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.298122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:00.320540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Made reservation on behalf of 5c73f0602f514c2c82a6b4bfd3f339cd for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:00.325273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.486799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9a19becb-a6ca-4555-b45c-6d1963ad0b2a req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.489637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a19becb-a6ca-4555-b45c-6d1963ad0b2a req-4f2fe90b-e83f-49ad-9e8c-06c6719c2e56 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.6369298 Jul 28 14:41:00.548337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.578570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:00.579729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:00.580793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:00.595208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:00.596971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:00.605163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-51525d50-b699-41d0-aa99-8bca2aa2aad3 req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-31333439', 'description': 'tempest-description-440977683'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:00.614169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:00.615878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:00.616280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:00.616769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Bound port: 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:00.617138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.666587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:00.772930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Allocated IP 172.20.0.10 (6cd86fde-04d3-4837-bd98-381333a06e10/e9b9e80f-34cf-41b4-abfb-413001324f33/57b52c5f-5d4d-4db7-ae3e-994595da38ad) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:00.873959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:00.880972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:00.891452 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-51525d50-b699-41d0-aa99-8bca2aa2aad3 req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.915575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207334f9-46e7-4e3b-b0dd-3137be6fb602 req-da068ce9-d3cc-43a3-abb4-a1886f0afb8d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:00.937564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-207334f9-46e7-4e3b-b0dd-3137be6fb602 req-da068ce9-d3cc-43a3-abb4-a1886f0afb8d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.3108807 Jul 28 14:41:01.036646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-207334f9-46e7-4e3b-b0dd-3137be6fb602 req-2b7c16c6-365e-4ff1-a012-248982d0373a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964098 Jul 28 14:41:01.137609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.210605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:01.212236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.213092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] 10.222.0.42 "PUT /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 1093 time: 1.8153715 Jul 28 14:41:01.214012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:01.216802 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d5471e-974d-4b0c-b2f9-169c8ce12cef" -d '{"events": [{"name": "network-changed", "server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:01.277236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-041693e1-4ec7-466d-a016-4184205e64e0 req-d020a9f9-9655-4bf2-8b6f-8e5fc1f2aea0 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0681968 Jul 28 14:41:01.349461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb02cd-e32b-447e-b6fc-929507c55ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:01.449032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.512956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-51525d50-b699-41d0-aa99-8bca2aa2aad3 req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.573858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8018fb-1e07-410b-82cc-7f679a594634 req-0e50042b-a102-417a-935c-f5dd13a250b4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:01.583535 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb8018fb-1e07-410b-82cc-7f679a594634 req-0e50042b-a102-417a-935c-f5dd13a250b4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1458387 Jul 28 14:41:01.594806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.662690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-4fe2214a-7d09-4eea-aa17-44c58ae7366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:01.664284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-4fe2214a-7d09-4eea-aa17-44c58ae7366e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1096 time: 0.1627309 Jul 28 14:41:01.669304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb8018fb-1e07-410b-82cc-7f679a594634 req-aac439f0-bef8-4a55-886e-8e13dda3ec7f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839231 Jul 28 14:41:01.671212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-51525d50-b699-41d0-aa99-8bca2aa2aad3 req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.749971 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-771199aa-1a9e-41ef-806f-76d0c62f2424 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 217 time: 0.0609217 Jul 28 14:41:01.772882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a86ef-31f4-42e7-97bf-cc6444749fca,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:01.858527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-51525d50-b699-41d0-aa99-8bca2aa2aad3 req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.861592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51525d50-b699-41d0-aa99-8bca2aa2aad3 req-44aee106-e305-4e77-9b80-994242cc0db5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2730894 Jul 28 14:41:01.875606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-58e6e4a0-9b83-4dce-94af-00474193ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:01.875606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-58e6e4a0-9b83-4dce-94af-00474193ed3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0930707 Jul 28 14:41:01.901811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.963543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:01.983478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Network 6cd86fde-04d3-4837-bd98-381333a06e10 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:01.997157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:02.003931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:02.010181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Pushing event updated for resources: {'Port': ['ID=57b52c5f-5d4d-4db7-ae3e-994595da38ad,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:02.026478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-b2a16e9e-03b2-4be2-b754-4ddeb4f129c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217618 Jul 28 14:41:02.039279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Router 2a7bbbea-6584-40bc-84cf-094c6356897e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:02.098716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:02.106035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.159285 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab4b89-0ecf-43b3-9378-4fa8a6befc29 x-openstack-request-id: req-c2ab4b89-0ecf-43b3-9378-4fa8a6befc29 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:02.163703 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:02.163703 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2ab4b89-0ecf-43b3-9378-4fa8a6befc29 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:02.163703 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'status': 'completed', 'code': 200} Jul 28 14:41:02.188403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.294758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-de1f8746-4d52-4cd1-8097-a6050a09c895 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569084 Jul 28 14:41:02.324674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:02.340974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e094a077-cce5-4998-bb6b-23422ff02246 admin admin] 10.222.0.57 "PUT /v2.0/routers/2a7bbbea-6584-40bc-84cf-094c6356897e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0057814 Jul 28 14:41:02.343939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44788) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:02.350426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] Sync routers for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:02.390559 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:02.391858 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:02.393332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-4f80cf65-0e08-4333-9bf5-86f2abda333e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6287899 Jul 28 14:41:02.459450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Request body: {'port': {'device_id': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:02.499671 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-3b5698c7-e620-4493-a46d-063d994cd6f4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/d2b25159-ee67-4525-8172-01242fb98f43 HTTP/1.1" status: 200 len: 1806 time: 0.2814457 Jul 28 14:41:02.677694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-41ac0a04-6968-4451-956f-28dc0dbdb5f3 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/bd2a86ef-31f4-42e7-97bf-cc6444749fca HTTP/1.1" status: 200 len: 1804 time: 0.1616108 Jul 28 14:41:02.690817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2af2a4d-8576-4aa3-bdc9-ff1ca8eadd94 req-22c2edeb-d96e-4ae1-87dd-affa94159eb6 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694785 Jul 28 14:41:02.699631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2b25159-ee67-4525-8172-01242fb98f43', 'remote_group_id': 'bd2a86ef-31f4-42e7-97bf-cc6444749fca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:02.699994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2b25159-ee67-4525-8172-01242fb98f43', 'remote_group_id': 'bd2a86ef-31f4-42e7-97bf-cc6444749fca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:02.733977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b79057-0cc9-485c-9bdf-fded3a1fee31 req-e9fe783f-2ee7-4be5-a265-0642edb3be83 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:02.741629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8b79057-0cc9-485c-9bdf-fded3a1fee31 req-e9fe783f-2ee7-4be5-a265-0642edb3be83 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.3471944 Jul 28 14:41:02.757867 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.842644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.928297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.947092 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:03.006127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8b79057-0cc9-485c-9bdf-fded3a1fee31 req-649d3cf3-24f8-46fd-bdf7-94ff14c1c12b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314487 Jul 28 14:41:03.078844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.117577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-3c625d4c-87ac-4d3c-9ef1-8762e7305cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.119352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-3c625d4c-87ac-4d3c-9ef1-8762e7305cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1096 time: 0.1198075 Jul 28 14:41:03.235891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.281639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e13271-8f4f-4568-bee1-2284535c511e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:03.286283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-95ac4a76-0c73-417a-a8cf-0e03df4d25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.288062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-95ac4a76-0c73-417a-a8cf-0e03df4d25b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1545162 Jul 28 14:41:03.356049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-0321a834-ebb2-4110-82a1-e48e83730140 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 217 time: 0.0523138 Jul 28 14:41:03.426270 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:41:00Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:03.450218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.451769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00542758-687c-4b1b-aa6e-84e88989f5e2 req-7df91497-d3ee-4c36-8de4-cd4857dc7b41 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7562995 Jul 28 14:41:03.489147 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] Checking router: 2a7bbbea-6584-40bc-84cf-094c6356897e for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:03.499830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-0edc6050-37d2-454f-bde5-46a72033d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.505115 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] Routers {'2a7bbbea-6584-40bc-84cf-094c6356897e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:03.505799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-0edc6050-37d2-454f-bde5-46a72033d41c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1376061 Jul 28 14:41:03.507271 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:40:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7bbbea-6584-40bc-84cf-094c6356897e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:03.594759 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-ecced0f0-0a89-4535-9010-762b9729dda0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627365 Jul 28 14:41:03.686451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b145aa-1c1a-4e57-8b18-738051ca6b26 req-d07be482-002d-4df7-9562-d3da702230db tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.688009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71b145aa-1c1a-4e57-8b18-738051ca6b26 req-d07be482-002d-4df7-9562-d3da702230db tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 932 time: 0.4101717 Jul 28 14:41:03.833712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] Set router 2a7bbbea-6584-40bc-84cf-094c6356897e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:03.849860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.914669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13ccc9-60bf-405d-ab95-59ccf1d95f7b req-8cb8bc64-5f88-4ab0-8d60-1a83619b8e6c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.926253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff13ccc9-60bf-405d-ab95-59ccf1d95f7b req-8cb8bc64-5f88-4ab0-8d60-1a83619b8e6c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.2939587 Jul 28 14:41:03.940430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71b145aa-1c1a-4e57-8b18-738051ca6b26 req-87ec049d-6d94-433f-86f9-17ae9b8fb3a3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310901 Jul 28 14:41:04.066553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-b0cfeb79-9b63-448e-a284-3ac7abd6d371 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595358 Jul 28 14:41:04.106294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff13ccc9-60bf-405d-ab95-59ccf1d95f7b req-0266fb89-f7ae-43e1-9d3c-e23d8b309d8d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684790 Jul 28 14:41:04.209088 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:41:00Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:04.295589 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4209-92b4-4b07-984f-806b9bf5d972 None None] The sync data for ids ['2a7bbbea-6584-40bc-84cf-094c6356897e'] in n-d-764806-10 is: [{'id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'name': 'tempest-ServersTestManualDisk-314610370-router', 'tenant_id': '5e9855a45d774873a03a5e528fb50f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:07Z', 'updated_at': '2021-07-28T14:41:00Z', 'revision_number': 5, 'project_id': '5e9855a45d774873a03a5e528fb50f9d', 'gw_port': {'id': '00a95d19-9c0a-477b-b5e3-53530413ed1c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7bbbea-6584-40bc-84cf-094c6356897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:08Z', 'updated_at': '2021-07-28T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:04.310405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Deleting port 00a95d19-9c0a-477b-b5e3-53530413ed1c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:04.320897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.340152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67d5471e-974d-4b0c-b2f9-169c8ce12cef req-3ffbf956-f380-476a-a02d-e945ad1890de service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428865 Jul 28 14:41:04.374561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b52c5f-5d4d-4db7-ae3e-994595da38ad {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:04.391868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.423219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Transition to ACTIVE for port object 57b52c5f-5d4d-4db7-ae3e-994595da38ad will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:04.450128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] For port 00a95d19-9c0a-477b-b5e3-53530413ed1c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=00a95d19-9c0a-477b-b5e3-53530413ed1c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:04.450851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.492025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Calling delete_port for 00a95d19-9c0a-477b-b5e3-53530413ed1c owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:04.555270 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.783828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=57b52c5f-5d4d-4db7-ae3e-994595da38ad,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:05.043704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ad57-a0a6-4927-aea8-0604657fddfa req-a56ad42c-853f-4010-a790-63d3fd1c274f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:05.046573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e22ad57-a0a6-4927-aea8-0604657fddfa req-a56ad42c-853f-4010-a790-63d3fd1c274f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.2242191 Jul 28 14:41:05.052990 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40664112-af5f-488b-aec0-da54bb5e8575 req-b9a7f1f7-317c-41a3-a1f3-81a23be36446 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/bd2a86ef-31f4-42e7-97bf-cc6444749fca HTTP/1.1" status: 200 len: 1804 time: 0.4367580 Jul 28 14:41:05.190494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e22ad57-a0a6-4927-aea8-0604657fddfa req-7b88dce0-8668-4c10-b793-04451f20af26 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228127 Jul 28 14:41:05.228411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Attempting to bind port 57b52c5f-5d4d-4db7-ae3e-994595da38ad on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:05.229167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Attempting to bind port 57b52c5f-5d4d-4db7-ae3e-994595da38ad by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:05.229801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Attempting to bind port 57b52c5f-5d4d-4db7-ae3e-994595da38ad on network 6cd86fde-04d3-4837-bd98-381333a06e10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:05.330141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-ce7682c2-e782-4e6e-9895-bf221d900161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:05.333076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-ce7682c2-e782-4e6e-9895-bf221d900161 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.4428353 Jul 28 14:41:05.338246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Port 57b52c5f-5d4d-4db7-ae3e-994595da38ad on network 6cd86fde-04d3-4837-bd98-381333a06e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:05.338781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Attempting to bind port 57b52c5f-5d4d-4db7-ae3e-994595da38ad on network 6cd86fde-04d3-4837-bd98-381333a06e10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:05.353503 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40664112-af5f-488b-aec0-da54bb5e8575 req-b73f5b0f-7c07-4a43-84f9-d8be02537b29 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.377773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:05.378338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Checking segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:05.379053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Bound using segment: {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:05.379732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Bound port: 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ee0d2d-88a7-41f9-94f8-449aaf61bf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:05.380322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.421498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061895d-3856-407a-921c-85a81256a307 req-f7f8c78f-7e49-4703-9a74-ceebacdac4e1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:05.432120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3061895d-3856-407a-921c-85a81256a307 req-f7f8c78f-7e49-4703-9a74-ceebacdac4e1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.1062911 Jul 28 14:41:05.509060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3061895d-3856-407a-921c-85a81256a307 req-df7e9d17-afa8-4a60-997f-08eedc4d7a29 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747745 Jul 28 14:41:05.519849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40664112-af5f-488b-aec0-da54bb5e8575 req-b73f5b0f-7c07-4a43-84f9-d8be02537b29 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.590022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.701798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dcc1a-e0f4-4036-bf4c-548abc1e287f req-dea8ec1c-44b6-4b09-8a08-f7d6b24923b2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:05.704890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-565dcc1a-e0f4-4036-bf4c-548abc1e287f req-dea8ec1c-44b6-4b09-8a08-f7d6b24923b2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.0987785 Jul 28 14:41:05.767641 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-565dcc1a-e0f4-4036-bf4c-548abc1e287f req-fffbe2bd-a0c9-417b-92ce-cde4ba2cc7ac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515170 Jul 28 14:41:06.081457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:06.117578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:06.118164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 81cf34d4-1d6b-4d46-8b90-c579fb4f8fbf not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:06.207982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.295907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a95d19-9c0a-477b-b5e3-53530413ed1c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:06.375090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403954d-d4e9-4350-a551-37c6b14dcac1 req-92668841-7f59-4204-9c49-01ee5dfafcda tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.377690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3403954d-d4e9-4350-a551-37c6b14dcac1 req-92668841-7f59-4204-9c49-01ee5dfafcda tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0572371 Jul 28 14:41:06.393351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] For port 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:06.398746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-38053846-caf1-4dc9-abd2-ccb2735092db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.400923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-38053846-caf1-4dc9-abd2-ccb2735092db service neutron] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 1.0492609 Jul 28 14:41:06.436556 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3403954d-d4e9-4350-a551-37c6b14dcac1 req-38091d6b-1356-42a4-a220-45412b00846e tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Jul 28 14:41:06.443134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] For port 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:06.481084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-6380819c-892c-49dd-bdc6-f736f8937927 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.0664926 Jul 28 14:41:06.482085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.623160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.627644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.661645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d75f87-d4fb-4298-9524-cb558966c488 req-ab2f3db3-3886-4edc-b6a5-ba180269e4b4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.718744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44d75f87-d4fb-4298-9524-cb558966c488 req-ab2f3db3-3886-4edc-b6a5-ba180269e4b4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.0555942 Jul 28 14:41:06.719201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-3916f8a7-2de9-41ee-93a6-55d495c0aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.719201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-3916f8a7-2de9-41ee-93a6-55d495c0aec2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.1601405 Jul 28 14:41:06.719421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44d75f87-d4fb-4298-9524-cb558966c488 req-f6288b2a-21e7-4051-a84f-02a2a155a1aa tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Jul 28 14:41:06.723376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-49e833e8-7ec1-4b00-9f8e-c21bd21ba682 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355787 Jul 28 14:41:06.802117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.861839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.862615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.863876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] 10.222.0.42 "PUT /v2.0/ports/57b52c5f-5d4d-4db7-ae3e-994595da38ad HTTP/1.1" status: 200 len: 1093 time: 4.4193997 Jul 28 14:41:06.869210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'tag': '57b52c5f-5d4d-4db7-ae3e-994595da38ad'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:06.875387 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c17671-d745-4add-b4d7-33c8ef8c7c95" -d '{"events": [{"name": "network-changed", "server_uuid": "5e08ea48-f2ad-45e7-b359-b0e14daabffd", "tag": "57b52c5f-5d4d-4db7-ae3e-994595da38ad"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:06.887339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40664112-af5f-488b-aec0-da54bb5e8575 req-b73f5b0f-7c07-4a43-84f9-d8be02537b29 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.890136 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-40664112-af5f-488b-aec0-da54bb5e8575 req-b73f5b0f-7c07-4a43-84f9-d8be02537b29 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.904702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40664112-af5f-488b-aec0-da54bb5e8575 req-b73f5b0f-7c07-4a43-84f9-d8be02537b29 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/bd2a86ef-31f4-42e7-97bf-cc6444749fca HTTP/1.1" status: 204 len: 173 time: 1.8502674 Jul 28 14:41:06.937355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.938308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a7bbbea-6584-40bc-84cf-094c6356897e {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:41:06.963820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.968615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ef9e2fdd-a593-4a6c-9b8a-6b5f0fe20281 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2a7bbbea-6584-40bc-84cf-094c6356897e HTTP/1.1" status: 204 len: 168 time: 4.6231351 Jul 28 14:41:06.979767 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d30c2-278a-45e4-a050-4f25117c1134 x-openstack-request-id: req-ec7d30c2-278a-45e4-a050-4f25117c1134 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:06.980182 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e08ea48-f2ad-45e7-b359-b0e14daabffd", "tag": "57b52c5f-5d4d-4db7-ae3e-994595da38ad", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:06.984266 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec7d30c2-278a-45e4-a050-4f25117c1134 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:06.985062 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'tag': '57b52c5f-5d4d-4db7-ae3e-994595da38ad', 'status': 'completed', 'code': 200} Jul 28 14:41:06.990055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426936-378e-4384-927b-92fa444c0364 req-36682274-2bf6-4e33-bb79-bb4423229bcb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.992696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11426936-378e-4384-927b-92fa444c0364 req-36682274-2bf6-4e33-bb79-bb4423229bcb tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1255212 Jul 28 14:41:06.993449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44846) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:07.023977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-1fb2587e-3d5c-4a2e-97ed-ffa1d324b8bf service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909167 Jul 28 14:41:07.178062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11426936-378e-4384-927b-92fa444c0364 req-b9b01c70-c964-4d01-88e3-d4f5f94aec52 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399279 Jul 28 14:41:07.201364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Deleting subnet 520ae61b-a8bc-478e-8186-7e5cb614e0b7 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:07.205118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ea62-7ec4-4f96-a885-730c87ae1ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=57b52c5f-5d4d-4db7-ae3e-994595da38ad,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:07.210167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.300709 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.367371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f5b0f-7c07-4a43-84f9-d8be02537b29 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a86ef-31f4-42e7-97bf-cc6444749fca,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:07.374868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b63f4d99-a624-45dd-a695-6ef8a8aa42be req-90c5dc6a-0f37-46c9-800d-93d78432b819 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003030 Jul 28 14:41:07.493711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8583e889-9342-4801-bd28-215032faffa9 req-6346c110-3348-4aab-a1c4-1ca98517c1c2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/d2b25159-ee67-4525-8172-01242fb98f43 HTTP/1.1" status: 200 len: 1806 time: 0.2715027 Jul 28 14:41:07.510831 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.551810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c17671-d745-4add-b4d7-33c8ef8c7c95 req-6483d588-9a88-4461-857a-7cc106db71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.580505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60c17671-d745-4add-b4d7-33c8ef8c7c95 req-6483d588-9a88-4461-857a-7cc106db71ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 1096 time: 0.5058856 Jul 28 14:41:07.613857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-9ceb847d-8134-48b4-a55a-c34840f8b8bc req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-133757617', 'description': 'tempest-description-165911337'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:07.809545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ceb847d-8134-48b4-a55a-c34840f8b8bc req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.872955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.875454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861503-7dc8-4d3c-8202-0b2334a980e7 req-48de0f32-6cff-4f31-9525-942c07e8997c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.891700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe861503-7dc8-4d3c-8202-0b2334a980e7 req-48de0f32-6cff-4f31-9525-942c07e8997c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.2682831 Jul 28 14:41:07.994780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2be4e2-4a5d-4ff8-8815-de23397d2f76 None None] Network c06cc20b-0df6-4826-8adb-ccbdda12b615 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:07.998771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520ae61b-a8bc-478e-8186-7e5cb614e0b7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:08.004350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.012535 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-33787cd6-6137-43d3-89e8-adba22699fd1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/520ae61b-a8bc-478e-8186-7e5cb614e0b7 HTTP/1.1" status: 204 len: 168 time: 1.0139313 Jul 28 14:41:08.013617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44870) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:08.058920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c17671-d745-4add-b4d7-33c8ef8c7c95 req-3798bf98-7511-4277-8d32-d277253b5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:08.076279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60c17671-d745-4add-b4d7-33c8ef8c7c95 req-3798bf98-7511-4277-8d32-d277253b5ca1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4716070 Jul 28 14:41:08.100201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe861503-7dc8-4d3c-8202-0b2334a980e7 req-b3da95cc-edfb-4472-91b1-b136fa56deba tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053561 Jul 28 14:41:08.171984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.253521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00a95d19-9c0a-477b-b5e3-53530413ed1c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:08.382638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 00a95d19-9c0a-477b-b5e3-53530413ed1c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:08.383176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00a95d19-9c0a-477b-b5e3-53530413ed1c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:08.520624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:08.643072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e586-546c-4131-8696-6961dafe912f req-351e410d-c6b8-4ca8-bfef-903e2c205713 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:08.654256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4956e586-546c-4131-8696-6961dafe912f req-351e410d-c6b8-4ca8-bfef-903e2c205713 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.2843425 Jul 28 14:41:08.691918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c17671-d745-4add-b4d7-33c8ef8c7c95 req-42ee7c47-c9c4-4552-9245-11061474d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:08.694242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60c17671-d745-4add-b4d7-33c8ef8c7c95 req-42ee7c47-c9c4-4552-9245-11061474d32a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5893600 Jul 28 14:41:08.771102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4956e586-546c-4131-8696-6961dafe912f req-e27e1d19-992d-4b1d-89ad-57ce5cf2f6b8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156909 Jul 28 14:41:08.855859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:08.885598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] DHCP port deletion for c06cc20b-0df6-4826-8adb-ccbdda12b615 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:08.902274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Deleting port f4e15805-c898-4334-b4f8-ed7629926d51 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:08.903188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.906029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'port_id': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'mac_address': 'fa:16:3e:b3:5e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32aee56-6fdd-4a14-954f-3d837c9add2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:08.943931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-676647f9-4407-441c-884a-410daea1fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:08.963060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-676647f9-4407-441c-884a-410daea1fedb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 1096 time: 0.1472991 Jul 28 14:41:08.998602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.014751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] Deleting port f4e15805-c898-4334-b4f8-ed7629926d51 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:09.015461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.021405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b6b3bd-c269-4b8a-b534-da894f5d03c8 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:09.021836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ceb847d-8134-48b4-a55a-c34840f8b8bc req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.107591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] For port f4e15805-c898-4334-b4f8-ed7629926d51, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f4e15805-c898-4334-b4f8-ed7629926d51,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:09.108150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.125959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-1b365112-286b-490d-99c0-a09719c7bac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad HTTP/1.1" status: 200 len: 217 time: 0.1276376 Jul 28 14:41:09.141722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Calling delete_port for f4e15805-c898-4334-b4f8-ed7629926d51 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:09.162375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ceb847d-8134-48b4-a55a-c34840f8b8bc req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.183583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:09.226659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] For port f4e15805-c898-4334-b4f8-ed7629926d51, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f4e15805-c898-4334-b4f8-ed7629926d51,segment=NetworkSegment(e76ab6b3-5de2-4d2d-8571-442d6663cf46),segment_id=e76ab6b3-5de2-4d2d-8571-442d6663cf46)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:09.227064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.257632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] Calling delete_port for f4e15805-c898-4334-b4f8-ed7629926d51 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:09.278109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-b98b51e8-e305-4b24-afd8-88d5e4834877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:09.279504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-b98b51e8-e305-4b24-afd8-88d5e4834877 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b9e80f-34cf-41b4-abfb-413001324f33 HTTP/1.1" status: 200 len: 851 time: 0.1154261 Jul 28 14:41:09.289421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3cedf-c07c-4fe3-a6d6-65ba0595556f req-ebbc6659-2df6-4b04-9a64-0bdf60e3e521 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:09.289689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.296742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9a3cedf-c07c-4fe3-a6d6-65ba0595556f req-ebbc6659-2df6-4b04-9a64-0bdf60e3e521 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1984439 Jul 28 14:41:09.305618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a4a7a-456f-45c3-83e6-18c5e952752d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.344428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-153668a7-7cbc-482b-b2e0-6e4fdf81b688 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6cd86fde-04d3-4837-bd98-381333a06e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397077 Jul 28 14:41:09.390519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9ceb847d-8134-48b4-a55a-c34840f8b8bc req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.401286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ceb847d-8134-48b4-a55a-c34840f8b8bc req-873eb5f8-9618-41cb-8dc0-a9e5763a1ed1 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.8148291 Jul 28 14:41:09.402133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9a3cedf-c07c-4fe3-a6d6-65ba0595556f req-447de77e-74cd-4c00-9493-0b26892cbff0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044168 Jul 28 14:41:09.493163 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.547107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-71b7a2f5-1545-43fb-953a-a11437ceb9b9 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844442 Jul 28 14:41:09.577989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e15805-c898-4334-b4f8-ed7629926d51,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.596035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] No DVR routers for this DVR port f4e15805-c898-4334-b4f8-ed7629926d51 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:09.743070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.764280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06cc20b-0df6-4826-8adb-ccbdda12b615']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:09.799413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76ab6b3-5de2-4d2d-8571-442d6663cf46') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:09.799894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76ab6b3-5de2-4d2d-8571-442d6663cf46') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:09.816109 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.818719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.839259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.845572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.859364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:09.861517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.862244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] No DVR routers for this DVR port f4e15805-c898-4334-b4f8-ed7629926d51 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:09.879037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.880852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.890324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.890935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.891465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.896843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.897908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.898644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.899386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.899871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.900352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.903432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:09.918434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4b18-d87b-48cc-bd38-0b325dcf01a2 req-96113734-178e-41d4-a36e-f6349432ce4c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:09.933493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a83e4b18-d87b-48cc-bd38-0b325dcf01a2 req-96113734-178e-41d4-a36e-f6349432ce4c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1738775 Jul 28 14:41:09.962474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c291475-2f70-4f7a-91c8-7c6618f1986c None None] Pushing event deleted for resources: {'Port': ['ID=f4e15805-c898-4334-b4f8-ed7629926d51,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:09.973858 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:10.001681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f84fe61-4b6a-424e-802f-c43d705a5d01 req-b62ab469-82ff-4138-a7ca-f7f298a4f1ee service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626521 Jul 28 14:41:10.061893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a83e4b18-d87b-48cc-bd38-0b325dcf01a2 req-25076cf0-f6e6-48ca-87b7-8c39181620f2 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266325 Jul 28 14:41:10.093190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-616e4e3d-e91c-42f6-b71b-948fa137b348 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/8e1a4a7a-456f-45c3-83e6-18c5e952752d HTTP/1.1" status: 200 len: 1805 time: 0.1173775 Jul 28 14:41:10.106743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e1a4a7a-456f-45c3-83e6-18c5e952752d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:10.107122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e1a4a7a-456f-45c3-83e6-18c5e952752d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:10.162824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.170035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.176100 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c06cc20b-0df6-4826-8adb-ccbdda12b615 HTTP/1.1" status: 204 len: 168 time: 2.1574783 Jul 28 14:41:10.186558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f4e15805-c898-4334-b4f8-ed7629926d51 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:10.190178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['62b6b3bd-c269-4b8a-b534-da894f5d03c8'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:10.220931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f0e19-f2c5-413d-a201-09249b5cf5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06cc20b-0df6-4826-8adb-ccbdda12b615,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:10.294331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f4e15805-c898-4334-b4f8-ed7629926d51 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:10.296775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f4e15805-c898-4334-b4f8-ed7629926d51 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:10.297284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5e44-2590-4873-a59b-5c0ae3c4165d req-9c3f23ac-bc7d-4ccd-ab91-900a14f4c1b7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:10.300399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee6a5e44-2590-4873-a59b-5c0ae3c4165d req-9c3f23ac-bc7d-4ccd-ab91-900a14f4c1b7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.1028330 Jul 28 14:41:10.366459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee6a5e44-2590-4873-a59b-5c0ae3c4165d req-d5ee432b-c37a-4523-9ffc-7d1ad15c864a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555232 Jul 28 14:41:10.422713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.465701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.608239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232a300-d22f-48a4-bc40-2f72a6f7c75a req-426a123b-a987-4ca6-87a1-a022eadd0530 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:10.610305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.623718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2232a300-d22f-48a4-bc40-2f72a6f7c75a req-426a123b-a987-4ca6-87a1-a022eadd0530 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.0944705 Jul 28 14:41:10.636918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b77d4a-94fa-4256-b0db-efec8b971a8c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:10.696802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:10.703135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2232a300-d22f-48a4-bc40-2f72a6f7c75a req-15727976-58f5-4b25-8697-d78197da4839 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771577 Jul 28 14:41:10.756503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ace61eb8-5d74-44b0-ba18-cc16fe843969 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e9855a45d774873a03a5e528fb50f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580492 Jul 28 14:41:10.758688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44914) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:10.807266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.810468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a52ad83-9820-4ef0-9eb4-3a33a2fa843c req-985799db-ad6f-49eb-8bd0-e98be0fe38a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7121572 Jul 28 14:41:10.833921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d12f-b481-4003-be6d-b49209b9a3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.871204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d12f-b481-4003-be6d-b49209b9a3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.998903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e176501-6e6a-4367-878d-795e144b0a95 req-b4e52084-a55d-42c0-adef-3a0661cfd7f6 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/8e1a4a7a-456f-45c3-83e6-18c5e952752d HTTP/1.1" status: 200 len: 2399 time: 0.0732899 Jul 28 14:41:11.011339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e1a4a7a-456f-45c3-83e6-18c5e952752d', 'remote_group_id': None}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:11.011719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e1a4a7a-456f-45c3-83e6-18c5e952752d', 'remote_group_id': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:11.074474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d12f-b481-4003-be6d-b49209b9a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.079093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d12f-b481-4003-be6d-b49209b9a3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.080980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0d0d12f-b481-4003-be6d-b49209b9a3be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b664f7a-3756-45c7-a702-93501b32a0d3 HTTP/1.1" status: 204 len: 168 time: 0.3204656 Jul 28 14:41:11.124383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0d12f-b481-4003-be6d-b49209b9a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b664f7a-3756-45c7-a702-93501b32a0d3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:11.291912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.341809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.360078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a785f9-d09a-458a-a30a-44dac9457ff1 req-624be79b-96ab-4ab4-b9a5-5972eb222366 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:11.363339 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2a785f9-d09a-458a-a30a-44dac9457ff1 req-624be79b-96ab-4ab4-b9a5-5972eb222366 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1107430 Jul 28 14:41:11.425015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2a785f9-d09a-458a-a30a-44dac9457ff1 req-6df66ce9-5caa-4107-b803-210b411c6756 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jul 28 14:41:11.524707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.585383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7296565-ff9b-4971-82b5-77b14a2c42f2,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:11.611407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.611766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.612130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.612500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.612855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.613196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.613591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.613935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.614270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.614651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.614989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.615320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:11.619630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848dedb-a33e-418a-b665-5c1859ba57f0 req-3e6d3b4e-a78d-4147-b616-aebca7a38c85 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:11.630762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7848dedb-a33e-418a-b665-5c1859ba57f0 req-3e6d3b4e-a78d-4147-b616-aebca7a38c85 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.0918632 Jul 28 14:41:11.697135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7848dedb-a33e-418a-b665-5c1859ba57f0 req-4aac2bc7-7342-4878-99c8-bc708d2e284d tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Jul 28 14:41:11.715366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.722361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e176501-6e6a-4367-878d-795e144b0a95 req-98827b17-327d-45f1-8447-62666e0fbb52 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7154574 Jul 28 14:41:11.831544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83792275-579f-46de-9423-320f0a731ec0 req-3d0ea203-84da-4fff-b760-57f59b999ec5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/8e1a4a7a-456f-45c3-83e6-18c5e952752d HTTP/1.1" status: 200 len: 2998 time: 0.0791388 Jul 28 14:41:11.875327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-734361db-9321-497e-9e13-23ef4436f63d tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-group-rules/f7296565-ff9b-4971-82b5-77b14a2c42f2 HTTP/1.1" status: 200 len: 783 time: 0.0186312 Jul 28 14:41:11.943715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-ac8ab457-c092-4891-b7d8-5ca36d287e69 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/8e1a4a7a-456f-45c3-83e6-18c5e952752d HTTP/1.1" status: 200 len: 2998 time: 0.0604827 Jul 28 14:41:11.956236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04458100-c6bd-49a7-ac59-23f656b0f3e7 req-3cdffd47-fd83-4d9e-bffa-edc61eb3460e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:11.958159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04458100-c6bd-49a7-ac59-23f656b0f3e7 req-3cdffd47-fd83-4d9e-bffa-edc61eb3460e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.0671532 Jul 28 14:41:11.984262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-497ac5c4-2835-4857-ac5c-52b442715eb4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.994429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-497ac5c4-2835-4857-ac5c-52b442715eb4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.021088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04458100-c6bd-49a7-ac59-23f656b0f3e7 req-40c83b1d-cb72-41e2-a059-7e8f8b7c55c6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540137 Jul 28 14:41:12.223800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-497ac5c4-2835-4857-ac5c-52b442715eb4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.238214 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-497ac5c4-2835-4857-ac5c-52b442715eb4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.240231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0684f73-6486-47b1-a652-3fc9dd904e60 req-497ac5c4-2835-4857-ac5c-52b442715eb4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f7296565-ff9b-4971-82b5-77b14a2c42f2 HTTP/1.1" status: 204 len: 173 time: 0.2834008 Jul 28 14:41:12.252210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ac5c4-2835-4857-ac5c-52b442715eb4 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7296565-ff9b-4971-82b5-77b14a2c42f2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:12.382059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d42f69fd-1baf-4177-ac08-9cd20b73cdda req-b93c98fb-c902-48ca-b9d5-9389489e6767 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/8e1a4a7a-456f-45c3-83e6-18c5e952752d HTTP/1.1" status: 200 len: 2399 time: 0.1020229 Jul 28 14:41:12.505980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d42f69fd-1baf-4177-ac08-9cd20b73cdda req-f9e1a291-c86f-4b7c-9cbd-03b2ceb727a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.562975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d42f69fd-1baf-4177-ac08-9cd20b73cdda req-f9e1a291-c86f-4b7c-9cbd-03b2ceb727a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.678271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981cb9e-2cdc-4193-9379-6efadee184bc req-48d05928-bb6e-4b6f-a36a-3dde7976d225 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:12.699487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9981cb9e-2cdc-4193-9379-6efadee184bc req-48d05928-bb6e-4b6f-a36a-3dde7976d225 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1381290 Jul 28 14:41:12.783485 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9981cb9e-2cdc-4193-9379-6efadee184bc req-9c1840ec-aa22-44a4-bbe6-f2bc7c91f0cd tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Jul 28 14:41:12.825341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d42f69fd-1baf-4177-ac08-9cd20b73cdda req-f9e1a291-c86f-4b7c-9cbd-03b2ceb727a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.832242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d42f69fd-1baf-4177-ac08-9cd20b73cdda req-f9e1a291-c86f-4b7c-9cbd-03b2ceb727a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.846005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d42f69fd-1baf-4177-ac08-9cd20b73cdda req-f9e1a291-c86f-4b7c-9cbd-03b2ceb727a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/8e1a4a7a-456f-45c3-83e6-18c5e952752d HTTP/1.1" status: 204 len: 173 time: 0.4537163 Jul 28 14:41:12.869025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1a291-c86f-4b7c-9cbd-03b2ceb727a0 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a4a7a-456f-45c3-83e6-18c5e952752d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:12.989118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ffcd-3137-44e1-8887-a2e18b8497e9 req-eed9904f-5071-4dc1-83e6-db752f9d569f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:12.990867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a32ffcd-3137-44e1-8887-a2e18b8497e9 req-eed9904f-5071-4dc1-83e6-db752f9d569f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.0757029 Jul 28 14:41:13.007058 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-243bc1a2-e265-4805-9ebe-3344e0e51fd1 req-89a82941-7d93-45ef-a827-736f8319ddc3 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] show failed (client error): The resource could not be found. Jul 28 14:41:13.008653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-243bc1a2-e265-4805-9ebe-3344e0e51fd1 req-89a82941-7d93-45ef-a827-736f8319ddc3 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/bd2a86ef-31f4-42e7-97bf-cc6444749fca HTTP/1.1" status: 404 len: 352 time: 0.0194402 Jul 28 14:41:13.061336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a32ffcd-3137-44e1-8887-a2e18b8497e9 req-3afbf477-6c5d-4655-b542-c836dbc76600 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585995 Jul 28 14:41:13.108416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5693c7ee-618f-4635-a39e-c9a10eefa7f4 req-f99e6be8-a5e8-433d-88e2-3c8af8ebf56f tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/d2b25159-ee67-4525-8172-01242fb98f43 HTTP/1.1" status: 200 len: 1806 time: 0.0655000 Jul 28 14:41:13.210573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5693c7ee-618f-4635-a39e-c9a10eefa7f4 req-8ab91f83-82a3-417c-afc7-85c9090b1024 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.259666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5693c7ee-618f-4635-a39e-c9a10eefa7f4 req-8ab91f83-82a3-417c-afc7-85c9090b1024 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.281336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb238a2f-10fd-467a-925f-3cad89fb4129 req-5b286c76-606e-4f40-aa4b-9421100e3544 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:13.283399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb238a2f-10fd-467a-925f-3cad89fb4129 req-5b286c76-606e-4f40-aa4b-9421100e3544 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.1160977 Jul 28 14:41:13.337950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb238a2f-10fd-467a-925f-3cad89fb4129 req-1e7efc25-28f6-4862-ba8a-9e98e345bbae tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Jul 28 14:41:13.507604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5693c7ee-618f-4635-a39e-c9a10eefa7f4 req-8ab91f83-82a3-417c-afc7-85c9090b1024 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.513509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5693c7ee-618f-4635-a39e-c9a10eefa7f4 req-8ab91f83-82a3-417c-afc7-85c9090b1024 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.519263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5693c7ee-618f-4635-a39e-c9a10eefa7f4 req-8ab91f83-82a3-417c-afc7-85c9090b1024 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/d2b25159-ee67-4525-8172-01242fb98f43 HTTP/1.1" status: 204 len: 173 time: 0.4119654 Jul 28 14:41:13.541913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab91f83-82a3-417c-afc7-85c9090b1024 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b25159-ee67-4525-8172-01242fb98f43,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:13.614766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc5afaa8-ab9a-4aab-bcee-8252ed0515b8 req-3f615dc8-4633-47c9-98ad-e79bca44e23b tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/023f43d9-1952-4ab4-ac07-38e47cb628a7 HTTP/1.1" status: 200 len: 1806 time: 0.0694580 Jul 28 14:41:13.625873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45000) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:13.721805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc5afaa8-ab9a-4aab-bcee-8252ed0515b8 req-87d77842-b024-4ad1-abfd-09fca8938ea2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.760829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc5afaa8-ab9a-4aab-bcee-8252ed0515b8 req-87d77842-b024-4ad1-abfd-09fca8938ea2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.796859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-646048392-network', 'tenant_id': '194460e2632e413fb6a667f905954659'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:13.929743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa3978-b57a-45f9-8b1d-6f376e3fa015 req-44f98af5-874c-4cb9-a263-53c98e6137a1 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:13.931371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5baa3978-b57a-45f9-8b1d-6f376e3fa015 req-44f98af5-874c-4cb9-a263-53c98e6137a1 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0541625 Jul 28 14:41:13.980648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Made reservation on behalf of 194460e2632e413fb6a667f905954659 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:13.984663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.011083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5baa3978-b57a-45f9-8b1d-6f376e3fa015 req-6b3fce91-fe26-4ec7-ae58-737e55495740 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Jul 28 14:41:14.012596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.052815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc5afaa8-ab9a-4aab-bcee-8252ed0515b8 req-87d77842-b024-4ad1-abfd-09fca8938ea2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.061154 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc5afaa8-ab9a-4aab-bcee-8252ed0515b8 req-87d77842-b024-4ad1-abfd-09fca8938ea2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.061154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc5afaa8-ab9a-4aab-bcee-8252ed0515b8 req-87d77842-b024-4ad1-abfd-09fca8938ea2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/023f43d9-1952-4ab4-ac07-38e47cb628a7 HTTP/1.1" status: 204 len: 173 time: 0.4378965 Jul 28 14:41:14.092021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d77842-b024-4ad1-abfd-09fca8938ea2 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f43d9-1952-4ab4-ac07-38e47cb628a7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:14.187458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-050404a2-03c6-4c0a-86a2-f6336e6af0e2 req-b2a1604c-8b1a-4364-9045-fbd0a3e882b5 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/254c0929-3a5f-49d4-b6bd-483afa3d7ab3 HTTP/1.1" status: 200 len: 1807 time: 0.0988789 Jul 28 14:41:14.232794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.286555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-050404a2-03c6-4c0a-86a2-f6336e6af0e2 req-345defb6-688a-4cb8-ac0e-af6b29b6eaed tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.297614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0288-6426-4372-b6a8-2be4463975c0 req-d86ace0c-89cc-4d84-89a7-054f3fa87012 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:14.300906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f30e0288-6426-4372-b6a8-2be4463975c0 req-d86ace0c-89cc-4d84-89a7-054f3fa87012 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.0936825 Jul 28 14:41:14.314583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-050404a2-03c6-4c0a-86a2-f6336e6af0e2 req-345defb6-688a-4cb8-ac0e-af6b29b6eaed tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.362132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f30e0288-6426-4372-b6a8-2be4463975c0 req-215c2d2e-11eb-4dd4-9227-f9f8eaddb7e2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528221 Jul 28 14:41:14.502640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.511290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:14.575881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a714361-e804-4224-a432-3a0bf54c9071,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:14.601461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efdcd5-797b-40d0-9a3c-b0b1ca2498da req-72570574-dad3-4af9-9621-ef0d4c9290a5 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:14.603431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3efdcd5-797b-40d0-9a3c-b0b1ca2498da req-72570574-dad3-4af9-9621-ef0d4c9290a5 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.0891671 Jul 28 14:41:14.644958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-050404a2-03c6-4c0a-86a2-f6336e6af0e2 req-345defb6-688a-4cb8-ac0e-af6b29b6eaed tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.647855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-050404a2-03c6-4c0a-86a2-f6336e6af0e2 req-345defb6-688a-4cb8-ac0e-af6b29b6eaed tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.649420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-050404a2-03c6-4c0a-86a2-f6336e6af0e2 req-345defb6-688a-4cb8-ac0e-af6b29b6eaed tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/254c0929-3a5f-49d4-b6bd-483afa3d7ab3 HTTP/1.1" status: 204 len: 173 time: 0.4495707 Jul 28 14:41:14.661236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:14.673722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345defb6-688a-4cb8-ac0e-af6b29b6eaed tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c0929-3a5f-49d4-b6bd-483afa3d7ab3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:14.674453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3efdcd5-797b-40d0-9a3c-b0b1ca2498da req-68362ebf-aa6c-49a6-a0af-377c80f81bd7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Jul 28 14:41:14.684671 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.685215 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Added segment b1ed1002-334b-443a-a151-449795f8a3cf of type vlan for network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec Jul 28 14:41:14.764987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:14.770324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:14.771544 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.780680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.895622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.896288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941ccc6-720e-4ac3-bbab-ba9b2c4d79e9 req-b5568fc3-3518-4e87-b828-ee546dffd48b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:14.898890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1941ccc6-720e-4ac3-bbab-ba9b2c4d79e9 req-b5568fc3-3518-4e87-b828-ee546dffd48b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 951 time: 0.0980787 Jul 28 14:41:14.929753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:14.932405 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f6f69f-1423-406a-9e03-8b40c39afa9a" -d '{"events": [{"server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "name": "network-vif-plugged", "status": "completed", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:14.952404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:14.971468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1941ccc6-720e-4ac3-bbab-ba9b2c4d79e9 req-159a6870-4b84-4789-a73b-f58f6dad8e22 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Jul 28 14:41:14.983802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.985342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:14.986293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.018015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48c3d2a1-d960-495d-8020-c4c865819575 req-de78455c-4a4c-438d-a5e8-60acc94ce42a tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/e9b077eb-9db6-42ac-b55a-1ed55e7c57c3 HTTP/1.1" status: 200 len: 2405 time: 0.0682883 Jul 28 14:41:15.055459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] Pushing event updated for resources: {'Network': ['ID=58f9c1fb-6f3e-4d86-9117-b3621b5570ec,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:15.062095 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbacea51-cc31-4266-9ab0-e575242e34c4 x-openstack-request-id: req-fbacea51-cc31-4266-9ab0-e575242e34c4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:15.062418 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "name": "network-vif-plugged", "status": "completed", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:15.062629 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbacea51-cc31-4266-9ab0-e575242e34c4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:15.063031 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'code': 200} Jul 28 14:41:15.069880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:15.139003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48c3d2a1-d960-495d-8020-c4c865819575 req-8a794d13-11f0-4fa6-a7c7-a1c4a4f86f60 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.139515 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a3897dd8-86d8-4857-9cd0-1b1ea22d985b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5119085 Jul 28 14:41:15.145424 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.145762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45048) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:15.163406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Request body: {'subnet': {'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-646048392-subnet', 'tenant_id': '194460e2632e413fb6a667f905954659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:15.193021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48c3d2a1-d960-495d-8020-c4c865819575 req-8a794d13-11f0-4fa6-a7c7-a1c4a4f86f60 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.229247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:15.256948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d424f23-e0a8-4e22-bad6-7447a369ce51 req-0a1bc2fd-834b-45e3-bcf4-55e4ddb94fa0 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:15.258944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d424f23-e0a8-4e22-bad6-7447a369ce51 req-0a1bc2fd-834b-45e3-bcf4-55e4ddb94fa0 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0707450 Jul 28 14:41:15.312753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d424f23-e0a8-4e22-bad6-7447a369ce51 req-e28718dc-4846-4374-81f3-f25e02e69e48 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jul 28 14:41:15.321869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Made reservation on behalf of 194460e2632e413fb6a667f905954659 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:15.324374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a322372-3f39-4754-94e9-ff91b8527409 req-c17cc766-f274-4bd2-b72d-740d92d60075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:15.325473 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.327359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a322372-3f39-4754-94e9-ff91b8527409 req-c17cc766-f274-4bd2-b72d-740d92d60075 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1098 time: 0.0954299 Jul 28 14:41:15.393696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a322372-3f39-4754-94e9-ff91b8527409 req-36d694c2-8032-4cb9-9bbd-5bf7d04320d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Jul 28 14:41:15.453190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48c3d2a1-d960-495d-8020-c4c865819575 req-8a794d13-11f0-4fa6-a7c7-a1c4a4f86f60 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.456707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48c3d2a1-d960-495d-8020-c4c865819575 req-8a794d13-11f0-4fa6-a7c7-a1c4a4f86f60 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.458483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48c3d2a1-d960-495d-8020-c4c865819575 req-8a794d13-11f0-4fa6-a7c7-a1c4a4f86f60 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/e9b077eb-9db6-42ac-b55a-1ed55e7c57c3 HTTP/1.1" status: 204 len: 173 time: 0.4311364 Jul 28 14:41:15.475981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a794d13-11f0-4fa6-a7c7-a1c4a4f86f60 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b077eb-9db6-42ac-b55a-1ed55e7c57c3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:15.543369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f541f-0a60-4174-876e-597fa67963ef req-8a541bba-c108-42f6-8c42-00aedf5052d7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:15.545092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e39f541f-0a60-4174-876e-597fa67963ef req-8a541bba-c108-42f6-8c42-00aedf5052d7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.0974598 Jul 28 14:41:15.557776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cabf4ee-fcd0-4d53-9792-339743abb15c req-b60c79dc-3352-405d-93fe-ac2698d99566 tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "GET /v2.0/security-groups/18267be1-6198-4ac5-878d-eacc7d5ee78e HTTP/1.1" status: 200 len: 2400 time: 0.0622003 Jul 28 14:41:15.643599 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e39f541f-0a60-4174-876e-597fa67963ef req-43a91eb4-c664-4b4a-9c92-c987fbc86086 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853868 Jul 28 14:41:15.645706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2cabf4ee-fcd0-4d53-9792-339743abb15c req-37eb8acd-a643-441b-bd1a-e8a42892052c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.675813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2cabf4ee-fcd0-4d53-9792-339743abb15c req-37eb8acd-a643-441b-bd1a-e8a42892052c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.853612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ad9d-428f-45ea-b5b5-5045f9d17019 req-5cc1c647-9fba-49d7-9c57-3723fb220ef0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:15.856911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f30ad9d-428f-45ea-b5b5-5045f9d17019 req-5cc1c647-9fba-49d7-9c57-3723fb220ef0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.0694673 Jul 28 14:41:15.908138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f30ad9d-428f-45ea-b5b5-5045f9d17019 req-1626dd82-cfcc-46e6-8a92-dcdbbd0ae174 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Jul 28 14:41:15.921786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.977275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2cabf4ee-fcd0-4d53-9792-339743abb15c req-37eb8acd-a643-441b-bd1a-e8a42892052c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.981882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2cabf4ee-fcd0-4d53-9792-339743abb15c req-37eb8acd-a643-441b-bd1a-e8a42892052c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.983647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cabf4ee-fcd0-4d53-9792-339743abb15c req-37eb8acd-a643-441b-bd1a-e8a42892052c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] 10.222.0.57 "DELETE /v2.0/security-groups/18267be1-6198-4ac5-878d-eacc7d5ee78e HTTP/1.1" status: 204 len: 173 time: 0.4144337 Jul 28 14:41:16.004277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8741fe-f6a7-4294-8913-2be016c06e1e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:16.005184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb8acd-a643-441b-bd1a-e8a42892052c tempest-SecurityGroupRulesTestJSON-1340217078 tempest-SecurityGroupRulesTestJSON-1340217078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18267be1-6198-4ac5-878d-eacc7d5ee78e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:16.008586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.046507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Checking segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:16.046894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Network hostable DHCP agents. Network: 58f9c1fb-6f3e-4d86-9117-b3621b5570ec, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:16.084656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Deleting subnet 28a10745-606e-453e-995a-2db7c7eaa63d {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:16.089346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.143381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.242033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.271373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:16.300737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7253bef-fce2-43bf-8081-db68cd682fc1 req-1595a0b2-2d3e-44db-83aa-4ec431bfc61d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.302691 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7253bef-fce2-43bf-8081-db68cd682fc1 req-1595a0b2-2d3e-44db-83aa-4ec431bfc61d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 951 time: 0.1204371 Jul 28 14:41:16.362357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7253bef-fce2-43bf-8081-db68cd682fc1 req-80a9eda0-4c5c-4553-a365-f0cff031310b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472474 Jul 28 14:41:16.418251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 58f9c1fb-6f3e-4d86-9117-b3621b5570ec) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:16.426664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.426664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.438887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c632f0f-fa4c-4a02-9df6-1a7b8e8ad1d1 None None] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:16.477612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.492423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43138686-0e8d-43a9-b9bc-533b9310bf63 req-7cf9ab8e-d397-4e76-b799-38c65c5afadd tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.494714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43138686-0e8d-43a9-b9bc-533b9310bf63 req-7cf9ab8e-d397-4e76-b799-38c65c5afadd tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0832429 Jul 28 14:41:16.524232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 57b52c5f-5d4d-4db7-ae3e-994595da38ad details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:16.529344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a10745-606e-453e-995a-2db7c7eaa63d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:16.530595 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.536597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f0e4ac5-858c-4a4a-a612-61b865cc4eab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/28a10745-606e-453e-995a-2db7c7eaa63d HTTP/1.1" status: 204 len: 168 time: 0.5268168 Jul 28 14:41:16.537159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45074) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.580144 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-557ecdac-e637-46fe-85e3-b8b4a37028b5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4298666 Jul 28 14:41:16.625321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43138686-0e8d-43a9-b9bc-533b9310bf63 req-2c5a5e49-d14a-4b6f-aab4-cc7826f75dfe tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188965 Jul 28 14:41:16.670525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.685775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:41:16.802004 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.818590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ded283-85eb-495f-9a9a-06c9a9887200']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:16.834819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c6c36e-b41a-42f7-86b1-4ed394b2b484') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:16.835378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c6c36e-b41a-42f7-86b1-4ed394b2b484') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:16.850075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.871961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.881238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:16.881888 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.905634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:16.939996 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:16.970977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '57b52c5f-5d4d-4db7-ae3e-994595da38ad', 'network_id': '6cd86fde-04d3-4837-bd98-381333a06e10', 'port_id': '57b52c5f-5d4d-4db7-ae3e-994595da38ad', 'mac_address': 'fa:16:3e:5c:2d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9e80f-34cf-41b4-abfb-413001324f33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:17.032806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a498a8-dca2-4e05-9eff-e4066ed188a7 req-84768176-6e0a-470e-be50-b3b2dc1c7bcb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.035764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54a498a8-dca2-4e05-9eff-e4066ed188a7 req-84768176-6e0a-470e-be50-b3b2dc1c7bcb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 944 time: 0.0976338 Jul 28 14:41:17.041290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ec077-8e5b-4424-8ad6-5511bbcf40b1 None None] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:17.103373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54a498a8-dca2-4e05-9eff-e4066ed188a7 req-085016ff-3bca-4f67-8f21-9d0f0abea38a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Jul 28 14:41:17.130034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.149223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.160195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.163111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/19ded283-85eb-495f-9a9a-06c9a9887200 HTTP/1.1" status: 204 len: 168 time: 0.6246226 Jul 28 14:41:17.199529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b52c5f-5d4d-4db7-ae3e-994595da38ad {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:17.222314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc703d69-c5d5-422e-b40a-c253a7630cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19ded283-85eb-495f-9a9a-06c9a9887200,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:17.241971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:17.481991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.538449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=57b52c5f-5d4d-4db7-ae3e-994595da38ad,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:17.601010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-e9f96817-ef7f-48fa-806d-b6a97da1b449 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.603693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-e9f96817-ef7f-48fa-806d-b6a97da1b449 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 817 time: 0.1450779 Jul 28 14:41:17.621570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-6fe6d9c9-bc4f-4cb7-a87f-84491a31168d tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/quotas/194460e2632e413fb6a667f905954659 HTTP/1.1" status: 200 len: 375 time: 0.0120203 Jul 28 14:41:17.670224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-b3ca2995-f1cd-42a9-97a6-fe07bd5963e3 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408959 Jul 28 14:41:17.795446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-c3b69244-2f86-451c-aa06-8487c565ca3f service neutron] 10.222.0.57 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166208 Jul 28 14:41:17.920600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-c521ca10-652b-4c9a-9387-15b31f86a963 service neutron] 10.222.0.57 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163335 Jul 28 14:41:18.118303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:18.166356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b4cda5dc-4b85-4664-ad66-5ca4e247e5e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26c7d5f4e0054c8c980bffbe9c71b6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467885 Jul 28 14:41:18.170363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45132) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:18.249078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9ca7-11b2-448d-9f00-7b90a46e3443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.290273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9ca7-11b2-448d-9f00-7b90a46e3443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.404078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['57b52c5f-5d4d-4db7-ae3e-994595da38ad'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:18.546876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:18.629958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9ca7-11b2-448d-9f00-7b90a46e3443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.634793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9ca7-11b2-448d-9f00-7b90a46e3443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.636801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e0dd9ca7-11b2-448d-9f00-7b90a46e3443 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e85487e9-069f-426e-8124-ec407eee5c61 HTTP/1.1" status: 204 len: 168 time: 0.4651148 Jul 28 14:41:18.650449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd9ca7-11b2-448d-9f00-7b90a46e3443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85487e9-069f-426e-8124-ec407eee5c61,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:18.689674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.720270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:18.727428 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece8771-7b59-433c-b69d-d127e9794c1d" -d '{"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:18.738499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:18.893414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.018476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:19.046231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e05cb-00ce-4b66-8c4c-35f98452f4e7 req-a26e46da-2cfe-4b57-a2c3-24ea0a196d49 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.048526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da0e05cb-00ce-4b66-8c4c-35f98452f4e7 req-a26e46da-2cfe-4b57-a2c3-24ea0a196d49 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1505280 Jul 28 14:41:19.137261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da0e05cb-00ce-4b66-8c4c-35f98452f4e7 req-cda9ecbf-b142-414b-b459-63ded5ebad8a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 Jul 28 14:41:19.551431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14b6e3-dc06-4f1e-a839-a8ccc55419c6 req-afe50adc-5dc0-46f9-b927-62bb851022d7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.553118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec14b6e3-dc06-4f1e-a839-a8ccc55419c6 req-afe50adc-5dc0-46f9-b927-62bb851022d7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1032422 Jul 28 14:41:19.603109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77997cf2-1de6-4c74-bb64-73933491d1e8 req-c2263ded-83fa-4b4e-892a-d1258c9b83c3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.608291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77997cf2-1de6-4c74-bb64-73933491d1e8 req-c2263ded-83fa-4b4e-892a-d1258c9b83c3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 945 time: 0.0886636 Jul 28 14:41:19.626093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec14b6e3-dc06-4f1e-a839-a8ccc55419c6 req-c691f8f2-1734-4176-b5c5-cb13130cc143 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605295 Jul 28 14:41:19.666942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77997cf2-1de6-4c74-bb64-73933491d1e8 req-fa2bfdc5-768f-4ded-afd5-638dd627f80b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Jul 28 14:41:19.689880 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e06719d-0ba9-4732-99fa-8431588f1e43 x-openstack-request-id: req-6e06719d-0ba9-4732-99fa-8431588f1e43 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:19.690551 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:19.691050 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e06719d-0ba9-4732-99fa-8431588f1e43 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:19.691952 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'code': 200} Jul 28 14:41:19.846188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e2b9-b23c-4cb2-9f73-31acbff195a8 req-d4995c42-af67-4734-82e7-39d1414ca9f2 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.848305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1491e2b9-b23c-4cb2-9f73-31acbff195a8 req-d4995c42-af67-4734-82e7-39d1414ca9f2 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1098 time: 0.0653884 Jul 28 14:41:19.900780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1491e2b9-b23c-4cb2-9f73-31acbff195a8 req-97426ccd-ca56-4e1a-9221-0f6bf98697ba tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Jul 28 14:41:20.017811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-356e12e3-1675-4fa2-a857-b3ee9ba0969f req-b6d51e11-d8b0-4e42-9eff-08589024ab27 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0423572 Jul 28 14:41:20.691777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a737b-161a-47b7-8560-6d2230d73c2e req-f03fdb09-3f40-4bfc-8fe0-23ee272ce72a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:20.695023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de0a737b-161a-47b7-8560-6d2230d73c2e req-f03fdb09-3f40-4bfc-8fe0-23ee272ce72a tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.0982687 Jul 28 14:41:20.765318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de0a737b-161a-47b7-8560-6d2230d73c2e req-4a8832cf-05ee-4765-8339-ed41df8e2ab3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595880 Jul 28 14:41:20.813628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f23e-10f9-4344-b2ab-2f342fdf2acc req-7886df8b-5102-4417-885f-6858ff56eb57 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:20.814239 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea38f23e-10f9-4344-b2ab-2f342fdf2acc req-7886df8b-5102-4417-885f-6858ff56eb57 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0936940 Jul 28 14:41:20.868293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea38f23e-10f9-4344-b2ab-2f342fdf2acc req-eabb4d16-e9ac-42f7-b814-fde925000325 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 Jul 28 14:41:21.066369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32edd-2f4d-4529-a37f-fa8b9150e155 req-28f2bd3e-8c6e-44c0-b6d6-1dc27d65b095 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.077169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bff32edd-2f4d-4529-a37f-fa8b9150e155 req-28f2bd3e-8c6e-44c0-b6d6-1dc27d65b095 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 945 time: 0.0963588 Jul 28 14:41:21.120154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bff32edd-2f4d-4529-a37f-fa8b9150e155 req-774c40ed-0314-4007-a550-ae98338ab97f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Jul 28 14:41:21.143307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01ae66ed-b3e8-4521-93f3-f4ec3e0f3cfc req-521c2c5b-63d2-43cc-af94-d117bfa98b65 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0352049 Jul 28 14:41:21.934356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:21.978341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69948c-8d96-4d38-8e87-4c9b03071c7b req-66a00050-be02-4fd3-a639-871bf5633671 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.981194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff69948c-8d96-4d38-8e87-4c9b03071c7b req-66a00050-be02-4fd3-a639-871bf5633671 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.1111555 Jul 28 14:41:22.058509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc12a7-f79f-46d0-a3f7-f4450d157648 req-340c81c2-d778-44e5-b874-f989ba458594 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.060288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85fc12a7-f79f-46d0-a3f7-f4450d157648 req-340c81c2-d778-44e5-b874-f989ba458594 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0835547 Jul 28 14:41:22.069816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff69948c-8d96-4d38-8e87-4c9b03071c7b req-3e97312c-9ee6-404f-b3dc-f33f3a391029 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612602 Jul 28 14:41:22.136039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85fc12a7-f79f-46d0-a3f7-f4450d157648 req-fc10d00d-5df3-4a4f-8d3d-589c2b6d20ac tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606740 Jul 28 14:41:22.177204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a2aaf65-3084-4a44-8644-ea06ec5f1560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.228696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3967757d-e8da-4988-b2e0-cc114c99f0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.309892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-849b641f-6808-439d-992d-caf163a6608b req-385a894e-5e89-45c8-afb9-5ee2007d32dd tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0677919 Jul 28 14:41:22.368146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c416-e93f-43a8-945d-fff89c2f508c req-92555a12-d15f-4c69-a65c-14ad121cead9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.372277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2292c416-e93f-43a8-945d-fff89c2f508c req-92555a12-d15f-4c69-a65c-14ad121cead9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 945 time: 0.1009405 Jul 28 14:41:22.437219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a2aaf65-3084-4a44-8644-ea06ec5f1560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.453833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2292c416-e93f-43a8-945d-fff89c2f508c req-72e6feb2-c817-4a23-b1bc-b506e6516764 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743954 Jul 28 14:41:22.538111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a2aaf65-3084-4a44-8644-ea06ec5f1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.561506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 57b52c5f-5d4d-4db7-ae3e-994595da38ad up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:22.621018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3a2aaf65-3084-4a44-8644-ea06ec5f1560 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a0bff0c756c45f6b38c0b70ea9bef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867006 Jul 28 14:41:22.623905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2aaf65-3084-4a44-8644-ea06ec5f1560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396b88d3-e91f-4b34-8c02-21f4d951c6ca,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:22.631431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45246) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:22.731566 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f25a849-9642-48ab-b3dd-4a3996384e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.769269 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f25a849-9642-48ab-b3dd-4a3996384e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.787607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 57b52c5f-5d4d-4db7-ae3e-994595da38ad completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:22.792740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 57b52c5f-5d4d-4db7-ae3e-994595da38ad triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:22.793591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.894905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.918788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b52c5f-5d4d-4db7-ae3e-994595da38ad'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:22.921142 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100c734b-95e4-42f4-9191-4d5239b75b4d" -d '{"events": [{"server_uuid": "5e08ea48-f2ad-45e7-b359-b0e14daabffd", "name": "network-vif-plugged", "status": "completed", "tag": "57b52c5f-5d4d-4db7-ae3e-994595da38ad"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:22.941004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:22.977826 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34753772-1855-4e3b-8281-a2ddd8aaa1f9 x-openstack-request-id: req-34753772-1855-4e3b-8281-a2ddd8aaa1f9 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:22.978274 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e08ea48-f2ad-45e7-b359-b0e14daabffd", "name": "network-vif-plugged", "status": "completed", "tag": "57b52c5f-5d4d-4db7-ae3e-994595da38ad", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:22.978595 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34753772-1855-4e3b-8281-a2ddd8aaa1f9 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:22.979120 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b52c5f-5d4d-4db7-ae3e-994595da38ad', 'code': 200} Jul 28 14:41:23.115128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f25a849-9642-48ab-b3dd-4a3996384e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.115715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.119345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f25a849-9642-48ab-b3dd-4a3996384e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.122390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3f25a849-9642-48ab-b3dd-4a3996384e92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/396b88d3-e91f-4b34-8c02-21f4d951c6ca HTTP/1.1" status: 204 len: 168 time: 0.4886591 Jul 28 14:41:23.211890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25a849-9642-48ab-b3dd-4a3996384e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b88d3-e91f-4b34-8c02-21f4d951c6ca,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:23.216550 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:41:23.307065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3babc-cf1e-4411-9813-409710dda0d8 req-518ce5d8-a13f-4805-a3e0-0c33038182f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.309758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55c3babc-cf1e-4411-9813-409710dda0d8 req-518ce5d8-a13f-4805-a3e0-0c33038182f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 1098 time: 0.1315260 Jul 28 14:41:23.312982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=57b52c5f-5d4d-4db7-ae3e-994595da38ad,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:23.392579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55c3babc-cf1e-4411-9813-409710dda0d8 req-364e8b8c-9cd2-400d-8af6-4b8d3576a98e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570607 Jul 28 14:41:23.413708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1b8a-4c76-42c8-ad9d-bafcc215cc93 req-a2882dcd-4846-4034-9f5b-d8b53915f43f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.425377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-315c1b8a-4c76-42c8-ad9d-bafcc215cc93 req-a2882dcd-4846-4034-9f5b-d8b53915f43f tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1118338 Jul 28 14:41:23.437637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dd9bb-a9f8-4b97-9553-5d7584b54444 req-9b954681-ded3-465b-813d-a587b104aa6d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.439456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b91dd9bb-a9f8-4b97-9553-5d7584b54444 req-9b954681-ded3-465b-813d-a587b104aa6d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.1028266 Jul 28 14:41:23.466856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-315c1b8a-4c76-42c8-ad9d-bafcc215cc93 req-c78dde5f-7216-4d3f-97d6-e2333ec274e7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Jul 28 14:41:23.511637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b91dd9bb-a9f8-4b97-9553-5d7584b54444 req-c2a28a9e-3677-459f-9afa-6a9832fe4378 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Jul 28 14:41:23.568057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3476c989-6ed3-4f8b-8a49-6e7ae98ae5bc req-49eb99db-e329-4aba-a171-13738fd55594 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0376401 Jul 28 14:41:23.671797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15e1c-fbc9-464c-bf3e-d28bb0424e51 req-da2698c3-05ab-4dd9-a59b-bc1078c523a9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.674091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae15e1c-fbc9-464c-bf3e-d28bb0424e51 req-da2698c3-05ab-4dd9-a59b-bc1078c523a9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0600324 Jul 28 14:41:23.720839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae15e1c-fbc9-464c-bf3e-d28bb0424e51 req-51aad8a2-122e-4106-83bb-e83a3087390f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Jul 28 14:41:24.047466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50c19e-0892-448a-8c3b-0c1d9c316afb req-e0290e8c-e2cf-484e-9839-bf34ac4e8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.050792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe50c19e-0892-448a-8c3b-0c1d9c316afb req-e0290e8c-e2cf-484e-9839-bf34ac4e8ee5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.0953510 Jul 28 14:41:24.105547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe50c19e-0892-448a-8c3b-0c1d9c316afb req-8526ddc4-4642-4809-94d9-164ddff4eefd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 Jul 28 14:41:24.660409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50cf0d-27c1-4058-8acb-c7ce90f22e7c req-c350aa72-5fd5-4cd0-ab73-d2835b0781bb tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.665278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b50cf0d-27c1-4058-8acb-c7ce90f22e7c req-c350aa72-5fd5-4cd0-ab73-d2835b0781bb tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1056774 Jul 28 14:41:24.724385 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b50cf0d-27c1-4058-8acb-c7ce90f22e7c req-25fe8fda-4353-4346-91cf-c1b4258866e7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552084 Jul 28 14:41:24.841275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c443e8e-2659-4bb5-b0ba-f8d434e3f551 req-01fc9c5a-d690-4d4e-898b-201a69d0866f tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.843887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c443e8e-2659-4bb5-b0ba-f8d434e3f551 req-01fc9c5a-d690-4d4e-898b-201a69d0866f tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.0584698 Jul 28 14:41:24.890307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c443e8e-2659-4bb5-b0ba-f8d434e3f551 req-4a9a953b-2636-4d50-b888-47e83970937f tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Jul 28 14:41:24.960782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d15c4dcd-7385-4ef1-8908-5d3c9a982b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.022380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a15e4a98-0da0-4523-984a-d3cb16969c1d req-f275d22a-dc99-4708-86e5-27fc9973f0a4 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0557857 Jul 28 14:41:25.151893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:25.204203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8d6a-8102-4c3f-b80a-72aa3d9a6c99 req-5af145f6-2c27-425d-bb53-18c175911741 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.215000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-975f8d6a-8102-4c3f-b80a-72aa3d9a6c99 req-5af145f6-2c27-425d-bb53-18c175911741 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0915995 Jul 28 14:41:25.215468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-b9a95acd-5145-4201-8fe1-dbd798fbb68c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.218245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-b9a95acd-5145-4201-8fe1-dbd798fbb68c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 817 time: 0.1962898 Jul 28 14:41:25.228250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.242977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Request body: {'port': {'device_id': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'admin_state_up': True, 'tenant_id': '194460e2632e413fb6a667f905954659'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:25.266234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-975f8d6a-8102-4c3f-b80a-72aa3d9a6c99 req-bc00e6cf-7636-4428-a2e0-b22992c492a6 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487807 Jul 28 14:41:25.834298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1581818961-network', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:25.834298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Made reservation on behalf of c39036b6af1942808067ddf7c732a4fe for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:25.834298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.834298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.841053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-fe38158e-41ae-40b2-96be-dc565de7fb2d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.841053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-fe38158e-41ae-40b2-96be-dc565de7fb2d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.0561450 Jul 28 14:41:25.898850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa24a6-4221-4e84-9636-e55239807c34 req-a55aa4b8-8acb-41b6-a373-d49550ab7192 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.901099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61aa24a6-4221-4e84-9636-e55239807c34 req-a55aa4b8-8acb-41b6-a373-d49550ab7192 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0904524 Jul 28 14:41:25.961794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Deleting port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:25.962176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.967864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61aa24a6-4221-4e84-9636-e55239807c34 req-2e5ec80e-175a-4240-9795-574436987f14 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587857 Jul 28 14:41:26.052687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Made reservation on behalf of 194460e2632e413fb6a667f905954659 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:26.060760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.190733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8cfea3fe-c310-46fc-8e3f-ddff39c52880 req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1428832650', 'description': 'tempest-description-21916495'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:26.222465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48bb9e-0da5-4d45-b002-d2c7fd8d0a9f req-c2703b2c-7004-4c99-a3cd-fb896d3782bb tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.225616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e48bb9e-0da5-4d45-b002-d2c7fd8d0a9f req-c2703b2c-7004-4c99-a3cd-fb896d3782bb tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.1142778 Jul 28 14:41:26.237120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.293313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e48bb9e-0da5-4d45-b002-d2c7fd8d0a9f req-1d011332-15f3-45ce-9fbe-59414f273247 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524516 Jul 28 14:41:26.316534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.356121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] For port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:26.356727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.379625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-3a4effda-5929-4399-b5bc-b9d41fa872e5 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.381292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-3a4effda-5929-4399-b5bc-b9d41fa872e5 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 817 time: 0.3079841 Jul 28 14:41:26.409764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Request body: {'port': {'device_id': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'admin_state_up': True, 'tenant_id': '194460e2632e413fb6a667f905954659'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:26.419846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Calling delete_port for 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:26.429661 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0987ae13-e0b0-4370-8930-f2ad75db0ba3 req-5c43d72f-d4ce-4ec6-83f2-587df6fb5ad5 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0357034 Jul 28 14:41:26.503901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Allocated IP 172.20.0.3 (58f9c1fb-6f3e-4d86-9117-b3621b5570ec/6b8741fe-f6a7-4294-8913-2be016c06e1e/a996b3da-18f3-4c02-84d6-614b1de5b28d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:26.524292 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.575738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:26.598596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.599419 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Added segment 35315ac4-0bf4-4ac7-a630-65731fa76814 of type vlan for network 70719f86-7c28-41db-b718-ddf147640082 Jul 28 14:41:26.601738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d8a7dc-7d67-446f-b23b-5f715f6d7f1f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:26.722588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2c87-4e0e-478b-98ed-d9a2d654284d req-275ef258-085d-43a0-bd17-f7ebdf5479a4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.725586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de3b2c87-4e0e-478b-98ed-d9a2d654284d req-275ef258-085d-43a0-bd17-f7ebdf5479a4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.2151885 Jul 28 14:41:26.769292 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.894738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de3b2c87-4e0e-478b-98ed-d9a2d654284d req-b606e3ef-7ec7-452b-94c9-e7a6ddf8876a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472027 Jul 28 14:41:27.049438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.051445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:27.052626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.180131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cfea3fe-c310-46fc-8e3f-ddff39c52880 req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.217472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.255144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] Pushing event updated for resources: {'Network': ['ID=70719f86-7c28-41db-b718-ddf147640082,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:27.280677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 70719f86-7c28-41db-b718-ddf147640082 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:27.312765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-7e1be436-7206-4783-aad4-bce927140e6e tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:27.315724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-7e1be436-7206-4783-aad4-bce927140e6e tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 817 time: 0.4126132 Jul 28 14:41:27.331667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Request body: {'port': {'device_id': '298ec613-f90d-4339-873d-ad2a9abaad36', 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'admin_state_up': True, 'tenant_id': '194460e2632e413fb6a667f905954659'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:27.486022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Made reservation on behalf of 194460e2632e413fb6a667f905954659 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:27.494795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.526817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf6d8c-e611-40e2-9731-7a58879694d9 req-e4c49a47-369f-4c77-9030-7bab7932f51b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:27.529520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71bf6d8c-e611-40e2-9731-7a58879694d9 req-e4c49a47-369f-4c77-9030-7bab7932f51b tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 949 time: 0.1117699 Jul 28 14:41:27.540681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.544583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.625515 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71bf6d8c-e611-40e2-9731-7a58879694d9 req-ed0e95e9-859e-42fc-96ba-70988042b11d tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ac0987a-3439-4b81-90ba-522810154dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876751 Jul 28 14:41:27.666293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Pushing event deleted for resources: {'Port': ['ID=3f8dcf63-ecbd-4759-a5e0-3c23157f68d0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:27.732405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:27.741392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86eaf4b4-6a85-4c84-917e-a40ba122e91d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5856874 Jul 28 14:41:27.742388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.746082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:27.752631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Request body: {'subnet': {'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-subnet', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:27.775356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c08a020-471e-4898-8918-c7ea0a48caf7 req-f0f39cac-3e22-41d3-aa9a-6a0cf71c5a7c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0531981 Jul 28 14:41:27.780749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:41:27.780749 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:41:27.780749 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '194460e2632e413fb6a667f905954659', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 41, 27, 507594)}] Jul 28 14:41:27.780749 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:41:27.781312 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:41:27.788608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:27.792711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] No DVR routers for this DVR port 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:27.794680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:27.848362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.852158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90ebb329-a81d-4b4d-ad0f-509898441274 req-2b747cd9-e262-49fe-9a9f-9f0fac0f31d3 tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.42 "DELETE /v2.0/ports/3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 HTTP/1.1" status: 204 len: 173 time: 2.0593417 Jul 28 14:41:27.858709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-deleted', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:27.863262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed8108-e1f8-4d77-8413-041318494edc" -d '{"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-deleted", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:27.956908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Pushing event updated for resources: {'Port': ['ID=a996b3da-18f3-4c02-84d6-614b1de5b28d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:27.992860 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455256c-95cd-4070-9455-dc178935e1ee x-openstack-request-id: req-2455256c-95cd-4070-9455-dc178935e1ee {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:27.993297 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be5649-a423-443f-801d-e696adb34b62", "name": "network-vif-deleted", "tag": "3f8dcf63-ecbd-4759-a5e0-3c23157f68d0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:27.993699 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2455256c-95cd-4070-9455-dc178935e1ee {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:27.994323 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be5649-a423-443f-801d-e696adb34b62', 'name': 'network-vif-deleted', 'tag': '3f8dcf63-ecbd-4759-a5e0-3c23157f68d0', 'status': 'completed', 'code': 200} Jul 28 14:41:28.036259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:28.037303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.063773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Allocated IP 172.20.0.5 (58f9c1fb-6f3e-4d86-9117-b3621b5570ec/6b8741fe-f6a7-4294-8913-2be016c06e1e/de09d5e5-bbad-4fa5-9024-ea010ff04e7e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:28.166379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138d03-bb8f-4edf-8179-57e580d50b54 req-1ff3048e-a522-41cc-ac82-66236c1edc92 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:28.176491 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7138d03-bb8f-4edf-8179-57e580d50b54 req-1ff3048e-a522-41cc-ac82-66236c1edc92 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1205316 Jul 28 14:41:28.250246 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7138d03-bb8f-4edf-8179-57e580d50b54 req-d0266fdb-90b1-4aa7-bd7d-bacae3a76490 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723596 Jul 28 14:41:28.331201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.382932 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cfea3fe-c310-46fc-8e3f-ddff39c52880 req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.527803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cfea3fe-c310-46fc-8e3f-ddff39c52880 req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.562977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65e64e6-2176-4495-a5a2-24ec36cfd469,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:28.590442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:28.612401 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.615619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:28.617541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f8dcf63-ecbd-4759-a5e0-3c23157f68d0 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:28.662080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:28.665643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:28.672683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:28.680323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Pushing event updated for resources: {'Port': ['ID=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:28.749190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:28.749547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.757118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f92531c-06f1-423d-919f-a16dd59bad3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5231364 Jul 28 14:41:28.770984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Request body: {'port': {'device_id': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:28.848027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.903378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Made reservation on behalf of c39036b6af1942808067ddf7c732a4fe for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:28.906364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.078239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cfea3fe-c310-46fc-8e3f-ddff39c52880 req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.081561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cfea3fe-c310-46fc-8e3f-ddff39c52880 req-8b221f88-6432-40af-94cf-2cb9f0d0372b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 3.0029674 Jul 28 14:41:29.084120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-9eb955d6-e65e-4fbf-a4f1-767f59f7d6bc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6788449 Jul 28 14:41:29.115757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Request body: {'port': {'device_id': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:29.309699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Made reservation on behalf of 194460e2632e413fb6a667f905954659 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:29.316311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.330354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9440410e-6b51-4765-89b0-345f27d22057 req-5a763797-13be-4b98-b8e7-d6bde9aa25ef tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0449352 Jul 28 14:41:29.425079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.447589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.639867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a996b3da-18f3-4c02-84d6-614b1de5b28d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:29.689071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.774662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7535a24b-4d4a-4951-8bb8-9def86670e2f req-a7649908-3199-4914-88d8-7d2aed1ac823 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0554671 Jul 28 14:41:29.797886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-64089733-c22c-46d9-a086-a6672b1fe503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.799693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-64089733-c22c-46d9-a086-a6672b1fe503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 1098 time: 0.2580893 Jul 28 14:41:29.806721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Transition to ACTIVE for port object a996b3da-18f3-4c02-84d6-614b1de5b28d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:29.832283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4419fe-7de0-4c14-813a-d73db5f1d9f8,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.845257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c4be-a36b-4a52-b81d-c06d730db2af req-eab266fb-c596-4a86-85f7-382c652e4816 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.847058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee36c4be-a36b-4a52-b81d-c06d730db2af req-eab266fb-c596-4a86-85f7-382c652e4816 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.2927082 Jul 28 14:41:29.860070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Checking segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:29.860559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Network hostable DHCP agents. Network: 70719f86-7c28-41db-b718-ddf147640082, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:29.917641 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-91542b5b-5afb-4a89-bf8c-b8e295b9702d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1428832650&fields=id&tenant_id=b41e76e823ba4001b71b5e739c159d75 HTTP/1.1" status: 200 len: 267 time: 0.0398057 Jul 28 14:41:29.946588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee36c4be-a36b-4a52-b81d-c06d730db2af req-5e3708ca-648b-4e77-84dd-1bcc9f0797a9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868118 Jul 28 14:41:29.992916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-fd696788-ba99-4460-be06-36bd9d45e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.994765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-fd696788-ba99-4460-be06-36bd9d45e9a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 912 time: 0.1789317 Jul 28 14:41:30.008701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-16fcf7b6-f05a-40dd-a799-3641cfbaed85 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.011940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-16fcf7b6-f05a-40dd-a799-3641cfbaed85 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0799394 Jul 28 14:41:30.027244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'port': {'security_groups': ['2cb0f5bc-ec79-4390-8437-55d813630f9f', 'a65e64e6-2176-4495-a5a2-24ec36cfd469']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:30.054432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.162657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.169600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Allocated IP 172.20.0.12 (58f9c1fb-6f3e-4d86-9117-b3621b5570ec/6b8741fe-f6a7-4294-8913-2be016c06e1e/26de8660-1552-4fd9-897c-58d18c784a35) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:30.180439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-13eca1e8-b1be-4fc1-b819-4ef1c50d27d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad HTTP/1.1" status: 200 len: 217 time: 0.1467681 Jul 28 14:41:30.180774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Network 70719f86-7c28-41db-b718-ddf147640082 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:30.257495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a996b3da-18f3-4c02-84d6-614b1de5b28d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.307462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 70719f86-7c28-41db-b718-ddf147640082) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:30.318650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a4ade-0688-470f-826a-bacac68d3909 None None] Network 70719f86-7c28-41db-b718-ddf147640082 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:30.321717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.322353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.416182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-3885ad85-5dab-46be-95a2-00b8ca8e353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.417827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-3885ad85-5dab-46be-95a2-00b8ca8e353d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b9e80f-34cf-41b4-abfb-413001324f33 HTTP/1.1" status: 200 len: 851 time: 0.2152746 Jul 28 14:41:30.428502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Attempting to bind port a996b3da-18f3-4c02-84d6-614b1de5b28d on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:30.428845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Attempting to bind port a996b3da-18f3-4c02-84d6-614b1de5b28d by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:30.429161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Attempting to bind port a996b3da-18f3-4c02-84d6-614b1de5b28d on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:30.434388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Port a996b3da-18f3-4c02-84d6-614b1de5b28d on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:30.435310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Attempting to bind port a996b3da-18f3-4c02-84d6-614b1de5b28d on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:30.478250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:30.478250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Checking segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:30.478727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Bound using segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:30.479854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Bound port: a996b3da-18f3-4c02-84d6-614b1de5b28d, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:30.497476 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.554429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.564557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:30.581498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-70719f86-7c28-41db-b718-ddf147640082', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:30.583549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.599149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae5cec76-b489-4667-a271-3f34dcf3c0a0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8518691 Jul 28 14:41:30.605150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45366) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:30.613487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:30.624393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-0b82a072-4d3f-4dc7-92ae-271490205c03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6cd86fde-04d3-4837-bd98-381333a06e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490171 Jul 28 14:41:30.669628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.675978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bdecf9c8-0156-4690-aa82-3314d66f1bb4 req-2c37b270-609d-4cf0-8ec8-04e45adb094f tempest-ImagesOneServerTestJSON-748438998 tempest-ImagesOneServerTestJSON-748438998-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5be5649-a423-443f-801d-e696adb34b62 HTTP/1.1" status: 200 len: 210 time: 0.0505164 Jul 28 14:41:30.773462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] For port a996b3da-18f3-4c02-84d6-614b1de5b28d, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:30.801527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] For port a996b3da-18f3-4c02-84d6-614b1de5b28d, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:30.829119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-4ec21e48-1aa0-40d4-8f0a-9ff38d4e8190 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824348 Jul 28 14:41:30.888799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Allocated IP 172.20.0.2 (70719f86-7c28-41db-b718-ddf147640082/5b4419fe-7de0-4c14-813a-d73db5f1d9f8/992e032a-d65b-4412-816d-d30911f97bf3) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:30.911542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.912751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.914666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.926260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['14f1e890-e50f-44f7-aee3-8ddadfb1f38b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:30.968263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ff2d226-1068-4971-bf32-637c9505117c req-9676d996-3a02-4d90-9d6e-70d5f0168c00 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0968959 Jul 28 14:41:31.015519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.132336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.133507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.150499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f829c425-beb8-49f2-8b6a-8c188d84bd9f req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "PUT /v2.0/ports/14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 982 time: 1.1297333 Jul 28 14:41:31.157620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:31.168369 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e753f5-1408-40a5-99a0-337f08487c35" -d '{"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:31.195244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de09d5e5-bbad-4fa5-9024-ea010ff04e7e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:31.205634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.221190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Transition to ACTIVE for port object de09d5e5-bbad-4fa5-9024-ea010ff04e7e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:31.223114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.243738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['14f1e890-e50f-44f7-aee3-8ddadfb1f38b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:31.275604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef6621-1966-43a0-8b1e-e64733bc069b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=6']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.347683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.359082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.359870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.361734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/a996b3da-18f3-4c02-84d6-614b1de5b28d HTTP/1.1" status: 200 len: 1092 time: 2.5958540 Jul 28 14:41:31.364310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'tag': 'a996b3da-18f3-4c02-84d6-614b1de5b28d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:31.366799 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12fe0e2-3596-4b1d-bc0c-552a708481e5" -d '{"events": [{"name": "network-changed", "server_uuid": "88e0d433-c6c0-4a65-a8d3-748e417b1bac", "tag": "a996b3da-18f3-4c02-84d6-614b1de5b28d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:31.377734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:31.390708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.405459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf0cf0a7-4c1d-481f-9dbb-f71fc4804a55 req-60165ac2-8a47-4822-8849-ed666a22ce04 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513961 Jul 28 14:41:31.416275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d4374-9677-486a-a9fe-2e521aab2997 req-83525b39-662a-41ea-b99d-435dddc91bff tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.424181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca4d4374-9677-486a-a9fe-2e521aab2997 req-83525b39-662a-41ea-b99d-435dddc91bff tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1960442 Jul 28 14:41:31.459896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace6bf2-acdf-4cce-aa35-5ead3670f0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a996b3da-18f3-4c02-84d6-614b1de5b28d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.489987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:31.501257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:31.524500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Pushing event updated for resources: {'Port': ['ID=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.525965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.550695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Transition to ACTIVE for port object 992e032a-d65b-4412-816d-d30911f97bf3 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:31.588294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Transition to ACTIVE for port object 992e032a-d65b-4412-816d-d30911f97bf3 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:31.639775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca4d4374-9677-486a-a9fe-2e521aab2997 req-c352e0f1-93ce-417a-a70b-4f475dd65f68 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145500 Jul 28 14:41:31.662724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-4b5e7d64-bcda-4e95-a840-91e8fb0e0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.684151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-4b5e7d64-bcda-4e95-a840-91e8fb0e0946 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 1095 time: 0.1547577 Jul 28 14:41:31.775385 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d572be-401d-45a7-9db7-1f0aa20b09df x-openstack-request-id: req-d6d572be-401d-45a7-9db7-1f0aa20b09df {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:31.775737 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:31.775932 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6d572be-401d-45a7-9db7-1f0aa20b09df {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:31.776346 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'status': 'completed', 'code': 200} Jul 28 14:41:31.785150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.786059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.791679 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.799603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Pushing event updated for resources: {'Port': ['ID=26de8660-1552-4fd9-897c-58d18c784a35,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.824568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-e3b198cb-a4a7-4a3e-874d-f6ebd49c7258 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d HTTP/1.1" status: 200 len: 217 time: 0.1287360 Jul 28 14:41:31.892596 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0947e8bd-a19a-4754-b550-476b7da31eed x-openstack-request-id: req-0947e8bd-a19a-4754-b550-476b7da31eed {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:31.892939 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e0d433-c6c0-4a65-a8d3-748e417b1bac", "tag": "a996b3da-18f3-4c02-84d6-614b1de5b28d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:31.893143 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0947e8bd-a19a-4754-b550-476b7da31eed {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:31.893572 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'tag': 'a996b3da-18f3-4c02-84d6-614b1de5b28d', 'status': 'completed', 'code': 200} Jul 28 14:41:31.948598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Attempting to bind port de09d5e5-bbad-4fa5-9024-ea010ff04e7e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:31.948951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Attempting to bind port de09d5e5-bbad-4fa5-9024-ea010ff04e7e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:31.949282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Attempting to bind port de09d5e5-bbad-4fa5-9024-ea010ff04e7e on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:31.975946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e753f5-1408-40a5-99a0-337f08487c35 req-046f8577-0ec8-4818-91e7-e90bcbb72c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.977566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-046f8577-0ec8-4818-91e7-e90bcbb72c8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1137 time: 0.1519816 Jul 28 14:41:31.980357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Port de09d5e5-bbad-4fa5-9024-ea010ff04e7e on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:31.983820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Attempting to bind port de09d5e5-bbad-4fa5-9024-ea010ff04e7e on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:31.998460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:31.998813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Checking segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:31.999387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Bound using segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:31.999892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Bound port: de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:32.000238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.004398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Network 70719f86-7c28-41db-b718-ddf147640082 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:32.018687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Pushing event updated for resources: {'Port': ['ID=992e032a-d65b-4412-816d-d30911f97bf3,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:32.036414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-d82f7571-4b5b-460b-9ead-e6a92b643db8 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7022274 Jul 28 14:41:32.037041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:32.054210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Request body: {'port': {'device_id': '298ec613-f90d-4339-873d-ad2a9abaad36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:32.086861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-dfd83145-cad0-4dd4-bfae-27948fc7980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.088648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-dfd83145-cad0-4dd4-bfae-27948fc7980d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 200 len: 857 time: 0.2549310 Jul 28 14:41:32.099284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:32.155062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-7496f993-36d8-4040-85f1-0c052043c16a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568695 Jul 28 14:41:32.159622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-032f2690-4e61-4c43-b1aa-b28492384737 req-f7de6943-2383-4b5e-806f-d5583eec8399 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1428832650&fields=id&tenant_id=b41e76e823ba4001b71b5e739c159d75 HTTP/1.1" status: 200 len: 267 time: 0.5809748 Jul 28 14:41:32.224075 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.258664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e753f5-1408-40a5-99a0-337f08487c35 req-c405bf85-46c0-4b76-b4b4-6802d63faea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.260674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-c405bf85-46c0-4b76-b4b4-6802d63faea8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.2700250 Jul 28 14:41:32.262306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] For port de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:32.380555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] For port de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:32.400165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Attempting to bind port 992e032a-d65b-4412-816d-d30911f97bf3 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:32.400782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Attempting to bind port 992e032a-d65b-4412-816d-d30911f97bf3 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:32.401361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Attempting to bind port 992e032a-d65b-4412-816d-d30911f97bf3 on network 70719f86-7c28-41db-b718-ddf147640082 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:32.421272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:32.423284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Checking segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:32.423989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.425130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Bound using segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:32.427752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Bound port: 992e032a-d65b-4412-816d-d30911f97bf3, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:32.428989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.434548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-b06751b5-4584-4f57-bea1-e325996304a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.1388185 Jul 28 14:41:32.549295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e753f5-1408-40a5-99a0-337f08487c35 req-f803c9be-cfd8-46aa-9302-3a8246e0632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.551036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-f803c9be-cfd8-46aa-9302-3a8246e0632f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.0893991 Jul 28 14:41:32.557866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.601790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-90cd1155-11fe-4dea-ade9-48d35fb208b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388608 Jul 28 14:41:32.604158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] For port 992e032a-d65b-4412-816d-d30911f97bf3, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:32.611891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] For port 992e032a-d65b-4412-816d-d30911f97bf3, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=992e032a-d65b-4412-816d-d30911f97bf3,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:32.656431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.692402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed3dbe-edcc-48c3-bac9-de34d09ce4ed req-2a5d52f5-625e-400a-a3a7-8a5fe734768a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.706298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9ed3dbe-edcc-48c3-bac9-de34d09ce4ed req-2a5d52f5-625e-400a-a3a7-8a5fe734768a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 932 time: 0.5065424 Jul 28 14:41:32.727691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2690-4e61-4c43-b1aa-b28492384737 req-ae8abe3b-82ba-442d-83f9-13f15ab9c536 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.729825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-032f2690-4e61-4c43-b1aa-b28492384737 req-ae8abe3b-82ba-442d-83f9-13f15ab9c536 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 985 time: 0.5696990 Jul 28 14:41:32.733914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.739813 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.754583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'port': {'security_groups': ['2cb0f5bc-ec79-4390-8437-55d813630f9f']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:32.912125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45402) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:32.914331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.915460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.918074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] 10.222.0.58 "PUT /v2.0/ports/de09d5e5-bbad-4fa5-9024-ea010ff04e7e HTTP/1.1" status: 200 len: 1092 time: 3.8156457 Jul 28 14:41:32.942047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81985a0-d880-4bfd-8633-5b220500d9aa None None] Pushing event updated for resources: {'Port': ['ID=992e032a-d65b-4412-816d-d30911f97bf3,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:33.018729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.027911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-4b4e9fc9-921e-4482-af05-bd24dd20778e service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183956 Jul 28 14:41:33.030132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-50a79c6f-ee02-4ad9-9ee0-7e4fb9ad9212 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584219 Jul 28 14:41:33.050618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c091ac-150e-4ae7-acbe-14cee3285403 service neutron] Pushing event updated for resources: {'Port': ['ID=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:33.288540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9ed3dbe-edcc-48c3-bac9-de34d09ce4ed req-5025dcb6-00c9-4d09-b027-2574b3920813 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810072 Jul 28 14:41:33.362552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-2f5abf64-54a3-4dcb-ab8a-6a8f3d97bc60 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045387 Jul 28 14:41:33.424356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30e753f5-1408-40a5-99a0-337f08487c35 req-df51277f-0d71-428c-bd32-167c811fdcc4 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754475 Jul 28 14:41:33.452438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-c8a7cf2b-9d00-45f0-9dd1-bd0418656845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.454076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-c8a7cf2b-9d00-45f0-9dd1-bd0418656845 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 1095 time: 0.2593541 Jul 28 14:41:33.457597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5a38d7ce-02aa-4f4b-8867-1cfafe7c03a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=937ee83b43db477dac128f5d0acebeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324257 Jul 28 14:41:33.462165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:33.534607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-b80f738b-ae9e-48a2-a6ec-32642d92f035 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e HTTP/1.1" status: 200 len: 217 time: 0.0612698 Jul 28 14:41:33.718009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-7b31c8f4-aa55-43bb-b942-39c28ee550b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.721373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-7b31c8f4-aa55-43bb-b942-39c28ee550b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 1095 time: 0.1623435 Jul 28 14:41:33.725846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-4b124686-aecd-4de6-8768-8dd968c3545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.728515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-4b124686-aecd-4de6-8768-8dd968c3545d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 200 len: 857 time: 0.1835213 Jul 28 14:41:33.844528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1ab2-148d-42da-b3e6-1d57d6578822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.898457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26de8660-1552-4fd9-897c-58d18c784a35 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:33.916934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.988743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Transition to ACTIVE for port object 26de8660-1552-4fd9-897c-58d18c784a35 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:33.996159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1ab2-148d-42da-b3e6-1d57d6578822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.022645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:34.071675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.129432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.139363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.158884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.221897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'tag': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:34.224427 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5506d69a-c1e2-487f-bef4-22daa3f3735c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd828e72-28fc-4d80-b396-b2d0afbf9cb3", "tag": "de09d5e5-bbad-4fa5-9024-ea010ff04e7e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:34.294707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-13027e05-cbcd-424f-b53d-545711ba5ba8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5488183 Jul 28 14:41:34.305474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6228-5e3e-49d3-b79c-cf716302730e req-950dc596-13bf-4cbb-8453-4aaf1776010b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.313903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eaf6228-5e3e-49d3-b79c-cf716302730e req-950dc596-13bf-4cbb-8453-4aaf1776010b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.7212994 Jul 28 14:41:34.346530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 992e032a-d65b-4412-816d-d30911f97bf3 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:34.409760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Allocated IP 172.25.6.213 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/5475dae6-a26d-4942-818b-9ecc39a84b23) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:34.422099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.426699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1ab2-148d-42da-b3e6-1d57d6578822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.430697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1ab2-148d-42da-b3e6-1d57d6578822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.436753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dcbd1ab2-148d-42da-b3e6-1d57d6578822 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ac0987a-3439-4b81-90ba-522810154dce HTTP/1.1" status: 204 len: 168 time: 0.9405794 Jul 28 14:41:34.477184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8eaf6228-5e3e-49d3-b79c-cf716302730e req-5a11f2a6-278b-496c-8763-85a6001b0271 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624708 Jul 28 14:41:34.492523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-2d1a90bc-3c48-4080-a137-c6e7b652ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.494214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-2d1a90bc-3c48-4080-a137-c6e7b652ef19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 918 time: 0.7643006 Jul 28 14:41:34.608032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-239892fd-540c-4265-b557-3fd150f0ce22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d HTTP/1.1" status: 200 len: 217 time: 0.1042559 Jul 28 14:41:34.634064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-b274cd07-d5a6-4f7f-98c0-bb163ea5a4bf service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173909 Jul 28 14:41:34.674730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1ab2-148d-42da-b3e6-1d57d6578822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0987a-3439-4b81-90ba-522810154dce,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:34.716246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.717877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.721777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-032f2690-4e61-4c43-b1aa-b28492384737 req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "PUT /v2.0/ports/14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 943 time: 1.9755909 Jul 28 14:41:34.732989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:34.739454 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a401c1-aec2-4a51-92a5-81f21908c17e" -d '{"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:34.742966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-f807a519-3779-43df-9b24-2433836ded51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.744588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-f807a519-3779-43df-9b24-2433836ded51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 200 len: 857 time: 0.1257031 Jul 28 14:41:34.799386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['14f1e890-e50f-44f7-aee3-8ddadfb1f38b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:34.800243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-a286d405-6708-4d68-b436-0706a9419c96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404510 Jul 28 14:41:34.804973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43958335-09a3-4a53-be83-fc11f1a05065 None None] Network 70719f86-7c28-41db-b718-ddf147640082 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:34.820525 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608da9eb-6a4c-4ae0-85ca-94eec4fc55ce x-openstack-request-id: req-608da9eb-6a4c-4ae0-85ca-94eec4fc55ce {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:34.820525 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd828e72-28fc-4d80-b396-b2d0afbf9cb3", "tag": "de09d5e5-bbad-4fa5-9024-ea010ff04e7e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:34.820525 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-608da9eb-6a4c-4ae0-85ca-94eec4fc55ce {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:34.820525 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'tag': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e', 'status': 'completed', 'code': 200} Jul 28 14:41:34.849324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=26de8660-1552-4fd9-897c-58d18c784a35,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:34.877113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['14f1e890-e50f-44f7-aee3-8ddadfb1f38b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:34.877597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-e7b7a740-2330-4527-b04a-e9d542383dfa service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176552 Jul 28 14:41:34.956216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-5f25e344-e756-4f5f-ad75-c6e85e681806 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409752 Jul 28 14:41:34.957990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.012843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d626d-fbe4-45ff-862b-9bfc47700e3c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event updated for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=7']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.020486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Attempting to bind port 26de8660-1552-4fd9-897c-58d18c784a35 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:35.020486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Attempting to bind port 26de8660-1552-4fd9-897c-58d18c784a35 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:35.020699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Attempting to bind port 26de8660-1552-4fd9-897c-58d18c784a35 on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:35.033086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Port 26de8660-1552-4fd9-897c-58d18c784a35 on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:35.033423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Attempting to bind port 26de8660-1552-4fd9-897c-58d18c784a35 on network 58f9c1fb-6f3e-4d86-9117-b3621b5570ec {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:35.054438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:35.054706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Checking segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:35.060261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Bound using segment: {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:35.060261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Bound port: 26de8660-1552-4fd9-897c-58d18c784a35, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed1002-334b-443a-a151-449795f8a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:35.060261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.083610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a69027-e940-412a-94a1-02890bf414d7 req-6df93a64-69bf-4779-8d06-b0a972e54ee0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.091662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49a69027-e940-412a-94a1-02890bf414d7 req-6df93a64-69bf-4779-8d06-b0a972e54ee0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 944 time: 0.2434831 Jul 28 14:41:35.139302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b12fe0e2-3596-4b1d-bc0c-552a708481e5 req-325a4f1a-eaf7-414c-93a2-8012378a03fa service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753759 Jul 28 14:41:35.158012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c605fe48-1094-472a-9a2c-bf4ca3dce35c None None] Provisioning for port 992e032a-d65b-4412-816d-d30911f97bf3 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:35.162344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 992e032a-d65b-4412-816d-d30911f97bf3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:35.168057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c605fe48-1094-472a-9a2c-bf4ca3dce35c None None] Provisioning complete for port 992e032a-d65b-4412-816d-d30911f97bf3 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:35.168436 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c605fe48-1094-472a-9a2c-bf4ca3dce35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.192214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49a69027-e940-412a-94a1-02890bf414d7 req-1aadbd19-7816-4486-8683-642d08adff1b tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993385 Jul 28 14:41:35.245100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] For port 26de8660-1552-4fd9-897c-58d18c784a35, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:35.250998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] For port 26de8660-1552-4fd9-897c-58d18c784a35, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26de8660-1552-4fd9-897c-58d18c784a35,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:35.253467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.283536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 992e032a-d65b-4412-816d-d30911f97bf3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:35.284380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.294214 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd929e-cb2a-42d0-99d8-4dc326e1b785 x-openstack-request-id: req-0ffd929e-cb2a-42d0-99d8-4dc326e1b785 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:35.294669 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:35.295002 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ffd929e-cb2a-42d0-99d8-4dc326e1b785 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:35.296132 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'status': 'completed', 'code': 200} Jul 28 14:41:35.326599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Pushing event updated for resources: {'Port': ['ID=5475dae6-a26d-4942-818b-9ecc39a84b23,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.336099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:35.338533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:35.343747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:35.514662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.518683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-e1f3e9a6-071b-4d62-9e72-cb489fdb8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.522272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-e1f3e9a6-071b-4d62-9e72-cb489fdb8c83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 1095 time: 0.3325965 Jul 28 14:41:35.586205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.586205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.587723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] 10.222.0.58 "PUT /v2.0/ports/26de8660-1552-4fd9-897c-58d18c784a35 HTTP/1.1" status: 200 len: 1093 time: 3.5466280 Jul 28 14:41:35.602242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-5d9b64d0-cad7-46af-9c87-a9c28db1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.604208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-5d9b64d0-cad7-46af-9c87-a9c28db1e531 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.2760081 Jul 28 14:41:35.621861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d3259-1bb9-4754-87b5-580f5d19cdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=26de8660-1552-4fd9-897c-58d18c784a35,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.697507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6596de-d8e1-48a0-bb55-349480b5d9e8 req-45964b05-364b-4cb6-bc71-024787d676eb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.707387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c6596de-d8e1-48a0-bb55-349480b5d9e8 req-45964b05-364b-4cb6-bc71-024787d676eb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0768781 Jul 28 14:41:35.720238 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.790872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-9308e70e-8d57-4ee2-82c2-ed79683f7dbb tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6502495 Jul 28 14:41:35.828669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:35.854576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a996b3da-18f3-4c02-84d6-614b1de5b28d details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:35.878445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.906883 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.959386 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c605fe48-1094-472a-9a2c-bf4ca3dce35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.966048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-83674480-4d69-4784-9670-aec706e6f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.967718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-83674480-4d69-4784-9670-aec706e6f5e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 918 time: 0.4136691 Jul 28 14:41:35.980547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c6596de-d8e1-48a0-bb55-349480b5d9e8 req-3c0f24a8-6c8c-45b4-9eb2-945f9ebe1fa8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719924 Jul 28 14:41:35.987407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-456d6f89-a572-4155-9603-60d3969f7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.989021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-456d6f89-a572-4155-9603-60d3969f7f92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.3287179 Jul 28 14:41:35.989279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 992e032a-d65b-4412-816d-d30911f97bf3, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=992e032a-d65b-4412-816d-d30911f97bf3,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:36.022141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-904cc82c-d0a5-4355-8c08-9ab0a847a613 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e HTTP/1.1" status: 200 len: 217 time: 0.0441170 Jul 28 14:41:36.030258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-cd258e2c-1e61-47ec-bf88-34d8b7fb19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.034322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-cd258e2c-1e61-47ec-bf88-34d8b7fb19fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 1096 time: 0.1611891 Jul 28 14:41:36.102877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-8e80d291-7474-4c4b-9839-ee2b5db1400f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26de8660-1552-4fd9-897c-58d18c784a35 HTTP/1.1" status: 200 len: 217 time: 0.0628064 Jul 28 14:41:36.119435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-395be219-00ca-4c69-8de0-c2f0abc5746c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.0995610 Jul 28 14:41:36.126908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.145476 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.247971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-3df0c16f-cb3d-4407-a6d3-20accbb29398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.250653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-3df0c16f-cb3d-4407-a6d3-20accbb29398 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 200 len: 857 time: 0.2173133 Jul 28 14:41:36.258139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-4927c471-5f61-4b67-8463-8a3f1af928c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.259784 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-4927c471-5f61-4b67-8463-8a3f1af928c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 200 len: 857 time: 0.1481328 Jul 28 14:41:36.269374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-e55a5048-1483-4725-8d5c-cdcb83656c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.271005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-e55a5048-1483-4725-8d5c-cdcb83656c56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.1407261 Jul 28 14:41:36.322091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-71d5a723-a24b-4543-b561-bfc019e02cf4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461171 Jul 28 14:41:36.338401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=992e032a-d65b-4412-816d-d30911f97bf3,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:36.342380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-11eac3d5-57c9-4eaa-87c4-d6ab66a54164 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524178 Jul 28 14:41:36.350899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-c605fe48-1094-472a-9a2c-bf4ca3dce35c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:41:36.351256 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-c605fe48-1094-472a-9a2c-bf4ca3dce35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:41:36.359398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a996b3da-18f3-4c02-84d6-614b1de5b28d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:36.388011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'a996b3da-18f3-4c02-84d6-614b1de5b28d', 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'port_id': 'a996b3da-18f3-4c02-84d6-614b1de5b28d', 'mac_address': 'fa:16:3e:74:0e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8741fe-f6a7-4294-8913-2be016c06e1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:36.397476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-1fb3931b-766d-41ea-9502-677292ed85ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568376 Jul 28 14:41:36.492700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.508352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.536866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a996b3da-18f3-4c02-84d6-614b1de5b28d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:36.559165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45456) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:36.561047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.567467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a996b3da-18f3-4c02-84d6-614b1de5b28d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:36.586607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-4be1e34f-6f93-439b-9cd6-4990a064fa56 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321477 Jul 28 14:41:36.587981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189b159-114a-4642-884d-e36091d1ea91 req-1b16638d-c44b-4c6d-83fe-24afccc55e50 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.589689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d189b159-114a-4642-884d-e36091d1ea91 req-1b16638d-c44b-4c6d-83fe-24afccc55e50 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 944 time: 0.2480528 Jul 28 14:41:36.590795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-c8b505ef-9b33-4228-8976-ad674075899a service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524486 Jul 28 14:41:36.677317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-1ebc6133-017e-46d2-84a7-ca49d7b3f7ee service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607088 Jul 28 14:41:36.691347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.757894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1854501340-network', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:36.765682 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d189b159-114a-4642-884d-e36091d1ea91 req-65207feb-6d2c-465a-9f0f-c7599aac4d6d tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602409 Jul 28 14:41:36.787324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=a996b3da-18f3-4c02-84d6-614b1de5b28d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:36.838135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca07bfea-c4bd-4ecc-ba6e-3ba43b4ad383 req-ffbd8e3b-ff56-48fe-b9b0-bd667911dde0 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522567 Jul 28 14:41:36.886295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6a401c1-aec2-4a51-92a5-81f21908c17e req-a28877ba-2ae9-445a-a411-39416f83c6ba service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644696 Jul 28 14:41:36.889547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Allocated IP 172.25.6.214 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/3d4b3daa-a55f-4825-94f1-9f940934458f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:36.899583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5506d69a-c1e2-487f-bef4-22daa3f3735c req-bc35e79b-ae6d-4c99-b79d-6aecdb9d5e30 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795358 Jul 28 14:41:36.982927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a996b3da-18f3-4c02-84d6-614b1de5b28d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:36.983420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Router 92e8dceb-701e-4d75-8430-e235524c57ab is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:41:37.047641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.052398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:37.056478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.080814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.093359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1981bbfe-545e-4b08-87f7-148edc6f186c None None] Provisioning complete for port 992e032a-d65b-4412-816d-d30911f97bf3 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:37.094074 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1981bbfe-545e-4b08-87f7-148edc6f186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.258984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:37.275569 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.287842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b9ce3-6dd1-4930-b70e-e4c02b70efaa req-bcf3a49b-4596-4768-b207-599bfdc232d2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.289482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Sync routers for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:37.297878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec1b9ce3-6dd1-4930-b70e-e4c02b70efaa req-bcf3a49b-4596-4768-b207-599bfdc232d2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1428025 Jul 28 14:41:37.299389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ec613-f90d-4339-873d-ad2a9abaad36', 'tag': '26de8660-1552-4fd9-897c-58d18c784a35'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:37.302202 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98e7be3-839b-4658-bdb9-468c9ef3d492" -d '{"events": [{"name": "network-changed", "server_uuid": "298ec613-f90d-4339-873d-ad2a9abaad36", "tag": "26de8660-1552-4fd9-897c-58d18c784a35"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:37.328185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:37.329468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:37.345358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec1b9ce3-6dd1-4930-b70e-e4c02b70efaa req-373b4d53-6976-41f1-a3ce-a4457d6a74eb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Jul 28 14:41:37.370619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.380576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:37.383993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:37.388126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:37.420985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event updated for resources: {'Port': ['ID=3d4b3daa-a55f-4825-94f1-9f940934458f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:37.479069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.524130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:37.529727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.540445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:37.541473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc1d1b-1869-4ab9-8c06-090f6382437c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:37.549430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.549780 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Added segment f2bb6ebb-d829-413b-97e4-4f89428a6e97 of type vlan for network db2fe7fb-7827-4cd0-985f-99ccaccc319b Jul 28 14:41:37.594854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.600547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:37.600999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e68eaf42-fcf3-431b-897c-a4d860316420 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9945407 Jul 28 14:41:37.610706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.738686 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5069310e-b777-443f-bd9c-9e9ff263a03c x-openstack-request-id: req-5069310e-b777-443f-bd9c-9e9ff263a03c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:37.738686 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ec613-f90d-4339-873d-ad2a9abaad36", "tag": "26de8660-1552-4fd9-897c-58d18c784a35", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:37.739117 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5069310e-b777-443f-bd9c-9e9ff263a03c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:37.739733 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ec613-f90d-4339-873d-ad2a9abaad36', 'tag': '26de8660-1552-4fd9-897c-58d18c784a35', 'status': 'completed', 'code': 200} Jul 28 14:41:37.822156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device de09d5e5-bbad-4fa5-9024-ea010ff04e7e details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:37.889058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.921184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.922715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.923306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.970434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:35Z', 'revision_number': 3, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:37.990613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450ae85-6f2f-4bfc-b5f1-65e4c7e347c0 req-08098e5c-6fd5-40e5-8d8e-c42024e36e20 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.993737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a450ae85-6f2f-4bfc-b5f1-65e4c7e347c0 req-08098e5c-6fd5-40e5-8d8e-c42024e36e20 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 944 time: 0.0940473 Jul 28 14:41:38.024312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-1f864aeb-1a76-49e4-95b0-5b961342980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:38.025882 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-1f864aeb-1a76-49e4-95b0-5b961342980c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=194460e2632e413fb6a667f905954659&device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 1096 time: 0.2319019 Jul 28 14:41:38.034667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Checking router: 92e8dceb-701e-4d75-8430-e235524c57ab for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:38.035321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Updating router 92e8dceb-701e-4d75-8430-e235524c57ab port 5475dae6-a26d-4942-818b-9ecc39a84b23 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:41:38.070756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a450ae85-6f2f-4bfc-b5f1-65e4c7e347c0 req-96fd1600-3f2c-475c-9d8d-f496c711d7f4 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647209 Jul 28 14:41:38.103805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] Pushing event updated for resources: {'Network': ['ID=db2fe7fb-7827-4cd0-985f-99ccaccc319b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:38.122908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f0e1a1d6-fdb0-47e9-9659-76a7451fec57 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5586030 Jul 28 14:41:38.124512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:38.126701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:38.139946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Request body: {'subnet': {'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1854501340-subnet', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:38.155751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.320627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:38.322633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.350528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 992e032a-d65b-4412-816d-d30911f97bf3 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:38.354223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:38.422826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e', 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'port_id': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e', 'mac_address': 'fa:16:3e:f2:09:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8741fe-f6a7-4294-8913-2be016c06e1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:38.653313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fead3-5291-43e9-aa60-610038e2c537 req-55ce9c69-0453-4a6a-95ad-ffbddc81bea6 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:38.656859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-278fead3-5291-43e9-aa60-610038e2c537 req-55ce9c69-0453-4a6a-95ad-ffbddc81bea6 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.2026505 Jul 28 14:41:38.694911 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.725567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de09d5e5-bbad-4fa5-9024-ea010ff04e7e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:38.747020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 992e032a-d65b-4412-816d-d30911f97bf3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:38.747403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.782962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:38.797871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-278fead3-5291-43e9-aa60-610038e2c537 req-51984329-b132-404c-9afb-30163e25d6e2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266639 Jul 28 14:41:38.928418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-f73f07bc-ebd2-4681-95e9-058345c59e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:38.930938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-f73f07bc-ebd2-4681-95e9-058345c59e2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 200 len: 918 time: 0.8869910 Jul 28 14:41:38.942079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.947640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.033760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-4e53e0bc-469d-43f4-a12f-db1b2c41393c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26de8660-1552-4fd9-897c-58d18c784a35 HTTP/1.1" status: 200 len: 217 time: 0.0866594 Jul 28 14:41:39.049008 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.100696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Transition to ACTIVE for port object 5475dae6-a26d-4942-818b-9ecc39a84b23 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:39.120820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.136730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.141448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Checking segment: {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:39.142324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Network hostable DHCP agents. Network: db2fe7fb-7827-4cd0-985f-99ccaccc319b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:39.146579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421745f2-fa93-45e8-9c77-418cf86e638e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.181877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-fdde7474-2c2e-43be-bf77-bbb22dfe59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:39.181877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-fdde7474-2c2e-43be-bf77-bbb22dfe59ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 200 len: 857 time: 0.1173630 Jul 28 14:41:39.211741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['de09d5e5-bbad-4fa5-9024-ea010ff04e7e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:39.257950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-a81f294c-7d1a-4a67-bebc-70681e444540 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58f9c1fb-6f3e-4d86-9117-b3621b5570ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442538 Jul 28 14:41:39.313157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.394792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Attempting to bind port 5475dae6-a26d-4942-818b-9ecc39a84b23 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:39.395283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Attempting to bind port 5475dae6-a26d-4942-818b-9ecc39a84b23 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:39.395721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Attempting to bind port 5475dae6-a26d-4942-818b-9ecc39a84b23 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:39.421395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:39.422432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:39.422432 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.422894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:39.423472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Bound port: 5475dae6-a26d-4942-818b-9ecc39a84b23, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:39.423969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.446351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.449854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc701d-42a9-4503-ac62-98135130b18f None None] Pushing event updated for resources: {'Port': ['ID=5475dae6-a26d-4942-818b-9ecc39a84b23,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.489031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.526670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] For port 5475dae6-a26d-4942-818b-9ecc39a84b23, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:39.542507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-a4b72fce-d6be-43b4-8ffe-607870f53c15 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751029 Jul 28 14:41:39.547798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] For port 5475dae6-a26d-4942-818b-9ecc39a84b23, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5475dae6-a26d-4942-818b-9ecc39a84b23,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:39.663526 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.695789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event updated for resources: {'Port': ['ID=3d4b3daa-a55f-4825-94f1-9f940934458f,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.719638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.799924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc701d-42a9-4503-ac62-98135130b18f None None] Pushing event updated for resources: {'Port': ['ID=5475dae6-a26d-4942-818b-9ecc39a84b23,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.812986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:39.814325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:39.837919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:39.838881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d98e7be3-839b-4658-bdb9-468c9ef3d492 req-7b02aca7-f476-4f5f-accf-5a88c284be86 service neutron] 10.222.0.58 "GET /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819252 Jul 28 14:41:39.861897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26de8660-1552-4fd9-897c-58d18c784a35 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:39.863957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a996b3da-18f3-4c02-84d6-614b1de5b28d up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:39.889728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bed30-1c96-4e51-8c1d-f367461d75fe req-f5c5b0a0-0a5f-46f1-975f-7efa2ce278c2 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:39.889728 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890bed30-1c96-4e51-8c1d-f367461d75fe req-f5c5b0a0-0a5f-46f1-975f-7efa2ce278c2 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 944 time: 0.6401575 Jul 28 14:41:39.895313 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.897003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-c3de29d7-ef83-40f1-bf46-ed125a2d927a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0949471 Jul 28 14:41:39.947412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-890bed30-1c96-4e51-8c1d-f367461d75fe req-f86d5c64-80e5-4a77-97b7-269d375c6b49 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562842 Jul 28 14:41:39.975788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-51a1f09c-5eec-4bb2-9758-e1e6d6877489 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0677061 Jul 28 14:41:39.989209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Allocated IP 172.20.0.1 (70719f86-7c28-41db-b718-ddf147640082/5b4419fe-7de0-4c14-813a-d73db5f1d9f8/e3035c53-8810-4dd3-a3d9-761d7b91b4fa) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:39.994387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, db2fe7fb-7827-4cd0-985f-99ccaccc319b) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:40.007433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.007433 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.041981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d16b84-a847-44fc-9179-055cd053920c None None] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:40.056166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:41:40.130041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf24c5-3ece-404d-aaaf-b9f8c6d2223a req-f67dd405-1131-4f83-b568-a8cf60b0e30b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.132599 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20cf24c5-3ece-404d-aaaf-b9f8c6d2223a req-f67dd405-1131-4f83-b568-a8cf60b0e30b tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0701871 Jul 28 14:41:40.178602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7456f2e5-ef40-487e-a7a0-8c4ba96dc7b2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0471706 Jul 28 14:41:40.181925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45494) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:40.194374 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.194584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:40.215801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Transition to ACTIVE for port object e3035c53-8810-4dd3-a3d9-761d7b91b4fa will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:40.229431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:40.255895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-a2c52215-e828-47e4-bfa1-8479978c622a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.257409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-a2c52215-e828-47e4-bfa1-8479978c622a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.2807889 Jul 28 14:41:40.266683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20cf24c5-3ece-404d-aaaf-b9f8c6d2223a req-cc8a16ed-241c-4e4e-977e-e54e70275750 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220329 Jul 28 14:41:40.276081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-ef7ea1a6-9b17-4751-b900-4f2f2c125e9a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:41:40.277249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250c37d5-d297-4e2f-b494-e6bb22457477 req-ef7ea1a6-9b17-4751-b900-4f2f2c125e9a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073578 Jul 28 14:41:40.350674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.401784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 26de8660-1552-4fd9-897c-58d18c784a35, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26de8660-1552-4fd9-897c-58d18c784a35,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:40.415903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.418139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.432977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Network 70719f86-7c28-41db-b718-ddf147640082 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:40.433392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '26de8660-1552-4fd9-897c-58d18c784a35', 'network_id': '58f9c1fb-6f3e-4d86-9117-b3621b5570ec', 'port_id': '26de8660-1552-4fd9-897c-58d18c784a35', 'mac_address': 'fa:16:3e:f0:1a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8741fe-f6a7-4294-8913-2be016c06e1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:40.443520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:40.454990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:40.466145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port a996b3da-18f3-4c02-84d6-614b1de5b28d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:40.495960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port a996b3da-18f3-4c02-84d6-614b1de5b28d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:40.496338 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.524245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Pushing event updated for resources: {'Port': ['ID=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:40.574654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.596415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.648576 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.670348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'fixed_ips': [{'subnet_id': '421745f2-fa93-45e8-9c77-418cf86e638e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:40.671279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.691361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de8660-1552-4fd9-897c-58d18c784a35 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:40.735479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 26de8660-1552-4fd9-897c-58d18c784a35, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26de8660-1552-4fd9-897c-58d18c784a35,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:40.877220 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.887714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.924706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-5adb99c3-e562-4920-bc83-b3ad29c18369 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.941438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-5adb99c3-e562-4920-bc83-b3ad29c18369 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2702608 Jul 28 14:41:41.015520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:35Z', 'revision_number': 3, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:41.025369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.030782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a996b3da-18f3-4c02-84d6-614b1de5b28d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:41.034239 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af0c54-6a50-4ee0-b4ec-79f5751c8183" -d '{"events": [{"server_uuid": "88e0d433-c6c0-4a65-a8d3-748e417b1bac", "name": "network-vif-plugged", "status": "completed", "tag": "a996b3da-18f3-4c02-84d6-614b1de5b28d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:41.083371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-25579081-b998-4117-b058-1239338a9878 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1406205 Jul 28 14:41:41.103760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec83fb-84b3-42e7-9181-5bbc37346dd7 None None] The sync data for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 is: [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:35Z', 'revision_number': 3, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:41.107231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'floatingip': {'port_id': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:41.121218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a996b3da-18f3-4c02-84d6-614b1de5b28d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:41.129862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=26de8660-1552-4fd9-897c-58d18c784a35,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:41.154023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Allocated IP 172.20.0.2 (db2fe7fb-7827-4cd0-985f-99ccaccc319b/421745f2-fa93-45e8-9c77-418cf86e638e/4fcdc9d7-b5a3-474d-82ff-d725dd263ecf) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:41.203658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5311-65c5-4349-89e8-54eb25feb3e4 req-9d84a0e0-88c5-4faf-b497-7e2a936b5c91 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:41.213609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20af5311-65c5-4349-89e8-54eb25feb3e4 req-9d84a0e0-88c5-4faf-b497-7e2a936b5c91 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 945 time: 0.1355333 Jul 28 14:41:41.239603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.274316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['26de8660-1552-4fd9-897c-58d18c784a35'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:41.285666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3fdd7805-42ce-4963-abc7-1cb611a73e87 None None] Provisioning for port e3035c53-8810-4dd3-a3d9-761d7b91b4fa completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:41.290594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20af5311-65c5-4349-89e8-54eb25feb3e4 req-efece9bd-71f6-4aa1-aed6-a2034b3a031d tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757191 Jul 28 14:41:41.318320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.347480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3fdd7805-42ce-4963-abc7-1cb611a73e87 None None] Provisioning complete for port e3035c53-8810-4dd3-a3d9-761d7b91b4fa triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:41.347480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7805-42ce-4963-abc7-1cb611a73e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.359257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.626736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534f815-ed81-4424-b5fb-28c05bc83277 req-56e156c9-bf86-4c39-a3f4-46a7d83e8e58 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:41.636302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f534f815-ed81-4424-b5fb-28c05bc83277 req-56e156c9-bf86-4c39-a3f4-46a7d83e8e58 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1504498 Jul 28 14:41:41.717177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd7805-42ce-4963-abc7-1cb611a73e87 None None] Port e3035c53-8810-4dd3-a3d9-761d7b91b4fa cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:41.719778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=a996b3da-18f3-4c02-84d6-614b1de5b28d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:41.749181 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca7128-9dcd-4d44-ab67-63d7571687fc x-openstack-request-id: req-92ca7128-9dcd-4d44-ab67-63d7571687fc {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:41.749723 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e0d433-c6c0-4a65-a8d3-748e417b1bac", "name": "network-vif-plugged", "status": "completed", "tag": "a996b3da-18f3-4c02-84d6-614b1de5b28d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:41.750158 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92ca7128-9dcd-4d44-ab67-63d7571687fc {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:41.750768 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a996b3da-18f3-4c02-84d6-614b1de5b28d', 'code': 200} Jul 28 14:41:41.785312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f534f815-ed81-4424-b5fb-28c05bc83277 req-6c350f26-ba2e-46bd-bf2d-e87f9ba78476 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439884 Jul 28 14:41:41.806668 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.821741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.828918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Transition to ACTIVE for port object 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:41.866778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device de09d5e5-bbad-4fa5-9024-ea010ff04e7e up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:41.882392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.912852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Transition to ACTIVE for port object 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:41.991254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f03f6-c8c9-4f28-9277-60e5174e6a41 req-97aaa7f3-4020-4dc5-bee2-f4c04aa55e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:41.993852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb3f03f6-c8c9-4f28-9277-60e5174e6a41 req-97aaa7f3-4020-4dc5-bee2-f4c04aa55e69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 1097 time: 0.4702406 Jul 28 14:41:42.008592 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.117598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:42.137844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:42.141708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port de09d5e5-bbad-4fa5-9024-ea010ff04e7e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:42.148138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:42.152122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port de09d5e5-bbad-4fa5-9024-ea010ff04e7e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:42.152528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.176404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Allocated IP 172.25.6.134 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/cc29feff-ec63-4b2d-bd34-0fc948edd077) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:42.198856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Pushing event updated for resources: {'Port': ['ID=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.271107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Attempting to bind port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:42.271553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Attempting to bind port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:42.271926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Attempting to bind port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf on network db2fe7fb-7827-4cd0-985f-99ccaccc319b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:42.279308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:42.282497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Checking segment: {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:42.282497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.282497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Bound using segment: {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:42.282497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Bound port: 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:42.282497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.371548 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.409899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb3f03f6-c8c9-4f28-9277-60e5174e6a41 req-d4308822-422f-422b-ae5f-db5aac825afb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976936 Jul 28 14:41:42.418965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] For port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:42.424547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] For port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:42.448880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:42.451457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5475dae6-a26d-4942-818b-9ecc39a84b23 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:42.454515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.552755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5b9ed-488a-4cb1-aecb-b46cde01e924 req-ae3af303-ef04-4ee3-9682-d9dc0942ffb6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:42.555169 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.555735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ae5b9ed-488a-4cb1-aecb-b46cde01e924 req-ae3af303-ef04-4ee3-9682-d9dc0942ffb6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1098 time: 0.1450512 Jul 28 14:41:42.582144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.628917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.657325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ae5b9ed-488a-4cb1-aecb-b46cde01e924 req-15703e97-8480-4a88-94d3-53096e1a7860 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845153 Jul 28 14:41:42.696153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7ed41-6539-4be4-8b3c-f1c946360f0c None None] Pushing event updated for resources: {'Port': ['ID=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.709410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5475dae6-a26d-4942-818b-9ecc39a84b23 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:42.717171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5475dae6-a26d-4942-818b-9ecc39a84b23 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:42.717791 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.720373 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.815668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.818149 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.835589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Pushing event updated for resources: {'Port': ['ID=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.890518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.918224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.985042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.985598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.026935 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb1c2c-4059-4654-9dcb-f79ac5efa85f req-2ac5881d-854d-4ec0-a182-881f5334db24 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:43.031624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76bb1c2c-4059-4654-9dcb-f79ac5efa85f req-2ac5881d-854d-4ec0-a182-881f5334db24 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 945 time: 0.1742344 Jul 28 14:41:43.032556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 5475dae6-a26d-4942-818b-9ecc39a84b23, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5475dae6-a26d-4942-818b-9ecc39a84b23,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:43.073449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:43.083332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Pushing event updated for resources: {'Port': ['ID=cc29feff-ec63-4b2d-bd34-0fc948edd077,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:43.109747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:43.118660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:43.127459 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.223149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Network 70719f86-7c28-41db-b718-ddf147640082 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:43.247328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:43.291365 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Floating IP 8a3c330f-190d-42dd-be48-7862c720c76c associated. External IP: 172.25.6.214, port: 14f1e890-e50f-44f7-aee3-8ddadfb1f38b. Jul 28 14:41:43.360708 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76bb1c2c-4059-4654-9dcb-f79ac5efa85f req-6e56be2a-1bf6-4108-a655-a6a0cfd7435f tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031447 Jul 28 14:41:43.384567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=5475dae6-a26d-4942-818b-9ecc39a84b23,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:43.649243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Router 92e8dceb-701e-4d75-8430-e235524c57ab has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:43.680301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a07f6616-17e8-451c-ab8f-826fd14af501 None None] Provisioning complete for port e3035c53-8810-4dd3-a3d9-761d7b91b4fa triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:43.681230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a07f6616-17e8-451c-ab8f-826fd14af501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.751708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:43.754307 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2000ac8f-d0ba-4064-ac3a-4779025320f0" -d '{"events": [{"server_uuid": "cd828e72-28fc-4d80-b396-b2d0afbf9cb3", "name": "network-vif-plugged", "status": "completed", "tag": "de09d5e5-bbad-4fa5-9024-ea010ff04e7e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:43.757837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a07f6616-17e8-451c-ab8f-826fd14af501 None None] Port e3035c53-8810-4dd3-a3d9-761d7b91b4fa cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:43.772736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.869710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26de8660-1552-4fd9-897c-58d18c784a35 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:43.881995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:44.045985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.118949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 26de8660-1552-4fd9-897c-58d18c784a35 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:44.124524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 26de8660-1552-4fd9-897c-58d18c784a35 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:44.125699 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.263699 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.326729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 26de8660-1552-4fd9-897c-58d18c784a35, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26de8660-1552-4fd9-897c-58d18c784a35,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:44.400299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Router dd611601-0c5f-4f9b-a20c-219eefed9a85 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:41:44.494807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:44.498413 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.509075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b059317f-ac3e-40d4-a414-c05c5b76b382 admin admin] 10.222.0.57 "PUT /v2.0/routers/92e8dceb-701e-4d75-8430-e235524c57ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9066510 Jul 28 14:41:44.513524 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Sync routers for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:44.534024 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:44.535255 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:44.628374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5475dae6-a26d-4942-818b-9ecc39a84b23 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:44.709326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:44.865915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:44.872762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:44.881457 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.887627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Sync routers for ids ['dd611601-0c5f-4f9b-a20c-219eefed9a85'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:44.892195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5475dae6-a26d-4942-818b-9ecc39a84b23 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:44.892833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.895550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=26de8660-1552-4fd9-897c-58d18c784a35,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:44.932924 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] Sync routers for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:44.948645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8bdc33f0-ff6e-4744-952b-75a0ce099e5b tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "PUT /v2.0/floatingips/8a3c330f-190d-42dd-be48-7862c720c76c HTTP/1.1" status: 200 len: 997 time: 3.8500123 Jul 28 14:41:44.949151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:44.951473 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:45.016413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Routers {'dd611601-0c5f-4f9b-a20c-219eefed9a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:45.016413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dd611601-0c5f-4f9b-a20c-219eefed9a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:45.023821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc9fcd-51e6-40df-8a1e-ed77605a73fe None None] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:45.041008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-f1589180-5210-4b6d-b930-57d132bd3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:45.053262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-f1589180-5210-4b6d-b930-57d132bd3708 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.0787904 Jul 28 14:41:45.057011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.058581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-24462106-f9c8-4a8b-9a24-7228e1e7840a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8748024 Jul 28 14:41:45.062256 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:45.069048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45548) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:45.070778 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:45.258256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-fd95ba4b-98bc-4142-b8f3-15b1d7d5f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:45.258256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-fd95ba4b-98bc-4142-b8f3-15b1d7d5f48b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.2031362 Jul 28 14:41:45.258789 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:45.375935 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:41Z', 'revision_number': 2, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:45.464155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-c076ea66-94a1-4fe3-9672-e19bdd97433f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 1000 time: 0.1932027 Jul 28 14:41:45.536554 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Checking router: 92e8dceb-701e-4d75-8430-e235524c57ab for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:45.538129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Updating router 92e8dceb-701e-4d75-8430-e235524c57ab port e3035c53-8810-4dd3-a3d9-761d7b91b4fa binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:41:45.540181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-75f81514-cd09-4dc7-b00d-e6465ab445fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:45.543909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-75f81514-cd09-4dc7-b00d-e6465ab445fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.0782986 Jul 28 14:41:45.624250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-8ee691e7-1c85-44c4-ac7b-89be56786670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715833 Jul 28 14:41:45.627179 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.634607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-72ff6576-bc01-46f0-aede-3d4e0d2f04dc None None] Provisioning for port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:45.718206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Set router dd611601-0c5f-4f9b-a20c-219eefed9a85 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:45.723213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:45.890081 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.892335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-87d001b7-61d7-49a8-a188-e42ae9c32efb service neutron] 10.222.0.57 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596960 Jul 28 14:41:46.005057 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '8a3c330f-190d-42dd-be48-7862c720c76c', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'port_id': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'mac_address': 'fa:16:3e:a6:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:37Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 1, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:44Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.068814 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] Checking router: 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:46.103926 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:46.104941 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.140003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3802ffdc-1cff-43a1-bc5f-03df5acc74ff req-e66e713f-ea51-41ee-bf14-b0c728948738 service neutron] 10.222.0.57 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213509 Jul 28 14:41:46.269161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Allocated IP 172.20.0.1 (db2fe7fb-7827-4cd0-985f-99ccaccc319b/421745f2-fa93-45e8-9c77-418cf86e638e/c187acb5-3af1-4ff5-a553-e8344ee3ba57) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:46.275423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:46.293024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:46.295048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.328518 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:46.353967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:41:43Z', 'revision_number': 3, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.427126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Checking router: dd611601-0c5f-4f9b-a20c-219eefed9a85 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:46.427890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Updating router dd611601-0c5f-4f9b-a20c-219eefed9a85 port cc29feff-ec63-4b2d-bd34-0fc948edd077 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:41:46.460006 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.461851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629a626-23f6-478c-9856-187f7eacebee req-d23af6bd-add4-4797-ab9e-18a47a9e2837 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:46.475588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4629a626-23f6-478c-9856-187f7eacebee req-d23af6bd-add4-4797-ab9e-18a47a9e2837 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1124415 Jul 28 14:41:46.516998 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Transition to ACTIVE for port object e3035c53-8810-4dd3-a3d9-761d7b91b4fa will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:46.533591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.565789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.566749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4629a626-23f6-478c-9856-187f7eacebee req-529bdf65-9d53-4e6b-b069-f3480bea56c9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891008 Jul 28 14:41:46.602802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Transition to ACTIVE for port object c187acb5-3af1-4ff5-a553-e8344ee3ba57 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:46.621895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.660283 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.749152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:46.776136 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Pushing event updated for resources: {'Port': ['ID=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:46.804533 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.805072 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.805801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.805987 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.806495 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.807273 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.807954 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.808620 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.809377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.809988 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.810943 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.811579 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.812978 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:46.881081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:46.896706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:46.903205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:46.915981 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '8a3c330f-190d-42dd-be48-7862c720c76c', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'port_id': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'mac_address': 'fa:16:3e:a6:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:37Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 1, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:44Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.977160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa62d5-5961-4c52-b023-505cbc3715c3 None None] The sync data for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 is: [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '8a3c330f-190d-42dd-be48-7862c720c76c', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'port_id': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'mac_address': 'fa:16:3e:a6:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:37Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 1, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:44Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:46.983248 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Attempting to bind port e3035c53-8810-4dd3-a3d9-761d7b91b4fa on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:46.983764 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Attempting to bind port e3035c53-8810-4dd3-a3d9-761d7b91b4fa by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:46.984272 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Attempting to bind port e3035c53-8810-4dd3-a3d9-761d7b91b4fa on network 70719f86-7c28-41db-b718-ddf147640082 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:46.993510 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a606d71-e001-4ed3-8294-9d8bcb5da5d2 x-openstack-request-id: req-4a606d71-e001-4ed3-8294-9d8bcb5da5d2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:46.993942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:46.994305 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd828e72-28fc-4d80-b396-b2d0afbf9cb3", "name": "network-vif-plugged", "status": "completed", "tag": "de09d5e5-bbad-4fa5-9024-ea010ff04e7e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:46.994433 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Checking segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:46.994859 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.994958 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a606d71-e001-4ed3-8294-9d8bcb5da5d2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:46.995365 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Bound using segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:46.995742 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e', 'code': 200} Jul 28 14:41:46.995983 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Bound port: e3035c53-8810-4dd3-a3d9-761d7b91b4fa, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:46.996601 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.998236 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.035373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c187acb5-3af1-4ff5-a553-e8344ee3ba57,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:47.053242 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.067744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Transition to ACTIVE for port object cc29feff-ec63-4b2d-bd34-0fc948edd077 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:47.071682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-121995ff-dd0e-43cf-bd26-084ed99985bb tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:41:47.073064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-121995ff-dd0e-43cf-bd26-084ed99985bb tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212646 Jul 28 14:41:47.109678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Request body: {'binding': {'host': 'n-h2-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:47.109678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:41:47.112091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.112556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.112973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.113394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.113841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.114245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.114665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.119238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.119737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.120144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.120651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.121059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:47.214491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:47.226586 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.232327 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] For port e3035c53-8810-4dd3-a3d9-761d7b91b4fa, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:47.236696 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] For port e3035c53-8810-4dd3-a3d9-761d7b91b4fa, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:47.244413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7020d-b182-4fcd-845f-05eef5fe9488 req-5c1832fa-c9d2-4b0c-b942-5accdf34975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:47.247336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4cf7020d-b182-4fcd-845f-05eef5fe9488 req-5c1832fa-c9d2-4b0c-b942-5accdf34975a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1682987 Jul 28 14:41:47.253825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.280357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910d706-51c2-440e-a100-ff0a29db0875 req-e9d432eb-9932-48db-a327-2eff3d71bf69 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:47.282768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6910d706-51c2-440e-a100-ff0a29db0875 req-e9d432eb-9932-48db-a327-2eff3d71bf69 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 946 time: 0.1191945 Jul 28 14:41:47.333872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4cf7020d-b182-4fcd-845f-05eef5fe9488 req-fe02923f-38f0-4cae-bc02-248a456c912b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742681 Jul 28 14:41:47.347978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8b324-86a4-4918-9de5-a0f2c443fdd3 None None] Pushing event updated for resources: {'Port': ['ID=cc29feff-ec63-4b2d-bd34-0fc948edd077,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:47.349432 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.351305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Attempting to bind port cc29feff-ec63-4b2d-bd34-0fc948edd077 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:47.351718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Attempting to bind port cc29feff-ec63-4b2d-bd34-0fc948edd077 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:47.352299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Attempting to bind port cc29feff-ec63-4b2d-bd34-0fc948edd077 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:47.354849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6910d706-51c2-440e-a100-ff0a29db0875 req-97df7a4f-0763-4bfc-b73f-bf43bb1c520e tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608516 Jul 28 14:41:47.378764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:47.379145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:47.379587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.379988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:47.384726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Bound port: cc29feff-ec63-4b2d-bd34-0fc948edd077, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:47.385510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.499896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c67580-42eb-4deb-852a-b7f191b6bf5a None None] New status for floating IP 8a3c330f-190d-42dd-be48-7862c720c76c: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:41:47.539062 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:47.539840 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:47.605899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on host n-h2-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:47.605899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:47.605899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:47.611747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:47.612144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:47.623957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:47.624379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:47.624837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:47.625364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Bound port: 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:47.630361 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f3bf-31b1-485c-950a-faeb1d7f500a None None] Pushing event updated for resources: {'Port': ['ID=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:47.667699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] For port cc29feff-ec63-4b2d-bd34-0fc948edd077, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:47.675598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8239a00d-59c0-4cff-af5e-5d8bb70e611d None None] Provisioning for port c187acb5-3af1-4ff5-a553-e8344ee3ba57 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:47.699573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8239a00d-59c0-4cff-af5e-5d8bb70e611d None None] Provisioning complete for port c187acb5-3af1-4ff5-a553-e8344ee3ba57 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:47.700036 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8239a00d-59c0-4cff-af5e-5d8bb70e611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.734599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:47.741475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] For port cc29feff-ec63-4b2d-bd34-0fc948edd077, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cc29feff-ec63-4b2d-bd34-0fc948edd077,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:47.770126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.781642 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:47.790670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8239a00d-59c0-4cff-af5e-5d8bb70e611d None None] Port c187acb5-3af1-4ff5-a553-e8344ee3ba57 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:47.818988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.820234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] 10.222.0.57 "POST /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8/bindings HTTP/1.1" status: 201 len: 390 time: 0.7279727 Jul 28 14:41:47.852280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.921337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8b324-86a4-4918-9de5-a0f2c443fdd3 None None] Pushing event updated for resources: {'Port': ['ID=cc29feff-ec63-4b2d-bd34-0fc948edd077,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:48.022809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Routers {'dd611601-0c5f-4f9b-a20c-219eefed9a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:48.023965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dd611601-0c5f-4f9b-a20c-219eefed9a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:48.065538 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.113950 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:48.141780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ec133-7367-4316-b0a2-71a8ff987042 None None] The sync data for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 is: [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:48.292518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.327424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45568) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:48.346428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144949463', 'description': 'tempest-description--1894827119'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:48.403148 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556b6291-2ad7-4057-b16a-c46697f56b42 x-openstack-request-id: req-556b6291-2ad7-4057-b16a-c46697f56b42 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:48.403831 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:48.404226 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-556b6291-2ad7-4057-b16a-c46697f56b42 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:48.405057 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'status': 'completed', 'code': 200} Jul 28 14:41:48.438568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] Set router dd611601-0c5f-4f9b-a20c-219eefed9a85 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:48.448777 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.636254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-27b42fe4-15f6-400a-8ca1-639951b537e7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1002 time: 0.2747214 Jul 28 14:41:48.747934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c187acb5-3af1-4ff5-a553-e8344ee3ba57', 'name': '', 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'mac_address': 'fa:16:3e:93:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:45Z', 'updated_at': '2021-07-28T14:41:46Z', 'revision_number': 1, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'subnets': [{'id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:48.748252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-edd2f311-9a8d-4454-8802-29f80648002e tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:48.759034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-edd2f311-9a8d-4454-8802-29f80648002e tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports/14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 943 time: 0.1168299 Jul 28 14:41:48.760820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.761999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c187acb5-3af1-4ff5-a553-e8344ee3ba57,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:48.767450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:48.771748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:48.776275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-d78802e5-4a3d-4a27-b1b8-fca69036756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:48.780059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-d78802e5-4a3d-4a27-b1b8-fca69036756e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.3091817 Jul 28 14:41:48.797089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd101ba-3111-4329-be83-952a4b000225 None None] The sync data for ids ['dd611601-0c5f-4f9b-a20c-219eefed9a85'] in n-d-764806-10 is: [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c187acb5-3af1-4ff5-a553-e8344ee3ba57', 'name': '', 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'mac_address': 'fa:16:3e:93:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:45Z', 'updated_at': '2021-07-28T14:41:46Z', 'revision_number': 1, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'subnets': [{'id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:48.819672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3472-dc24-426b-9972-2430ae153143 req-e81476f5-d4cf-4c19-939b-5a2ff60f919e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:48.829820 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f43a3472-dc24-426b-9972-2430ae153143 req-e81476f5-d4cf-4c19-939b-5a2ff60f919e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.3313472 Jul 28 14:41:48.997952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ec613-f90d-4339-873d-ad2a9abaad36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de8660-1552-4fd9-897c-58d18c784a35'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:49.000485 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c77a37-aa0b-4036-a98e-69aa3765e442" -d '{"events": [{"server_uuid": "298ec613-f90d-4339-873d-ad2a9abaad36", "name": "network-vif-plugged", "status": "completed", "tag": "26de8660-1552-4fd9-897c-58d18c784a35"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:49.006689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f43a3472-dc24-426b-9972-2430ae153143 req-f70dff3f-3cd7-44ed-b53a-5303a8c1504d tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757612 Jul 28 14:41:49.040649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-4db534f9-acf5-4ac3-bc05-5cea59d78454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.042250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-4db534f9-acf5-4ac3-bc05-5cea59d78454 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.2364161 Jul 28 14:41:49.089332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Router dd611601-0c5f-4f9b-a20c-219eefed9a85 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:49.299162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-19047d93-ae83-4d09-87a9-8ce2fff437be tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1002 time: 0.2717893 Jul 28 14:41:49.322857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-e26be76d-72cd-4ad6-8f08-b14411f6f3c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 1002 time: 0.1911426 Jul 28 14:41:49.371459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-943a9a18-6b6a-4b98-a3f7-7c1bebc20fda None None] Provisioning complete for port c187acb5-3af1-4ff5-a553-e8344ee3ba57 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:49.371876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-943a9a18-6b6a-4b98-a3f7-7c1bebc20fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.473198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:49.509356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d9b2531-2437-4116-8954-7c295a69b1e3 admin admin] 10.222.0.57 "PUT /v2.0/routers/dd611601-0c5f-4f9b-a20c-219eefed9a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4448411 Jul 28 14:41:49.554378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:49.642397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-c25fbd90-ce97-437b-b27a-21995e1a2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.646593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-c25fbd90-ce97-437b-b27a-21995e1a2793 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.3042181 Jul 28 14:41:49.672074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-943a9a18-6b6a-4b98-a3f7-7c1bebc20fda None None] Port c187acb5-3af1-4ff5-a553-e8344ee3ba57 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:49.732967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:49.733587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.756408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-5dc3729c-2843-4f03-99a8-6c4c296ba1b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603189 Jul 28 14:41:49.854918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45576) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:49.912293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d20da-6fef-49ea-b8b1-b3aba32053b5 req-7249f3f4-ab06-4c84-b86b-a96fa8f8a82b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.920969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c3d20da-6fef-49ea-b8b1-b3aba32053b5 req-7249f3f4-ab06-4c84-b86b-a96fa8f8a82b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1782591 Jul 28 14:41:49.933666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3035c53-8810-4dd3-a3d9-761d7b91b4fa up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:49.943293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.976616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1433416449'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:49.977303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d312828b-18d7-41f7-8a34-4303a7320048 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.978866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d312828b-18d7-41f7-8a34-4303a7320048 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.6786132 Jul 28 14:41:50.047688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-fa7ae478-6045-4e4a-9472-435422e0e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:50.049487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-fa7ae478-6045-4e4a-9472-435422e0e7f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1098 time: 0.5344138 Jul 28 14:41:50.057133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.149243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-cfbde430-af41-4966-ac2a-a6f0d4025534 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1002 time: 0.1694322 Jul 28 14:41:50.188434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e3035c53-8810-4dd3-a3d9-761d7b91b4fa completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:50.193265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e3035c53-8810-4dd3-a3d9-761d7b91b4fa triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:50.193654 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.208650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:50.276016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.277469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9478407 Jul 28 14:41:50.290128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45584) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:50.300154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Request body: {'security_group_rule': {'security_group_id': '273a2053-2db5-4d21-8fff-7b87ab403661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:50.311548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-8f4c1c09-329f-4ca5-acfe-33f96c30fd7f service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402353 Jul 28 14:41:50.315986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77455ff7-dee7-41e9-a509-72bab3b818f2 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273a2053-2db5-4d21-8fff-7b87ab403661,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:50.335357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.384053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.425594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e3035c53-8810-4dd3-a3d9-761d7b91b4fa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:50.450835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c3d20da-6fef-49ea-b8b1-b3aba32053b5 req-2d55c199-5ae8-490e-bcad-b0e88999e6d7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287161 Jul 28 14:41:50.552277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-2308485f-0e36-4735-b78c-55b8bcb6f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:50.553845 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-2308485f-0e36-4735-b78c-55b8bcb6f4ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.4818997 Jul 28 14:41:50.604055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.678607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.685672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-92bc64fc-0a72-4649-9cbb-a9b799d9b524 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 217 time: 0.1146348 Jul 28 14:41:50.693334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78e37abf-17ca-4d07-853e-bae6bf8ae2f7 req-28424dc6-da27-4ff2-ae0b-3b99aae755d8 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680804 Jul 28 14:41:50.699027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94095f-c4db-43a3-829a-ded3ee451f35 req-5065dee6-0fa8-451b-92a6-c9d2cbc6ece4 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:50.705484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f94095f-c4db-43a3-829a-ded3ee451f35 req-5065dee6-0fa8-451b-92a6-c9d2cbc6ece4 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 946 time: 0.1301601 Jul 28 14:41:50.746916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:50.792037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:50.798220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.821186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.822587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f94095f-c4db-43a3-829a-ded3ee451f35 req-e4eb2eaf-ebc5-440b-8a82-e941f723a0fb tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047406 Jul 28 14:41:50.852161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-e8c6d19e-c52b-4dde-99de-bd7f63dd2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:50.853630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-e8c6d19e-c52b-4dde-99de-bd7f63dd2edb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1489761 Jul 28 14:41:50.874003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:50.886084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.886385 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Added segment c5957e16-56c5-435d-99b9-64f0933bc3f8 of type vlan for network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 Jul 28 14:41:50.913546 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662bbdb-4b02-46ca-86ae-d2a75ef1b445 x-openstack-request-id: req-3662bbdb-4b02-46ca-86ae-d2a75ef1b445 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:50.913961 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ec613-f90d-4339-873d-ad2a9abaad36", "name": "network-vif-plugged", "status": "completed", "tag": "26de8660-1552-4fd9-897c-58d18c784a35", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:50.914310 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3662bbdb-4b02-46ca-86ae-d2a75ef1b445 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:50.914835 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ec613-f90d-4339-873d-ad2a9abaad36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de8660-1552-4fd9-897c-58d18c784a35', 'code': 200} Jul 28 14:41:50.920764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.924609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-815fc95f-31b9-465a-a8ad-e8a194d9d7da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485477 Jul 28 14:41:50.925269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.925630 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Floating IP 8a3c330f-190d-42dd-be48-7862c720c76c disassociated. External IP: 172.25.6.214, port: 14f1e890-e50f-44f7-aee3-8ddadfb1f38b. Jul 28 14:41:50.973275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.086445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379e86-bd09-4860-bd42-04ffc700e172 req-1cd06cca-d4e8-4d05-9fe6-b1d17e33960c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:51.088203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83379e86-bd09-4860-bd42-04ffc700e172 req-1cd06cca-d4e8-4d05-9fe6-b1d17e33960c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0916791 Jul 28 14:41:51.106863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.166286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83379e86-bd09-4860-bd42-04ffc700e172 req-6705cca0-e10e-4913-bf6d-721f320c1306 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Jul 28 14:41:51.167753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.174540 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:51.175239 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.227457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa39bdf-88a3-4860-b622-7cfc8838b022,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:51.311258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bab174-adb3-4540-9956-c72d46a78661 req-4d2d0394-73dd-41e1-b389-a5b938b025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:51.311258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3bab174-adb3-4540-9956-c72d46a78661 req-4d2d0394-73dd-41e1-b389-a5b938b025e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 1098 time: 0.3032348 Jul 28 14:41:51.342458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-95f1863c-66cd-4217-b9ab-b92002578fa5 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439069 Jul 28 14:41:51.444044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.445319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-88e358b5-6f69-4286-9e7d-9c8e17eb28c5 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1499135 Jul 28 14:41:51.455449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45588) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:51.461426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cc29feff-ec63-4b2d-bd34-0fc948edd077 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:51.487369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Request body: {'security_group_rule': {'security_group_id': '273a2053-2db5-4d21-8fff-7b87ab403661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:51.489892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3bab174-adb3-4540-9956-c72d46a78661 req-241cac31-e8f9-47a0-88a5-c99b1b7d95f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741016 Jul 28 14:41:51.530280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6711335 Jul 28 14:41:51.545921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:51.568927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'subnet': {'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:51.669765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-e967d920-ca1b-40ab-8929-ca0a8f9aba1e service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893097 Jul 28 14:41:51.681082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:51.684752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d89e-1cbb-442d-bf9a-afc9fa180919 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Network': ['ID=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:51.700023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:51.719241 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.751953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port cc29feff-ec63-4b2d-bd34-0fc948edd077 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:51.761931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cc29feff-ec63-4b2d-bd34-0fc948edd077 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:51.762541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.883194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.912071 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port cc29feff-ec63-4b2d-bd34-0fc948edd077, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cc29feff-ec63-4b2d-bd34-0fc948edd077,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:51.936075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1dd5b-f479-4cab-8bdd-84cd1aaf599a req-412a6820-df5d-426e-a83b-8f48fe578795 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:51.939222 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3c1dd5b-f479-4cab-8bdd-84cd1aaf599a req-412a6820-df5d-426e-a83b-8f48fe578795 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.2220671 Jul 28 14:41:51.942633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.009987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:52.016421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.045367 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.046196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3035c53-8810-4dd3-a3d9-761d7b91b4fa up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:52.050164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3c1dd5b-f479-4cab-8bdd-84cd1aaf599a req-1d3347a0-d2f0-4175-888d-a1271d02f0ad tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024415 Jul 28 14:41:52.125789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.168962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f64536-c61c-4af2-8eb8-40d1a17f239f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:52.169280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=cc29feff-ec63-4b2d-bd34-0fc948edd077,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:52.241483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e3035c53-8810-4dd3-a3d9-761d7b91b4fa triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:52.241483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.275670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:52.277330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b788c115-25f1-467d-aabe-bfd0772ceeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.294417 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] Sync routers for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:52.297669 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.314994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:52.316023 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:52.352622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d365407d-688b-42fd-bc38-0aa369346f5d tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "PUT /v2.0/floatingips/8a3c330f-190d-42dd-be48-7862c720c76c HTTP/1.1" status: 200 len: 695 time: 2.1498120 Jul 28 14:41:52.353354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:52.357999 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820332c-8d17-4b49-9ba3-8a0c6578fe17" -d '{"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:52.360341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.364689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c0bb366-766a-4611-9ff0-984364814bd7 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9071059 Jul 28 14:41:52.374107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45600) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:52.463427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-8b0320ef-e108-4963-82b7-53612e24cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:52.474399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-8b0320ef-e108-4963-82b7-53612e24cfa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.0898280 Jul 28 14:41:52.503544 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:52.584929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:52.624263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724dee3-7228-48bd-a626-8a5eb934677e req-d26a3516-f186-4233-b434-2fd3d5f105c9 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:52.634107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f724dee3-7228-48bd-a626-8a5eb934677e req-d26a3516-f186-4233-b434-2fd3d5f105c9 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 946 time: 0.3934312 Jul 28 14:41:52.699972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d70035af-504c-4e6d-96a0-ad05a9f0789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:52.702953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f724dee3-7228-48bd-a626-8a5eb934677e req-3da28936-7edf-4ece-84ff-e900b92db340 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658460 Jul 28 14:41:52.704161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-d70035af-504c-4e6d-96a0-ad05a9f0789b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.2252965 Jul 28 14:41:52.705899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.826396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-4e352f16-a102-45c2-ae61-78be0af458ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.0993693 Jul 28 14:41:52.872496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.884526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Checking segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:52.884930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network hostable DHCP agents. Network: c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:52.931163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-78bd3f7c-e943-483c-b2eb-5257cb1f2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:52.933387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-78bd3f7c-e943-483c-b2eb-5257cb1f2b0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.0947986 Jul 28 14:41:52.947396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Subnet': ['ID=e3f47b2f-89ce-470c-88aa-7fe324c4b0ed,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:53.016654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-08e51564-b772-4252-bb4c-2433b5bf8770 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520046 Jul 28 14:41:53.051572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471c8ed-8aaa-4376-98b4-2cf9594b7dc5 req-4438fe0c-01ab-4c28-9ec6-f91a2f37e15f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:53.066974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:44Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:53.067575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c471c8ed-8aaa-4376-98b4-2cf9594b7dc5 req-4438fe0c-01ab-4c28-9ec6-f91a2f37e15f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.2044303 Jul 28 14:41:53.129509 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] Checking router: 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:53.164099 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:53.165145 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:53.193896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c471c8ed-8aaa-4376-98b4-2cf9594b7dc5 req-fae5d9b6-1d2a-458a-ae74-ced6555f3381 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245878 Jul 28 14:41:53.210795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:53.212265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cc29feff-ec63-4b2d-bd34-0fc948edd077 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:53.273488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-ac9991a9-a5b6-494e-81ec-31337e13f6e2 service neutron] 10.222.0.57 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414794 Jul 28 14:41:53.334152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.339209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cc29feff-ec63-4b2d-bd34-0fc948edd077 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:53.339962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.365556 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbe6f4-92d1-45c1-9a1f-913c6cc1ec8c x-openstack-request-id: req-31bbe6f4-92d1-45c1-9a1f-913c6cc1ec8c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:53.366046 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:53.366519 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31bbe6f4-92d1-45c1-9a1f-913c6cc1ec8c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:53.367205 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'status': 'completed', 'code': 200} Jul 28 14:41:53.423834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:53.441454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:53.442067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.518403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff7d86-3981-4306-ad6a-f39b1d1ee1ac None None] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:53.522739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:53.604894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ea585601-49e4-4efd-a76e-16c610070d4e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0561264 Jul 28 14:41:53.607880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-904ff6aa-c293-4575-a416-b7eaa3b80ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:53.610667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-904ff6aa-c293-4575-a416-b7eaa3b80ace service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b41e76e823ba4001b71b5e739c159d75&device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 1098 time: 0.2422774 Jul 28 14:41:53.617717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45608) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:53.628913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1846368816'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:53.665638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Allocated IP 172.25.6.175 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6cc8782f-2828-45f5-9402-e0cf30133bb3) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:53.697823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bca1a11-2af0-4a33-bddc-d6eedcda351d req-940d02ac-937c-43b9-b5c4-321d70c23de8 service neutron] 10.222.0.57 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076924 Jul 28 14:41:53.784852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:53.789751 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.002814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'fixed_ips': [{'subnet_id': 'e3f47b2f-89ce-470c-88aa-7fe324c4b0ed'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:54.004012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.040836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a1257-96a3-4e3b-b627-0decbb4fa645 req-d253ab27-8e22-4503-8977-c4624a37179a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.050470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-419a1257-96a3-4e3b-b627-0decbb4fa645 req-d253ab27-8e22-4503-8977-c4624a37179a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1568444 Jul 28 14:41:54.123907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-4e5fb73c-bf2d-478a-a45d-524cd7472d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.131300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-4e5fb73c-bf2d-478a-a45d-524cd7472d5e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 200 len: 921 time: 0.4592571 Jul 28 14:41:54.135552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.183015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:54.227958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Sync routers for ids ['dd611601-0c5f-4f9b-a20c-219eefed9a85'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:54.256207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-419a1257-96a3-4e3b-b627-0decbb4fa645 req-2d51f93b-6138-42d1-a0c1-3f80f3fe97c4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045677 Jul 28 14:41:54.260905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Routers {'dd611601-0c5f-4f9b-a20c-219eefed9a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:54.261875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dd611601-0c5f-4f9b-a20c-219eefed9a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:54.287330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-b8a5709e-0d34-491a-b844-9c48c4a26281 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 200 len: 217 time: 0.1330385 Jul 28 14:41:54.299553 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:44Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:54.372502 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefe8ff-5672-4c63-8437-5d6ba772b587 None None] The sync data for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 is: [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:40:37Z', 'revision_number': 4, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'b722e6bb-5a57-489a-9c38-5a4862759cc7', 'name': '', 'network_id': 'e98dede6-7752-4cac-9f02-d02c6b677c87', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'mac_address': 'fa:16:3e:76:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:44Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'subnets': [{'id': 'c96917b5-5f94-43e5-9920-d316f0bf6287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:54.388439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca110b6-b4b7-4432-8f04-97d2b6afe6c3 req-aa92e1ad-7d87-4e9c-b2fd-2447497c13fc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.391671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ca110b6-b4b7-4432-8f04-97d2b6afe6c3 req-aa92e1ad-7d87-4e9c-b2fd-2447497c13fc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 946 time: 0.3916359 Jul 28 14:41:54.416799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-aa155e86-4e12-4b3f-8d10-476d9dd0e0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6065471 Jul 28 14:41:54.418600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.419141 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Added segment 48c3a20c-bb08-43cd-8e7c-89e6b9591cc0 of type vlan for network 2fadd52d-33f4-4607-a897-e4704e394f1e Jul 28 14:41:54.423892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Allocated IP 19.80.0.2 (c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79/e3f47b2f-89ce-470c-88aa-7fe324c4b0ed/d1f35e7b-c420-426d-9af7-9395c90514ca) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:54.434797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-a83f2d49-9ebe-4363-abc3-e53134a11d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.445866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-a83f2d49-9ebe-4363-abc3-e53134a11d43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 200 len: 860 time: 0.1475074 Jul 28 14:41:54.463117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-bd6bac88-9ba1-4742-8b32-e5e76fde8a4e tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips/8a3c330f-190d-42dd-be48-7862c720c76c HTTP/1.1" status: 200 len: 695 time: 0.1456182 Jul 28 14:41:54.481100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.570438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-c4bc89b2-8b0e-4306-895e-505856957318 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e98dede6-7752-4cac-9f02-d02c6b677c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944929 Jul 28 14:41:54.618508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.638798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:54.648577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:54.664585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:54.680050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event updated for resources: {'Port': ['ID=6cc8782f-2828-45f5-9402-e0cf30133bb3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.681177 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.697261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Transition to ACTIVE for port object d1f35e7b-c420-426d-9af7-9395c90514ca will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:54.711286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ca110b6-b4b7-4432-8f04-97d2b6afe6c3 req-7928fa43-56b6-4f09-88ce-0f83d95156ff tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899799 Jul 28 14:41:54.741626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Transition to ACTIVE for port object d1f35e7b-c420-426d-9af7-9395c90514ca will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:54.758075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Set router dd611601-0c5f-4f9b-a20c-219eefed9a85 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:54.825020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.825660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.826284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.826872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.827447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.828929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.829775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.832592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-f39c1389-c363-4a90-96bc-b77aa3220066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6509 time: 0.2723823 Jul 28 14:41:54.838142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-87f67bf2-2c00-4cee-9d32-53bf52675c92 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:54.838312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-68caee2a-c776-4fce-97cc-c20d76de4a78 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281184 Jul 28 14:41:54.838392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-87f67bf2-2c00-4cee-9d32-53bf52675c92 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 784 time: 0.3708425 Jul 28 14:41:54.897592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-d5ad5821-3bff-4b0f-bf92-d440d3c20d26 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:41:54.898711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-d5ad5821-3bff-4b0f-bf92-d440d3c20d26 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316715 Jul 28 14:41:54.995635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.028539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-248ba2e4-23aa-42a0-b066-55326f0d295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.029248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-248ba2e4-23aa-42a0-b066-55326f0d295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.030085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-248ba2e4-23aa-42a0-b066-55326f0d295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.032091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-248ba2e4-23aa-42a0-b066-55326f0d295d service neutron] 10.222.0.42 "GET /v2.0/networks?id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 2299 time: 0.1384311 Jul 28 14:41:55.057983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-8d871a93-edbc-47fb-acc0-10ad765c8a40 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 698 time: 0.1477458 Jul 28 14:41:55.061547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26648914-fd8d-4d6d-845d-fe07d8998775 None None] New status for floating IP 8a3c330f-190d-42dd-be48-7862c720c76c: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:41:55.069999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.116621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.122522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.123151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.127907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9820332c-8d17-4b49-9ba3-8a0c6578fe17 req-3a821c31-19b4-47f8-80ee-98a166ee3ec8 service neutron] 10.222.0.58 "GET /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732124 Jul 28 14:41:55.150498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-d1bb79ba-a70b-4840-9de3-e236e78a2465 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 698 time: 0.0767810 Jul 28 14:41:55.207105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:55.225880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Pushing event updated for resources: {'Port': ['ID=d1f35e7b-c420-426d-9af7-9395c90514ca,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:55.233098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:55.238238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:55.321079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.344800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c187acb5-3af1-4ff5-a553-e8344ee3ba57', 'name': '', 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'mac_address': 'fa:16:3e:93:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:45Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 2, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'subnets': [{'id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:55.349583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.352169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Attempting to bind port d1f35e7b-c420-426d-9af7-9395c90514ca on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:55.352169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Attempting to bind port d1f35e7b-c420-426d-9af7-9395c90514ca by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:55.352169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Attempting to bind port d1f35e7b-c420-426d-9af7-9395c90514ca on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:55.390311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Network': ['ID=2fadd52d-33f4-4607-a897-e4704e394f1e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:55.405024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128bfb9-4491-432c-b30b-df7eb07c24de req-4d9e6390-58f5-4535-9d55-df78b74fc71a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.407488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a128bfb9-4491-432c-b30b-df7eb07c24de req-4d9e6390-58f5-4535-9d55-df78b74fc71a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.5664411 Jul 28 14:41:55.423588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-7cfb34c1-dd1c-41e4-ad29-e4426b874d29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 200 len: 1000 time: 0.2890427 Jul 28 14:41:55.429013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:55.429396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Checking segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:55.430606 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.432206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Bound using segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:55.432206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Bound port: d1f35e7b-c420-426d-9af7-9395c90514ca, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:55.432442 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.438160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2fadd52d-33f4-4607-a897-e4704e394f1e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:55.449361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c85f-8aa7-48e0-b93c-9e041a7ee561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.450987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Checking router: dd611601-0c5f-4f9b-a20c-219eefed9a85 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:55.451345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Updating router dd611601-0c5f-4f9b-a20c-219eefed9a85 port c187acb5-3af1-4ff5-a553-e8344ee3ba57 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:41:55.488543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-97fba79f-e26d-4af9-ab52-a28811ec59f7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8656769 Jul 28 14:41:55.492902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45624) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:55.500708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'subnet': {'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:55.571646 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.579980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a128bfb9-4491-432c-b30b-df7eb07c24de req-606212e4-48e8-4f0e-860e-8665e631b832 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550484 Jul 28 14:41:55.584653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-74b93b6f-13b4-4eda-b9ef-0af002fd77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.586166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-74b93b6f-13b4-4eda-b9ef-0af002fd77f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8236005e-dcf2-446a-9104-481329566276 HTTP/1.1" status: 200 len: 856 time: 0.1522686 Jul 28 14:41:55.656860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Deleting port 3d4b3daa-a55f-4825-94f1-9f940934458f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:55.657441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.678298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-6e66475c-c9c0-4b10-be97-44b326a5d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:55.681242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-6e66475c-c9c0-4b10-be97-44b326a5d5c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798891 Jul 28 14:41:55.754611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:55.758309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.911863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.912202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.916662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.947719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Calling delete_port for 3d4b3daa-a55f-4825-94f1-9f940934458f owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:55.969274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-47da39e7-cd06-42cb-91c4-bd2cc5746d31 service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787724 Jul 28 14:41:56.043912 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.132323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event updated for resources: {'Port': ['ID=6cc8782f-2828-45f5-9402-e0cf30133bb3,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.224162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273a8db-f7fb-437e-a71b-e01a0875994d req-67127b59-a7f1-4b4f-aec0-41059b920a82 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:56.232859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f273a8db-f7fb-437e-a71b-e01a0875994d req-67127b59-a7f1-4b4f-aec0-41059b920a82 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 945 time: 0.2232704 Jul 28 14:41:56.233744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.258926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] For port d1f35e7b-c420-426d-9af7-9395c90514ca, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:56.265733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-6fe6b173-542a-4224-b46a-c811c31ca1d9 service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783334 Jul 28 14:41:56.278981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] For port d1f35e7b-c420-426d-9af7-9395c90514ca, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1f35e7b-c420-426d-9af7-9395c90514ca,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:56.298166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f273a8db-f7fb-437e-a71b-e01a0875994d req-73ff78bf-ba35-4eaf-86f5-df8fb408b185 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Jul 28 14:41:56.308174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.359816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.361697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d726980f-9d1a-4125-acaf-f947cfe1b2af tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9796238 Jul 28 14:41:56.378070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-1569a59d-fa1a-4c6d-9e98-0053405a4d94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 217 time: 0.0773213 Jul 28 14:41:56.436234 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.438415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.441420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.502266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.504131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Transition to ACTIVE for port object c187acb5-3af1-4ff5-a553-e8344ee3ba57 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:56.542583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event deleted for resources: {'Port': ['ID=3d4b3daa-a55f-4825-94f1-9f940934458f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.543058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Subnet': ['ID=7df118c8-1bf7-48a7-9577-997c722bd993,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.550302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5433d1-e68c-407a-bca4-935d883b5fc4 None None] Pushing event updated for resources: {'Port': ['ID=d1f35e7b-c420-426d-9af7-9395c90514ca,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.556886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-459074fb-6755-424e-b9ad-e8198ae0b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:56.560080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-459074fb-6755-424e-b9ad-e8198ae0b1d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1365514 Jul 28 14:41:56.575959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Checking segment: {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:56.576247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network hostable DHCP agents. Network: 2fadd52d-33f4-4607-a897-e4704e394f1e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:56.611173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0ae2f-d1ce-4095-9631-14d9d5077175 req-0f6c70cd-ee2d-496d-afdd-b6318dab4400 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:56.612819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfe0ae2f-d1ce-4095-9631-14d9d5077175 req-0f6c70cd-ee2d-496d-afdd-b6318dab4400 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1875887 Jul 28 14:41:56.628906 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.672162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.672162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.681319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad76afd7-d9f9-4f75-bf16-e479d8cec943 req-0eaa0e80-6d5f-4a1d-8f8e-53f04b3d4c6a tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "DELETE /v2.0/floatingips/8a3c330f-190d-42dd-be48-7862c720c76c HTTP/1.1" status: 204 len: 173 time: 1.5296738 Jul 28 14:41:56.694840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfe0ae2f-d1ce-4095-9631-14d9d5077175 req-7ac4d59b-937a-4b50-a818-312e7fc136d5 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622499 Jul 28 14:41:56.706324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-c148408a-1e81-404b-b5f0-271f3686a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:56.708101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-c148408a-1e81-404b-b5f0-271f3686a57e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1233113 Jul 28 14:41:56.722374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495c924-8ca2-4f01-a0c7-42407bc1042d None None] Pushing event updated for resources: {'Port': ['ID=c187acb5-3af1-4ff5-a553-e8344ee3ba57,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.840588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network 2fadd52d-33f4-4607-a897-e4704e394f1e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:56.848324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Attempting to bind port c187acb5-3af1-4ff5-a553-e8344ee3ba57 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:56.848898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Attempting to bind port c187acb5-3af1-4ff5-a553-e8344ee3ba57 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:56.849267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Attempting to bind port c187acb5-3af1-4ff5-a553-e8344ee3ba57 on network db2fe7fb-7827-4cd0-985f-99ccaccc319b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:56.858562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:56.859006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Checking segment: {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:56.859706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.859861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Bound using segment: {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:56.860354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Bound port: c187acb5-3af1-4ff5-a553-e8344ee3ba57, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb6ebb-d829-413b-97e4-4f89428a6e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:56.860780 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.875697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88393d-0e72-4779-82c7-0a085d4ff7ca req-b7562833-240e-4086-845d-54ecca8922e2 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:56.889564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f88393d-0e72-4779-82c7-0a085d4ff7ca req-b7562833-240e-4086-845d-54ecca8922e2 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 945 time: 0.1234667 Jul 28 14:41:56.930428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-ed1c475a-5924-4bc4-89da-a0348568a416 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026010 Jul 28 14:41:56.974137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f88393d-0e72-4779-82c7-0a085d4ff7ca req-024f7294-3566-49fe-8458-5c5f18ffea97 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710485 Jul 28 14:41:57.052346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] For port c187acb5-3af1-4ff5-a553-e8344ee3ba57, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:57.053365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2fadd52d-33f4-4607-a897-e4704e394f1e) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:57.058700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:57.059308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.070414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] For port c187acb5-3af1-4ff5-a553-e8344ee3ba57, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c187acb5-3af1-4ff5-a553-e8344ee3ba57,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:57.076197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a13ce51-134a-4cc9-b2d0-565afaf0e773 None None] Network 2fadd52d-33f4-4607-a897-e4704e394f1e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:57.114974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-76cf3894-f0be-4937-bd1b-24660f51ada8 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2144949463&fields=id&tenant_id=c39036b6af1942808067ddf7c732a4fe HTTP/1.1" status: 200 len: 267 time: 0.1480794 Jul 28 14:41:57.229830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a1b84-8545-43eb-816f-f441915e9351 req-51cb7e55-8566-4926-8427-34395d7c06f9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:57.253175 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a75a1b84-8545-43eb-816f-f441915e9351 req-51cb7e55-8566-4926-8427-34395d7c06f9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1497970 Jul 28 14:41:57.259690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.277926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a9492c01-391e-46e2-8da5-583d192bfc65 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7836218 Jul 28 14:41:57.319377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a75a1b84-8545-43eb-816f-f441915e9351 req-ca334136-8902-40c1-892f-90707341d26c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636151 Jul 28 14:41:57.353729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1f35e7b-c420-426d-9af7-9395c90514ca up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:57.362218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-39997e0e-a657-464b-95fe-bfba937864ef service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230485 Jul 28 14:41:57.369723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-767577f2-60ec-401e-8239-a77d2fa6aad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:57.371556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-767577f2-60ec-401e-8239-a77d2fa6aad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/networks?id=70719f86-7c28-41db-b718-ddf147640082 HTTP/1.1" status: 200 len: 815 time: 0.2414222 Jul 28 14:41:57.407442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9357f542-a732-44cd-a798-77d0d510833b req-17ca763a-678b-4dd6-9b8e-faae827518b1 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups/a65e64e6-2176-4495-a5a2-24ec36cfd469 HTTP/1.1" status: 200 len: 1808 time: 0.0642083 Jul 28 14:41:57.438744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-c4bc8f1a-6da5-4498-91df-8c118d3029fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 217 time: 0.0631738 Jul 28 14:41:57.454427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-7d79ca31-47f4-496e-bc50-2e43539b7ddc tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/quotas/c39036b6af1942808067ddf7c732a4fe HTTP/1.1" status: 200 len: 375 time: 0.0181811 Jul 28 14:41:57.461793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2fadd52d-33f4-4607-a897-e4704e394f1e', 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'fixed_ips': [{'subnet_id': '7df118c8-1bf7-48a7-9577-997c722bd993'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:57.463599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.491103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9357f542-a732-44cd-a798-77d0d510833b req-204d562e-589b-4fad-844a-3c208092755c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.532963 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9357f542-a732-44cd-a798-77d0d510833b req-204d562e-589b-4fad-844a-3c208092755c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.554774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Routers {'dd611601-0c5f-4f9b-a20c-219eefed9a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:57.563148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dd611601-0c5f-4f9b-a20c-219eefed9a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:57.572893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-d15cc303-94ed-48eb-94b5-858b94d36f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:57.575558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-d15cc303-94ed-48eb-94b5-858b94d36f7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1189482 Jul 28 14:41:57.602177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-412d700d-6af6-4526-8648-b9da87f67cd1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39036b6af1942808067ddf7c732a4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468358 Jul 28 14:41:57.662127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495c924-8ca2-4f01-a0c7-42407bc1042d None None] Pushing event updated for resources: {'Port': ['ID=c187acb5-3af1-4ff5-a553-e8344ee3ba57,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:57.689239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d1f35e7b-c420-426d-9af7-9395c90514ca completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:57.724641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9357f542-a732-44cd-a798-77d0d510833b req-204d562e-589b-4fad-844a-3c208092755c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.729946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-9357f542-a732-44cd-a798-77d0d510833b req-204d562e-589b-4fad-844a-3c208092755c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.741096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9357f542-a732-44cd-a798-77d0d510833b req-204d562e-589b-4fad-844a-3c208092755c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "DELETE /v2.0/security-groups/a65e64e6-2176-4495-a5a2-24ec36cfd469 HTTP/1.1" status: 204 len: 173 time: 0.3334968 Jul 28 14:41:57.779592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-2f6a4565-5ed5-4170-a07a-bb562b81fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:57.784793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-2f6a4565-5ed5-4170-a07a-bb562b81fe05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1772220 Jul 28 14:41:57.791704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d562e-589b-4fad-844a-3c208092755c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65e64e6-2176-4495-a5a2-24ec36cfd469,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:57.867426 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.950058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] Set router dd611601-0c5f-4f9b-a20c-219eefed9a85 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:57.972659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-8fdf4e38-564d-420f-9d51-c21e42a802f1 service neutron] 10.222.0.57 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479424 Jul 28 14:41:57.998916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Allocated IP 19.86.0.2 (2fadd52d-33f4-4607-a897-e4704e394f1e/7df118c8-1bf7-48a7-9577-997c722bd993/b474b979-d16a-4f5b-af26-025937313128) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:58.238347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-4e4113fa-b9bc-4dde-a61d-12f3fba63818 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215214 Jul 28 14:41:58.272156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5128889c-c512-4235-9c40-7a53bdc49e94 service neutron] 10.222.0.57 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738717 Jul 28 14:41:58.345270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbe530-6490-4ca5-af06-75a755a65040 None None] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:58.402057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-23b19f4f-2e04-4dec-9b95-67753788fbf4 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510038 Jul 28 14:41:58.428101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.450373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Transition to ACTIVE for port object b474b979-d16a-4f5b-af26-025937313128 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:58.456439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-5272cf69-3994-4383-9775-463d89db8db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c929103c-4187-4a31-a9bb-d7b305788b4c HTTP/1.1" status: 200 len: 217 time: 0.0419848 Jul 28 14:41:58.501355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Transition to ACTIVE for port object b474b979-d16a-4f5b-af26-025937313128 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:58.533532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-945f6576-555e-41e6-b3d3-9394e0ef3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:58.536430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-945f6576-555e-41e6-b3d3-9394e0ef3f6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.0628619 Jul 28 14:41:58.543655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c187acb5-3af1-4ff5-a553-e8344ee3ba57', 'name': '', 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'mac_address': 'fa:16:3e:93:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:45Z', 'updated_at': '2021-07-28T14:41:57Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'subnets': [{'id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:58.583429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3730e5-d95b-43a6-8945-c8164f5c82a0 None None] The sync data for ids ['dd611601-0c5f-4f9b-a20c-219eefed9a85'] in n-d-764806-10 is: [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:41:47Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c187acb5-3af1-4ff5-a553-e8344ee3ba57', 'name': '', 'network_id': 'db2fe7fb-7827-4cd0-985f-99ccaccc319b', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'mac_address': 'fa:16:3e:93:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:45Z', 'updated_at': '2021-07-28T14:41:57Z', 'revision_number': 4, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'subnets': [{'id': '421745f2-fa93-45e8-9c77-418cf86e638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:58.610699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] Provisioning for port d1f35e7b-c420-426d-9af7-9395c90514ca completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:58.617291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] Provisioning complete for port d1f35e7b-c420-426d-9af7-9395c90514ca triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:58.617811 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.672195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.696778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-865e5349-70fe-4ae1-b37e-03cbc15f2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:58.710299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-865e5349-70fe-4ae1-b37e-03cbc15f2e5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588380 Jul 28 14:41:58.774480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Network 2fadd52d-33f4-4607-a897-e4704e394f1e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:58.797686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:58.820675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:58.837361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Pushing event updated for resources: {'Port': ['ID=b474b979-d16a-4f5b-af26-025937313128,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:58.970940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-18ac2a72-64d4-4181-9ab1-5907e702ef1f service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533083 Jul 28 14:41:59.007918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.068492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Attempting to bind port b474b979-d16a-4f5b-af26-025937313128 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:59.069117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Attempting to bind port b474b979-d16a-4f5b-af26-025937313128 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:59.069685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Attempting to bind port b474b979-d16a-4f5b-af26-025937313128 on network 2fadd52d-33f4-4607-a897-e4704e394f1e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:59.115305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:59.115305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Checking segment: {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:59.115305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.115305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Bound using segment: {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:59.115305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Bound port: b474b979-d16a-4f5b-af26-025937313128, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:59.115305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.161117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] For port d1f35e7b-c420-426d-9af7-9395c90514ca, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1f35e7b-c420-426d-9af7-9395c90514ca,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:59.277423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] For port b474b979-d16a-4f5b-af26-025937313128, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:59.285173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] For port b474b979-d16a-4f5b-af26-025937313128, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b474b979-d16a-4f5b-af26-025937313128,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:59.341207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.350402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c187acb5-3af1-4ff5-a553-e8344ee3ba57 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:59.370097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-cea697af-a380-4bf0-8857-6d6d52e7f80e service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769703 Jul 28 14:41:59.444846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-3b051a00-959c-422e-a5d9-c0b948ac109e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:59.447990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72d512-d122-49e2-a55b-7601d8b31c57 None None] Pushing event updated for resources: {'Port': ['ID=d1f35e7b-c420-426d-9af7-9395c90514ca,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:59.451878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-3b051a00-959c-422e-a5d9-c0b948ac109e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:59.467466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-3b051a00-959c-422e-a5d9-c0b948ac109e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/networks?id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79&id=2fadd52d-33f4-4607-a897-e4704e394f1e&id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 HTTP/1.1" status: 200 len: 1392 time: 0.4943774 Jul 28 14:41:59.476240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.518993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-70e6d402-8568-4099-86b7-ea279431b9a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 HTTP/1.1" status: 200 len: 217 time: 0.1362793 Jul 28 14:41:59.522334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-14c7bd2d-62ac-4689-9d6a-87ee7a2cb53a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/quotas/1e0f4216e50f48ba8566cb2c4261c76b HTTP/1.1" status: 200 len: 375 time: 0.0529277 Jul 28 14:41:59.607538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d274482-6b05-4ed8-8aa1-7ea4ab767fd6 None None] Provisioning complete for port d1f35e7b-c420-426d-9af7-9395c90514ca triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:59.607930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d274482-6b05-4ed8-8aa1-7ea4ab767fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.642519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-ddd8e28a-6612-4688-b20c-9de923945e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:59.645885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-ddd8e28a-6612-4688-b20c-9de923945e07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1176727 Jul 28 14:41:59.668124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ffc1-d31a-470b-be1e-de33d2e2f5d6 None None] Pushing event updated for resources: {'Port': ['ID=b474b979-d16a-4f5b-af26-025937313128,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:59.675602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-9a7dff04-5374-4eb5-93bd-98799df39367 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1378648 Jul 28 14:41:59.745595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c187acb5-3af1-4ff5-a553-e8344ee3ba57 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:59.754061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c187acb5-3af1-4ff5-a553-e8344ee3ba57 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:59.755234 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.826229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-58d077b1-0208-47d4-8f75-ee06f593b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:59.828614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-58d077b1-0208-47d4-8f75-ee06f593b39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486657 Jul 28 14:41:59.918209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b912e19b-7d8f-4e39-9e35-d3f8d333a3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189496 Jul 28 14:42:00.087890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-9e9c525e-ca4f-4ae8-8af9-94d79dd810df service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431483 Jul 28 14:42:00.100871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8408bd2-a589-4f0a-95d7-0a15e126f4a6 req-69bc849b-1273-464e-aafc-4a10684aab74 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.105016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8408bd2-a589-4f0a-95d7-0a15e126f4a6 req-69bc849b-1273-464e-aafc-4a10684aab74 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.2041750 Jul 28 14:42:00.197801 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:42:00.203205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8408bd2-a589-4f0a-95d7-0a15e126f4a6 req-6a859390-f915-470e-b85f-24ca0cc1b249 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896387 Jul 28 14:42:00.313461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-cf471708-fdb3-4fac-ae63-728e3fa10eea service neutron] 10.222.0.57 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831286 Jul 28 14:42:00.326041 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.410479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c187acb5-3af1-4ff5-a553-e8344ee3ba57, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c187acb5-3af1-4ff5-a553-e8344ee3ba57,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:00.428983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e91b09-f7e1-43dc-9e19-5d41bc753cab req-2eaddf9e-953a-4821-9b2e-f3b5ed1c5b55 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.430952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46e91b09-f7e1-43dc-9e19-5d41bc753cab req-2eaddf9e-953a-4821-9b2e-f3b5ed1c5b55 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1009629 Jul 28 14:42:00.431720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-5fb7b429-218b-44d4-ac1a-031e1c180786 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194335 Jul 28 14:42:00.490771 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46e91b09-f7e1-43dc-9e19-5d41bc753cab req-de106da8-66f2-4e7c-947c-0c318f1a5447 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Jul 28 14:42:00.513820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-3d08227d-8450-4891-9f35-9835ee815ac2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 200 len: 217 time: 0.0692728 Jul 28 14:42:00.581968 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.594101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff2f3285-a714-49d3-aa2d-daebfdce4804 req-a91bfc3f-3110-4207-ba2a-44583307ee78 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0402529 Jul 28 14:42:00.669091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-29ea22c2-d8f5-4173-9eeb-dfca6c043021 service neutron] 10.222.0.57 "GET /v2.0/networks/2fadd52d-33f4-4607-a897-e4704e394f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423953 Jul 28 14:42:00.696586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c187acb5-3af1-4ff5-a553-e8344ee3ba57,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:00.821650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2e9f3-1cbd-453b-84f8-664a948b2b2f req-2e5792a0-2fc0-4ad3-a00a-aa28f45d1804 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.839219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ff2e9f3-1cbd-453b-84f8-664a948b2b2f req-2e5792a0-2fc0-4ad3-a00a-aa28f45d1804 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 945 time: 0.0993590 Jul 28 14:42:00.901426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ff2e9f3-1cbd-453b-84f8-664a948b2b2f req-52eb080f-c3bb-4209-be33-053199d5c19b tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607126 Jul 28 14:42:01.183357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-59a8538a-dbd1-4111-8697-4ba2e68ba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.184887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-59a8538a-dbd1-4111-8697-4ba2e68ba883 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.6507359 Jul 28 14:42:01.199870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d469c31-73fe-4d58-878a-fbaf214d3ea6 None None] Network 2fadd52d-33f4-4607-a897-e4704e394f1e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:01.206782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-9c923042-3328-409e-bd0b-8c4c470d2afc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.209038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-9c923042-3328-409e-bd0b-8c4c470d2afc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 945 time: 0.6399813 Jul 28 14:42:01.320929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-323c35f0-3b79-4a96-86d3-fb7861c5636c service neutron] 10.222.0.57 "GET /v2.0/networks/2fadd52d-33f4-4607-a897-e4704e394f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506734 Jul 28 14:42:01.365260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-4652aafc-5844-4cbf-a6c3-4eff34fcf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.367176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-4652aafc-5844-4cbf-a6c3-4eff34fcf642 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496017 Jul 28 14:42:01.401068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c187acb5-3af1-4ff5-a553-e8344ee3ba57 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:01.403257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d7598c41-a728-4239-bd05-40781f7aa054 None None] Provisioning for port b474b979-d16a-4f5b-af26-025937313128 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:01.415575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c48f3-4a38-4956-b0d7-2594936ba4cf req-81fc427c-8b24-4a6e-9396-fddb1dd339cd tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.418177 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c4c48f3-4a38-4956-b0d7-2594936ba4cf req-81fc427c-8b24-4a6e-9396-fddb1dd339cd tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1007729 Jul 28 14:42:01.500857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c4c48f3-4a38-4956-b0d7-2594936ba4cf req-118b5cd5-3972-43eb-aae0-306a613e27a8 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720968 Jul 28 14:42:01.543019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c187acb5-3af1-4ff5-a553-e8344ee3ba57 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:01.544624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.667373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Deleting port a996b3da-18f3-4c02-84d6-614b1de5b28d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:01.668808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.690690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-3e9694bb-a271-4386-b217-c8fab99db72e service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727294 Jul 28 14:42:01.699192 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1f35e7b-c420-426d-9af7-9395c90514ca up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:01.732869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d77cc24f-e0aa-4082-bc97-e3e4bf5646ae service neutron] 10.222.0.57 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817246 Jul 28 14:42:01.750206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c29b27-5243-4509-8225-c04b46559975 req-4ad263ca-fef1-4591-bf85-4e5e15b0d1ff tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.753223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1c29b27-5243-4509-8225-c04b46559975 req-4ad263ca-fef1-4591-bf85-4e5e15b0d1ff tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1119854 Jul 28 14:42:01.803619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d1f35e7b-c420-426d-9af7-9395c90514ca triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:01.803953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.859752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1c29b27-5243-4509-8225-c04b46559975 req-15701b85-f7e2-4327-a010-44e781db318b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982473 Jul 28 14:42:01.964685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b474b979-d16a-4f5b-af26-025937313128 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:02.055527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54b4a-39e4-4992-b91f-b7dc2f0b9526 req-fed22214-42b2-46fb-8d59-84575a709bfb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.058629 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70d54b4a-39e4-4992-b91f-b7dc2f0b9526 req-fed22214-42b2-46fb-8d59-84575a709bfb tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1028383 Jul 28 14:42:02.095523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.105974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] For port a996b3da-18f3-4c02-84d6-614b1de5b28d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a996b3da-18f3-4c02-84d6-614b1de5b28d,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:02.106637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.116987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-fe1e728a-9005-402e-bad7-ca25ae3e5cbe service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827975 Jul 28 14:42:02.125933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70d54b4a-39e4-4992-b91f-b7dc2f0b9526 req-f32f836e-991f-4b2a-bb4e-2fff8bb33008 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jul 28 14:42:02.194107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Calling delete_port for a996b3da-18f3-4c02-84d6-614b1de5b28d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:02.202410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-91ee58ea-6169-490d-b95f-1ef0c393dfc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 200 len: 217 time: 0.0687799 Jul 28 14:42:02.210648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-26e84dee-e4ac-400d-b5c8-c02c6e2677d3 service neutron] 10.222.0.57 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936539 Jul 28 14:42:02.246431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b474b979-d16a-4f5b-af26-025937313128 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:02.261902 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4923b72c-5a89-4f1d-b3e7-8e5a36eeae69 req-87ddcd0f-b601-4fc3-919f-935e8d2651c8 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0644867 Jul 28 14:42:02.272801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b474b979-d16a-4f5b-af26-025937313128 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:02.273461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.373109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-18d86775-6208-45f5-a779-3f14e977a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.374884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-18d86775-6208-45f5-a779-3f14e977a56e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.1558785 Jul 28 14:42:02.414061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e646519-ba31-4437-8feb-f40ac6e399d8 req-f293f75f-53a6-4844-a6a1-9eb45502ea48 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.417076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e646519-ba31-4437-8feb-f40ac6e399d8 req-f293f75f-53a6-4844-a6a1-9eb45502ea48 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 945 time: 0.0757282 Jul 28 14:42:02.432947 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.480252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e646519-ba31-4437-8feb-f40ac6e399d8 req-11af794a-ff1c-438c-961e-9fb2751389fc tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566862 Jul 28 14:42:02.481866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port b474b979-d16a-4f5b-af26-025937313128, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b474b979-d16a-4f5b-af26-025937313128,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:02.507166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-5a2f43b7-c2db-4bfd-b60a-344780a09f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.509809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-5a2f43b7-c2db-4bfd-b60a-344780a09f59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238873 Jul 28 14:42:02.645645 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.765985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=b474b979-d16a-4f5b-af26-025937313128,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:02.805222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-dc7bedb2-fbf6-4491-b712-aacc3ee46fbd service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818110 Jul 28 14:42:02.861730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae361f-6e47-4217-8259-ea9f774abc1a req-28aee6b8-4b21-46b4-9d0e-6a5bfcda81dc tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.865249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1cae361f-6e47-4217-8259-ea9f774abc1a req-28aee6b8-4b21-46b4-9d0e-6a5bfcda81dc tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1415422 Jul 28 14:42:02.902353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-274eabb3-9214-4d53-a698-d4f2b7b34be7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.904220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-274eabb3-9214-4d53-a698-d4f2b7b34be7 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.58 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.2336698 Jul 28 14:42:02.925480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9a39358-13cf-4ff3-a6bf-145f6117f405 req-255a9748-4849-454d-8b22-ff88f4f8cc91 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 210 time: 0.1006942 Jul 28 14:42:02.933835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.938388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1cae361f-6e47-4217-8259-ea9f774abc1a req-379b7bd2-7902-4b20-882b-7f44ad47fa00 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645936 Jul 28 14:42:02.950451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a996b3da-18f3-4c02-84d6-614b1de5b28d', 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e', '26de8660-1552-4fd9-897c-58d18c784a35'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:03.087655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Pushing event deleted for resources: {'Port': ['ID=a996b3da-18f3-4c02-84d6-614b1de5b28d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:03.133941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bb51-5212-4671-a503-60ba22e6418a req-adc4ad4f-686e-459f-aec8-6689f84f5db1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:03.141051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4656bb51-5212-4671-a503-60ba22e6418a req-adc4ad4f-686e-459f-aec8-6689f84f5db1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1130290 Jul 28 14:42:03.179045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] No DVR routers for this DVR port a996b3da-18f3-4c02-84d6-614b1de5b28d on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:03.182389 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.185163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-518db3e9-d4f8-49c8-bfc6-caf220e4bb12 req-99be6e9a-a1b3-454d-b1e4-412792b1531c tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "DELETE /v2.0/ports/a996b3da-18f3-4c02-84d6-614b1de5b28d HTTP/1.1" status: 204 len: 173 time: 1.9690013 Jul 28 14:42:03.237951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b474b979-d16a-4f5b-af26-025937313128 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:03.262823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'name': 'network-vif-deleted', 'tag': 'a996b3da-18f3-4c02-84d6-614b1de5b28d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:03.265882 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402d824-ed30-49ea-ba35-2866e958fc38" -d '{"events": [{"server_uuid": "88e0d433-c6c0-4a65-a8d3-748e417b1bac", "name": "network-vif-deleted", "tag": "a996b3da-18f3-4c02-84d6-614b1de5b28d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:03.278474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4656bb51-5212-4671-a503-60ba22e6418a req-8280bb78-a02b-420e-b918-c61f4b99712e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316433 Jul 28 14:42:03.296932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-478ba50b-d5d6-41b7-99b3-bd28b2ac7a1d req-c6fcf297-251b-4d50-a728-3e3d229df752 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817681 Jul 28 14:42:03.366782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Deleting port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:03.367226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.387172 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb0e15d-1831-4500-b40e-3906ec89b714 x-openstack-request-id: req-2eb0e15d-1831-4500-b40e-3906ec89b714 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:03.387172 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e0d433-c6c0-4a65-a8d3-748e417b1bac", "name": "network-vif-deleted", "tag": "a996b3da-18f3-4c02-84d6-614b1de5b28d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:03.387172 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2eb0e15d-1831-4500-b40e-3906ec89b714 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:03.387172 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e0d433-c6c0-4a65-a8d3-748e417b1bac', 'name': 'network-vif-deleted', 'tag': 'a996b3da-18f3-4c02-84d6-614b1de5b28d', 'status': 'completed', 'code': 200} Jul 28 14:42:03.423363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b474b979-d16a-4f5b-af26-025937313128 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:03.423935 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.427809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3019ea-bd75-48b2-b6b0-db89de9a1ee6 req-1df4e414-cf39-4611-86a5-f01de389f0ac tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:03.435657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c3019ea-bd75-48b2-b6b0-db89de9a1ee6 req-1df4e414-cf39-4611-86a5-f01de389f0ac tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1660476 Jul 28 14:42:03.513964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c3019ea-bd75-48b2-b6b0-db89de9a1ee6 req-be856ea1-f7fa-496a-a2d4-194a183eed5c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764668 Jul 28 14:42:03.559987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] For port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:03.560603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.588674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-007455cf-de08-46d3-aa8e-3c13cb92604d req-07a17996-e50b-4bec-b6a0-2a6d37f94822 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0916648 Jul 28 14:42:03.650615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Calling delete_port for 14f1e890-e50f-44f7-aee3-8ddadfb1f38b owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:03.696522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-437e1f5b-00fc-40a5-8f9f-baf02969ca9b req-aea91454-cfdc-4918-9695-386c6694078d tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 210 time: 0.0560291 Jul 28 14:42:03.796739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-3164d950-0ccb-4786-8880-58fc8115c3c6 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:03.798349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-3164d950-0ccb-4786-8880-58fc8115c3c6 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.42 "GET /v2.0/networks?id=70719f86-7c28-41db-b718-ddf147640082 HTTP/1.1" status: 200 len: 815 time: 0.2259696 Jul 28 14:42:03.899806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-8e6ceee4-cb30-4464-9f25-48df4a132344 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c39036b6af1942808067ddf7c732a4fe HTTP/1.1" status: 200 len: 380 time: 0.0771899 Jul 28 14:42:03.913983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Request body: {'port': {'device_id': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'admin_state_up': True, 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'security_groups': ['273a2053-2db5-4d21-8fff-7b87ab403661']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:04.057690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-050eedd9-cf8f-427f-a478-605f7e7d1606 req-f2c7cbf6-7462-4d81-8f63-1748dc8478c2 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 210 time: 0.0663269 Jul 28 14:42:04.112316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49971421-c1e6-40ad-bcbd-fc0b62803069 req-51292ded-ef7a-4c2e-8c20-efeb9a417fd5 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:04.114029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49971421-c1e6-40ad-bcbd-fc0b62803069 req-51292ded-ef7a-4c2e-8c20-efeb9a417fd5 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0568719 Jul 28 14:42:04.134168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.150621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['14f1e890-e50f-44f7-aee3-8ddadfb1f38b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:04.196152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Pushing event deleted for resources: {'Port': ['ID=14f1e890-e50f-44f7-aee3-8ddadfb1f38b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.232149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49971421-c1e6-40ad-bcbd-fc0b62803069 req-f450ff83-29e6-485f-80d1-84827132b57c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cb0f5bc-ec79-4390-8437-55d813630f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078398 Jul 28 14:42:04.271022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] No DVR routers for this DVR port 14f1e890-e50f-44f7-aee3-8ddadfb1f38b on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:04.274502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.277249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7eed796a-4bb2-4edf-8fd7-cf1618608336 req-b40c834f-b9f0-46aa-a307-5c0ad34cd9e4 tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.58 "DELETE /v2.0/ports/14f1e890-e50f-44f7-aee3-8ddadfb1f38b HTTP/1.1" status: 204 len: 173 time: 1.3542707 Jul 28 14:42:04.342293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Made reservation on behalf of c39036b6af1942808067ddf7c732a4fe for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:04.350193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.430925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7219a-2058-4c90-a02b-eedce885f295 req-25f4519e-4ef2-4dda-8b91-71b606029282 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:04.432949 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8cb7219a-2058-4c90-a02b-eedce885f295 req-25f4519e-4ef2-4dda-8b91-71b606029282 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.0569265 Jul 28 14:42:04.492703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8cb7219a-2058-4c90-a02b-eedce885f295 req-0fa37fff-81a4-42ba-9d37-4a1a54d441a3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521793 Jul 28 14:42:04.590341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Allocated IP 172.20.0.12 (70719f86-7c28-41db-b718-ddf147640082/5b4419fe-7de0-4c14-813a-d73db5f1d9f8/ce47fda3-7de4-412a-88d4-c5dce250ffa7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:04.778585 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e84b8485-2a59-44e8-91a0-a8735648b090 req-99569d39-d320-4207-be8f-f3391c1f03ac tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0428519 Jul 28 14:42:04.793891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c593-c0da-4514-851c-da33282ed57d req-6fd7c591-a71f-4042-bd32-b83911d763bd tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:04.802985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bac0c593-c0da-4514-851c-da33282ed57d req-6fd7c591-a71f-4042-bd32-b83911d763bd tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1913486 Jul 28 14:42:04.874457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bac0c593-c0da-4514-851c-da33282ed57d req-7c383fb9-df3f-40ce-ab2c-20413fa3c883 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703430 Jul 28 14:42:04.910824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.937458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Transition to ACTIVE for port object ce47fda3-7de4-412a-88d4-c5dce250ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:04.946047 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e429396c-96c2-4136-a907-8cbec3aceeff req-b864360b-8f64-4390-9a5f-c64c3569efeb tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=88e0d433-c6c0-4a65-a8d3-748e417b1bac HTTP/1.1" status: 200 len: 210 time: 0.0672772 Jul 28 14:42:04.967851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82be5-13a1-4cee-aa87-86364d82ceab req-0547f84b-7946-459f-9a5a-fd640cec11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:04.967851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3c82be5-13a1-4cee-aa87-86364d82ceab req-0547f84b-7946-459f-9a5a-fd640cec11ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 1098 time: 0.1015456 Jul 28 14:42:05.074561 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3c82be5-13a1-4cee-aa87-86364d82ceab req-046bcdd6-313b-4f2f-853a-307635a31389 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Jul 28 14:42:05.130563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.209085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f0cb315-b6bc-42b5-926b-dda463b36421 req-e3c93e80-8b67-43a4-b5ea-c5d10f9d0568 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 210 time: 0.0742416 Jul 28 14:42:05.222868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Network 70719f86-7c28-41db-b718-ddf147640082 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:05.228573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:05.231347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:05.238934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event updated for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:05.296649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:05.300542 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.362073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac8cae17-9391-42ec-8cdf-bcf89d4e8c61 req-5f18239f-cf61-49f1-8c70-54cb79e37d4c tempest-ServerRescueTestJSONUnderV235-784748331 tempest-ServerRescueTestJSONUnderV235-784748331-project] 10.222.0.57 "GET /v2.0/ports?device_id=776c53a2-890b-416c-84c3-41cf26f0e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0300999 Jul 28 14:42:05.387604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'name': 'network-vif-deleted', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:05.391102 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71a2c34-5133-4a52-988a-dd43dfcc18d5" -d '{"events": [{"server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "name": "network-vif-deleted", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:05.427798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-4307ef21-3625-4b8c-9a00-e0560b3a1eb1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5192590 Jul 28 14:42:05.433337 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb110462-5921-4d6e-b49a-7dbbab9f0c59 x-openstack-request-id: req-fb110462-5921-4d6e-b49a-7dbbab9f0c59 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:05.433624 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c53a2-890b-416c-84c3-41cf26f0e0c4", "name": "network-vif-deleted", "tag": "14f1e890-e50f-44f7-aee3-8ddadfb1f38b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:05.433882 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb110462-5921-4d6e-b49a-7dbbab9f0c59 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:05.434308 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c53a2-890b-416c-84c3-41cf26f0e0c4', 'name': 'network-vif-deleted', 'tag': '14f1e890-e50f-44f7-aee3-8ddadfb1f38b', 'status': 'completed', 'code': 200} Jul 28 14:42:05.636402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Request body: {'port': {'device_id': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:05.638974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c7599-2ec4-498d-843d-227e1e64c6a6 req-675440cb-a0e4-4f14-b3f6-94e2e2ce43b4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:05.640555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-624c7599-2ec4-498d-843d-227e1e64c6a6 req-675440cb-a0e4-4f14-b3f6-94e2e2ce43b4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.0583012 Jul 28 14:42:05.678925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10390af2-aae3-4e55-8d9d-e831ced8ed7a None None] Provisioning for port ce47fda3-7de4-412a-88d4-c5dce250ffa7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:05.683327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-624c7599-2ec4-498d-843d-227e1e64c6a6 req-eadaa925-4c80-47d7-9e7a-fcc38083db48 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363064 Jul 28 14:42:05.684871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10390af2-aae3-4e55-8d9d-e831ced8ed7a None None] Provisioning complete for port ce47fda3-7de4-412a-88d4-c5dce250ffa7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:05.685412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10390af2-aae3-4e55-8d9d-e831ced8ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.706439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.724298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-10390af2-aae3-4e55-8d9d-e831ced8ed7a None None] Port ce47fda3-7de4-412a-88d4-c5dce250ffa7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:05.758757 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.973241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a8954-7e7b-4e2d-9b47-481ea99e147a req-ccebef0c-550f-4264-9bb1-fde96a217163 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:05.974922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b3a8954-7e7b-4e2d-9b47-481ea99e147a req-ccebef0c-550f-4264-9bb1-fde96a217163 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 932 time: 0.0819249 Jul 28 14:42:05.983055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 14f1e890-e50f-44f7-aee3-8ddadfb1f38b no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:06.016636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 14f1e890-e50f-44f7-aee3-8ddadfb1f38b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:06.017301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 14f1e890-e50f-44f7-aee3-8ddadfb1f38b not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:06.017741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a996b3da-18f3-4c02-84d6-614b1de5b28d no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:06.042594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: a996b3da-18f3-4c02-84d6-614b1de5b28d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:06.044483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a996b3da-18f3-4c02-84d6-614b1de5b28d not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:06.058034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b3a8954-7e7b-4e2d-9b47-481ea99e147a req-27af04f8-d6d2-4b2b-9cb0-d86a9a241228 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607243 Jul 28 14:42:06.104846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe55261-28c9-4786-8484-b68a40fcd288 req-b46813fe-c8ca-45ac-9dc0-ca292a973052 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:06.106090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce47fda3-7de4-412a-88d4-c5dce250ffa7 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:06.107418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffe55261-28c9-4786-8484-b68a40fcd288 req-b46813fe-c8ca-45ac-9dc0-ca292a973052 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1280646 Jul 28 14:42:06.128611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.149845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Transition to ACTIVE for port object ce47fda3-7de4-412a-88d4-c5dce250ffa7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:06.174039 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffe55261-28c9-4786-8484-b68a40fcd288 req-7e87a1b9-242d-4eac-ae3d-3ca81c9eeaa4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528994 Jul 28 14:42:06.422062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.429156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ea47faa-f04f-4b20-8f20-48942e072a43 req-30ca4dbc-3949-47e8-a27d-f566f2f3571e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 210 time: 0.0655744 Jul 28 14:42:06.440845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45766) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:06.517010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:06.622746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Attempting to bind port ce47fda3-7de4-412a-88d4-c5dce250ffa7 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:06.623379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Attempting to bind port ce47fda3-7de4-412a-88d4-c5dce250ffa7 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:06.627453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Attempting to bind port ce47fda3-7de4-412a-88d4-c5dce250ffa7 on network 70719f86-7c28-41db-b718-ddf147640082 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:06.632901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Port ce47fda3-7de4-412a-88d4-c5dce250ffa7 on network 70719f86-7c28-41db-b718-ddf147640082 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:06.637698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Attempting to bind port ce47fda3-7de4-412a-88d4-c5dce250ffa7 on network 70719f86-7c28-41db-b718-ddf147640082 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:06.640006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:06.640184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Checking segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:06.640722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Bound using segment: {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:06.641192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Bound port: ce47fda3-7de4-412a-88d4-c5dce250ffa7, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35315ac4-0bf4-4ac7-a630-65731fa76814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70719f86-7c28-41db-b718-ddf147640082'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:06.641563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.786055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:06.792896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:06.902403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.964881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900fbf3-de78-4ee1-828b-54d3d3643886 req-c8e1c0ce-d667-4838-8942-91a63532f854 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:06.966688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d900fbf3-de78-4ee1-828b-54d3d3643886 req-c8e1c0ce-d667-4838-8942-91a63532f854 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.1537230 Jul 28 14:42:06.977796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:06.979541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.981515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce47fda3-7de4-412a-88d4-c5dce250ffa7 HTTP/1.1" status: 200 len: 1093 time: 1.3495970 Jul 28 14:42:07.105092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d900fbf3-de78-4ee1-828b-54d3d3643886 req-c6cf80e4-1104-4b8b-ba42-19401bd7d66c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138098 Jul 28 14:42:07.109082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563667b-844b-411b-bfa1-8a7a067949d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:07.252734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.332310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-8b062af6-edfb-47dd-a747-09bd9165d326 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:07.334008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-8b062af6-edfb-47dd-a747-09bd9165d326 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1098 time: 0.1686113 Jul 28 14:42:07.343366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-77cf142d-2a61-4a7f-b9da-b00f4e6277e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:07.345437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-77cf142d-2a61-4a7f-b9da-b00f4e6277e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c39036b6af1942808067ddf7c732a4fe&device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 1096 time: 0.1015618 Jul 28 14:42:07.352974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:07.441948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96d02-8491-4cfb-8985-04f2a475828d req-e7741155-5f4a-40d9-8579-ff75f73da89b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:07.443714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf96d02-8491-4cfb-8985-04f2a475828d req-e7741155-5f4a-40d9-8579-ff75f73da89b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 944 time: 0.2140386 Jul 28 14:42:07.445234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-0f3687e1-57fb-45f2-8571-a79f037f9481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7 HTTP/1.1" status: 200 len: 217 time: 0.0644968 Jul 28 14:42:07.445706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:07.448034 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d411a19-91a2-4603-b8c3-19951766b60d" -d '{"events": [{"name": "network-changed", "server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:07.538858 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.564546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-97c97443-4c95-49d4-822f-77b3daff6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:07.566145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-97c97443-4c95-49d4-822f-77b3daff6d65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b4419fe-7de0-4c14-813a-d73db5f1d9f8 HTTP/1.1" status: 200 len: 854 time: 0.1108959 Jul 28 14:42:07.571927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf96d02-8491-4cfb-8985-04f2a475828d req-c4d93e44-2d56-498d-aadd-7dbc8873ef99 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071174 Jul 28 14:42:07.712700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-05cc6477-984c-4380-9875-92cb930eb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:07.714309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-05cc6477-984c-4380-9875-92cb930eb1f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70719f86-7c28-41db-b718-ddf147640082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399884 Jul 28 14:42:07.861507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267dd29-0dfb-4241-99a0-26ad08680f30 req-c40096ad-95f4-418c-a43d-4813c935ed64 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:07.863022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2267dd29-0dfb-4241-99a0-26ad08680f30 req-c40096ad-95f4-418c-a43d-4813c935ed64 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1686954 Jul 28 14:42:07.866819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:08.006013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525774c4-1d1e-474a-bb55-1a8694ce3b51 req-28ca5588-b996-486c-b7db-2ca5946d785b tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:08.012439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525774c4-1d1e-474a-bb55-1a8694ce3b51 req-28ca5588-b996-486c-b7db-2ca5946d785b tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:08.014227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-525774c4-1d1e-474a-bb55-1a8694ce3b51 req-28ca5588-b996-486c-b7db-2ca5946d785b tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36&device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 1682 time: 0.5834098 Jul 28 14:42:08.118720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-525774c4-1d1e-474a-bb55-1a8694ce3b51 req-2247a4af-9e67-46a8-8851-f70a18d59930 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908940 Jul 28 14:42:08.159197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-7ef0a0a6-0def-410a-a564-41b5f0d42121 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:08.165517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-7ef0a0a6-0def-410a-a564-41b5f0d42121 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:08.167204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-7ef0a0a6-0def-410a-a564-41b5f0d42121 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "GET /v2.0/networks?id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79&id=2fadd52d-33f4-4607-a897-e4704e394f1e&id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 HTTP/1.1" status: 200 len: 1392 time: 0.2570734 Jul 28 14:42:08.211541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'port': {'device_id': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'admin_state_up': True, 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:08.354187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-7f63ef50-c986-4a96-9a81-00883c1efb42 service neutron] 10.222.0.42 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991957 Jul 28 14:42:08.375338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Deleting port b722e6bb-5a57-489a-9c38-5a4862759cc7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:08.376053 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.388532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2267dd29-0dfb-4241-99a0-26ad08680f30 req-670c5fc1-0d0f-4910-a19a-16047031acd8 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027833 Jul 28 14:42:08.399465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:08.493948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] For port b722e6bb-5a57-489a-9c38-5a4862759cc7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b722e6bb-5a57-489a-9c38-5a4862759cc7,segment=NetworkSegment(cddf56de-ee9f-4b81-88f1-66225e34ac03),segment_id=cddf56de-ee9f-4b81-88f1-66225e34ac03)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:08.493948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.512253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Calling delete_port for b722e6bb-5a57-489a-9c38-5a4862759cc7 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:08.536277 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce86bfa9-5dce-4e6b-9192-0de378543981 x-openstack-request-id: req-ce86bfa9-5dce-4e6b-9192-0de378543981 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:08.536628 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:08.536817 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce86bfa9-5dce-4e6b-9192-0de378543981 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:08.537326 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'status': 'completed', 'code': 200} Jul 28 14:42:08.591306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.592111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:08.596940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.631245 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82bf7028-d2ba-4ba6-996d-ea379ef8980d req-83a0f3c3-71e6-46d9-85dd-f2c324cfc42e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 210 time: 0.0525193 Jul 28 14:42:08.660395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5acbdd6-0a18-40f8-b4d1-bc53c4d52536 req-9fdbd191-2991-49f9-9490-5038defabf9e service neutron] 10.222.0.42 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010479 Jul 28 14:42:08.680734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f308f88-736a-4ebb-87ac-8b488772acf7 req-8a9ef514-690f-4fce-9746-55018290ef85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:08.682506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f308f88-736a-4ebb-87ac-8b488772acf7 req-8a9ef514-690f-4fce-9746-55018290ef85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 946 time: 0.0854375 Jul 28 14:42:08.746800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f308f88-736a-4ebb-87ac-8b488772acf7 req-cb5e9996-f2c9-4e09-abd9-45ece6c8baf7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529432 Jul 28 14:42:08.760606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.864407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on host n-h1-764806-10 for vnic_type normal with profile {"migrating_to": "n-h2-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:08.864785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:08.865118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:08.879590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:08.881626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Attempting to bind port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:08.891287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:08.896314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:08.896689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:08.897088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:08.897552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Bound port: 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:08.897933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.901379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Allocated IP 19.80.0.236 (c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79/e3f47b2f-89ce-470c-88aa-7fe324c4b0ed/a6a8f2c6-8fa1-4636-8109-492de212a7c6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:09.052409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:09.063494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ea43c-1578-4253-9e93-1757a54c8e00 req-826a8002-8cdc-4cd1-8232-bfc5ec95373a tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.070690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c75ea43c-1578-4253-9e93-1757a54c8e00 req-826a8002-8cdc-4cd1-8232-bfc5ec95373a tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 944 time: 0.1810870 Jul 28 14:42:09.094105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:09.103347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411a19-91a2-4603-b8c3-19951766b60d req-203db41f-41b1-48a0-9224-dbb988a46483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.105030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-203db41f-41b1-48a0-9224-dbb988a46483 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c39036b6af1942808067ddf7c732a4fe&device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 1096 time: 0.1551013 Jul 28 14:42:09.150037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.167947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Transition to ACTIVE for port object a6a8f2c6-8fa1-4636-8109-492de212a7c6 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:09.179023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c75ea43c-1578-4253-9e93-1757a54c8e00 req-4cd32c17-c531-4f3c-9a00-0cfcf9c0eab1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025691 Jul 28 14:42:09.183640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.241686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Pushing event deleted for resources: {'Port': ['ID=b722e6bb-5a57-489a-9c38-5a4862759cc7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:09.267980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411a19-91a2-4603-b8c3-19951766b60d req-6b3da818-1637-499a-9406-0c0d18469968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.270708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-6b3da818-1637-499a-9406-0c0d18469968 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70719f86-7c28-41db-b718-ddf147640082 HTTP/1.1" status: 200 len: 916 time: 0.1566496 Jul 28 14:42:09.350031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-09d2ef08-f490-456b-b3c3-f9863a4354cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7 HTTP/1.1" status: 200 len: 217 time: 0.0703263 Jul 28 14:42:09.467125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411a19-91a2-4603-b8c3-19951766b60d req-93ab55f5-cc5b-4d6d-a08f-fb748aee9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.469358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-93ab55f5-cc5b-4d6d-a08f-fb748aee9e31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b4419fe-7de0-4c14-813a-d73db5f1d9f8 HTTP/1.1" status: 200 len: 854 time: 0.1096251 Jul 28 14:42:09.509661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633487-f466-4cd7-b0f9-9b52f89a62a0 req-dca72527-e630-4b23-be33-02588693a795 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.512804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea633487-f466-4cd7-b0f9-9b52f89a62a0 req-dca72527-e630-4b23-be33-02588693a795 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0951805 Jul 28 14:42:09.514062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.517565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.613248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.721756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411a19-91a2-4603-b8c3-19951766b60d req-e0b8de48-8ebb-4d04-9a04-8016cd738f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.723580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-e0b8de48-8ebb-4d04-9a04-8016cd738f71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70719f86-7c28-41db-b718-ddf147640082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2380471 Jul 28 14:42:09.739989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:09.756589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea633487-f466-4cd7-b0f9-9b52f89a62a0 req-f30fbfbd-69ed-42ae-9f69-cdcef7f77ab2 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030251 Jul 28 14:42:09.761368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.762028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.763563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-aef36e91-9ae0-4fae-bd5e-574a60fc3d37 service neutron] 10.222.0.58 "PUT /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 1124 time: 2.4160473 Jul 28 14:42:09.802978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-915aacef-99c2-430b-b0a1-134c262d585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.805867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-915aacef-99c2-430b-b0a1-134c262d585b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 1098 time: 0.1485362 Jul 28 14:42:09.806029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:09.813885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Port': ['ID=a6a8f2c6-8fa1-4636-8109-492de212a7c6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:09.816788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:09.821081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:09.851645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['62b6b3bd-c269-4b8a-b534-da894f5d03c8'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:09.902648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:09.903389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.011253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:10.074990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:10.110056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['62b6b3bd-c269-4b8a-b534-da894f5d03c8'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:10.171413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d10a50c6-d466-4fca-97e4-37ee9f422abf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9701025 Jul 28 14:42:10.176491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c516e7-3fd9-470c-89b8-3fb169fddc66 req-4766b7f4-7913-49fa-92c6-c60d5f815fcf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:10.184101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9c516e7-3fd9-470c-89b8-3fb169fddc66 req-4766b7f4-7913-49fa-92c6-c60d5f815fcf tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 932 time: 0.2932003 Jul 28 14:42:10.197438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'port': {'device_id': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e', 'admin_state_up': True, 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:10.230318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-205a0dbb-9388-4080-8a94-db5c1be265de service neutron] 10.222.0.42 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975427 Jul 28 14:42:10.247447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-a3c022df-9431-4fb7-aad9-7d85e488b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:10.250880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-a3c022df-9431-4fb7-aad9-7d85e488b427 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 200 len: 912 time: 0.3932290 Jul 28 14:42:10.371916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:10.375915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-677cae77-651d-4026-9223-71ccf491c150 None None] Provisioning for port a6a8f2c6-8fa1-4636-8109-492de212a7c6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:10.383887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:10.397088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fea6e205-55db-4b14-803c-5827bf974004 admin admin] 10.222.0.57 "PUT /v2.0/routers/48d4c998-39a3-4a81-bb50-6eb7ec7f9940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9538472 Jul 28 14:42:10.403987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-677cae77-651d-4026-9223-71ccf491c150 None None] Provisioning complete for port a6a8f2c6-8fa1-4636-8109-492de212a7c6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:10.404605 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-677cae77-651d-4026-9223-71ccf491c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.417408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45826) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:10.419691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] Sync routers for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:10.473988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-138a4f83-666f-4095-9cbd-fe8d6bf2f841 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad HTTP/1.1" status: 200 len: 217 time: 0.2035410 Jul 28 14:42:10.475741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 has no active binding in host n-h2-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:42:10.479617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9c516e7-3fd9-470c-89b8-3fb169fddc66 req-aa91118e-fdda-4fbb-aaf0-a06a08c6fe25 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939229 Jul 28 14:42:10.525156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:10.526492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:10.539629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8'}, {'name': 'network-changed', 'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:10.543128 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e8174-14f6-46a2-8a44-b3d8be4cef4a" -d '{"events": [{"server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "name": "network-vif-unplugged", "status": "completed", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8"}, {"name": "network-changed", "server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:10.572252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3bb2-fb7a-4ed6-81df-59cc2faf65e6 req-d26cf85b-d904-4986-ba8d-45506b50ef44 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:10.575305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-499f3bb2-fb7a-4ed6-81df-59cc2faf65e6 req-d26cf85b-d904-4986-ba8d-45506b50ef44 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.2691627 Jul 28 14:42:10.590074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-8f8e19c8-f465-4eac-85fd-bae89c34898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:10.592046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-8f8e19c8-f465-4eac-85fd-bae89c34898e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b9e80f-34cf-41b4-abfb-413001324f33 HTTP/1.1" status: 200 len: 851 time: 0.1064527 Jul 28 14:42:10.607696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-677cae77-651d-4026-9223-71ccf491c150 None None] Port a6a8f2c6-8fa1-4636-8109-492de212a7c6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:10.672193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-c4e65f17-485b-430f-9bd5-282e5a251c8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6cd86fde-04d3-4837-bd98-381333a06e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716364 Jul 28 14:42:10.676255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d411a19-91a2-4603-b8c3-19951766b60d req-f5583750-c0c4-4d25-b860-997c34201175 service neutron] 10.222.0.42 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180441 Jul 28 14:42:10.699486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-499f3bb2-fb7a-4ed6-81df-59cc2faf65e6 req-a847bfe2-1ee0-462f-8c18-a1130762192d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132884 Jul 28 14:42:10.703375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:10.735076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e6ea-6b0d-4ac4-b5d5-aa0225472151 req-b5a90ed7-4a32-456b-a3ff-c83380c0ed32 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:10.738100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.740922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2174e6ea-6b0d-4ac4-b5d5-aa0225472151 req-b5a90ed7-4a32-456b-a3ff-c83380c0ed32 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 944 time: 0.1095665 Jul 28 14:42:10.867236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2174e6ea-6b0d-4ac4-b5d5-aa0225472151 req-a982be97-19b8-4d06-8a56-0712839d3e54 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189201 Jul 28 14:42:10.928266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-9f6781a4-680e-47ed-ba20-19576337d5a3 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557498 Jul 28 14:42:10.975288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:42:08Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:11.010914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] Checking router: 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:11.029791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] Routers {'48d4c998-39a3-4a81-bb50-6eb7ec7f9940'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:11.031056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:11.073536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f02c8d56-e6f5-4eaa-afe5-9e9da431063e req-1af0fb99-8075-4c0c-ad68-5af9c85b7507 service neutron] 10.222.0.42 "GET /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355484 Jul 28 14:42:11.075215 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85b68a-d864-4ccb-87ef-b43e046fbc51 x-openstack-request-id: req-0b85b68a-d864-4ccb-87ef-b43e046fbc51 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:11.075513 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "name": "network-vif-unplugged", "status": "completed", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8", "code": 200}, {"name": "network-changed", "server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:11.075803 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b85b68a-d864-4ccb-87ef-b43e046fbc51 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:11.076211 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'code': 200} Jul 28 14:42:11.076519 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'status': 'completed', 'code': 200} Jul 28 14:42:11.154154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:11.158783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.203319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] Set router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:11.305343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-46d04795-9009-4356-a1ad-10aa4a2cca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.307241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-46d04795-9009-4356-a1ad-10aa4a2cca76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1127 time: 0.0637097 Jul 28 14:42:11.374867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.410618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Allocated IP 19.86.0.243 (2fadd52d-33f4-4607-a897-e4704e394f1e/7df118c8-1bf7-48a7-9577-997c722bd993/f0a08b83-f007-4439-ab48-ff93d9bc0065) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:11.485637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f388-0a04-48f9-98bc-da165b25ef1b req-e6864b53-6932-49de-87da-8fcad13f1b38 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.487253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8448f388-0a04-48f9-98bc-da165b25ef1b req-e6864b53-6932-49de-87da-8fcad13f1b38 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.0830984 Jul 28 14:42:11.507545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:42:08Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:11.554068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcd073-c93a-4676-ade8-b20c69c08db5 None None] The sync data for ids ['48d4c998-39a3-4a81-bb50-6eb7ec7f9940'] in n-d-764806-10 is: [{'id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'name': 'tempest-ServerRescueTestJSONUnderV235-1580483033-router', 'tenant_id': 'b41e76e823ba4001b71b5e739c159d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:29Z', 'updated_at': '2021-07-28T14:42:08Z', 'revision_number': 5, 'project_id': 'b41e76e823ba4001b71b5e739c159d75', 'gw_port': {'id': 'ac9e813a-6b62-4f2a-a633-e473fe14fd90', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4c998-39a3-4a81-bb50-6eb7ec7f9940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:31Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:11.603709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8448f388-0a04-48f9-98bc-da165b25ef1b req-33996b2b-e3e1-4219-82bf-a3dfafddd043 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060126 Jul 28 14:42:11.605213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-e713b085-a0c5-4c8e-8167-58084c2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.606748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-e713b085-a0c5-4c8e-8167-58084c2a5a76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.2695687 Jul 28 14:42:11.633736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Deleting port ac9e813a-6b62-4f2a-a633-e473fe14fd90 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:11.634241 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.706403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-5da7462b-b2b3-4803-864c-6e58d72d13b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 217 time: 0.0860114 Jul 28 14:42:11.714389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.759746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Transition to ACTIVE for port object f0a08b83-f007-4439-ab48-ff93d9bc0065 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:11.801271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] For port ac9e813a-6b62-4f2a-a633-e473fe14fd90, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ac9e813a-6b62-4f2a-a633-e473fe14fd90,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:11.801547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.807485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-e43c4953-159c-4294-bcaa-abf231eee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.809079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-e43c4953-159c-4294-bcaa-abf231eee82a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0836172 Jul 28 14:42:11.818926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aec55-8b61-4a7e-b42f-cac16fb1b779 req-d95a6dfc-ee8c-43b6-a67a-3806cf838c81 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.820576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b88aec55-8b61-4a7e-b42f-cac16fb1b779 req-d95a6dfc-ee8c-43b6-a67a-3806cf838c81 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 945 time: 0.1191554 Jul 28 14:42:11.830899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70384288-f2d5-41fd-bd87-80aaacb258c3 req-d5c29e9d-2e0f-4417-be0d-00e8f81c4345 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.832605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70384288-f2d5-41fd-bd87-80aaacb258c3 req-d5c29e9d-2e0f-4417-be0d-00e8f81c4345 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 932 time: 0.1494052 Jul 28 14:42:11.841796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Calling delete_port for ac9e813a-6b62-4f2a-a633-e473fe14fd90 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:11.886053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-ee3fe607-e418-453d-9222-6d04ffa29657 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492697 Jul 28 14:42:11.947332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b88aec55-8b61-4a7e-b42f-cac16fb1b779 req-9d64062c-a713-4365-8a8d-4f3ae48df3a1 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a714361-e804-4224-a432-3a0bf54c9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186650 Jul 28 14:42:11.953906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70384288-f2d5-41fd-bd87-80aaacb258c3 req-b0cbaf79-1f66-48bf-be08-a6579a8f3b89 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989370 Jul 28 14:42:12.021431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-e6feb63a-dca5-4abb-ae97-10efd30a6a3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:12.022985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-e6feb63a-dca5-4abb-ae97-10efd30a6a3a tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 945 time: 0.1248126 Jul 28 14:42:12.038621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.061260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-f4cb296f-ee85-4e7c-bbb7-16253f36b5d0 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493113 Jul 28 14:42:12.194621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network 2fadd52d-33f4-4607-a897-e4704e394f1e is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:12.218453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:12.230346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:12.259288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-755e8174-14f6-46a2-8a44-b3d8be4cef4a req-960779d3-745d-489d-96cd-824e0ed31372 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773520 Jul 28 14:42:12.270521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Port': ['ID=f0a08b83-f007-4439-ab48-ff93d9bc0065,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:12.287554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d903b96-4220-47af-9374-00cd4ff26916 req-84014f51-91a2-4032-98e2-fedaad47ca31 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:12.290345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d903b96-4220-47af-9374-00cd4ff26916 req-84014f51-91a2-4032-98e2-fedaad47ca31 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1150696 Jul 28 14:42:12.297157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Deleting port de09d5e5-bbad-4fa5-9024-ea010ff04e7e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:12.297157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.319228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95945-02f2-4a0c-9542-bb54d9957d12 req-9114974d-f6fb-4cc4-a2e6-b8c492281151 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:12.341357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0b95945-02f2-4a0c-9542-bb54d9957d12 req-9114974d-f6fb-4cc4-a2e6-b8c492281151 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 944 time: 0.1573670 Jul 28 14:42:12.347752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:12.348440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.385371 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.404816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0b95945-02f2-4a0c-9542-bb54d9957d12 req-c4f85681-d76f-4ceb-b12b-c9deb0f3a973 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745752 Jul 28 14:42:12.437142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9e813a-6b62-4f2a-a633-e473fe14fd90,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:12.471781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d903b96-4220-47af-9374-00cd4ff26916 req-e10c05ea-ccd2-48cc-87d8-94f8098a5584 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656010 Jul 28 14:42:12.510875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] For port de09d5e5-bbad-4fa5-9024-ea010ff04e7e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:12.511729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.535300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-03bdc15e-13aa-456f-b101-69139a53dcc7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3423309 Jul 28 14:42:12.540213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Calling delete_port for de09d5e5-bbad-4fa5-9024-ea010ff04e7e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:12.564549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.624849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'port': {'device_id': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'admin_state_up': True, 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:12.748188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.752609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.810028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e562d5dd-a4da-4362-bcd9-7deccd8799e5 None None] Provisioning for port f0a08b83-f007-4439-ab48-ff93d9bc0065 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:12.825403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e562d5dd-a4da-4362-bcd9-7deccd8799e5 None None] Provisioning complete for port f0a08b83-f007-4439-ab48-ff93d9bc0065 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:12.825403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e562d5dd-a4da-4362-bcd9-7deccd8799e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.851193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.875742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce47fda3-7de4-412a-88d4-c5dce250ffa7 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:12.878342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['de09d5e5-bbad-4fa5-9024-ea010ff04e7e', '26de8660-1552-4fd9-897c-58d18c784a35'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:12.886403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81fb9-6ea1-4c3e-b3bf-368878fa20fa req-79867b51-42d4-4d52-b7e9-d98b3f2eac46 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:12.887686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61c81fb9-6ea1-4c3e-b3bf-368878fa20fa req-79867b51-42d4-4d52-b7e9-d98b3f2eac46 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1842365 Jul 28 14:42:12.920220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Pushing event deleted for resources: {'Port': ['ID=de09d5e5-bbad-4fa5-9024-ea010ff04e7e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:12.935657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e562d5dd-a4da-4362-bcd9-7deccd8799e5 None None] Port f0a08b83-f007-4439-ab48-ff93d9bc0065 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:12.939096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.939712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d4c998-39a3-4a81-bb50-6eb7ec7f9940 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:12.948918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.949680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.949908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.956306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.956680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-48781703-ad0f-40eb-aca9-4c7f8d33295c admin admin] 10.222.0.57 "DELETE /v2.0/routers/48d4c998-39a3-4a81-bb50-6eb7ec7f9940 HTTP/1.1" status: 204 len: 168 time: 2.5321221 Jul 28 14:42:12.956883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.956883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.956883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.956883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.956883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.957577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61c81fb9-6ea1-4c3e-b3bf-368878fa20fa req-f7e152a8-7c90-4ef2-9124-aaefed199fde tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Jul 28 14:42:12.957577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:12.958894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.958894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.959217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:12.960942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.013545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Deleting subnet c96917b5-5f94-43e5-9920-d316f0bf6287 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:13.015798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.030871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] No DVR routers for this DVR port de09d5e5-bbad-4fa5-9024-ea010ff04e7e on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:13.035541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.040006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b860dede-a8fb-4bdf-8513-5a7ed334e4b5 req-b1b6561a-3042-47eb-8911-812cdc7909d0 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "DELETE /v2.0/ports/de09d5e5-bbad-4fa5-9024-ea010ff04e7e HTTP/1.1" status: 204 len: 173 time: 1.0050168 Jul 28 14:42:13.070061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.077928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'name': 'network-vif-deleted', 'tag': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:13.081739 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b07ab6-38ec-475b-89a7-5f944dc9b088" -d '{"events": [{"server_uuid": "cd828e72-28fc-4d80-b396-b2d0afbf9cb3", "name": "network-vif-deleted", "tag": "de09d5e5-bbad-4fa5-9024-ea010ff04e7e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:13.151210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.193476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:13.197065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.201199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf62cfc6-dcee-4016-b51b-d11fbec94761 req-1f4d72d2-9dfa-4048-9884-60f48900f819 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0838439 Jul 28 14:42:13.267776 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e0256-e446-4dbc-8f9d-ae66c3b96dc3 x-openstack-request-id: req-f79e0256-e446-4dbc-8f9d-ae66c3b96dc3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:13.267776 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd828e72-28fc-4d80-b396-b2d0afbf9cb3", "name": "network-vif-deleted", "tag": "de09d5e5-bbad-4fa5-9024-ea010ff04e7e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:13.267776 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f79e0256-e446-4dbc-8f9d-ae66c3b96dc3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:13.267776 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd828e72-28fc-4d80-b396-b2d0afbf9cb3', 'name': 'network-vif-deleted', 'tag': 'de09d5e5-bbad-4fa5-9024-ea010ff04e7e', 'status': 'completed', 'code': 200} Jul 28 14:42:13.279440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e997bd-1cf2-4135-b015-35f42df2053f req-7da6d1d0-f923-4a0a-ac9b-4e9425b95f29 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:13.282707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09e997bd-1cf2-4135-b015-35f42df2053f req-7da6d1d0-f923-4a0a-ac9b-4e9425b95f29 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 946 time: 0.0915616 Jul 28 14:42:13.357453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29509-586a-4ff3-a9c5-70532efedb3f req-883b7ff0-189d-4c71-8ef9-8f1e878e999f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:13.359835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29509-586a-4ff3-a9c5-70532efedb3f req-883b7ff0-189d-4c71-8ef9-8f1e878e999f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:13.364498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28a29509-586a-4ff3-a9c5-70532efedb3f req-883b7ff0-189d-4c71-8ef9-8f1e878e999f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 1655 time: 0.1719627 Jul 28 14:42:13.371401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:13.392112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'port_id': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'mac_address': 'fa:16:3e:ee:43:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:13.432066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Deleting port 26de8660-1552-4fd9-897c-58d18c784a35 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:13.434822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.470455 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.494493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28a29509-586a-4ff3-a9c5-70532efedb3f req-abf8ec46-04a9-492e-92e4-dd073afd4eaa tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142831 Jul 28 14:42:13.508524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce47fda3-7de4-412a-88d4-c5dce250ffa7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:13.522768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.581613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:13.587221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b722e6bb-5a57-489a-9c38-5a4862759cc7 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:13.628874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96917b5-5f94-43e5-9920-d316f0bf6287,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:13.632098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: b722e6bb-5a57-489a-9c38-5a4862759cc7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:13.632484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b722e6bb-5a57-489a-9c38-5a4862759cc7 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:13.635030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.638180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3e1b1ede-bb26-4b75-a771-44ce9d16e32a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c96917b5-5f94-43e5-9920-d316f0bf6287 HTTP/1.1" status: 204 len: 168 time: 0.6805716 Jul 28 14:42:13.646272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Allocated IP 19.80.0.42 (c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79/e3f47b2f-89ce-470c-88aa-7fe324c4b0ed/ef82a67f-a55b-4723-8d74-e8a98cfcaf39) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:13.651842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45866) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:13.661325 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.667894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] For port 26de8660-1552-4fd9-897c-58d18c784a35, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26de8660-1552-4fd9-897c-58d18c784a35,segment=NetworkSegment(b1ed1002-334b-443a-a151-449795f8a3cf),segment_id=b1ed1002-334b-443a-a151-449795f8a3cf)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:13.672469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.728921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:13.730279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Calling delete_port for 26de8660-1552-4fd9-897c-58d18c784a35 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:13.738571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.739177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.739717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.740072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.740429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.740841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.741186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.741535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.741861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.742776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.742776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.743048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:13.760759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638e45-2112-41a1-9470-d639b17a8ee8 req-0b2edd9e-857f-48d7-a002-471fdc01252b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:13.762528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d638e45-2112-41a1-9470-d639b17a8ee8 req-0b2edd9e-857f-48d7-a002-471fdc01252b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 944 time: 0.1992412 Jul 28 14:42:13.806725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51db5d6-7c2d-452b-af66-49ab126e458f req-560344f9-93a1-42c5-8a2c-c0722c1d08bc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:13.808398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d51db5d6-7c2d-452b-af66-49ab126e458f req-560344f9-93a1-42c5-8a2c-c0722c1d08bc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1638103 Jul 28 14:42:13.830458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.888267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d51db5d6-7c2d-452b-af66-49ab126e458f req-b91a2819-ab0b-4305-b4c5-cd830196179e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712173 Jul 28 14:42:13.902381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.909633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d638e45-2112-41a1-9470-d639b17a8ee8 req-52e1b3b4-3a49-4876-8538-2f50b20bccd9 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367636 Jul 28 14:42:13.935555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Transition to ACTIVE for port object ef82a67f-a55b-4723-8d74-e8a98cfcaf39 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:13.992319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.031947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98dede6-7752-4cac-9f02-d02c6b677c87']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:14.053906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddf56de-ee9f-4b81-88f1-66225e34ac03') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:14.054204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddf56de-ee9f-4b81-88f1-66225e34ac03') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:14.072575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.096813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.105623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:14.106180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.107600 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:14.111811 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:14.154300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:14.165630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:14.171736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:14.215912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.264069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Pushing event deleted for resources: {'Port': ['ID=26de8660-1552-4fd9-897c-58d18c784a35,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:14.304974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Port': ['ID=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:14.308736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] No DVR routers for this DVR port 26de8660-1552-4fd9-897c-58d18c784a35 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:14.314018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.316744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09e997bd-1cf2-4135-b015-35f42df2053f req-503355ed-8aec-4744-b673-f3be3aa0c1e7 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.58 "DELETE /v2.0/ports/26de8660-1552-4fd9-897c-58d18c784a35 HTTP/1.1" status: 204 len: 173 time: 1.0274367 Jul 28 14:42:14.357560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.359295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.374918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96ae853e-ab8c-42d1-957c-1cee6a174fd3 req-a2d90cb7-b4ca-4ada-84a0-3a6b24fd7a26 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd828e72-28fc-4d80-b396-b2d0afbf9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0469272 Jul 28 14:42:14.376755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.382740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.388199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] 10.222.0.57 "DELETE /v2.0/networks/e98dede6-7752-4cac-9f02-d02c6b677c87 HTTP/1.1" status: 204 len: 168 time: 0.7355952 Jul 28 14:42:14.425283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93074272-e25d-44ef-88c0-4681387f293b admin admin] Pushing event deleted for resources: {'Network': ['ID=e98dede6-7752-4cac-9f02-d02c6b677c87,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:14.428916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc3cf8-3023-425e-9041-2a3740d48c50 req-286b91e6-e71d-4d67-aa71-3445f9986fa1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.430539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-92bc3cf8-3023-425e-9041-2a3740d48c50 req-286b91e6-e71d-4d67-aa71-3445f9986fa1 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.2824991 Jul 28 14:42:14.513823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-92bc3cf8-3023-425e-9041-2a3740d48c50 req-9b435db8-a1da-4d96-bead-49cfeb827440 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662706 Jul 28 14:42:14.527378 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-861f08ee-7c75-47f4-acfd-e50e9ae0f49f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9331858 Jul 28 14:42:14.559052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Request body: {'port': {'device_id': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:14.605279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ce47fda3-7de4-412a-88d4-c5dce250ffa7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:14.631474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793c2ca-9cf3-4d6c-b40c-2495898d460f req-7b25ebda-d88f-4b64-bead-01e96e08dc20 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.638990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793c2ca-9cf3-4d6c-b40c-2495898d460f req-7b25ebda-d88f-4b64-bead-01e96e08dc20 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.646597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793c2ca-9cf3-4d6c-b40c-2495898d460f req-7b25ebda-d88f-4b64-bead-01e96e08dc20 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.648355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.649170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a793c2ca-9cf3-4d6c-b40c-2495898d460f req-7b25ebda-d88f-4b64-bead-01e96e08dc20 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2376 time: 0.0773129 Jul 28 14:42:14.697479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a793c2ca-9cf3-4d6c-b40c-2495898d460f req-276b0b18-14ad-4039-a68a-67a91d4db9e4 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Jul 28 14:42:14.845080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a8609a90-90f8-4ba0-a4e9-5cf0bec69378 None None] Provisioning for port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:14.852017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a8609a90-90f8-4ba0-a4e9-5cf0bec69378 None None] Provisioning complete for port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:14.852634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a8609a90-90f8-4ba0-a4e9-5cf0bec69378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.916016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a8609a90-90f8-4ba0-a4e9-5cf0bec69378 None None] Port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:15.085832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45884) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:15.118592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac9e813a-6b62-4f2a-a633-e473fe14fd90 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:15.141165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a8f2c6-8fa1-4636-8109-492de212a7c6 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:15.144375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64024-0347-4b4e-b40f-1936e2b75ae2 req-5c4045fc-b5d4-488f-bfb6-4c4c14cc5d82 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.145536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ac9e813a-6b62-4f2a-a633-e473fe14fd90 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:15.146244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac9e813a-6b62-4f2a-a633-e473fe14fd90 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:15.153411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13e64024-0347-4b4e-b40f-1936e2b75ae2 req-5c4045fc-b5d4-488f-bfb6-4c4c14cc5d82 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 945 time: 0.1124439 Jul 28 14:42:15.161839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.199487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13e64024-0347-4b4e-b40f-1936e2b75ae2 req-d15429b5-33fd-429d-9cc7-2ce4bbb11123 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Jul 28 14:42:15.204216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03df73-994c-4ad4-888f-5dc954e1d7b1 req-32b1e83d-9777-492e-87cc-92591445117d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.205479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e03df73-994c-4ad4-888f-5dc954e1d7b1 req-32b1e83d-9777-492e-87cc-92591445117d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1683919 Jul 28 14:42:15.208536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Transition to ACTIVE for port object a6a8f2c6-8fa1-4636-8109-492de212a7c6 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:15.211629 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9ceb93a-fbbb-4bca-b40c-7b55e54c97fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b41e76e823ba4001b71b5e739c159d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242514 Jul 28 14:42:15.216643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45888) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:15.258703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e03df73-994c-4ad4-888f-5dc954e1d7b1 req-ab8f7926-d10b-45b8-95e3-f8ab1a6a1e1e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jul 28 14:42:15.268514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ec613-f90d-4339-873d-ad2a9abaad36', 'name': 'network-vif-deleted', 'tag': '26de8660-1552-4fd9-897c-58d18c784a35'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:15.272888 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60949fcc-84d0-479f-a4bd-fdcc2400b31e" -d '{"events": [{"server_uuid": "298ec613-f90d-4339-873d-ad2a9abaad36", "name": "network-vif-deleted", "tag": "26de8660-1552-4fd9-897c-58d18c784a35"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:15.302559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bc7433f-8d62-4dcc-b41e-24006adc4690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.330674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bc7433f-8d62-4dcc-b41e-24006adc4690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.336002 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.400813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a6a8f2c6-8fa1-4636-8109-492de212a7c6,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.426725 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c7cba6-c626-498c-90ba-ea2f29d1409c x-openstack-request-id: req-72c7cba6-c626-498c-90ba-ea2f29d1409c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:15.427191 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ec613-f90d-4339-873d-ad2a9abaad36", "name": "network-vif-deleted", "tag": "26de8660-1552-4fd9-897c-58d18c784a35", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:15.427713 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72c7cba6-c626-498c-90ba-ea2f29d1409c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:15.428259 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ec613-f90d-4339-873d-ad2a9abaad36', 'name': 'network-vif-deleted', 'tag': '26de8660-1552-4fd9-897c-58d18c784a35', 'status': 'completed', 'code': 200} Jul 28 14:42:15.518733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bc7433f-8d62-4dcc-b41e-24006adc4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.529468 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bc7433f-8d62-4dcc-b41e-24006adc4690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.529468 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8bc7433f-8d62-4dcc-b41e-24006adc4690 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cb0f5bc-ec79-4390-8437-55d813630f9f HTTP/1.1" status: 204 len: 168 time: 0.3053946 Jul 28 14:42:15.536121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7433f-8d62-4dcc-b41e-24006adc4690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0f5bc-ec79-4390-8437-55d813630f9f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.654057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-139391a0-2752-4419-bf79-e24ced1d1c32 req-b0a113d4-e53f-41ee-8594-0a36b65800e5 tempest-ListServersNegativeTestJSON-1109420267 tempest-ListServersNegativeTestJSON-1109420267-project] 10.222.0.57 "GET /v2.0/ports?device_id=298ec613-f90d-4339-873d-ad2a9abaad36 HTTP/1.1" status: 200 len: 210 time: 0.0434351 Jul 28 14:42:15.656980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Attempting to bind port a6a8f2c6-8fa1-4636-8109-492de212a7c6 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:15.657275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Attempting to bind port a6a8f2c6-8fa1-4636-8109-492de212a7c6 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:15.657616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Attempting to bind port a6a8f2c6-8fa1-4636-8109-492de212a7c6 on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:15.662706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Port a6a8f2c6-8fa1-4636-8109-492de212a7c6 on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:15.663093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Attempting to bind port a6a8f2c6-8fa1-4636-8109-492de212a7c6 on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:15.668932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:15.669275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Checking segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:15.669670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Bound using segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:15.670114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Bound port: a6a8f2c6-8fa1-4636-8109-492de212a7c6, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:15.670553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.769028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] For port a6a8f2c6-8fa1-4636-8109-492de212a7c6, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:15.774755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] For port a6a8f2c6-8fa1-4636-8109-492de212a7c6, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a6a8f2c6-8fa1-4636-8109-492de212a7c6,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:15.776098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ad11-586b-4044-9e09-5e346b5a2a2e req-e48b8798-c0b6-40b2-8bc6-71f8b3758b66 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.783394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4979ad11-586b-4044-9e09-5e346b5a2a2e req-e48b8798-c0b6-40b2-8bc6-71f8b3758b66 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1300733 Jul 28 14:42:15.837494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4979ad11-586b-4044-9e09-5e346b5a2a2e req-7e651192-1a46-40e8-8fab-3f2250f1be48 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Jul 28 14:42:15.853526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295804ae-b5a2-4194-ab7e-79a807a4972c req-99b9cf80-e245-403a-aad3-61ab8b6df415 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.866817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295804ae-b5a2-4194-ab7e-79a807a4972c req-99b9cf80-e245-403a-aad3-61ab8b6df415 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.874723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295804ae-b5a2-4194-ab7e-79a807a4972c req-99b9cf80-e245-403a-aad3-61ab8b6df415 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.877088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-295804ae-b5a2-4194-ab7e-79a807a4972c req-99b9cf80-e245-403a-aad3-61ab8b6df415 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2388 time: 0.0871723 Jul 28 14:42:15.902419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.957514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.958195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.959615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] 10.222.0.42 "PUT /v2.0/ports/a6a8f2c6-8fa1-4636-8109-492de212a7c6 HTTP/1.1" status: 200 len: 1093 time: 1.4066999 Jul 28 14:42:15.960076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'tag': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:15.962438 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fc76d-874c-4b01-894a-3edae0aa978e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "tag": "a6a8f2c6-8fa1-4636-8109-492de212a7c6"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:15.974003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-295804ae-b5a2-4194-ab7e-79a807a4972c req-82f50960-df4c-4766-8963-b404c34662a7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Jul 28 14:42:15.991647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12715-3ba1-4df8-9340-ed49614d0c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a6a8f2c6-8fa1-4636-8109-492de212a7c6,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:16.043904 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a08bac-816c-471e-8864-7d8e472a92b0 x-openstack-request-id: req-a3a08bac-816c-471e-8864-7d8e472a92b0 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:16.044197 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "tag": "a6a8f2c6-8fa1-4636-8109-492de212a7c6", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:16.044499 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3a08bac-816c-471e-8864-7d8e472a92b0 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:16.045118 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'tag': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6', 'status': 'completed', 'code': 200} Jul 28 14:42:16.061890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device de09d5e5-bbad-4fa5-9024-ea010ff04e7e no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:16.100026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: de09d5e5-bbad-4fa5-9024-ea010ff04e7e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:16.100650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device de09d5e5-bbad-4fa5-9024-ea010ff04e7e not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:16.166509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Request body: {'port': {'device_id': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:16.169011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-cce1108a-6abf-45d9-96a3-0f21b97d5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.169678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-cce1108a-6abf-45d9-96a3-0f21b97d5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.170069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-cce1108a-6abf-45d9-96a3-0f21b97d5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.172432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-cce1108a-6abf-45d9-96a3-0f21b97d5778 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2732 time: 0.0602789 Jul 28 14:42:16.270538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.461923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393c79b-85cc-40d8-8f4f-549ab74661fc req-2907e758-333e-419b-b8f6-1c2b7e5b0372 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.463488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5393c79b-85cc-40d8-8f4f-549ab74661fc req-2907e758-333e-419b-b8f6-1c2b7e5b0372 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 945 time: 0.1434708 Jul 28 14:42:16.498086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-07f3afa5-f3e5-4871-a9f6-44d95a085ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.499156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-07f3afa5-f3e5-4871-a9f6-44d95a085ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.499655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-07f3afa5-f3e5-4871-a9f6-44d95a085ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.501606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-07f3afa5-f3e5-4871-a9f6-44d95a085ad6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3079376 Jul 28 14:42:16.625316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bb938-84fa-435d-90e8-ab1833a8f262 req-69faab16-ac5d-4cf1-88df-bffc27707b14 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.628291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-276bb938-84fa-435d-90e8-ab1833a8f262 req-69faab16-ac5d-4cf1-88df-bffc27707b14 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1730213 Jul 28 14:42:16.740149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-276bb938-84fa-435d-90e8-ab1833a8f262 req-c1d6b71c-b02f-44f5-88a4-85ef2ef9d83e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963805 Jul 28 14:42:16.847518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a08b83-f007-4439-ab48-ff93d9bc0065 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:16.865844 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5393c79b-85cc-40d8-8f4f-549ab74661fc req-10c40711-4cd4-40f5-8db3-d693b9605a3f tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808150 Jul 28 14:42:16.867458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.891092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Transition to ACTIVE for port object f0a08b83-f007-4439-ab48-ff93d9bc0065 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:16.948093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce47fda3-7de4-412a-88d4-c5dce250ffa7 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:16.969863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45928) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:17.003097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-59d48c8f-3a12-41e3-9ff1-211d3ce6ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.005071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea7fc76d-874c-4b01-894a-3edae0aa978e req-59d48c8f-3a12-41e3-9ff1-211d3ce6ee39 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4862270 Jul 28 14:42:17.051038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.118948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Deleting subnet 6b8741fe-f6a7-4294-8913-2be016c06e1e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:17.128947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.199176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ce47fda3-7de4-412a-88d4-c5dce250ffa7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:17.227038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24676a02-2dbc-4243-a360-00447a5d9cb9 req-ff7f0063-f23d-48ee-a2e3-af1cbaa3be40 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.231457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ce47fda3-7de4-412a-88d4-c5dce250ffa7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:17.235047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.235190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24676a02-2dbc-4243-a360-00447a5d9cb9 req-ff7f0063-f23d-48ee-a2e3-af1cbaa3be40 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.243545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24676a02-2dbc-4243-a360-00447a5d9cb9 req-ff7f0063-f23d-48ee-a2e3-af1cbaa3be40 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.251285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24676a02-2dbc-4243-a360-00447a5d9cb9 req-ff7f0063-f23d-48ee-a2e3-af1cbaa3be40 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2400 time: 0.0903909 Jul 28 14:42:17.317284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24676a02-2dbc-4243-a360-00447a5d9cb9 req-0c2d93dd-e6d3-428e-87e5-43c242dc1578 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645506 Jul 28 14:42:17.402429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.431665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:17.434448 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a21723b-f176-49ae-85e0-afe703b1f39d" -d '{"events": [{"server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "name": "network-vif-plugged", "status": "completed", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:17.452109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:17.541838 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf176de-6385-41ba-bb8e-1e34ccc009b1 x-openstack-request-id: req-9bf176de-6385-41ba-bb8e-1e34ccc009b1 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:17.543061 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "name": "network-vif-plugged", "status": "completed", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:17.543623 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9bf176de-6385-41ba-bb8e-1e34ccc009b1 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:17.544414 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'code': 200} Jul 28 14:42:17.572762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a08b83-f007-4439-ab48-ff93d9bc0065,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:17.587044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.621940 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.637204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45940) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:17.640552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe287-fba2-44c9-8888-42ea844cd49c req-aaeb0bf5-816b-4a44-b36f-042605f4b9ac tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.642369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-944fe287-fba2-44c9-8888-42ea844cd49c req-aaeb0bf5-816b-4a44-b36f-042605f4b9ac tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.5968366 Jul 28 14:42:17.714466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.751835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577166c-da73-443b-9c14-ecf30eb28f99 req-d954f757-3b37-4cae-9c34-118a4a8b92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.756876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4577166c-da73-443b-9c14-ecf30eb28f99 req-d954f757-3b37-4cae-9c34-118a4a8b92c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 1098 time: 0.0726357 Jul 28 14:42:17.762053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:17.777293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-944fe287-fba2-44c9-8888-42ea844cd49c req-2477df64-3128-4b96-8eab-7d9092574f9c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049085 Jul 28 14:42:17.781107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Attempting to bind port f0a08b83-f007-4439-ab48-ff93d9bc0065 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:17.781399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Attempting to bind port f0a08b83-f007-4439-ab48-ff93d9bc0065 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:17.781742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Attempting to bind port f0a08b83-f007-4439-ab48-ff93d9bc0065 on network 2fadd52d-33f4-4607-a897-e4704e394f1e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:17.791133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Port f0a08b83-f007-4439-ab48-ff93d9bc0065 on network 2fadd52d-33f4-4607-a897-e4704e394f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:17.791133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Attempting to bind port f0a08b83-f007-4439-ab48-ff93d9bc0065 on network 2fadd52d-33f4-4607-a897-e4704e394f1e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:17.804498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:17.804498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Checking segment: {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:17.804498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Bound using segment: {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:17.804498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Bound port: f0a08b83-f007-4439-ab48-ff93d9bc0065, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:17.804498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.890261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4577166c-da73-443b-9c14-ecf30eb28f99 req-32a5e90e-f3c1-4b9d-89c0-f102339ea3a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188660 Jul 28 14:42:17.951657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] For port f0a08b83-f007-4439-ab48-ff93d9bc0065, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:17.953012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1317203027-network', 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:17.965324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] For port f0a08b83-f007-4439-ab48-ff93d9bc0065, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f0a08b83-f007-4439-ab48-ff93d9bc0065,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:17.966883 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.994634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876148eb-f953-4c88-8431-cbf4cd6c64bd req-021fef41-6b53-47ba-bad5-706c2280c668 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.996495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-876148eb-f953-4c88-8431-cbf4cd6c64bd req-021fef41-6b53-47ba-bad5-706c2280c668 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.0980239 Jul 28 14:42:18.000841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8741fe-f6a7-4294-8913-2be016c06e1e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:18.009125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.014426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58c0e3b4-f24d-4103-82ec-04d0145a5cfe admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6b8741fe-f6a7-4294-8913-2be016c06e1e HTTP/1.1" status: 204 len: 168 time: 1.0426028 Jul 28 14:42:18.016828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45952) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:18.056430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26de8660-1552-4fd9-897c-58d18c784a35 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:18.065978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-876148eb-f953-4c88-8431-cbf4cd6c64bd req-0cc1af51-b680-4da7-9f7d-f9dbd69c5424 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Jul 28 14:42:18.086163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 26de8660-1552-4fd9-897c-58d18c784a35 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:18.086862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26de8660-1552-4fd9-897c-58d18c784a35 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:18.109147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.234132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.239845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac951b4-3a40-48f2-90b1-0257a748fb71 req-0a70f553-13c7-4475-9d75-e91d53019464 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.243029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ac951b4-3a40-48f2-90b1-0257a748fb71 req-0a70f553-13c7-4475-9d75-e91d53019464 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.1022272 Jul 28 14:42:18.269284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:18.275643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.298552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.306678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.334069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f9c1fb-6f3e-4d86-9117-b3621b5570ec']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:18.343678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.344855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.347460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] 10.222.0.42 "PUT /v2.0/ports/f0a08b83-f007-4439-ab48-ff93d9bc0065 HTTP/1.1" status: 200 len: 1093 time: 2.1894507 Jul 28 14:42:18.348228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'tag': 'f0a08b83-f007-4439-ab48-ff93d9bc0065'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:18.356796 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "tag": "f0a08b83-f007-4439-ab48-ff93d9bc0065"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:18.380354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ac951b4-3a40-48f2-90b1-0257a748fb71 req-89ba66ed-8e50-450d-a76e-9ecc383dc3cc tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279860 Jul 28 14:42:18.397256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ed1002-334b-443a-a151-449795f8a3cf') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:18.412366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ed1002-334b-443a-a151-449795f8a3cf') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:18.475540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.515232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e32cbf-6949-43e1-8197-d66437e78194 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a08b83-f007-4439-ab48-ff93d9bc0065,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:18.523963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.528729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.539103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:18.540040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:18.552307 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:18.706774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.721410 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685c8eb7-28ed-48cc-9d79-22027d92ddc6 x-openstack-request-id: req-685c8eb7-28ed-48cc-9d79-22027d92ddc6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:18.721855 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "tag": "f0a08b83-f007-4439-ab48-ff93d9bc0065", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:18.723468 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-685c8eb7-28ed-48cc-9d79-22027d92ddc6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:18.723921 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'tag': 'f0a08b83-f007-4439-ab48-ff93d9bc0065', 'status': 'completed', 'code': 200} Jul 28 14:42:18.738546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:18.754277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2802459-161b-4e4b-ae5f-2a1d4c95454e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:18.771363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.771922 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Added segment b2c552d2-a257-43d4-9b49-294e2ef29883 of type vlan for network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad Jul 28 14:42:18.822348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.849741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.855963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] 10.222.0.57 "DELETE /v2.0/networks/58f9c1fb-6f3e-4d86-9117-b3621b5570ec HTTP/1.1" status: 204 len: 168 time: 0.8364077 Jul 28 14:42:18.857324 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.881877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Request body: {'port': {'device_id': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:18.934794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ed61e-a0f8-47f6-ae54-66cc6981ff85 req-246d85e2-cece-4ede-9971-338af7421bde tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.937075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae5ed61e-a0f8-47f6-ae54-66cc6981ff85 req-246d85e2-cece-4ede-9971-338af7421bde tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1215425 Jul 28 14:42:18.949710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-6943ea73-edc9-4678-87b0-c3dbd6392bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.950189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-6943ea73-edc9-4678-87b0-c3dbd6392bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.950737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-6943ea73-edc9-4678-87b0-c3dbd6392bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.952960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-6943ea73-edc9-4678-87b0-c3dbd6392bbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2800 time: 0.1014743 Jul 28 14:42:18.958325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:18.980820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb0fc9-d394-4dee-9c6d-a755fdb48155 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f9c1fb-6f3e-4d86-9117-b3621b5570ec,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:19.000841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada026-76b5-4e17-8486-c12cdece9945 req-73636ec7-aa3a-4ee1-921c-845d7c945461 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.007429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada026-76b5-4e17-8486-c12cdece9945 req-73636ec7-aa3a-4ee1-921c-845d7c945461 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.013731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada026-76b5-4e17-8486-c12cdece9945 req-73636ec7-aa3a-4ee1-921c-845d7c945461 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.016232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75ada026-76b5-4e17-8486-c12cdece9945 req-73636ec7-aa3a-4ee1-921c-845d7c945461 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2400 time: 0.2913246 Jul 28 14:42:19.019783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.122724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-61b4f483-be36-4c96-9b14-60abc19a4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.123258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-61b4f483-be36-4c96-9b14-60abc19a4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.124587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-61b4f483-be36-4c96-9b14-60abc19a4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.126340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-61b4f483-be36-4c96-9b14-60abc19a4768 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1537967 Jul 28 14:42:19.130664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae5ed61e-a0f8-47f6-ae54-66cc6981ff85 req-fd421569-231e-467c-991c-2bf8cc7616bd tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847103 Jul 28 14:42:19.130664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.132850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.132850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.412797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-33fcbf0b-5558-4a52-96c9-8019c8aec979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.416787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a5fc381-4bf0-4246-a2c0-52efc30dad3d req-33fcbf0b-5558-4a52-96c9-8019c8aec979 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645395 Jul 28 14:42:19.423690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:19.454520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75ada026-76b5-4e17-8486-c12cdece9945 req-8cf8b7a9-e1c5-4638-bdef-fd495cc7783e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205301 Jul 28 14:42:19.498063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] Pushing event updated for resources: {'Network': ['ID=4c7d45ee-2026-47eb-bb58-43fb5672c9ad,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:19.528138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:19.534238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49353fd3-a21e-432d-b7f0-dd631efddc0d req-b2c0a014-814b-46e7-9912-d1987d8f1f3b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.536680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49353fd3-a21e-432d-b7f0-dd631efddc0d req-b2c0a014-814b-46e7-9912-d1987d8f1f3b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1702402 Jul 28 14:42:19.545723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d0071765-13cb-4817-99bc-199aef27c7be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=194460e2632e413fb6a667f905954659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193037 Jul 28 14:42:19.550824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45970) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:19.552390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05148d72-67dc-4cd6-9165-5a86f516198f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9140496 Jul 28 14:42:19.557206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45974) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:19.581234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Request body: {'subnet': {'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1317203027-subnet', 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:19.682776 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49353fd3-a21e-432d-b7f0-dd631efddc0d req-45021b2d-6be3-43f7-85c9-774fc2d89f40 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203611 Jul 28 14:42:19.749985 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ecb4e-a495-41e0-83fd-d8ea54720054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.793019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:19.799523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.806798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b0fd5-3223-4fed-959c-ae31a814bdea req-6b7a3091-46d5-40cc-bfba-424fff25f89e tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.808672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a6b0fd5-3223-4fed-959c-ae31a814bdea req-6b7a3091-46d5-40cc-bfba-424fff25f89e tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.1970687 Jul 28 14:42:19.810822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ecb4e-a495-41e0-83fd-d8ea54720054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.919550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a6b0fd5-3223-4fed-959c-ae31a814bdea req-b8d1ea68-5a6c-4905-9119-6ddd59966912 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753357 Jul 28 14:42:19.919550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef82a67f-a55b-4723-8d74-e8a98cfcaf39 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:19.927589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.966958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Transition to ACTIVE for port object ef82a67f-a55b-4723-8d74-e8a98cfcaf39 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:20.072891 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.103437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-64c62876-145a-4393-877e-95ad1bc40f27 service neutron] 10.222.0.42 "GET /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8/bindings/n-h2-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.2108083 Jul 28 14:42:20.168796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ecb4e-a495-41e0-83fd-d8ea54720054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.176229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ecb4e-a495-41e0-83fd-d8ea54720054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.176229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-025ecb4e-a495-41e0-83fd-d8ea54720054 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a714361-e804-4224-a432-3a0bf54c9071 HTTP/1.1" status: 204 len: 168 time: 0.6191661 Jul 28 14:42:20.176229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Pushing event updated for resources: {'Port': ['ID=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:20.233680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ecb4e-a495-41e0-83fd-d8ea54720054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a714361-e804-4224-a432-3a0bf54c9071,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:20.317987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Attempting to bind port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:20.323408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Attempting to bind port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:20.323408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Attempting to bind port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:20.328658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:20.329080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Attempting to bind port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 on network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:20.340398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:20.345844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Checking segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:20.347373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Bound using segment: {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:20.348472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Bound port: ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5957e16-56c5-435d-99b9-64f0933bc3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:20.349442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.391533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71534f-1f58-4935-88b6-a80f37f2cebf req-5f4eecfe-a64f-4071-9212-7262cb3cc555 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.393553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e71534f-1f58-4935-88b6-a80f37f2cebf req-5f4eecfe-a64f-4071-9212-7262cb3cc555 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1277015 Jul 28 14:42:20.532027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e71534f-1f58-4935-88b6-a80f37f2cebf req-d17031a9-bf97-4593-81ed-bd623607b25c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308532 Jul 28 14:42:20.534199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:20.537702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] For port ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:20.541767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] For port ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:20.565677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:20.635272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b6b3bd-c269-4b8a-b534-da894f5d03c8 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:20.643908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.654031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:20.673981 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.773715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.779362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.779362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] 10.222.0.42 "PUT /v2.0/ports/ef82a67f-a55b-4723-8d74-e8a98cfcaf39 HTTP/1.1" status: 200 len: 1092 time: 1.9186811 Jul 28 14:42:20.779362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'tag': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:20.781523 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5432c0f-86f5-4726-9c5b-adf78c33a772" -d '{"events": [{"name": "network-changed", "server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "tag": "ef82a67f-a55b-4723-8d74-e8a98cfcaf39"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:20.788191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b7f0-3a7f-4c8d-9ddb-e175e2e9cc2d req-ec4ff61e-5c4d-45ba-adaf-bfcea4c4e0d6 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.799594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b7f0-3a7f-4c8d-9ddb-e175e2e9cc2d req-ec4ff61e-5c4d-45ba-adaf-bfcea4c4e0d6 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.813372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b7f0-3a7f-4c8d-9ddb-e175e2e9cc2d req-ec4ff61e-5c4d-45ba-adaf-bfcea4c4e0d6 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.825435 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05d2b7f0-3a7f-4c8d-9ddb-e175e2e9cc2d req-ec4ff61e-5c4d-45ba-adaf-bfcea4c4e0d6 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2412 time: 0.2329426 Jul 28 14:42:20.833045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec8e4ac-34ed-476a-a593-51751f23bd34,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:20.881929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:20.882674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Network hostable DHCP agents. Network: 4c7d45ee-2026-47eb-bb58-43fb5672c9ad, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:20.886174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e568-5053-4762-a4ac-dca1d9e3452a service neutron] Pushing event updated for resources: {'Port': ['ID=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:20.913265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.914853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f691cab-2f1f-42fa-9ca5-9380d78b3c87 req-5a3eca93-1938-48f3-bbc6-a55fc0e991e8 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.916556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f691cab-2f1f-42fa-9ca5-9380d78b3c87 req-5a3eca93-1938-48f3-bbc6-a55fc0e991e8 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 944 time: 0.1230249 Jul 28 14:42:20.974348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05d2b7f0-3a7f-4c8d-9ddb-e175e2e9cc2d req-80de3e98-680d-4865-9e6c-a3c18412f5e3 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358402 Jul 28 14:42:20.999675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f691cab-2f1f-42fa-9ca5-9380d78b3c87 req-bc58dd37-f3a7-4c1d-8a1e-850955ddb2bf tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709002 Jul 28 14:42:21.101314 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50431386-9faf-4046-9f8e-da2440e6e2c7 x-openstack-request-id: req-50431386-9faf-4046-9f8e-da2440e6e2c7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:21.102363 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "tag": "ef82a67f-a55b-4723-8d74-e8a98cfcaf39", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:21.102363 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50431386-9faf-4046-9f8e-da2440e6e2c7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:21.102363 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'tag': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39', 'status': 'completed', 'code': 200} Jul 28 14:42:21.146980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] Transition to ACTIVE for port object 62b6b3bd-c269-4b8a-b534-da894f5d03c8 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:21.154516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:21.229577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-1964a486-c278-4887-9426-b1f48417df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.229884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-1964a486-c278-4887-9426-b1f48417df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.230361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-1964a486-c278-4887-9426-b1f48417df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.232140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-1964a486-c278-4887-9426-b1f48417df6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2868 time: 0.0761850 Jul 28 14:42:21.258952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.346303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-f5476fec-b561-4ca1-8478-afbd9fb66d61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=a6a8f2c6-8fa1-4636-8109-492de212a7c6 HTTP/1.1" status: 200 len: 217 time: 0.0856786 Jul 28 14:42:21.374642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb0b55-04a4-4fb2-8eae-abe05074804f req-ade9d175-3b5e-4447-ab3b-ce6a621addae tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.377432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bdcb0b55-04a4-4fb2-8eae-abe05074804f req-ade9d175-3b5e-4447-ab3b-ce6a621addae tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.1580644 Jul 28 14:42:21.378667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4c7d45ee-2026-47eb-bb58-43fb5672c9ad) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:21.395063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8ec69-8973-4a43-8b79-30aefa768df6 None None] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:21.397712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] No DVR routers for this DVR port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:21.419116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.420072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.440581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] Pushing event updated for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=10']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:21.479234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-308318ed-c175-4e16-9a61-171b4aadbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.482006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-308318ed-c175-4e16-9a61-171b4aadbb51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3f47b2f-89ce-470c-88aa-7fe324c4b0ed HTTP/1.1" status: 200 len: 801 time: 0.0948255 Jul 28 14:42:21.509586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-c28aa4da-921f-4769-a7d1-e200d15a891f service neutron] 10.222.0.42 "PUT /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8/bindings/n-h2-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 1.3942802 Jul 28 14:42:21.521210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bdcb0b55-04a4-4fb2-8eae-abe05074804f req-4e1afd39-143a-470c-bb6e-c5ea29d91185 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115522 Jul 28 14:42:21.551647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-a96e3763-b685-4bff-8347-8f04023d2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.553436 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-a96e3763-b685-4bff-8347-8f04023d2863 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586863 Jul 28 14:42:21.649817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ed2ec-3850-406c-b051-554891b139a1 None None] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:21.657934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03784859-e245-4675-bffe-063b1de7cc4c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0987222 Jul 28 14:42:21.724186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43e2e6-dcd9-4d00-b530-66f9c76b116c req-470426c9-efe8-4855-a4f1-e771a2c1cb7b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.725977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da43e2e6-dcd9-4d00-b530-66f9c76b116c req-470426c9-efe8-4855-a4f1-e771a2c1cb7b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.0845981 Jul 28 14:42:21.754907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:21.760061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b4de120c-fcc6-443e-83bc-18b68a698d87 service neutron] 10.222.0.42 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813011 Jul 28 14:42:21.771287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Request body: {'floatingip': {'port_id': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:21.857543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4436c4-309b-446e-bae1-46b7dd5ca6f1 req-cd289171-96b4-472c-a42f-f4ffd6e313c7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.859754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d4436c4-309b-446e-bae1-46b7dd5ca6f1 req-cd289171-96b4-472c-a42f-f4ffd6e313c7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1579521 Jul 28 14:42:21.862438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.999460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d4436c4-309b-446e-bae1-46b7dd5ca6f1 req-323e926e-32fa-42c4-99c2-632059e640de tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942640 Jul 28 14:42:22.001731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-31954250-c39b-4b36-93bb-2b11fe68a9b6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.004613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-31954250-c39b-4b36-93bb-2b11fe68a9b6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.1082361 Jul 28 14:42:22.040761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d27f2e85-91ba-48bb-8594-858698639327 service neutron] 10.222.0.42 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636523 Jul 28 14:42:22.078507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:22.131741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-c2f9b5c5-3c51-4419-a68b-d0aa111e62e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=f0a08b83-f007-4439-ab48-ff93d9bc0065 HTTP/1.1" status: 200 len: 217 time: 0.0618434 Jul 28 14:42:22.158439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-78dc980f-ed8e-4330-84ea-8294d8740abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.158938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-78dc980f-ed8e-4330-84ea-8294d8740abf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75&tenant_id=3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 1097 time: 0.1429696 Jul 28 14:42:22.257632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b8be832d-1b6a-4c5d-9b5c-b55b686f0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.259044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-b8be832d-1b6a-4c5d-9b5c-b55b686f0d0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df118c8-1bf7-48a7-9577-997c722bd993 HTTP/1.1" status: 200 len: 801 time: 0.1144931 Jul 28 14:42:22.270180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-22294a22-e7f1-4733-87cc-ca4f397e2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.271768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-22294a22-e7f1-4733-87cc-ca4f397e2881 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1097 time: 0.0763786 Jul 28 14:42:22.382751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab96e-6919-4f50-b5a6-adf13aafcddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.517803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-96cc91c9-c047-4a4c-9834-d13426114a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.519241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-96cc91c9-c047-4a4c-9834-d13426114a92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fadd52d-33f4-4607-a897-e4704e394f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393689 Jul 28 14:42:22.519500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01c0a6-e866-4242-b552-1d5eed84c3c8 req-56119da4-f747-42ca-851a-0b82b99d8e3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.525937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01c0a6-e866-4242-b552-1d5eed84c3c8 req-56119da4-f747-42ca-851a-0b82b99d8e3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.533188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01c0a6-e866-4242-b552-1d5eed84c3c8 req-56119da4-f747-42ca-851a-0b82b99d8e3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.534676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d01c0a6-e866-4242-b552-1d5eed84c3c8 req-56119da4-f747-42ca-851a-0b82b99d8e3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2412 time: 0.2309990 Jul 28 14:42:22.616859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d01c0a6-e866-4242-b552-1d5eed84c3c8 req-30ad6409-fc31-4ec4-a41e-5eb86bef6853 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Jul 28 14:42:22.649175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-54cd6e7d-6b9e-4ce9-9bf4-950645343ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.650722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-54cd6e7d-6b9e-4ce9-9bf4-950645343ed6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.3065326 Jul 28 14:42:22.703891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.718443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-f2270ddb-ae44-4a6d-9a78-bfe1e88e3426 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.719983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-f2270ddb-ae44-4a6d-9a78-bfe1e88e3426 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.2734623 Jul 28 14:42:22.725217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-3043ba2d-6cc3-43b9-81d6-7103b539418a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 217 time: 0.0644119 Jul 28 14:42:22.754446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-943c25ce-0623-4bf1-9801-e00dda8bbbc4 service neutron] 10.222.0.42 "GET /v2.0/networks/2fadd52d-33f4-4607-a897-e4704e394f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258699 Jul 28 14:42:22.771539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa60eb-3386-4518-aee4-8f61f7a47526 req-3164e244-74a1-4e2f-bde0-e85a08094d0a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.779316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4baa60eb-3386-4518-aee4-8f61f7a47526 req-3164e244-74a1-4e2f-bde0-e85a08094d0a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.0707269 Jul 28 14:42:22.789434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41d4e01c-cbde-48cc-8f59-f9c3f131f9be tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0579758 Jul 28 14:42:22.832016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4baa60eb-3386-4518-aee4-8f61f7a47526 req-0060ca21-74d1-4154-86d8-a66713163e1f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 28 14:42:22.881955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-69352aa1-0c79-4ef5-89c4-8559c1a0a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.883484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-69352aa1-0c79-4ef5-89c4-8559c1a0a308 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1468313 Jul 28 14:42:22.885498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-0e4c6eab-8f75-477c-a93e-a9753dfefc87 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548642 Jul 28 14:42:22.926266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.979579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-1287916c-6698-4494-a01e-56cd8e1571b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854921 Jul 28 14:42:23.083463 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Floating IP 614322ae-a6b4-418d-8b56-b8ee351a4cd3 associated. External IP: 172.25.6.175, port: ce47fda3-7de4-412a-88d4-c5dce250ffa7. Jul 28 14:42:23.180495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-f45dc23e-544f-4ff3-a293-7ba773074168 service neutron] 10.222.0.42 "GET /v2.0/networks/2fadd52d-33f4-4607-a897-e4704e394f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013126 Jul 28 14:42:23.273919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-ba470b20-a330-476e-868f-49e8134676ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39 HTTP/1.1" status: 200 len: 217 time: 0.0769780 Jul 28 14:42:23.318711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-75ba0cfa-318b-41cb-b013-aa21d514937e service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104819 Jul 28 14:42:23.341317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-fe0b60f3-feac-46f8-8d7c-70bdfe82522e service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092732 Jul 28 14:42:23.477469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d46956da-eba1-4700-8fd9-e387f5cc2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:23.482378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d46956da-eba1-4700-8fd9-e387f5cc2764 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3f47b2f-89ce-470c-88aa-7fe324c4b0ed HTTP/1.1" status: 200 len: 801 time: 0.1869261 Jul 28 14:42:23.565845 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-94c66e08-1bd9-4bf1-a58a-afdcfcf52052 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268314 Jul 28 14:42:23.579627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-d780d5a6-09f6-4679-b19b-b3e91930af44 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207205 Jul 28 14:42:23.587311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-93ee2cba-e203-40fc-b446-647a7c148a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:23.589179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-93ee2cba-e203-40fc-b446-647a7c148a46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919881 Jul 28 14:42:23.737161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-d8427eff-9f30-4de2-b0ab-49d6af55f058 service neutron] 10.222.0.42 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200492 Jul 28 14:42:23.752915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Router 92e8dceb-701e-4d75-8430-e235524c57ab has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:23.971568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b00ee-9db7-4f18-801b-6b6bb816b302 req-40de03df-6b9e-4ce7-b71b-480bd2c045d5 service neutron] 10.222.0.42 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876519 Jul 28 14:42:24.007739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574148-9b40-4e47-8846-dbc2cd626511 req-647d8338-1eae-40c9-ad57-ebecfa6c814f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.021363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb574148-9b40-4e47-8846-dbc2cd626511 req-647d8338-1eae-40c9-ad57-ebecfa6c814f tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1830714 Jul 28 14:42:24.074355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:24.083091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.098624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] Sync routers for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:24.126109 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:24.127716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb574148-9b40-4e47-8846-dbc2cd626511 req-8012da80-bc65-4008-91bc-2b25e62a1163 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051462 Jul 28 14:42:24.128113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:41:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:24.136584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c39089c-0d58-4315-abbd-6c055dc9aa38 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "PUT /v2.0/floatingips/614322ae-a6b4-418d-8b56-b8ee351a4cd3 HTTP/1.1" status: 200 len: 992 time: 2.3789845 Jul 28 14:42:24.137487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:24.140487 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491fb8a-815e-4a36-928b-c14e48e5efd1" -d '{"events": [{"name": "network-changed", "server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:24.193419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c290f7-79a3-47c9-b5bd-a158f7a67053 req-412b181a-8d9e-4a6f-8b25-f6c5fc01c132 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.213921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c290f7-79a3-47c9-b5bd-a158f7a67053 req-412b181a-8d9e-4a6f-8b25-f6c5fc01c132 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.241953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c290f7-79a3-47c9-b5bd-a158f7a67053 req-412b181a-8d9e-4a6f-8b25-f6c5fc01c132 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.245709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2c290f7-79a3-47c9-b5bd-a158f7a67053 req-412b181a-8d9e-4a6f-8b25-f6c5fc01c132 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2412 time: 0.2003930 Jul 28 14:42:24.249998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c51f999-72ba-448a-9526-fbed2bc11f7a req-1b77f9dc-8775-42d6-b904-c3380e2df873 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0577664 Jul 28 14:42:24.331540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2c290f7-79a3-47c9-b5bd-a158f7a67053 req-d37da99c-a4fe-45a7-9a8f-925dffd97849 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Jul 28 14:42:24.368349 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:24.434856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd98db6-bbd5-4a29-962e-a16f57e80358 req-9e246d49-08d2-44fa-8dff-455230dec76e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.437892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2dd98db6-bbd5-4a29-962e-a16f57e80358 req-9e246d49-08d2-44fa-8dff-455230dec76e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.0673218 Jul 28 14:42:24.497647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2dd98db6-bbd5-4a29-962e-a16f57e80358 req-5d80bad1-a61d-497f-913a-bce35ba429d1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Jul 28 14:42:24.510508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3f8d7196-3204-42a5-8fe6-a24c564e4ea6 req-31e00977-4613-49c4-b77f-c1220719d0ce tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.1036448 Jul 28 14:42:24.534711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-514013a1-01ff-46e9-888f-ef77860ecfab tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.537482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-514013a1-01ff-46e9-888f-ef77860ecfab tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.1866677 Jul 28 14:42:24.630548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-a7226f3b-0c25-49fc-8d47-19cb66fa065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.631605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-a7226f3b-0c25-49fc-8d47-19cb66fa065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.633326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-a7226f3b-0c25-49fc-8d47-19cb66fa065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.644141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-a7226f3b-0c25-49fc-8d47-19cb66fa065e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2868 time: 0.2002726 Jul 28 14:42:24.671665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-96151825-b2cd-408d-ad3b-fabd22d44a83 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.674017 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-96151825-b2cd-408d-ad3b-fabd22d44a83 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1149733 Jul 28 14:42:24.786974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6683df38-aaeb-4e20-94e0-f962c4068dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.860837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-9ca53d49-3d31-49a5-96bc-04704e934d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.864092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-9ca53d49-3d31-49a5-96bc-04704e934d0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 HTTP/1.1" status: 200 len: 903 time: 0.1950448 Jul 28 14:42:24.880196 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '614322ae-a6b4-418d-8b56-b8ee351a4cd3', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'port_id': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'mac_address': 'fa:16:3e:ee:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:54Z', 'updated_at': '2021-07-28T14:42:22Z', 'revision_number': 1, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:50Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:24.887321 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8cf81f-13e2-49d2-92f3-569a6ba362b0 x-openstack-request-id: req-ca8cf81f-13e2-49d2-92f3-569a6ba362b0 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:24.888132 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:24.888317 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca8cf81f-13e2-49d2-92f3-569a6ba362b0 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:24.889450 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'status': 'completed', 'code': 200} Jul 28 14:42:24.939636 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] Checking router: 92e8dceb-701e-4d75-8430-e235524c57ab for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:24.951046 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:24.952480 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:42:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:25.050731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Deleting port 57b52c5f-5d4d-4db7-ae3e-994595da38ad {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:25.051345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.103203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-d729bc11-03c3-4e6c-a01b-399c1233eb04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39 HTTP/1.1" status: 200 len: 217 time: 0.1142066 Jul 28 14:42:25.119911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-21c46688-bb84-4626-8932-901fa91c3437 service neutron] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:25.139730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-21c46688-bb84-4626-8932-901fa91c3437 service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.141956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-21c46688-bb84-4626-8932-901fa91c3437 service neutron] 10.222.0.58 "DELETE /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8/bindings/n-h1-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.5916646 Jul 28 14:42:25.154241 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:25.213527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-0011966f-0c4f-4c7a-a7cb-24040d9cb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.216624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-0011966f-0c4f-4c7a-a7cb-24040d9cb9e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c39036b6af1942808067ddf7c732a4fe&device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 1098 time: 0.2261226 Jul 28 14:42:25.235904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] For port 57b52c5f-5d4d-4db7-ae3e-994595da38ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=57b52c5f-5d4d-4db7-ae3e-994595da38ad,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:25.241859 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.247480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.298766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Calling delete_port for 57b52c5f-5d4d-4db7-ae3e-994595da38ad owned by compute:nova {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:25.408363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-8f424b68-483f-4de4-b95a-c742cd32ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.409945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-8f424b68-483f-4de4-b95a-c742cd32ef0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3f47b2f-89ce-470c-88aa-7fe324c4b0ed HTTP/1.1" status: 200 len: 801 time: 0.2878456 Jul 28 14:42:25.434237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a75f7-c7ed-4229-84d5-4c358837ef3c req-3292ef1b-8cbf-4660-93b4-654708ef9807 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.436542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-783a75f7-c7ed-4229-84d5-4c358837ef3c req-3292ef1b-8cbf-4660-93b4-654708ef9807 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 946 time: 0.1699996 Jul 28 14:42:25.574321 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-783a75f7-c7ed-4229-84d5-4c358837ef3c req-1d092cc5-5405-4725-84c1-13a0fde4809e tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992849 Jul 28 14:42:25.617137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-df965c8a-f56f-4e91-a8ea-f7c531b5c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.619369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-df965c8a-f56f-4e91-a8ea-f7c531b5c7ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935368 Jul 28 14:42:25.717271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08774a84-3666-484c-87a4-66ec5aa35339 req-10a8b158-0aec-4d47-942b-16745ee89d23 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0509746 Jul 28 14:42:25.835024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b307126f-1d44-4719-b5c6-901d8b58f284 req-89362a0b-875f-469c-a99a-1e000c27e62d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.0341973 Jul 28 14:42:25.851986 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '614322ae-a6b4-418d-8b56-b8ee351a4cd3', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'port_id': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'mac_address': 'fa:16:3e:ee:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:54Z', 'updated_at': '2021-07-28T14:42:22Z', 'revision_number': 1, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:50Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:25.895711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.907822 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55e910-f81a-44a7-9bc4-8d800a31cfeb None None] The sync data for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 is: [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '614322ae-a6b4-418d-8b56-b8ee351a4cd3', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'port_id': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'mac_address': 'fa:16:3e:ee:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:54Z', 'updated_at': '2021-07-28T14:42:22Z', 'revision_number': 1, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:50Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:25.939574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Pushing event deleted for resources: {'Port': ['ID=57b52c5f-5d4d-4db7-ae3e-994595da38ad,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:25.952065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:26.126729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] No DVR routers for this DVR port 57b52c5f-5d4d-4db7-ae3e-994595da38ad on host n-h1-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:26.132226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.134427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15d84d08-aefb-4f78-9747-3e695d9610c3 req-1985a547-485d-4a39-bdb6-55918dafa74a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "DELETE /v2.0/ports/57b52c5f-5d4d-4db7-ae3e-994595da38ad HTTP/1.1" status: 204 len: 173 time: 1.3731701 Jul 28 14:42:26.171978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cf4fc-112a-4d09-9982-3241483028ea req-2b486db5-4b05-49e0-a79c-db7aec537f1e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.179821 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e0cf4fc-112a-4d09-9982-3241483028ea req-2b486db5-4b05-49e0-a79c-db7aec537f1e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.2088554 Jul 28 14:42:26.273078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e0cf4fc-112a-4d09-9982-3241483028ea req-6b6a9731-327e-47db-994e-16c260cfa479 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683327 Jul 28 14:42:26.377124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-a6f2c7c9-5160-4234-b027-229b257e3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.378624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-a6f2c7c9-5160-4234-b027-229b257e3a62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70719f86-7c28-41db-b718-ddf147640082 HTTP/1.1" status: 200 len: 916 time: 1.1479142 Jul 28 14:42:26.391778 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.391778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8902590-4ed9-4d84-969c-b640d54ff84e None None] New status for floating IP 614322ae-a6b4-418d-8b56-b8ee351a4cd3: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:42:26.408013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f10ee-17a2-4069-bf66-24fd81dd39f7 req-caf02821-73d9-4b16-a913-55d5ae2cf995 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.414558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f10ee-17a2-4069-bf66-24fd81dd39f7 req-caf02821-73d9-4b16-a913-55d5ae2cf995 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.420932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f10ee-17a2-4069-bf66-24fd81dd39f7 req-caf02821-73d9-4b16-a913-55d5ae2cf995 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.422652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e54f10ee-17a2-4069-bf66-24fd81dd39f7 req-caf02821-73d9-4b16-a913-55d5ae2cf995 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2412 time: 0.8787146 Jul 28 14:42:26.490336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-a116bc1d-6c48-4ecf-b628-bfdb3dfe38b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277116 Jul 28 14:42:26.496299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e54f10ee-17a2-4069-bf66-24fd81dd39f7 req-92762d45-f60e-4465-a309-7a4c9eb88f40 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654993 Jul 28 14:42:26.718538 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-8d5533e0-ff82-4ff9-815d-071b535d5b4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7 HTTP/1.1" status: 200 len: 1000 time: 0.1312582 Jul 28 14:42:26.797118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5432c0f-86f5-4726-9c5b-adf78c33a772 req-6886b2ba-8931-473a-8799-f67258303c7a service neutron] 10.222.0.42 "GET /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002807 Jul 28 14:42:26.815927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-d1906208-7cef-4783-8647-b9ea2a2e61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.817709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-d1906208-7cef-4783-8647-b9ea2a2e61be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b4419fe-7de0-4c14-813a-d73db5f1d9f8 HTTP/1.1" status: 200 len: 854 time: 0.0847802 Jul 28 14:42:26.840667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de2e37dc-adb9-4c45-966e-5c0558bc6ef2 req-cb00f7cb-ffbe-4ac6-a029-46744a8c98a4 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0406754 Jul 28 14:42:26.879503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863466-9c3c-4645-bb93-814a7838b3a3 req-ca55c683-f3c4-47c0-9a37-a255e7f60cc6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.897906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca863466-9c3c-4645-bb93-814a7838b3a3 req-ca55c683-f3c4-47c0-9a37-a255e7f60cc6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1097 time: 0.1041100 Jul 28 14:42:26.898907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'name': 'network-vif-deleted', 'tag': '57b52c5f-5d4d-4db7-ae3e-994595da38ad'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:26.909645 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adff3662-0265-4f59-8c32-a9ccc1cd54d3" -d '{"events": [{"server_uuid": "5e08ea48-f2ad-45e7-b359-b0e14daabffd", "name": "network-vif-deleted", "tag": "57b52c5f-5d4d-4db7-ae3e-994595da38ad"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:26.923417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-8030768a-64cf-4660-81ee-d1b13b1ebb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.925542 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-8030768a-64cf-4660-81ee-d1b13b1ebb65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70719f86-7c28-41db-b718-ddf147640082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699596 Jul 28 14:42:26.985799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca863466-9c3c-4645-bb93-814a7838b3a3 req-dcbd93ed-20f1-4949-be05-3163537098ce tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583494 Jul 28 14:42:26.996868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 57b52c5f-5d4d-4db7-ae3e-994595da38ad no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:27.020250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 57b52c5f-5d4d-4db7-ae3e-994595da38ad {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:27.020631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 57b52c5f-5d4d-4db7-ae3e-994595da38ad not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:27.058724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd375a59-760f-4193-b849-5755070ba2f0 req-63e38fda-1cea-4c55-8e16-fb9e350502ce tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.1161876 Jul 28 14:42:27.121451 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6166acf-9910-4a51-af9a-d5383f291734 x-openstack-request-id: req-f6166acf-9910-4a51-af9a-d5383f291734 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:27.121746 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e08ea48-f2ad-45e7-b359-b0e14daabffd", "name": "network-vif-deleted", "tag": "57b52c5f-5d4d-4db7-ae3e-994595da38ad", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:27.121998 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6166acf-9910-4a51-af9a-d5383f291734 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:27.122395 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e08ea48-f2ad-45e7-b359-b0e14daabffd', 'name': 'network-vif-deleted', 'tag': '57b52c5f-5d4d-4db7-ae3e-994595da38ad', 'status': 'completed', 'code': 200} Jul 28 14:42:27.124114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-48295550-8f21-47ce-ab33-58d7228d9690 service neutron] 10.222.0.42 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789751 Jul 28 14:42:27.130485 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae6d2ff3-f1b9-4c38-bd75-e16f7bb7afc7 req-07337716-f504-4e83-8653-2ace8cc6e843 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.0542624 Jul 28 14:42:27.280304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdf4f4-a53f-4b62-8d5f-baf1fc3917e2 req-f1062067-166d-4397-8522-99fb722ff5c2 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.281937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5acdf4f4-a53f-4b62-8d5f-baf1fc3917e2 req-f1062067-166d-4397-8522-99fb722ff5c2 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1097 time: 0.0790341 Jul 28 14:42:27.284253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491fb8a-815e-4a36-928b-c14e48e5efd1 req-f0e76bb5-117f-4cd4-88fa-becb2b2a8703 service neutron] 10.222.0.42 "GET /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373177 Jul 28 14:42:27.323887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5acdf4f4-a53f-4b62-8d5f-baf1fc3917e2 req-952649f6-5d76-40cd-b299-9955be4cdb03 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Jul 28 14:42:27.680391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d696-edba-4393-96e8-207aa7023cb2 req-08cab86f-95a7-4d04-8ff0-c139f2ace268 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.686830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d696-edba-4393-96e8-207aa7023cb2 req-08cab86f-95a7-4d04-8ff0-c139f2ace268 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.692903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7d696-edba-4393-96e8-207aa7023cb2 req-08cab86f-95a7-4d04-8ff0-c139f2ace268 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.694626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fc7d696-edba-4393-96e8-207aa7023cb2 req-08cab86f-95a7-4d04-8ff0-c139f2ace268 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2412 time: 0.0898514 Jul 28 14:42:27.743682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fc7d696-edba-4393-96e8-207aa7023cb2 req-cff6e73e-1d60-4e98-aed1-88d9a3feda0c tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Jul 28 14:42:27.798093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.205311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e59905-f3e3-4b62-b802-05c5ab2151e8 req-2348615d-3c3f-4ded-bef5-0e93b8a8e7bf tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e08ea48-f2ad-45e7-b359-b0e14daabffd HTTP/1.1" status: 200 len: 210 time: 0.0399890 Jul 28 14:42:28.271438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d8c27942-f000-4acc-b4ee-2025ca3fa521 req-ae5778bf-f3f0-4e1c-b99e-fbfce7bc408f tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0418370 Jul 28 14:42:28.309788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3df090cc-6b7e-4107-8241-402b620c6998 req-3cb920c8-4b77-47a5-9da2-284f9e93ecf4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.0388401 Jul 28 14:42:28.874938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f954d-dad1-4496-ba68-8d5eed9649b4 req-d759c595-8ed1-4cde-aa94-c4c95c69f757 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.881461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f954d-dad1-4496-ba68-8d5eed9649b4 req-d759c595-8ed1-4cde-aa94-c4c95c69f757 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.888278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f954d-dad1-4496-ba68-8d5eed9649b4 req-d759c595-8ed1-4cde-aa94-c4c95c69f757 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.890651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a9f954d-dad1-4496-ba68-8d5eed9649b4 req-d759c595-8ed1-4cde-aa94-c4c95c69f757 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2412 time: 0.0723362 Jul 28 14:42:28.965305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a9f954d-dad1-4496-ba68-8d5eed9649b4 req-d5f5a2ce-fe27-4e28-9f2b-e26b9e7e7d62 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592017 Jul 28 14:42:29.001645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef82a67f-a55b-4723-8d74-e8a98cfcaf39 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:29.186730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:29.199796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39', 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'port_id': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39', 'mac_address': 'fa:16:3e:2e:cc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f47b2f-89ce-470c-88aa-7fe324c4b0ed', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:29.243768 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.260255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef82a67f-a55b-4723-8d74-e8a98cfcaf39 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:29.283689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:29.459087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e57f112-a8a6-46b9-888e-eb4360112d8d req-80a0bfbe-919d-4adb-b304-5e4502398fc3 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0372109 Jul 28 14:42:29.484758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-9c9b830d-f8a8-4288-83da-9d39dfaf2ad5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:29.487064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-9c9b830d-f8a8-4288-83da-9d39dfaf2ad5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1705053 Jul 28 14:42:29.489258 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.495094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a6a8f2c6-8fa1-4636-8109-492de212a7c6 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:29.510445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:29.565815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:29.570065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a6a8f2c6-8fa1-4636-8109-492de212a7c6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a6a8f2c6-8fa1-4636-8109-492de212a7c6,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:29.589871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6', 'network_id': 'c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79', 'port_id': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6', 'mac_address': 'fa:16:3e:82:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f47b2f-89ce-470c-88aa-7fe324c4b0ed', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:29.613751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b8b3bf4-f4da-4a8e-b70e-4d3a913c92b7 req-e4e0e1b9-244e-4b07-8b71-67b29c7c1806 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.0343404 Jul 28 14:42:29.649288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.664134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a8f2c6-8fa1-4636-8109-492de212a7c6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:29.694038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a6a8f2c6-8fa1-4636-8109-492de212a7c6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a6a8f2c6-8fa1-4636-8109-492de212a7c6,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:29.958801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.961057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:29.962627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f0a08b83-f007-4439-ab48-ff93d9bc0065 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:29.972821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.190280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a6a8f2c6-8fa1-4636-8109-492de212a7c6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:30.305861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52113e30-01f6-42d3-a596-c3fb9be897a0 req-e4716efb-ba4d-4e52-bbd9-57d46dfa2e19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0701137 Jul 28 14:42:30.320181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f0a08b83-f007-4439-ab48-ff93d9bc0065, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f0a08b83-f007-4439-ab48-ff93d9bc0065,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:30.350990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f0a08b83-f007-4439-ab48-ff93d9bc0065', 'network_id': '2fadd52d-33f4-4607-a897-e4704e394f1e', 'port_id': 'f0a08b83-f007-4439-ab48-ff93d9bc0065', 'mac_address': 'fa:16:3e:dc:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df118c8-1bf7-48a7-9577-997c722bd993', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:30.353880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae0c04-63c4-40d9-a138-f1b797c9f8be req-832a5a44-0006-41be-a204-7018a941ee8d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.362591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae0c04-63c4-40d9-a138-f1b797c9f8be req-832a5a44-0006-41be-a204-7018a941ee8d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.369068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae0c04-63c4-40d9-a138-f1b797c9f8be req-832a5a44-0006-41be-a204-7018a941ee8d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.378124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17ae0c04-63c4-40d9-a138-f1b797c9f8be req-832a5a44-0006-41be-a204-7018a941ee8d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2414 time: 0.1930573 Jul 28 14:42:30.418555 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.436993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a08b83-f007-4439-ab48-ff93d9bc0065 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:30.468700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f0a08b83-f007-4439-ab48-ff93d9bc0065, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f0a08b83-f007-4439-ab48-ff93d9bc0065,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:30.483933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17ae0c04-63c4-40d9-a138-f1b797c9f8be req-ec8eddac-7a34-4225-808d-7ece44e82f2c tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947211 Jul 28 14:42:30.483933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.9 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/f30e0933-79f5-4033-be46-885cc38bcd63) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:30.508817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab5a52-d07e-485f-894a-59282db898a8 req-c5ec78c3-561d-4544-8fe1-379df1377857 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.521624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5ab5a52-d07e-485f-894a-59282db898a8 req-c5ec78c3-561d-4544-8fe1-379df1377857 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0875349 Jul 28 14:42:30.563206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.578867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5ab5a52-d07e-485f-894a-59282db898a8 req-a067b3fe-9276-4a86-86fa-95c03b283e45 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560598 Jul 28 14:42:30.673987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f0a08b83-f007-4439-ab48-ff93d9bc0065,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:30.740438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eaa22b04-d420-4304-a8b2-400d21a0e615 req-348cceb6-9336-4dc5-accf-d58ed88fd2cd tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0300651 Jul 28 14:42:30.784110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.839414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-002f72fc-8967-40eb-8bb9-086aa0022100 req-91fd0b83-451a-4946-a76f-6f70d1f03253 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.0382538 Jul 28 14:42:31.039506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.114439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:31.119540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:31.122303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=f30e0933-79f5-4033-be46-885cc38bcd63,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:31.126071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:31.195353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.197349 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.450563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-88054a90-2d0c-4445-8588-f08fd77731ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9517901 Jul 28 14:42:31.470975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Request body: {'port': {'device_id': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:31.547728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.821998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f0a08b83-f007-4439-ab48-ff93d9bc0065'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:31.878162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['a6a8f2c6-8fa1-4636-8109-492de212a7c6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:31.889457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a2b2-3473-40b1-953b-d915d576935e req-bfcca568-5170-46b4-9eb0-7b3ff18915e5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.903325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a2b2-3473-40b1-953b-d915d576935e req-bfcca568-5170-46b4-9eb0-7b3ff18915e5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.913055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40766-7f52-4f61-a17d-735b1f1b8b45 req-d26f3548-1135-4826-864f-35707350739a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.916547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a2b2-3473-40b1-953b-d915d576935e req-bfcca568-5170-46b4-9eb0-7b3ff18915e5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.917403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99f40766-7f52-4f61-a17d-735b1f1b8b45 req-d26f3548-1135-4826-864f-35707350739a tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0894403 Jul 28 14:42:31.919699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1e9a2b2-3473-40b1-953b-d915d576935e req-bfcca568-5170-46b4-9eb0-7b3ff18915e5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2415 time: 0.2633257 Jul 28 14:42:32.012769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99f40766-7f52-4f61-a17d-735b1f1b8b45 req-410e9593-1f09-48dc-b7c4-18efd1b458dc tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Jul 28 14:42:32.127101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1e9a2b2-3473-40b1-953b-d915d576935e req-92248c26-19b2-4cdd-87ca-5a54319f9e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817377 Jul 28 14:42:32.133840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.242173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30e0933-79f5-4033-be46-885cc38bcd63 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:32.257976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.307270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0922977c-8b58-4aff-999a-3679cfbc8f01 req-4a235932-6779-42a1-b02e-a5bfc6facce7 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0436323 Jul 28 14:42:32.351463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Transition to ACTIVE for port object f30e0933-79f5-4033-be46-885cc38bcd63 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:32.381503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f2e0d4a-718e-4ca9-a572-f440f44d3ef3 req-f58aa940-5170-496d-9f21-fa7e146dbd32 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0498004 Jul 28 14:42:32.414140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddeee5-c4f9-4e1d-8bad-6f461e410d90 req-b9cd1b8a-fc07-4ccc-8096-4401ae3b1e6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.416779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2ddeee5-c4f9-4e1d-8bad-6f461e410d90 req-b9cd1b8a-fc07-4ccc-8096-4401ae3b1e6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 931 time: 0.1487195 Jul 28 14:42:32.481172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2ddeee5-c4f9-4e1d-8bad-6f461e410d90 req-47e6a3c1-de8c-400c-a2b0-d7fdf5f9011f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 Jul 28 14:42:32.492540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.571578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Pushing event updated for resources: {'Port': ['ID=f30e0933-79f5-4033-be46-885cc38bcd63,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:32.659313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Attempting to bind port f30e0933-79f5-4033-be46-885cc38bcd63 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:32.663503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Attempting to bind port f30e0933-79f5-4033-be46-885cc38bcd63 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:32.663503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Attempting to bind port f30e0933-79f5-4033-be46-885cc38bcd63 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:32.669250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Port f30e0933-79f5-4033-be46-885cc38bcd63 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:32.670505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Attempting to bind port f30e0933-79f5-4033-be46-885cc38bcd63 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:32.676244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:32.676694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:32.677222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:32.677735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Bound port: f30e0933-79f5-4033-be46-885cc38bcd63, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:32.678164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.749113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] For port f30e0933-79f5-4033-be46-885cc38bcd63, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:32.753638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] For port f30e0933-79f5-4033-be46-885cc38bcd63, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f30e0933-79f5-4033-be46-885cc38bcd63,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:32.975128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.981584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ef82a67f-a55b-4723-8d74-e8a98cfcaf39'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:33.020200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.020879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.022354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] 10.222.0.58 "PUT /v2.0/ports/f30e0933-79f5-4033-be46-885cc38bcd63 HTTP/1.1" status: 200 len: 1092 time: 1.5565143 Jul 28 14:42:33.022826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'tag': 'f30e0933-79f5-4033-be46-885cc38bcd63'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:33.025204 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf53aeb-bc35-4448-b049-2d5feeb478a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4790f7e3-1f38-4b17-9ff7-1bf6f23cef71", "tag": "f30e0933-79f5-4033-be46-885cc38bcd63"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:33.079693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed9b9c-cbbd-4ee8-95fb-dacf2ebfb283 service neutron] Pushing event updated for resources: {'Port': ['ID=f30e0933-79f5-4033-be46-885cc38bcd63,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:33.096185 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a058feb1-f435-4175-8fcd-e1b1f337730f x-openstack-request-id: req-a058feb1-f435-4175-8fcd-e1b1f337730f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:33.096519 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4790f7e3-1f38-4b17-9ff7-1bf6f23cef71", "tag": "f30e0933-79f5-4033-be46-885cc38bcd63", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:33.097447 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a058feb1-f435-4175-8fcd-e1b1f337730f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:33.097447 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'tag': 'f30e0933-79f5-4033-be46-885cc38bcd63', 'status': 'completed', 'code': 200} Jul 28 14:42:33.214084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e04d6-e214-47b8-913e-43b6c82b0882 req-5d09340d-5e82-441f-8bb1-efef4b3f147c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.215650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d23e04d6-e214-47b8-913e-43b6c82b0882 req-5d09340d-5e82-441f-8bb1-efef4b3f147c tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0992153 Jul 28 14:42:33.217751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53aeb-bc35-4448-b049-2d5feeb478a7 req-7ff8ee68-f73b-48c3-a4f9-286d9992939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.219211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdf53aeb-bc35-4448-b049-2d5feeb478a7 req-7ff8ee68-f73b-48c3-a4f9-286d9992939d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 1095 time: 0.0909801 Jul 28 14:42:33.389566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d23e04d6-e214-47b8-913e-43b6c82b0882 req-9f0e68bc-40a7-4e03-985a-3ee93f964b47 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661527 Jul 28 14:42:33.389967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044f22-831f-4b4c-a06b-30c2aea473d8 req-0bd85425-89b0-415a-b0d6-d9b9f7c0a75b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.401388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044f22-831f-4b4c-a06b-30c2aea473d8 req-0bd85425-89b0-415a-b0d6-d9b9f7c0a75b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.411765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044f22-831f-4b4c-a06b-30c2aea473d8 req-0bd85425-89b0-415a-b0d6-d9b9f7c0a75b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.421130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33044f22-831f-4b4c-a06b-30c2aea473d8 req-0bd85425-89b0-415a-b0d6-d9b9f7c0a75b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2415 time: 0.1032836 Jul 28 14:42:33.458295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53aeb-bc35-4448-b049-2d5feeb478a7 req-da0f9e74-7d47-46d0-888b-cdf3e43b4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.461362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdf53aeb-bc35-4448-b049-2d5feeb478a7 req-da0f9e74-7d47-46d0-888b-cdf3e43b4b54 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=324c3398a89244f3b0ae89ad41a2e866&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2254088 Jul 28 14:42:33.469924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33044f22-831f-4b4c-a06b-30c2aea473d8 req-015a66b9-8553-4226-bbcc-60edd95e2cd8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433342 Jul 28 14:42:33.563115 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a612f53-e7ca-41b8-8176-df4cdb702d7e req-05338e98-b5b6-417e-ad49-0ec7343eb283 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0653641 Jul 28 14:42:33.621306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53aeb-bc35-4448-b049-2d5feeb478a7 req-ac2486a1-cfcb-4d19-a58e-233c58fc1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.625057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdf53aeb-bc35-4448-b049-2d5feeb478a7 req-ac2486a1-cfcb-4d19-a58e-233c58fc1274 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551993 Jul 28 14:42:33.645448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa227d-2c25-4ba6-b9b2-4b17c4593d30 req-6d87fb66-f778-458a-a30a-9ee7bd88d879 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.646986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bffa227d-2c25-4ba6-b9b2-4b17c4593d30 req-6d87fb66-f778-458a-a30a-9ee7bd88d879 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 943 time: 0.0574670 Jul 28 14:42:33.690378 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bffa227d-2c25-4ba6-b9b2-4b17c4593d30 req-bb5addc5-958b-4584-a9f5-b8e4efc15542 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373418 Jul 28 14:42:33.727486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-2efcf538-2219-416e-9212-658f234fc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.729078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-2efcf538-2219-416e-9212-658f234fc286 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 1095 time: 0.0528505 Jul 28 14:42:33.801551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-9fcaf819-f1f9-46f5-9c9d-cac8edcf4608 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f30e0933-79f5-4033-be46-885cc38bcd63 HTTP/1.1" status: 200 len: 217 time: 0.0437403 Jul 28 14:42:33.843881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-57ebd283-1fd4-4fbb-acb0-ce248919d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.845692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-57ebd283-1fd4-4fbb-acb0-ce248919d3a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.0556304 Jul 28 14:42:33.884944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-d8e1952c-a8cb-497f-9ba9-14ef34ec01db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312929 Jul 28 14:42:33.999834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-b6cad933-44ff-457f-bb00-bc2bc6e122eb service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073606 Jul 28 14:42:34.129173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b18cd82-54d3-41dd-8eeb-75275f1a0fb5 req-356cf70e-1bf6-400c-8027-8b7731b7eb11 service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214564 Jul 28 14:42:34.544095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853c729-4339-405d-85c8-1bff3d43ddf3 req-2667816f-22b4-44d4-9d14-b961b9ace6c3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.546533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0853c729-4339-405d-85c8-1bff3d43ddf3 req-2667816f-22b4-44d4-9d14-b961b9ace6c3 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0744948 Jul 28 14:42:34.592083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0853c729-4339-405d-85c8-1bff3d43ddf3 req-2c2f4930-7183-46fd-b3e2-3e161d4719ab tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/security-groups?id=b28f64d1-9627-4899-affb-49fdfd1eaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Jul 28 14:42:34.658585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c377-5336-4e50-978f-5e41fbd9bd0a req-c8c71732-331b-498c-9d9d-ef975f168cbb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.664795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c377-5336-4e50-978f-5e41fbd9bd0a req-c8c71732-331b-498c-9d9d-ef975f168cbb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.671390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c377-5336-4e50-978f-5e41fbd9bd0a req-c8c71732-331b-498c-9d9d-ef975f168cbb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.673155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f81c377-5336-4e50-978f-5e41fbd9bd0a req-c8c71732-331b-498c-9d9d-ef975f168cbb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2415 time: 0.1021426 Jul 28 14:42:34.713407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8967f047-9c5e-4387-a9fb-8c825cb0ced4 req-fa8ec7b3-9c9f-411f-82e6-723d79905e9a tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jul 28 14:42:34.725858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f81c377-5336-4e50-978f-5e41fbd9bd0a req-68c030b6-22bc-47d7-9d48-a377f7d077d5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Jul 28 14:42:34.861167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cd302-689e-4bbf-bfa5-612592c43c6c req-8fa8dcc2-39bf-4007-89ba-480802ecf619 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.862672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f17cd302-689e-4bbf-bfa5-612592c43c6c req-8fa8dcc2-39bf-4007-89ba-480802ecf619 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 943 time: 0.0538883 Jul 28 14:42:34.911566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f17cd302-689e-4bbf-bfa5-612592c43c6c req-c1dab273-7e36-41b4-9af3-2ae2ffbb3d36 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Jul 28 14:42:35.019320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-f52fb7b5-e088-4cad-9d38-3bd63ed4d369 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.024406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-f52fb7b5-e088-4cad-9d38-3bd63ed4d369 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 946 time: 0.0594628 Jul 28 14:42:35.190280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Deleting port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:35.190280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.280585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] For port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:35.280959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.297664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Calling delete_port for ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:35.596958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e3d98f1-780a-4992-8a88-6b8f786b7f82 req-1e56ff0e-a511-44c1-ba5a-80571cf1aab3 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0274017 Jul 28 14:42:35.637580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.667918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Pushing event deleted for resources: {'Port': ['ID=ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:35.684726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.713743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b33e5d3-ccfb-47b0-a9c2-31f071de6a7a req-801f50f6-e4eb-48ac-84f1-a21189c3add9 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 210 time: 0.0378804 Jul 28 14:42:35.727450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] No DVR routers for this DVR port ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:35.730337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.732973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4137f4c9-2dd2-4e1d-b480-3a83dbd5028e req-03f4183e-1cff-4ae7-9390-71aa52a7b6f7 tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.42 "DELETE /v2.0/ports/ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 HTTP/1.1" status: 204 len: 173 time: 0.6530800 Jul 28 14:42:35.733530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'name': 'network-vif-deleted', 'tag': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:35.736500 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab1a81-fbde-41f4-8295-7e99b4113d2d" -d '{"events": [{"server_uuid": "cb7890b7-efb3-4049-bb89-d8c48ef1e535", "name": "network-vif-deleted", "tag": "ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:35.806297 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfc0b0d-cac2-44dd-916d-a0d52a383aa3 x-openstack-request-id: req-dbfc0b0d-cac2-44dd-916d-a0d52a383aa3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:35.806987 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7890b7-efb3-4049-bb89-d8c48ef1e535", "name": "network-vif-deleted", "tag": "ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:35.807455 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dbfc0b0d-cac2-44dd-916d-a0d52a383aa3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:35.808142 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7890b7-efb3-4049-bb89-d8c48ef1e535', 'name': 'network-vif-deleted', 'tag': 'ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248', 'status': 'completed', 'code': 200} Jul 28 14:42:35.930009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649921-f0f0-4396-b597-9435a04390c5 req-aef49b8f-aec7-4deb-9f18-c5ee7cf2a41e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.946270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649921-f0f0-4396-b597-9435a04390c5 req-aef49b8f-aec7-4deb-9f18-c5ee7cf2a41e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.962894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649921-f0f0-4396-b597-9435a04390c5 req-aef49b8f-aec7-4deb-9f18-c5ee7cf2a41e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.966173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4649921-f0f0-4396-b597-9435a04390c5 req-aef49b8f-aec7-4deb-9f18-c5ee7cf2a41e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2415 time: 0.1319110 Jul 28 14:42:36.053482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4649921-f0f0-4396-b597-9435a04390c5 req-b0e61bd1-05eb-4a9f-981a-a57a235c32de tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742013 Jul 28 14:42:36.110271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090c7a8-b609-47be-846d-240942b509a9 req-3820629c-4d12-413f-a1d7-111acfb3e964 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.111869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8090c7a8-b609-47be-846d-240942b509a9 req-3820629c-4d12-413f-a1d7-111acfb3e964 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 943 time: 0.1078877 Jul 28 14:42:36.162147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8090c7a8-b609-47be-846d-240942b509a9 req-7a98d2b5-ad4b-463c-a62a-a07014f92306 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Jul 28 14:42:36.746911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b40b1f3-6a0b-48de-8a80-19ba89641b64 req-971c2354-855e-4121-910a-bb0c36109ef9 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0448644 Jul 28 14:42:36.888072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7984623f-9bec-4ff6-9dab-a623ba5d88bb req-934941f1-44f0-4df8-b99a-cc50a974240d tempest-ServerRescueTestJSON-363839178 tempest-ServerRescueTestJSON-363839178-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb7890b7-efb3-4049-bb89-d8c48ef1e535 HTTP/1.1" status: 200 len: 210 time: 0.0316503 Jul 28 14:42:37.027928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f0a08b83-f007-4439-ab48-ff93d9bc0065 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:37.217229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:42:37.256498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f0a08b83-f007-4439-ab48-ff93d9bc0065 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:37.260068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f0a08b83-f007-4439-ab48-ff93d9bc0065 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:37.264532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.299926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038af1bb-8c9f-469e-843c-fe12245e894c req-4b93f020-7768-4497-95fe-d299df3293e4 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.312117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038af1bb-8c9f-469e-843c-fe12245e894c req-4b93f020-7768-4497-95fe-d299df3293e4 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.319181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038af1bb-8c9f-469e-843c-fe12245e894c req-4b93f020-7768-4497-95fe-d299df3293e4 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.321646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-038af1bb-8c9f-469e-843c-fe12245e894c req-4b93f020-7768-4497-95fe-d299df3293e4 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2415 time: 0.1493137 Jul 28 14:42:37.355232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f634c85-03c6-4076-a8de-4f637ed5d0b3 req-34e725b3-b492-457d-9956-bcf2490bb853 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.360684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f634c85-03c6-4076-a8de-4f637ed5d0b3 req-34e725b3-b492-457d-9956-bcf2490bb853 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 943 time: 0.0771682 Jul 28 14:42:37.390197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-038af1bb-8c9f-469e-843c-fe12245e894c req-81ae4ceb-3937-478c-a146-1f5000ee1fab tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507708 Jul 28 14:42:37.437108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.457237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f634c85-03c6-4076-a8de-4f637ed5d0b3 req-46d625d7-58cd-431b-b04d-e90ed105366f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818698 Jul 28 14:42:37.502319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a08b83-f007-4439-ab48-ff93d9bc0065'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:37.507763 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa17080-352b-46ef-8e95-426341b601a0" -d '{"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a08b83-f007-4439-ab48-ff93d9bc0065"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:37.542981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f0a08b83-f007-4439-ab48-ff93d9bc0065, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f0a08b83-f007-4439-ab48-ff93d9bc0065,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:37.595029 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76e6dd-ddad-4e2f-b538-74a3c3c4a894 x-openstack-request-id: req-ac76e6dd-ddad-4e2f-b538-74a3c3c4a894 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:37.596292 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a08b83-f007-4439-ab48-ff93d9bc0065", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:37.596292 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac76e6dd-ddad-4e2f-b538-74a3c3c4a894 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:37.596931 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a08b83-f007-4439-ab48-ff93d9bc0065', 'code': 200} Jul 28 14:42:37.655165 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.656126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef82a67f-a55b-4723-8d74-e8a98cfcaf39 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:37.780353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f0a08b83-f007-4439-ab48-ff93d9bc0065,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:37.901150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:37.904342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8f9adad-1229-49a7-b8f3-3a29d931364b req-3c2f1e78-723b-485a-825c-837f15388a44 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0380073 Jul 28 14:42:37.909004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:37.909677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.963983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46382) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:38.055925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.096214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:38.196126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f30e0933-79f5-4033-be46-885cc38bcd63 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:38.270852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.274201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a6a8f2c6-8fa1-4636-8109-492de212a7c6 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:38.395573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:38.413954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f30e0933-79f5-4033-be46-885cc38bcd63, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f30e0933-79f5-4033-be46-885cc38bcd63,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:38.610245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea64d-c08b-4e41-bc77-2956b12dfb7d req-7d8f2c45-263f-4128-9940-6ae474a3ddb8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.616714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea64d-c08b-4e41-bc77-2956b12dfb7d req-7d8f2c45-263f-4128-9940-6ae474a3ddb8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.622257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c1d6-f72f-4457-b48a-aeebdf24ebcd req-ea814088-9726-4d0f-a725-18c0b776076f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.623694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea64d-c08b-4e41-bc77-2956b12dfb7d req-7d8f2c45-263f-4128-9940-6ae474a3ddb8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.624194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e250c1d6-f72f-4457-b48a-aeebdf24ebcd req-ea814088-9726-4d0f-a725-18c0b776076f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 943 time: 0.0575833 Jul 28 14:42:38.630301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d6ea64d-c08b-4e41-bc77-2956b12dfb7d req-7d8f2c45-263f-4128-9940-6ae474a3ddb8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2417 time: 0.1209204 Jul 28 14:42:38.633335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f30e0933-79f5-4033-be46-885cc38bcd63', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': 'f30e0933-79f5-4033-be46-885cc38bcd63', 'mac_address': 'fa:16:3e:70:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:38.672398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.681348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e250c1d6-f72f-4457-b48a-aeebdf24ebcd req-ad7483d8-50db-4937-8059-777749cf13c1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Jul 28 14:42:38.724876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.741959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30e0933-79f5-4033-be46-885cc38bcd63 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:38.768687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f30e0933-79f5-4033-be46-885cc38bcd63, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f30e0933-79f5-4033-be46-885cc38bcd63,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:38.773498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d6ea64d-c08b-4e41-bc77-2956b12dfb7d req-f72349e6-cc62-4127-9179-15d92c7e7f58 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172407 Jul 28 14:42:38.792251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port a6a8f2c6-8fa1-4636-8109-492de212a7c6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:38.798322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port a6a8f2c6-8fa1-4636-8109-492de212a7c6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:38.798729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.900860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.978908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.016393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f30e0933-79f5-4033-be46-885cc38bcd63,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:39.047025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a6a8f2c6-8fa1-4636-8109-492de212a7c6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a6a8f2c6-8fa1-4636-8109-492de212a7c6,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:39.098624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-480ae5a4-c27e-4818-9660-e142d4d881cb req-df917611-e4d7-412d-84b4-7fbcf8efb333 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0592577 Jul 28 14:42:39.099929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Deleting port f3751f49-f261-4538-a9bb-522a2487d988 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:39.099929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.164941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:39.201623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] For port f3751f49-f261-4538-a9bb-522a2487d988, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f3751f49-f261-4538-a9bb-522a2487d988,segment=NetworkSegment(75ee0d2d-88a7-41f9-94f8-449aaf61bf33),segment_id=75ee0d2d-88a7-41f9-94f8-449aaf61bf33)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:39.201623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.220116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Calling delete_port for f3751f49-f261-4538-a9bb-522a2487d988 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:39.391776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.393394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:39.441351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:39.443939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad9eb2ff-b289-4c53-b20c-5a1f3a5fb248 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:39.495357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a6a8f2c6-8fa1-4636-8109-492de212a7c6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:39.598281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39'}, {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:39.600989 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0143504c-a458-4563-919a-734793fd4dc2" -d '{"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-plugged", "status": "completed", "tag": "ef82a67f-a55b-4723-8d74-e8a98cfcaf39"}, {"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-plugged", "status": "completed", "tag": "a6a8f2c6-8fa1-4636-8109-492de212a7c6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:39.640940 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679bdde9-d77c-4003-8dcf-8129b847b33b x-openstack-request-id: req-679bdde9-d77c-4003-8dcf-8129b847b33b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:39.641411 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-plugged", "status": "completed", "tag": "ef82a67f-a55b-4723-8d74-e8a98cfcaf39", "code": 200}, {"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-plugged", "status": "completed", "tag": "a6a8f2c6-8fa1-4636-8109-492de212a7c6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:39.641719 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-679bdde9-d77c-4003-8dcf-8129b847b33b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:39.642183 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39', 'code': 200} Jul 28 14:42:39.642498 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6', 'code': 200} Jul 28 14:42:39.671915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.701568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3751f49-f261-4538-a9bb-522a2487d988,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:39.999347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b74ad-1465-43cf-8a64-b31ec62c8e8d req-cfe1497b-457a-446a-96c1-38c276ef1340 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.009554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b74ad-1465-43cf-8a64-b31ec62c8e8d req-cfe1497b-457a-446a-96c1-38c276ef1340 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.016507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b74ad-1465-43cf-8a64-b31ec62c8e8d req-cfe1497b-457a-446a-96c1-38c276ef1340 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.021475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f51b74ad-1465-43cf-8a64-b31ec62c8e8d req-cfe1497b-457a-446a-96c1-38c276ef1340 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.1256444 Jul 28 14:42:40.039288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49159-9639-47e3-97bd-1156d4bf9e24 req-78605097-e32b-4f78-85a3-7d47f86a0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.040146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49159-9639-47e3-97bd-1156d4bf9e24 req-78605097-e32b-4f78-85a3-7d47f86a0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.041004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49159-9639-47e3-97bd-1156d4bf9e24 req-78605097-e32b-4f78-85a3-7d47f86a0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.043808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ce49159-9639-47e3-97bd-1156d4bf9e24 req-78605097-e32b-4f78-85a3-7d47f86a0b5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2874 time: 0.2055538 Jul 28 14:42:40.062446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68629e05-b828-4103-84d9-168d28b34e10 req-0553a885-5011-4175-9719-6f54ecf8351b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.065065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68629e05-b828-4103-84d9-168d28b34e10 req-0553a885-5011-4175-9719-6f54ecf8351b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 944 time: 0.2281013 Jul 28 14:42:40.085058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f51b74ad-1465-43cf-8a64-b31ec62c8e8d req-b419b332-91de-4219-b989-7fa840598281 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Jul 28 14:42:40.098454 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.196021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f30e0933-79f5-4033-be46-885cc38bcd63 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:40.436848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f30e0933-79f5-4033-be46-885cc38bcd63 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:40.447038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f30e0933-79f5-4033-be46-885cc38bcd63 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:40.448140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.512212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9b61494-6b79-456f-8a62-3e9cf938c8e5 req-12313a8a-9104-4877-beca-c033208db0fd tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0603848 Jul 28 14:42:40.538452 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ce49159-9639-47e3-97bd-1156d4bf9e24 req-28c2fa67-b626-4c17-aa1b-6ef899d806da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720292 Jul 28 14:42:40.550487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68629e05-b828-4103-84d9-168d28b34e10 req-a3dcadcd-87f7-4a41-bad1-df9455a8ec27 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679389 Jul 28 14:42:40.625676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.671261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f30e0933-79f5-4033-be46-885cc38bcd63, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f30e0933-79f5-4033-be46-885cc38bcd63,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:40.767308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:40.808411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.885940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f30e0933-79f5-4033-be46-885cc38bcd63,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:40.907192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:40.916081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3ccf798b-b9dd-45d6-817a-abe881251328 admin admin] 10.222.0.57 "PUT /v2.0/routers/53516647-2c4b-4fa9-8a0b-c7c0a1894b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9499996 Jul 28 14:42:40.919999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46418) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:40.922994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] Sync routers for ids ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:40.937823 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] Routers {'53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:40.938902 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:42:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:41.047989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.069803 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] Set router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:41.234303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.324441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf42bb-caf4-448d-8a17-4fd745a7f807 req-f58f35cb-681a-4e7c-a999-47a5ea74e7fb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.331524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf42bb-caf4-448d-8a17-4fd745a7f807 req-f58f35cb-681a-4e7c-a999-47a5ea74e7fb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.342376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf42bb-caf4-448d-8a17-4fd745a7f807 req-f58f35cb-681a-4e7c-a999-47a5ea74e7fb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.344299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69cf42bb-caf4-448d-8a17-4fd745a7f807 req-f58f35cb-681a-4e7c-a999-47a5ea74e7fb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.0834777 Jul 28 14:42:41.350960 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:42:39Z', 'revision_number': 5, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port': {'id': '11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:39:17Z', 'updated_at': '2021-07-28T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:41.408594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69cf42bb-caf4-448d-8a17-4fd745a7f807 req-f613b337-ee22-4d3c-aab8-44395b04b34d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Jul 28 14:42:41.440560 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] Checking router: 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:41.444524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Deleting port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:41.444887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.452328 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] Routers {'53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:41.453310 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:42:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:41.557672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] For port 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:41.558260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.565676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] Set router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:41.588038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Calling delete_port for 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:41.643991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e0933-79f5-4033-be46-885cc38bcd63'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:41.649704 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262eb7ef-a84f-4451-9631-525f5ee4cdac" -d '{"events": [{"server_uuid": "4790f7e3-1f38-4b17-9ff7-1bf6f23cef71", "name": "network-vif-plugged", "status": "completed", "tag": "f30e0933-79f5-4033-be46-885cc38bcd63"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:41.667210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa5f1b08-ebce-4784-8b72-e09ea6ecd606 req-3ba737d1-3b70-47f3-a98d-720eb4b7f646 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0573928 Jul 28 14:42:41.723773 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:42:41Z', 'revision_number': 6, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:41.750932 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d397397c-e351-4d36-87be-57f686fdb668 x-openstack-request-id: req-d397397c-e351-4d36-87be-57f686fdb668 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:41.751379 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4790f7e3-1f38-4b17-9ff7-1bf6f23cef71", "name": "network-vif-plugged", "status": "completed", "tag": "f30e0933-79f5-4033-be46-885cc38bcd63", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:41.751724 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d397397c-e351-4d36-87be-57f686fdb668 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:41.752357 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e0933-79f5-4033-be46-885cc38bcd63', 'code': 200} Jul 28 14:42:41.771828 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe0dc5-bcc1-4a1b-89bc-25fcae948171 None None] The sync data for ids ['53516647-2c4b-4fa9-8a0b-c7c0a1894b1c'] in n-d-764806-10 is: [{'id': '53516647-2c4b-4fa9-8a0b-c7c0a1894b1c', 'name': 'tempest-ServerRescueTestJSON-1747070712-router', 'tenant_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:39:15Z', 'updated_at': '2021-07-28T14:42:41Z', 'revision_number': 6, 'project_id': '5c73f0602f514c2c82a6b4bfd3f339cd', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:41.798930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c32c7-dc3d-4867-95ae-b568d080af79 req-3e176e9e-06b0-490a-8ba5-a0a8cd4018b4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.800594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d17c32c7-dc3d-4867-95ae-b568d080af79 req-3e176e9e-06b0-490a-8ba5-a0a8cd4018b4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 945 time: 0.1009150 Jul 28 14:42:41.870670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02252a2c-3119-457c-9368-e4f6ad7ce349 req-05349d7e-01a2-4835-b448-5f56c9d33de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.873161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02252a2c-3119-457c-9368-e4f6ad7ce349 req-05349d7e-01a2-4835-b448-5f56c9d33de4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 1097 time: 0.0526996 Jul 28 14:42:41.895536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d17c32c7-dc3d-4867-95ae-b568d080af79 req-87dd289e-2d28-41a9-be02-7770e6a07e70 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507538 Jul 28 14:42:41.934915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02252a2c-3119-457c-9368-e4f6ad7ce349 req-dc436663-515f-4a9c-bd62-bedfb7877f02 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Jul 28 14:42:42.117467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.147350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Pushing event deleted for resources: {'Port': ['ID=11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:42.274547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.403245 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.406761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.599915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.600522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53516647-2c4b-4fa9-8a0b-c7c0a1894b1c {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:42.613080 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.614267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fc35f348-8437-4dfb-b5c8-fdcd18a883fd admin admin] 10.222.0.57 "DELETE /v2.0/routers/53516647-2c4b-4fa9-8a0b-c7c0a1894b1c HTTP/1.1" status: 204 len: 168 time: 1.6929049 Jul 28 14:42:42.618905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46442) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:42.667578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842345eb-ddb7-4b91-8d95-77c436ad1c57 req-b68368fa-3c54-4c11-ade5-84aa560f810b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.674498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842345eb-ddb7-4b91-8d95-77c436ad1c57 req-b68368fa-3c54-4c11-ade5-84aa560f810b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.681009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842345eb-ddb7-4b91-8d95-77c436ad1c57 req-b68368fa-3c54-4c11-ade5-84aa560f810b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.682792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-842345eb-ddb7-4b91-8d95-77c436ad1c57 req-b68368fa-3c54-4c11-ade5-84aa560f810b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.0847754 Jul 28 14:42:42.695813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Deleting subnet e9b9e80f-34cf-41b4-abfb-413001324f33 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:42.699857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.750397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-842345eb-ddb7-4b91-8d95-77c436ad1c57 req-c6f17096-4050-4785-b727-6baaad5145d7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Jul 28 14:42:42.798188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.883809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-faffb4af-231a-4285-9d4a-7858ed67b04c req-4a84e012-5ed7-4ce3-b800-5e98189fa5be tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0424616 Jul 28 14:42:42.890934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.110977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ddaff-65ff-46be-8fae-f8f44f0b87d4 req-6125129c-0bb4-4c1a-b7d2-5f39a16010ed tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.117643 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f1ddaff-65ff-46be-8fae-f8f44f0b87d4 req-6125129c-0bb4-4c1a-b7d2-5f39a16010ed tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 945 time: 0.0997784 Jul 28 14:42:43.129588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.171909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b9e80f-34cf-41b4-abfb-413001324f33,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:43.185690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.193514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ea481889-f36c-4891-a15c-23f3bebf7d6d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e9b9e80f-34cf-41b4-abfb-413001324f33 HTTP/1.1" status: 204 len: 168 time: 0.5702393 Jul 28 14:42:43.193895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46450) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:43.196897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f1ddaff-65ff-46be-8fae-f8f44f0b87d4 req-0abbcd39-cad6-460b-9f76-c6fc87e6dea7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756164 Jul 28 14:42:43.251640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:43.291075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:43.291921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11edbbe1-0c67-4fc6-a1ed-b6fbf23e9580 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:43.293243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3751f49-f261-4538-a9bb-522a2487d988 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:43.323843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f3751f49-f261-4538-a9bb-522a2487d988 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:43.324377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3751f49-f261-4538-a9bb-522a2487d988 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:43.343936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.442280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.455378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd86fde-04d3-4837-bd98-381333a06e10']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:43.468737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ee0d2d-88a7-41f9-94f8-449aaf61bf33') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:43.469042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ee0d2d-88a7-41f9-94f8-449aaf61bf33') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:43.480586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.501151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.515128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:43.515725 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:43.518567 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:43.798791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.812331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.818316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6cd86fde-04d3-4837-bd98-381333a06e10 HTTP/1.1" status: 204 len: 168 time: 0.6229162 Jul 28 14:42:43.841096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853f7c-5a38-4d2f-b9b8-d2fab5158353 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd86fde-04d3-4837-bd98-381333a06e10,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:43.958786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cac98d-f3a6-403f-af12-d9aa2dd71353 req-ac4f7c36-c3e7-4c21-b2d2-da937a831f2a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.965098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cac98d-f3a6-403f-af12-d9aa2dd71353 req-ac4f7c36-c3e7-4c21-b2d2-da937a831f2a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.973458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cac98d-f3a6-403f-af12-d9aa2dd71353 req-ac4f7c36-c3e7-4c21-b2d2-da937a831f2a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.975398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3cac98d-f3a6-403f-af12-d9aa2dd71353 req-ac4f7c36-c3e7-4c21-b2d2-da937a831f2a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.0892558 Jul 28 14:42:44.032669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-059630aa-2657-47df-8755-c28dc1ded7a2 req-f26fb02f-c5b0-449b-8bfc-0a5731686fba tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0333376 Jul 28 14:42:44.061287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3cac98d-f3a6-403f-af12-d9aa2dd71353 req-fe4fbb1a-0d12-4570-bf70-cd2ec559a251 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738223 Jul 28 14:42:44.366460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8795-6778-4c2b-82df-016434d0e8d4 req-fc75c02f-c083-4a72-b447-5762844258f6 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.368605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-096f8795-6778-4c2b-82df-016434d0e8d4 req-fc75c02f-c083-4a72-b447-5762844258f6 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 945 time: 0.0540400 Jul 28 14:42:44.421291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-096f8795-6778-4c2b-82df-016434d0e8d4 req-5b1dc067-8e94-4c21-8eed-7d8530cc95e2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Jul 28 14:42:44.684900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46486) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:44.773180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-104ccb15-fba5-4f8c-a1f3-c46ea1bea700 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c73f0602f514c2c82a6b4bfd3f339cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858257 Jul 28 14:42:44.775500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46492) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:44.832096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878eead-7cb8-444f-a443-380aa600f449 req-c70db933-ebf8-411f-8597-5a94a2c4bc48 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.834967 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-c70db933-ebf8-411f-8597-5a94a2c4bc48 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1864862 Jul 28 14:42:44.871952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-eac54854-573c-4664-a0d4-549886e049ac tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0294139 Jul 28 14:42:44.926622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa7356cc-a210-4b4b-a476-0e8cef4b4651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.959439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa7356cc-a210-4b4b-a476-0e8cef4b4651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.979237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-9a0f3a4c-32ed-48d8-91f8-1ca3e2e40d9f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974143 Jul 28 14:42:45.111465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db373d4-3963-4eda-8381-6bcd2d1676b6 req-62a4039f-b582-48a5-89dd-0f5c4d342b0d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.126709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db373d4-3963-4eda-8381-6bcd2d1676b6 req-62a4039f-b582-48a5-89dd-0f5c4d342b0d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.126709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db373d4-3963-4eda-8381-6bcd2d1676b6 req-62a4039f-b582-48a5-89dd-0f5c4d342b0d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.126709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7db373d4-3963-4eda-8381-6bcd2d1676b6 req-62a4039f-b582-48a5-89dd-0f5c4d342b0d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.1540983 Jul 28 14:42:45.162943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa7356cc-a210-4b4b-a476-0e8cef4b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.173627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa7356cc-a210-4b4b-a476-0e8cef4b4651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.173627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aa7356cc-a210-4b4b-a476-0e8cef4b4651 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b28f64d1-9627-4899-affb-49fdfd1eaf7a HTTP/1.1" status: 204 len: 168 time: 0.3913741 Jul 28 14:42:45.191503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7356cc-a210-4b4b-a476-0e8cef4b4651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28f64d1-9627-4899-affb-49fdfd1eaf7a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:45.192576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7db373d4-3963-4eda-8381-6bcd2d1676b6 req-4aaae632-4d40-4784-9ba3-2d6d6c66b167 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Jul 28 14:42:45.276202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-a557c6e1-2907-4ce7-b00b-9e23650c7875 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:42:45.277338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-a557c6e1-2907-4ce7-b00b-9e23650c7875 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2862010 Jul 28 14:42:45.407890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-c35208e9-a5a3-41ce-a44e-bcfe8aa10883 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166546 Jul 28 14:42:45.523908 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8878eead-7cb8-444f-a443-380aa600f449 req-4b2b6a74-4f26-47e0-b342-1d9e72fb3c8d service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039371 Jul 28 14:42:45.599727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba1b9c94-89d8-4e61-8c3e-d395107543b5 req-c7ec8dde-01ce-4ba9-9b17-7a5a78031a05 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0601759 Jul 28 14:42:46.423125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634deadb-a405-4f07-be53-8020f67a3fbb req-69816430-dddb-4936-abc5-020373d20b31 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.429815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634deadb-a405-4f07-be53-8020f67a3fbb req-69816430-dddb-4936-abc5-020373d20b31 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.436875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634deadb-a405-4f07-be53-8020f67a3fbb req-69816430-dddb-4936-abc5-020373d20b31 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.439025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-634deadb-a405-4f07-be53-8020f67a3fbb req-69816430-dddb-4936-abc5-020373d20b31 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.0781534 Jul 28 14:42:46.512362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-634deadb-a405-4f07-be53-8020f67a3fbb req-094d29f2-8888-4d34-8166-65fc8f6115b0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645630 Jul 28 14:42:46.887457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b993ab3-f6ec-4a9b-b4cc-ef886acfefe7 req-ce025153-99bb-44c4-9c70-e3cbfdcee5f8 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0414376 Jul 28 14:42:47.013657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46568) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:47.206161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-31cc71f9-1edd-4c64-a55d-f4339eadc005 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.222743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-31cc71f9-1edd-4c64-a55d-f4339eadc005 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1773400 Jul 28 14:42:47.246849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-389450696-network', 'tenant_id': 'e8019e0dbb8b46ffbcacd8f7d97ac0b9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:47.261899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-7c7ad8fa-198f-410f-aa7b-75c09a0f1ae5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0375910 Jul 28 14:42:47.341723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-ab201ef8-99e8-4d18-9d7c-8615c1f60a38 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644107 Jul 28 14:42:47.421499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Made reservation on behalf of e8019e0dbb8b46ffbcacd8f7d97ac0b9 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:47.423968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.438628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.484290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-57a56201-7560-4acf-b16e-69d36dd33f37 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304145 Jul 28 14:42:47.639372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-0f585ee9-fd5a-4abd-9513-7a61ec36b811 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432273 Jul 28 14:42:47.702121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.711950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298f82-3e4d-43af-af5c-c0411d6ca5ef req-b24f6108-e86d-4ae1-b5f5-1742c5a715c3 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.720358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298f82-3e4d-43af-af5c-c0411d6ca5ef req-b24f6108-e86d-4ae1-b5f5-1742c5a715c3 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.728347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298f82-3e4d-43af-af5c-c0411d6ca5ef req-b24f6108-e86d-4ae1-b5f5-1742c5a715c3 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.731081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5298f82-3e4d-43af-af5c-c0411d6ca5ef req-b24f6108-e86d-4ae1-b5f5-1742c5a715c3 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.1078877 Jul 28 14:42:47.774561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.793255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5298f82-3e4d-43af-af5c-c0411d6ca5ef req-203a5b06-5f39-4d7e-af0e-37a93889058e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530763 Jul 28 14:42:47.800761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:47.851288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.851828 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Added segment 4ecaee3f-9527-4c6b-8f59-612448188441 of type vlan for network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 Jul 28 14:42:47.863837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:47.924438 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.180493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12da235e-5138-4867-ab81-bceff0798b0d req-c6a45489-0afe-4ad7-bdcb-f0c3d799dee2 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0594399 Jul 28 14:42:48.196933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddadb235-bbb6-4e0c-9a5b-b607c227b5e5 req-96873018-217f-4770-905a-b1bda9e0424c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.0571821 Jul 28 14:42:48.293874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-57a531cf-62f6-425b-8cf6-b151367e2d4b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.303337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-57a531cf-62f6-425b-8cf6-b151367e2d4b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.308776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-57a531cf-62f6-425b-8cf6-b151367e2d4b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.311631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-57a531cf-62f6-425b-8cf6-b151367e2d4b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 2418 time: 0.1129999 Jul 28 14:42:48.461757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port f0a08b83-f007-4439-ab48-ff93d9bc0065 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:48.462610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.556261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port f0a08b83-f007-4439-ab48-ff93d9bc0065, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f0a08b83-f007-4439-ab48-ff93d9bc0065,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:48.556588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.571403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for f0a08b83-f007-4439-ab48-ff93d9bc0065 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:48.711652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.712818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.713427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.777678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] Pushing event updated for resources: {'Network': ['ID=e2bbaab3-7521-41e7-9e27-3125a0f6c9c8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:48.796172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:48.859918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.904414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=f0a08b83-f007-4439-ab48-ff93d9bc0065,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:48.923847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f0a08b83-f007-4439-ab48-ff93d9bc0065', 'a6a8f2c6-8fa1-4636-8109-492de212a7c6', 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:48.944583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46602) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:48.944892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-435dc256-8e2c-4ac4-b6cc-8da5537ef530 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9297249 Jul 28 14:42:48.976734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Request body: {'subnet': {'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-389450696-subnet', 'tenant_id': 'e8019e0dbb8b46ffbcacd8f7d97ac0b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:48.991213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port f0a08b83-f007-4439-ab48-ff93d9bc0065 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:48.996010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.998368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-6d243364-d80e-42e7-a0b0-e9a02a713f80 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "DELETE /v2.0/ports/f0a08b83-f007-4439-ab48-ff93d9bc0065 HTTP/1.1" status: 204 len: 173 time: 0.6536682 Jul 28 14:42:48.999190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-deleted', 'tag': 'f0a08b83-f007-4439-ab48-ff93d9bc0065'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:49.001817 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ec612-d471-4e51-aca0-9a9d97de663c" -d '{"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-deleted", "tag": "f0a08b83-f007-4439-ab48-ff93d9bc0065"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:49.098484 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680250b5-6447-4fee-923a-b95b6931192a x-openstack-request-id: req-680250b5-6447-4fee-923a-b95b6931192a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:49.098735 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-deleted", "tag": "f0a08b83-f007-4439-ab48-ff93d9bc0065", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:49.098967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-680250b5-6447-4fee-923a-b95b6931192a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:49.099372 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-deleted', 'tag': 'f0a08b83-f007-4439-ab48-ff93d9bc0065', 'status': 'completed', 'code': 200} Jul 28 14:42:49.196887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261454-50e6-4fab-8425-dc052dfe154b req-86b8aba4-210f-4b41-aa77-f9efc99344ad tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.205040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261454-50e6-4fab-8425-dc052dfe154b req-86b8aba4-210f-4b41-aa77-f9efc99344ad tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.217165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf261454-50e6-4fab-8425-dc052dfe154b req-86b8aba4-210f-4b41-aa77-f9efc99344ad tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 1682 time: 0.3048229 Jul 28 14:42:49.226410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Made reservation on behalf of e8019e0dbb8b46ffbcacd8f7d97ac0b9 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:49.237749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.324432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf261454-50e6-4fab-8425-dc052dfe154b req-90b85690-a153-4008-9762-dac695b04366 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000309 Jul 28 14:42:49.338184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:49.342143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.510140 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb71c56d-1a1b-4b87-9253-66ffa1944ad4 req-90c35963-1b7a-40e5-b5f0-bd0a0663a738 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.0532262 Jul 28 14:42:49.595232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f7daec0-a6e9-414d-90b7-bbca25ba62f1 req-3412d039-516c-4570-8828-12aaa39665de tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.1055677 Jul 28 14:42:49.702032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port ef82a67f-a55b-4723-8d74-e8a98cfcaf39, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:49.702658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.719004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for ef82a67f-a55b-4723-8d74-e8a98cfcaf39 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:49.900195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.958792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d37a32-217f-4846-a43d-21a0bdc7c93e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:49.975702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.976059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.976402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.976782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.977109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.977439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.977770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.978096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.978423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.978749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.979073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.979398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:49.989993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Checking segment: {'id': '4ecaee3f-9527-4c6b-8f59-612448188441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:49.990254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Network hostable DHCP agents. Network: e2bbaab3-7521-41e7-9e27-3125a0f6c9c8, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:49.994474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.037982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f0a08b83-f007-4439-ab48-ff93d9bc0065'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:50.055984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=ef82a67f-a55b-4723-8d74-e8a98cfcaf39,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:50.142289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port ef82a67f-a55b-4723-8d74-e8a98cfcaf39 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:50.145785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.148530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-9e215384-f209-4a48-9498-8cb4f7e39678 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "DELETE /v2.0/ports/ef82a67f-a55b-4723-8d74-e8a98cfcaf39 HTTP/1.1" status: 204 len: 173 time: 1.1271479 Jul 28 14:42:50.214224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:50.327666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port a6a8f2c6-8fa1-4636-8109-492de212a7c6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:50.328185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.334458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e2bbaab3-7521-41e7-9e27-3125a0f6c9c8) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:50.346838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:50.346838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.351459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d266d-75ae-47e5-9dec-e1eb9baa6562 None None] Network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:50.644884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port a6a8f2c6-8fa1-4636-8109-492de212a7c6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a6a8f2c6-8fa1-4636-8109-492de212a7c6,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:50.645513 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.658894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4c56aa78-b192-4d88-97c2-2f47f15c8a3f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7123733 Jul 28 14:42:50.667788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for a6a8f2c6-8fa1-4636-8109-492de212a7c6 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:50.689267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d48e6-99e6-4228-b37a-30ec96d54972 None None] Network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:50.714553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c318808-db63-48fe-a5e4-1469d5ea9a80 req-36c66287-62f9-4584-8bd5-10add910b986 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:50.718421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c318808-db63-48fe-a5e4-1469d5ea9a80 req-36c66287-62f9-4584-8bd5-10add910b986 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 946 time: 0.1807942 Jul 28 14:42:50.816846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c318808-db63-48fe-a5e4-1469d5ea9a80 req-4d43b35c-efd8-4e7c-8386-f565edf3b497 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914340 Jul 28 14:42:50.923770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac0b74d-48d0-4555-b658-4cb9fda44a4e req-82ceabbf-c683-4e0d-b2f0-3acf3e0456e2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.0342212 Jul 28 14:42:51.008050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.019922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d849642-3524-4814-92e0-36cf76d64236 req-a77cf1d5-2393-4c66-84e5-cab45fc17a7d tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0808020 Jul 28 14:42:51.044696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=a6a8f2c6-8fa1-4636-8109-492de212a7c6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:51.065767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f0a08b83-f007-4439-ab48-ff93d9bc0065'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:51.125265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-deleted', 'tag': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:51.125265 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3200a89-aa34-45a7-9595-0bf664592da6" -d '{"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-deleted", "tag": "ef82a67f-a55b-4723-8d74-e8a98cfcaf39"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:51.167496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port a6a8f2c6-8fa1-4636-8109-492de212a7c6 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:51.182230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.182230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e903b90f-68b1-4050-ad3d-ebc5b7a1b90f req-468d7260-1634-401a-8a87-a914318c9bf7 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.42 "DELETE /v2.0/ports/a6a8f2c6-8fa1-4636-8109-492de212a7c6 HTTP/1.1" status: 204 len: 173 time: 1.0210783 Jul 28 14:42:51.189434 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b22a74-de9f-44dd-91b8-bd984c9d1b89 x-openstack-request-id: req-61b22a74-de9f-44dd-91b8-bd984c9d1b89 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:51.189993 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-deleted", "tag": "ef82a67f-a55b-4723-8d74-e8a98cfcaf39", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:51.190442 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61b22a74-de9f-44dd-91b8-bd984c9d1b89 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:51.191083 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-deleted', 'tag': 'ef82a67f-a55b-4723-8d74-e8a98cfcaf39', 'status': 'completed', 'code': 200} Jul 28 14:42:51.484019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-680feaf6-f60a-4560-9042-9f488f078b30 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.486310 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-680feaf6-f60a-4560-9042-9f488f078b30 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/networks?id=e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 HTTP/1.1" status: 200 len: 808 time: 0.1433713 Jul 28 14:42:51.516030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-7db51084-f0f7-4ccc-aca8-584496d5ba96 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/quotas/e8019e0dbb8b46ffbcacd8f7d97ac0b9 HTTP/1.1" status: 200 len: 375 time: 0.0191250 Jul 28 14:42:51.568769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-4a92fc37-4d98-4c1e-bc9b-848a14c85f92 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8019e0dbb8b46ffbcacd8f7d97ac0b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422761 Jul 28 14:42:51.760099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-c89d25ff-f444-48eb-a5a3-4a6616535490 service neutron] 10.222.0.57 "GET /v2.0/networks/e2bbaab3-7521-41e7-9e27-3125a0f6c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770327 Jul 28 14:42:51.904372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-4b9dedbe-5053-470a-ac58-331239e50ffe service neutron] 10.222.0.57 "GET /v2.0/networks/e2bbaab3-7521-41e7-9e27-3125a0f6c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356220 Jul 28 14:42:52.092761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7cbee5b-f307-42f7-ae83-6494552bc5bf req-6fc6024d-6141-47c6-a34d-220df0761996 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc529a54-acdb-4435-9b00-2310211fabfe HTTP/1.1" status: 200 len: 210 time: 0.1468294 Jul 28 14:42:52.236611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7217cffc-3f7c-4eea-b6aa-50abe3746a67 req-f38cb6f4-e6a9-441a-8db0-cf4205efce17 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.0426576 Jul 28 14:42:52.311753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-d4deace7-403b-42cc-8f00-e0f15f853b2f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:52.317038 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62c52216-8125-4c6c-8921-7c197556b5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.318171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-d4deace7-403b-42cc-8f00-e0f15f853b2f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.2280035 Jul 28 14:42:52.358478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:52.588724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36a934f8-a45c-4645-a7a0-fe461f40fcd7 req-52f2c3dd-9ea9-41c8-b15a-7363a5ee5b93 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0964088 Jul 28 14:42:52.830718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-155c21dc-a2d0-4907-a658-e1e32600f8cb req-869010e4-9f96-4e1f-b415-d1cba29ec582 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.5322881 Jul 28 14:42:52.914415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:52.920874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.078988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f0a08b83-f007-4439-ab48-ff93d9bc0065 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:53.095876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.12 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/c00b7e92-0b1b-468e-9150-134f41f24fe9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:53.120503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: f0a08b83-f007-4439-ab48-ff93d9bc0065 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:53.120503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f0a08b83-f007-4439-ab48-ff93d9bc0065 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:53.120503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef82a67f-a55b-4723-8d74-e8a98cfcaf39 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:53.159463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: ef82a67f-a55b-4723-8d74-e8a98cfcaf39 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:53.159814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ef82a67f-a55b-4723-8d74-e8a98cfcaf39 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:53.160887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a6a8f2c6-8fa1-4636-8109-492de212a7c6 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:53.194274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: a6a8f2c6-8fa1-4636-8109-492de212a7c6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:53.200893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a6a8f2c6-8fa1-4636-8109-492de212a7c6 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:53.224761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:53.225604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-deleted', 'tag': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:53.229455 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1029ef88-b0b6-48f4-94b4-b5d3913273ec" -d '{"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-deleted", "tag": "a6a8f2c6-8fa1-4636-8109-492de212a7c6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:53.338114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting subnet 7df118c8-1bf7-48a7-9577-997c722bd993 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:53.339424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.367998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733f0205-e500-45d9-8473-acfebd7a9b23 x-openstack-request-id: req-733f0205-e500-45d9-8473-acfebd7a9b23 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:53.367998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc529a54-acdb-4435-9b00-2310211fabfe", "name": "network-vif-deleted", "tag": "a6a8f2c6-8fa1-4636-8109-492de212a7c6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:53.367998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-733f0205-e500-45d9-8473-acfebd7a9b23 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:53.377321 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc529a54-acdb-4435-9b00-2310211fabfe', 'name': 'network-vif-deleted', 'tag': 'a6a8f2c6-8fa1-4636-8109-492de212a7c6', 'status': 'completed', 'code': 200} Jul 28 14:42:53.427870 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.501851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.570847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-60314be8-3f84-496c-9e99-ed9d473f50b7 req-f73af828-d5b1-436e-be97-97eee3bcd8ff tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.1536958 Jul 28 14:42:53.652153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.708526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2b15f30d-0621-4d01-aa5b-7fa62ed3fdce req-68c69ae0-a5bb-4cb6-935d-9dd3968d401a tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0306454 Jul 28 14:42:53.803043 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.818429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:53.894418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:53.905860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:53.915212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:53.923606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=c00b7e92-0b1b-468e-9150-134f41f24fe9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:53.952606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.990537 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.993250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/subnets/7df118c8-1bf7-48a7-9577-997c722bd993 HTTP/1.1" status: 204 len: 168 time: 0.7667234 Jul 28 14:42:53.999515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.006225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ba380-b192-4721-aec7-a851090e5c6b None None] Network 2fadd52d-33f4-4607-a897-e4704e394f1e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:54.039229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87055b73-22e3-48a7-8734-5d2c1ff31657 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Subnet': ['ID=7df118c8-1bf7-48a7-9577-997c722bd993,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:54.052397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.061650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.160505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e227b30f-021c-43e4-a7f7-7c2c0e1af86f req-e1e1e132-4a63-422e-8508-5555abb7a726 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.1130323 Jul 28 14:42:54.196295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.266056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-f5cd62a9-fc36-4c3a-8d08-5b161efb862e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9278574 Jul 28 14:42:54.289509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port b474b979-d16a-4f5b-af26-025937313128 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:54.290082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.307794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Request body: {'port': {'device_id': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:54.354233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] DHCP port deletion for 2fadd52d-33f4-4607-a897-e4704e394f1e request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:42:54.369160 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port b474b979-d16a-4f5b-af26-025937313128, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b474b979-d16a-4f5b-af26-025937313128,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:54.369607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.387297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for b474b979-d16a-4f5b-af26-025937313128 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:54.424233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.432122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] Deleting port b474b979-d16a-4f5b-af26-025937313128 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:54.432756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.525976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] For port b474b979-d16a-4f5b-af26-025937313128, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b474b979-d16a-4f5b-af26-025937313128,segment=NetworkSegment(48c3a20c-bb08-43cd-8e7c-89e6b9591cc0),segment_id=48c3a20c-bb08-43cd-8e7c-89e6b9591cc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:54.526769 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.551766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] Calling delete_port for b474b979-d16a-4f5b-af26-025937313128 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:54.793552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9793ca-4436-44f7-94e2-dc9c7bb65ad8 req-4f157b32-0ae8-46f8-aed2-5007609d74d3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.795670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e9793ca-4436-44f7-94e2-dc9c7bb65ad8 req-4f157b32-0ae8-46f8-aed2-5007609d74d3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 932 time: 0.1011624 Jul 28 14:42:54.820181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00b7e92-0b1b-468e-9150-134f41f24fe9 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:54.825517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c858bd4b-f36f-49ae-89e6-77585bcb57c2 req-0cccb212-1171-4429-bb8a-c01f48ea325f tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0361593 Jul 28 14:42:54.837291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.873767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e9793ca-4436-44f7-94e2-dc9c7bb65ad8 req-3340490e-6cec-476e-aa11-b51ab7b947c4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Jul 28 14:42:54.877814 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.881687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e6e3736c-6d25-4b62-b078-c8bc86843b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.888308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Transition to ACTIVE for port object c00b7e92-0b1b-468e-9150-134f41f24fe9 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:54.889620 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.916920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=b474b979-d16a-4f5b-af26-025937313128,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:54.922298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port b474b979-d16a-4f5b-af26-025937313128 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:54.939790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] No DVR routers for this DVR port b474b979-d16a-4f5b-af26-025937313128 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:54.941543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64186-c3bc-49e7-8329-7f2bc9f7581b None None] Pushing event deleted for resources: {'Port': ['ID=b474b979-d16a-4f5b-af26-025937313128,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.026900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.040981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fadd52d-33f4-4607-a897-e4704e394f1e']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:55.061522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:55.062438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c3a20c-bb08-43cd-8e7c-89e6b9591cc0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:55.066071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.080787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.101214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.110505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:55.110938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:55.114426 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:55.127520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.211299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c00b7e92-0b1b-468e-9150-134f41f24fe9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.231948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b474b979-d16a-4f5b-af26-025937313128 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:55.271578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: b474b979-d16a-4f5b-af26-025937313128 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:55.271578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b474b979-d16a-4f5b-af26-025937313128 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:55.292501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-c04aef7f-1842-4a99-9afd-d81ca653543c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698855 Jul 28 14:42:55.293268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Attempting to bind port c00b7e92-0b1b-468e-9150-134f41f24fe9 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:55.293621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Attempting to bind port c00b7e92-0b1b-468e-9150-134f41f24fe9 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:55.294498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Attempting to bind port c00b7e92-0b1b-468e-9150-134f41f24fe9 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:55.299658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Port c00b7e92-0b1b-468e-9150-134f41f24fe9 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:55.299996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Attempting to bind port c00b7e92-0b1b-468e-9150-134f41f24fe9 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:55.323532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:55.324125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:55.324850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:55.325708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Bound port: c00b7e92-0b1b-468e-9150-134f41f24fe9, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:55.326714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.360870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d073b27c-0efc-4ecf-b2c4-23b29beb5453 req-afd34b1d-dec9-427f-b9be-6df910130683 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0580785 Jul 28 14:42:55.363606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.381603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.390475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/networks/2fadd52d-33f4-4607-a897-e4704e394f1e HTTP/1.1" status: 204 len: 168 time: 1.3851414 Jul 28 14:42:55.390866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46738) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:55.406894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afaafc-c7fb-48f7-8f02-2efad00dbaf8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Network': ['ID=2fadd52d-33f4-4607-a897-e4704e394f1e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.505641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting subnet e3f47b2f-89ce-470c-88aa-7fe324c4b0ed {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:55.517802 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.526100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-1e420c88-50bd-40bb-949a-a8dedbfedfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.527650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-1e420c88-50bd-40bb-949a-a8dedbfedfbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 1096 time: 0.1499219 Jul 28 14:42:55.557123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] For port c00b7e92-0b1b-468e-9150-134f41f24fe9, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:55.587917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] For port c00b7e92-0b1b-468e-9150-134f41f24fe9, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c00b7e92-0b1b-468e-9150-134f41f24fe9,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:55.593715 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.720007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.771354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-57255b3c-7a27-4fcd-ad91-8b9e88a324e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.773044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-57255b3c-7a27-4fcd-ad91-8b9e88a324e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1964884 Jul 28 14:42:55.789688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.790326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.792995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c00b7e92-0b1b-468e-9150-134f41f24fe9 HTTP/1.1" status: 200 len: 1093 time: 1.4939470 Jul 28 14:42:55.792995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'tag': 'c00b7e92-0b1b-468e-9150-134f41f24fe9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:55.794592 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbed552-b527-41e3-88c5-7bd343ee5e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebddb46d-7acb-41aa-87c1-4b89fa0ed74d", "tag": "c00b7e92-0b1b-468e-9150-134f41f24fe9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:55.807821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.875634 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a54dc-1d9e-4329-bd95-90c72e365491 x-openstack-request-id: req-d82a54dc-1d9e-4329-bd95-90c72e365491 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:55.875922 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebddb46d-7acb-41aa-87c1-4b89fa0ed74d", "tag": "c00b7e92-0b1b-468e-9150-134f41f24fe9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:55.876167 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d82a54dc-1d9e-4329-bd95-90c72e365491 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:55.876602 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'tag': 'c00b7e92-0b1b-468e-9150-134f41f24fe9', 'status': 'completed', 'code': 200} Jul 28 14:42:55.882600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-13e3adc7-5dbb-4c68-bb32-7eb817a61831 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 200 len: 217 time: 0.0963326 Jul 28 14:42:55.899891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b2f59-be4a-4da7-89e9-61b5872593d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c00b7e92-0b1b-468e-9150-134f41f24fe9,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:56.015715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a265bfd-7587-487f-99d5-51696e814450 req-16a73115-4e48-49cc-bd18-8a1df3370428 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0705509 Jul 28 14:42:56.024888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-4cccd095-4f2b-4e0b-8bcf-9b1cd8aa01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.026317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-4cccd095-4f2b-4e0b-8bcf-9b1cd8aa01eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1232476 Jul 28 14:42:56.039655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed552-b527-41e3-88c5-7bd343ee5e1d req-1ce4f419-ae20-4321-a0a2-76048106f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.042001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fbed552-b527-41e3-88c5-7bd343ee5e1d req-1ce4f419-ae20-4321-a0a2-76048106f064 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 1096 time: 0.1270299 Jul 28 14:42:56.074171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-61d7a325-ab81-4def-aaf2-1eb1312a72e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306594 Jul 28 14:42:56.076503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e1d47-c20d-488a-93aa-058a2a4fb8a2 req-067a28e2-af76-450b-b097-9a26a4ed6b0b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.078567 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-773e1d47-c20d-488a-93aa-058a2a4fb8a2 req-067a28e2-af76-450b-b097-9a26a4ed6b0b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 944 time: 0.1019514 Jul 28 14:42:56.155175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.251506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-773e1d47-c20d-488a-93aa-058a2a4fb8a2 req-f1bda0b9-4133-4f38-8cc8-03f2aead2a72 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617608 Jul 28 14:42:56.299582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.501877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea7e00d9-b121-4a92-8330-3d021fde5146 req-066b3d1f-fb60-4e54-9463-8027a5589302 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0398805 Jul 28 14:42:56.568618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1117e-8eb4-4da4-b5ef-7dcfe7db31ff None None] Network c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:56.587350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.595894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/subnets/e3f47b2f-89ce-470c-88aa-7fe324c4b0ed HTTP/1.1" status: 204 len: 168 time: 1.1973097 Jul 28 14:42:56.596302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:56.600689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f45b91-d2c4-4bfa-bb40-bce8df17a535 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f47b2f-89ce-470c-88aa-7fe324c4b0ed,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:56.710461 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.720506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed552-b527-41e3-88c5-7bd343ee5e1d req-0474d5da-ca24-4e59-be56-bfbd3e400896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.722049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fbed552-b527-41e3-88c5-7bd343ee5e1d req-0474d5da-ca24-4e59-be56-bfbd3e400896 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=324c3398a89244f3b0ae89ad41a2e866&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6502578 Jul 28 14:42:56.726369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-cb7ca892-bbf9-4ef5-9b32-92b9133b931c service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995357 Jul 28 14:42:56.784939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port d1f35e7b-c420-426d-9af7-9395c90514ca {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:56.785821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.897398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port d1f35e7b-c420-426d-9af7-9395c90514ca, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1f35e7b-c420-426d-9af7-9395c90514ca,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:56.898090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.917618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for d1f35e7b-c420-426d-9af7-9395c90514ca owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:56.949031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] DHCP port deletion for c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:42:57.023897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f8f387d-f281-4e32-845f-41a0cd46dc5e req-cfbb110d-6b05-46ba-98f8-d227d045b23b service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816327 Jul 28 14:42:57.025502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed552-b527-41e3-88c5-7bd343ee5e1d req-80f9971d-2888-4190-bf8d-0076a2275f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:57.026902 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fbed552-b527-41e3-88c5-7bd343ee5e1d req-80f9971d-2888-4190-bf8d-0076a2275f1c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2873354 Jul 28 14:42:57.047331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] Deleting port d1f35e7b-c420-426d-9af7-9395c90514ca {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:57.047331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.128219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] For port d1f35e7b-c420-426d-9af7-9395c90514ca, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1f35e7b-c420-426d-9af7-9395c90514ca,segment=NetworkSegment(c5957e16-56c5-435d-99b9-64f0933bc3f8),segment_id=c5957e16-56c5-435d-99b9-64f0933bc3f8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:57.128219 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.140941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] Calling delete_port for d1f35e7b-c420-426d-9af7-9395c90514ca owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:57.252080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc36c94b-0335-4586-b00a-7be96e5c0328 req-ac49345f-15ec-4e7d-83a2-6a0e64ec71c8 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0936475 Jul 28 14:42:57.260935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1f35e7b-c420-426d-9af7-9395c90514ca no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:57.276783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.294519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-8a3e06cc-84fa-4038-9f4b-085d108efee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:57.298440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-8a3e06cc-84fa-4038-9f4b-085d108efee8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 1096 time: 0.1257849 Jul 28 14:42:57.322523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.396311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port d1f35e7b-c420-426d-9af7-9395c90514ca on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:57.404413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=d1f35e7b-c420-426d-9af7-9395c90514ca,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:57.447712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-04e62c0b-7cc2-4a0f-8f75-22d61bf1ca92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c00b7e92-0b1b-468e-9150-134f41f24fe9 HTTP/1.1" status: 200 len: 217 time: 0.1176775 Jul 28 14:42:57.459520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] No DVR routers for this DVR port d1f35e7b-c420-426d-9af7-9395c90514ca on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:57.556791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4334dd-77dc-4600-a6b0-ac9d951b98be None None] Pushing event deleted for resources: {'Port': ['ID=d1f35e7b-c420-426d-9af7-9395c90514ca,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:57.592139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port d1f35e7b-c420-426d-9af7-9395c90514ca {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:42:57.592877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1f35e7b-c420-426d-9af7-9395c90514ca not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:57.629971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.644003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:57.663090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5957e16-56c5-435d-99b9-64f0933bc3f8') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:57.663679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5957e16-56c5-435d-99b9-64f0933bc3f8') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:57.677051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.693304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.699548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-8d10f1ed-fe53-44df-ba1b-895460566a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:57.701295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:57.701445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-8d10f1ed-fe53-44df-ba1b-895460566a13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.2358482 Jul 28 14:42:57.702332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.717262 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.762930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-53332b27-1731-4470-9aff-38694bb77428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401788 Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:57.772960 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:57.781019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-9e973c2e-92ed-4de9-b211-85d2d59a0bd2 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:57.781019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-9e973c2e-92ed-4de9-b211-85d2d59a0bd2 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.42 "GET /v2.0/networks?id=e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 HTTP/1.1" status: 200 len: 808 time: 0.3281393 Jul 28 14:42:57.814021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345bcd9-a49d-4088-a78a-c5e40d4f1000 req-48e8ea63-2055-4ee7-8533-3cea113789b9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:57.820571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4345bcd9-a49d-4088-a78a-c5e40d4f1000 req-48e8ea63-2055-4ee7-8533-3cea113789b9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 944 time: 0.3190203 Jul 28 14:42:57.841312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Request body: {'port': {'device_id': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8', 'admin_state_up': True, 'tenant_id': 'e8019e0dbb8b46ffbcacd8f7d97ac0b9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:57.876853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4345bcd9-a49d-4088-a78a-c5e40d4f1000 req-0b5e8997-61ac-4ad7-aa1c-f1828d5fbd27 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Jul 28 14:42:57.877822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.894517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.896956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/networks/c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79 HTTP/1.1" status: 204 len: 168 time: 1.2983434 Jul 28 14:42:57.919714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46780) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:57.925330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2137296601'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:57.929819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2414ad7-e179-4c88-8012-29732b76ff69 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Network': ['ID=c10a7bf8-34b9-4a34-a3cf-c4f3b86d0e79,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:57.961580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cd26371-32af-422a-a4ca-e22deabf137d req-d3beb9b2-96f1-44d6-917f-93233b7b362f tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.1155355 Jul 28 14:42:58.042577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:58.048647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.077642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:58.079097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-5202058a-afac-4fc1-a081-7b1c2e646a74 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995648 Jul 28 14:42:58.089311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.092292 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Added segment c15a42bf-7f9e-4f07-82d4-4b447e048dc0 of type vlan for network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d Jul 28 14:42:58.145436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.261865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd018061-da9e-43a2-9e3d-3b8e8f435f44 req-4badbe76-ed07-44a9-819b-f1de5e01b4b3 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520038 Jul 28 14:42:58.287828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.294287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.294935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.334339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Made reservation on behalf of e8019e0dbb8b46ffbcacd8f7d97ac0b9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:58.345069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.369593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Network': ['ID=ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:58.385434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:58.482986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3226d8d8-e9be-4eda-a734-f7ec305e3e37 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5564051 Jul 28 14:42:58.483327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:58.491153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'subnet': {'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:58.499580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e72cc6a-7426-4b92-bdd8-42df31218de3 req-13be19d2-a9ed-4405-aef4-c9a033e53e07 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0569029 Jul 28 14:42:58.572506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Allocated IP 172.20.0.14 (e2bbaab3-7521-41e7-9e27-3125a0f6c9c8/68d37a32-217f-4846-a43d-21a0bdc7c93e/08191a6a-f739-4c79-8ad9-9b6da9654d21) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:58.761071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.831245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:58.837825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.891166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.985145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:58.991632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:59.004509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:59.050711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Pushing event updated for resources: {'Port': ['ID=08191a6a-f739-4c79-8ad9-9b6da9654d21,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:59.114064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.115140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.144333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe63a0-95d0-46cd-b2d6-4ad09ccf51bc req-3c29975a-b8c0-484d-935d-f014bdb85e10 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.150917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14fe63a0-95d0-46cd-b2d6-4ad09ccf51bc req-3c29975a-b8c0-484d-935d-f014bdb85e10 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 944 time: 0.1269910 Jul 28 14:42:59.168832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8400fad6-5f59-433d-8e75-71703f493def req-97f19ef8-4b3b-4290-90fa-5e3f3a51bdf4 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0346065 Jul 28 14:42:59.241295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14fe63a0-95d0-46cd-b2d6-4ad09ccf51bc req-60ccffd7-a530-4010-88c9-e48f5e80c663 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823326 Jul 28 14:42:59.339240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-dfe123c4-8dad-4c12-af34-91201312692b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5040026 Jul 28 14:42:59.339240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Request body: {'port': {'device_id': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:59.397904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.500848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.572031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Subnet': ['ID=420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:59.586772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Checking segment: {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:59.586772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network hostable DHCP agents. Network: ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:59.710271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b85d5-793c-4a37-8c51-5e6ff56c4b27 req-d7b79aea-c3d6-4103-960e-7ed59687b5fa tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.712212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e0b85d5-793c-4a37-8c51-5e6ff56c4b27 req-d7b79aea-c3d6-4103-960e-7ed59687b5fa tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 932 time: 0.0680277 Jul 28 14:42:59.742546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:59.769669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e0b85d5-793c-4a37-8c51-5e6ff56c4b27 req-313d97b2-a639-4e4e-bd40-afc3dcbae83f tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499804 Jul 28 14:42:59.849038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08191a6a-f739-4c79-8ad9-9b6da9654d21 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:59.864071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.887826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Transition to ACTIVE for port object 08191a6a-f739-4c79-8ad9-9b6da9654d21 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:59.927731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:59.935584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.935584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.942736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6832acdb-54e2-43d4-95d5-545e87acc4f3 None None] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:00.037195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.100433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Pushing event updated for resources: {'Port': ['ID=08191a6a-f739-4c79-8ad9-9b6da9654d21,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:00.114162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-417905c6-3dcb-497c-ab06-02870314f25a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6293397 Jul 28 14:43:00.116391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46808) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:00.126636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-334464467'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:00.151118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d', 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'fixed_ips': [{'subnet_id': '420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:00.153009 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.190195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Attempting to bind port 08191a6a-f739-4c79-8ad9-9b6da9654d21 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:00.190821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Attempting to bind port 08191a6a-f739-4c79-8ad9-9b6da9654d21 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '4ecaee3f-9527-4c6b-8f59-612448188441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:00.191398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Attempting to bind port 08191a6a-f739-4c79-8ad9-9b6da9654d21 on network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:00.200305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Port 08191a6a-f739-4c79-8ad9-9b6da9654d21 on network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:00.200900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Attempting to bind port 08191a6a-f739-4c79-8ad9-9b6da9654d21 on network e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:00.212714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:00.215195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Checking segment: {'id': '4ecaee3f-9527-4c6b-8f59-612448188441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:00.215195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Bound using segment: {'id': '4ecaee3f-9527-4c6b-8f59-612448188441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:00.215195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Bound port: 08191a6a-f739-4c79-8ad9-9b6da9654d21, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecaee3f-9527-4c6b-8f59-612448188441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:00.215959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.344694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] For port 08191a6a-f739-4c79-8ad9-9b6da9654d21, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:00.354975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] For port 08191a6a-f739-4c79-8ad9-9b6da9654d21, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=08191a6a-f739-4c79-8ad9-9b6da9654d21,segment=NetworkSegment(4ecaee3f-9527-4c6b-8f59-612448188441),segment_id=4ecaee3f-9527-4c6b-8f59-612448188441)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:00.360858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Allocated IP 19.80.0.2 (ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d/420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d/a507f966-124c-4365-aec7-76ecd8bf3272) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:00.378453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ef337e7-cf87-49ee-a0d4-84bf6721b527 req-e25fb886-27e0-4348-9f15-51d41b894cca tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0714858 Jul 28 14:43:00.379541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:00.385385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.437652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfc2ec-19f1-4057-8c0e-23ea4b3686f0 req-a23e40cc-80eb-46aa-b905-913ffde35474 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.449227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:00.449403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05dfc2ec-19f1-4057-8c0e-23ea4b3686f0 req-a23e40cc-80eb-46aa-b905-913ffde35474 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 944 time: 0.0896156 Jul 28 14:43:00.463913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.464537 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Added segment 34ed88b8-4f7a-4eec-8cac-94f7b50ec059 of type vlan for network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 Jul 28 14:43:00.512938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05dfc2ec-19f1-4057-8c0e-23ea4b3686f0 req-fd9053db-dea7-400e-ae29-bb7fea8a7dec tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573056 Jul 28 14:43:00.522587 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.530091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.564969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.565603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.567075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] 10.222.0.42 "PUT /v2.0/ports/08191a6a-f739-4c79-8ad9-9b6da9654d21 HTTP/1.1" status: 200 len: 1093 time: 1.2405164 Jul 28 14:43:00.567580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'tag': '08191a6a-f739-4c79-8ad9-9b6da9654d21'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:00.569989 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "da388df6-2654-4966-ab1d-47ca8fe0ef67", "tag": "08191a6a-f739-4c79-8ad9-9b6da9654d21"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:00.606262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119762f-05e2-42a9-b838-d05719b29d40 service neutron] Pushing event updated for resources: {'Port': ['ID=08191a6a-f739-4c79-8ad9-9b6da9654d21,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:00.613547 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f34a39f-720f-4682-a71e-79daaae1d89f x-openstack-request-id: req-7f34a39f-720f-4682-a71e-79daaae1d89f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:00.613973 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da388df6-2654-4966-ab1d-47ca8fe0ef67", "tag": "08191a6a-f739-4c79-8ad9-9b6da9654d21", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:00.617133 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f34a39f-720f-4682-a71e-79daaae1d89f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:00.617133 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'tag': '08191a6a-f739-4c79-8ad9-9b6da9654d21', 'status': 'completed', 'code': 200} Jul 28 14:43:00.635025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.646249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Transition to ACTIVE for port object a507f966-124c-4365-aec7-76ecd8bf3272 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:00.668814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Transition to ACTIVE for port object a507f966-124c-4365-aec7-76ecd8bf3272 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:00.722307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7 req-3b198fc6-a4e4-4343-acb7-0457a12dae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.724137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7 req-3b198fc6-a4e4-4343-acb7-0457a12dae90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8019e0dbb8b46ffbcacd8f7d97ac0b9&device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 1096 time: 0.0577631 Jul 28 14:43:00.739625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.745785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.747718 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.841383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Network': ['ID=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:00.848930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.861472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:00.881753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7 req-01deb6c8-44f4-424d-b5cb-eab4e6df691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.883889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7 req-01deb6c8-44f4-424d-b5cb-eab4e6df691c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e8019e0dbb8b46ffbcacd8f7d97ac0b9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1413848 Jul 28 14:43:00.935930 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f2f6c76-3cbc-4558-89cc-f38bd6d564e1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8170624 Jul 28 14:43:00.938787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46824) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:00.944960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'subnet': {'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:01.057459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b610-fccf-4bb2-89b0-a71603869d73 req-8d5d5752-0f62-4786-af17-6402d08d84f2 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.060063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17c1b610-fccf-4bb2-89b0-a71603869d73 req-8d5d5752-0f62-4786-af17-6402d08d84f2 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 944 time: 0.1748953 Jul 28 14:43:01.098804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:01.113180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7 req-b4f31b49-6f8e-42ab-9574-39b4237d5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.113428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:01.115647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13c07a7d-61bc-41f8-a8ae-e70c1eff8cc7 req-b4f31b49-6f8e-42ab-9574-39b4237d5269 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208529 Jul 28 14:43:01.124268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:01.137032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Pushing event updated for resources: {'Port': ['ID=a507f966-124c-4365-aec7-76ecd8bf3272,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:01.153445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17c1b610-fccf-4bb2-89b0-a71603869d73 req-232e4db9-de25-4645-9910-74744885d3b9 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679619 Jul 28 14:43:01.208422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:01.214418 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.231929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Attempting to bind port a507f966-124c-4365-aec7-76ecd8bf3272 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:01.233072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Attempting to bind port a507f966-124c-4365-aec7-76ecd8bf3272 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:01.233682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Attempting to bind port a507f966-124c-4365-aec7-76ecd8bf3272 on network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:01.245804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:01.246401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Checking segment: {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:01.247125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.248056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Bound using segment: {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:01.249797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Bound port: a507f966-124c-4365-aec7-76ecd8bf3272, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:01.250540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.277169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-2a5c6156-fbd0-4043-877d-4d7a4f10348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.280617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-2a5c6156-fbd0-4043-877d-4d7a4f10348c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8019e0dbb8b46ffbcacd8f7d97ac0b9&device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 1096 time: 0.0746899 Jul 28 14:43:01.346750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-418b72eb-c731-48b7-8560-e9022b29aa4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08191a6a-f739-4c79-8ad9-9b6da9654d21 HTTP/1.1" status: 200 len: 217 time: 0.0462272 Jul 28 14:43:01.363101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] For port a507f966-124c-4365-aec7-76ecd8bf3272, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:01.366794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] For port a507f966-124c-4365-aec7-76ecd8bf3272, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a507f966-124c-4365-aec7-76ecd8bf3272,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:01.405469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-d188c7c6-ebaf-483d-84bd-413d668edf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.407118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-d188c7c6-ebaf-483d-84bd-413d668edf34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68d37a32-217f-4846-a43d-21a0bdc7c93e HTTP/1.1" status: 200 len: 848 time: 0.0525494 Jul 28 14:43:01.457049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-f62a896f-823c-42c9-852c-44d5dce2958b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2bbaab3-7521-41e7-9e27-3125a0f6c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399163 Jul 28 14:43:01.511880 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.560876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22351488-2442-40e1-a661-5feaabf648f1 req-cf575771-6f2d-47e7-8314-9901cbd56de2 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0575955 Jul 28 14:43:01.593945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921553a-7fc6-49ea-beb0-4b3612406c03 None None] Pushing event updated for resources: {'Port': ['ID=a507f966-124c-4365-aec7-76ecd8bf3272,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:01.596351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-f36de046-d82b-4422-8b1d-8457dda7dfcf service neutron] 10.222.0.42 "GET /v2.0/networks/e2bbaab3-7521-41e7-9e27-3125a0f6c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307554 Jul 28 14:43:01.620434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.740927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Subnet': ['ID=ec1980bb-c9ea-42d4-9bd6-4c84f81d441c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:01.752561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01224c0-25ef-4c36-bbd9-2ebcecae70bd req-84d33b72-4985-4245-9764-6c8a6c0cd603 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.754176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Checking segment: {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:01.754729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network hostable DHCP agents. Network: 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:01.760662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d01224c0-25ef-4c36-bbd9-2ebcecae70bd req-84d33b72-4985-4245-9764-6c8a6c0cd603 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 944 time: 0.1627033 Jul 28 14:43:01.827650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d10770a5-84a9-4a9d-8406-06a8a223bfbc req-f01ed6a7-0ef4-4e66-859b-e42ecc63508c service neutron] 10.222.0.42 "GET /v2.0/networks/e2bbaab3-7521-41e7-9e27-3125a0f6c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219918 Jul 28 14:43:01.838336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d01224c0-25ef-4c36-bbd9-2ebcecae70bd req-aca33fcb-5245-42ec-b4b3-b31a91c67c50 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752251 Jul 28 14:43:01.967626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:02.127742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:02.127939 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.132041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.132691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.143187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ecbad-865c-4cc8-98cb-b9242612fe88 None None] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:02.285314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703769dd-8216-4ca8-bc21-a6780760bb9f req-e620b77d-ead0-4520-a887-15c28d59af0b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.291402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-703769dd-8216-4ca8-bc21-a6780760bb9f req-e620b77d-ead0-4520-a887-15c28d59af0b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 944 time: 0.0578072 Jul 28 14:43:02.331621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-703769dd-8216-4ca8-bc21-a6780760bb9f req-2d38760d-e8a8-4205-88d5-14cd19c541c1 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Jul 28 14:43:02.356605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-9a0bd7cf-db8c-4a7b-9d49-1f414b879d01', 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'fixed_ips': [{'subnet_id': 'ec1980bb-c9ea-42d4-9bd6-4c84f81d441c'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:02.357540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.382693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7f27ea78-9326-4f37-b6bb-d326eb0ac182 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4403679 Jul 28 14:43:02.528857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Allocated IP 19.86.0.2 (9a0bd7cf-db8c-4a7b-9d49-1f414b879d01/ec1980bb-c9ea-42d4-9bd6-4c84f81d441c/80cdf078-21ad-4317-950b-8bbdac2d5d51) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:02.723321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.724057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c2688742-a976-419d-9a5e-1427aaa7264d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.730327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c2688742-a976-419d-9a5e-1427aaa7264d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.734421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c81f100-7351-439e-8bf1-1592fccc83f6 req-4ae714da-10ef-4d23-8d54-a6c13cbbe687 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0404410 Jul 28 14:43:02.737596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c2688742-a976-419d-9a5e-1427aaa7264d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/networks?id=ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d&id=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 HTTP/1.1" status: 200 len: 1391 time: 0.1464818 Jul 28 14:43:02.737750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Transition to ACTIVE for port object 80cdf078-21ad-4317-950b-8bbdac2d5d51 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:02.766671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Transition to ACTIVE for port object 80cdf078-21ad-4317-950b-8bbdac2d5d51 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:02.773368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-1750b076-dd38-4a36-b9d7-75c31ceb5795 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/quotas/1e0f4216e50f48ba8566cb2c4261c76b HTTP/1.1" status: 200 len: 375 time: 0.0234876 Jul 28 14:43:02.805576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9082c25-2c06-43b1-a3b2-96036163150e None None] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:02.846141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c968d1f8-eef2-497c-a336-2fc6c07fb534 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690899 Jul 28 14:43:02.962260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-2c381323-a46f-43c5-ab6d-04c097f26333 service neutron] 10.222.0.57 "GET /v2.0/networks/ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080005 Jul 28 14:43:02.993639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb002e-655a-4321-a864-101e3117e0c4 req-619fd716-5f03-4d4e-8b72-63e1b4b84243 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.002040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-88cb002e-655a-4321-a864-101e3117e0c4 req-619fd716-5f03-4d4e-8b72-63e1b4b84243 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 944 time: 0.0727911 Jul 28 14:43:03.044161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-88cb002e-655a-4321-a864-101e3117e0c4 req-aa4a7c5c-1ef5-44fd-a708-5c66ea0af708 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Jul 28 14:43:03.083284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-42dacf64-ee56-4820-abc1-83715e347615 service neutron] 10.222.0.57 "GET /v2.0/networks/ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134286 Jul 28 14:43:03.093956 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.144060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Pushing event updated for resources: {'Port': ['ID=80cdf078-21ad-4317-950b-8bbdac2d5d51,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:03.144739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c00b7e92-0b1b-468e-9150-134f41f24fe9 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:03.178617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:03.192099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16b0bf35-fda1-41f4-8fe0-2e4d6f078ecb None None] Provisioning for port a507f966-124c-4365-aec7-76ecd8bf3272 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:03.203033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:03.237433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:03.268831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-211c9c51-9520-4fc4-9d09-2638f6e641b1 service neutron] 10.222.0.57 "GET /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768103 Jul 28 14:43:03.359577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c00b7e92-0b1b-468e-9150-134f41f24fe9, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c00b7e92-0b1b-468e-9150-134f41f24fe9,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:03.365146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a507f966-124c-4365-aec7-76ecd8bf3272 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:03.387822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-d8549320-1685-49ba-b079-b1eb33580712 service neutron] 10.222.0.57 "GET /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169882 Jul 28 14:43:03.416446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Attempting to bind port 80cdf078-21ad-4317-950b-8bbdac2d5d51 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:03.416931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Attempting to bind port 80cdf078-21ad-4317-950b-8bbdac2d5d51 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:03.417220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Attempting to bind port 80cdf078-21ad-4317-950b-8bbdac2d5d51 on network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:03.423881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'c00b7e92-0b1b-468e-9150-134f41f24fe9', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': 'c00b7e92-0b1b-468e-9150-134f41f24fe9', 'mac_address': 'fa:16:3e:d0:6a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:03.436048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:03.436568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Checking segment: {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:03.436992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.437623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Bound using segment: {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:03.438142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Bound port: 80cdf078-21ad-4317-950b-8bbdac2d5d51, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:03.444135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.542022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b686d3d-be37-4e44-a490-f7cd48ede63e req-5e61fbef-34af-49c2-b331-f1aebf08245a tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.542397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.545609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b686d3d-be37-4e44-a490-f7cd48ede63e req-5e61fbef-34af-49c2-b331-f1aebf08245a tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 944 time: 0.0880208 Jul 28 14:43:03.578633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00b7e92-0b1b-468e-9150-134f41f24fe9 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:03.585156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] For port 80cdf078-21ad-4317-950b-8bbdac2d5d51, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:03.589305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] For port 80cdf078-21ad-4317-950b-8bbdac2d5d51, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80cdf078-21ad-4317-950b-8bbdac2d5d51,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:03.608217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b686d3d-be37-4e44-a490-f7cd48ede63e req-a043c6cd-f4f6-489f-b0fa-46ee0900ed6c tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Jul 28 14:43:03.610557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c00b7e92-0b1b-468e-9150-134f41f24fe9, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c00b7e92-0b1b-468e-9150-134f41f24fe9,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:03.785868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.786104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28784452-ffdf-44bc-8e54-1292981e2fe5 req-cb35a6ce-acf8-4da6-86f0-580d762977ac tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0301890 Jul 28 14:43:03.790006 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.795314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a507f966-124c-4365-aec7-76ecd8bf3272 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:03.831369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a507f966-124c-4365-aec7-76ecd8bf3272 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:03.831746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.898448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d759529-597c-456e-8040-6d9303c4bcd0 req-f9b7b7ce-e419-435a-acab-162661b79f0c tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0530415 Jul 28 14:43:03.964064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c00b7e92-0b1b-468e-9150-134f41f24fe9,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:04.055964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441641d-8d5e-4ec7-9fc9-a2027a821a91 None None] Pushing event updated for resources: {'Port': ['ID=80cdf078-21ad-4317-950b-8bbdac2d5d51,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:04.096802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.106157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a507f966-124c-4365-aec7-76ecd8bf3272, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a507f966-124c-4365-aec7-76ecd8bf3272,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:04.232136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fd27-d3db-49e7-9930-a4a4d1ebb697 req-cfdc5030-db2e-43cf-9ce8-6e4b89e6acff tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.232136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69b5fd27-d3db-49e7-9930-a4a4d1ebb697 req-cfdc5030-db2e-43cf-9ce8-6e4b89e6acff tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 945 time: 0.0666080 Jul 28 14:43:04.278589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69b5fd27-d3db-49e7-9930-a4a4d1ebb697 req-e131baea-468b-4630-b3bd-f715784058d1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Jul 28 14:43:04.284635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.353897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a507f966-124c-4365-aec7-76ecd8bf3272,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:04.665224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c00b7e92-0b1b-468e-9150-134f41f24fe9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:04.789323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972584e-1000-405b-ac9d-f5b61713fe9b req-b67359d8-0ff8-4e2b-b383-b84aebf8c218 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.791080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5972584e-1000-405b-ac9d-f5b61713fe9b req-b67359d8-0ff8-4e2b-b383-b84aebf8c218 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 944 time: 0.0883398 Jul 28 14:43:04.851114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5972584e-1000-405b-ac9d-f5b61713fe9b req-e984bba5-9392-421c-aa21-722670359081 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Jul 28 14:43:04.896441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0210454-f5b3-419c-8cde-774b102bb177 req-4ecb40a9-f6f6-473e-9b0b-b13aedd00718 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0318751 Jul 28 14:43:05.013138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e0459-a595-481b-bb6f-323ec2fb0a4e None None] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:05.087230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f77bc64-6944-4229-b519-138c1a794223 req-eec38719-e7c9-4bf1-b7eb-2288bde905d5 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0424039 Jul 28 14:43:05.282208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3014e00-f9ee-4f7f-bc30-802ea74853ab None None] Provisioning for port 80cdf078-21ad-4317-950b-8bbdac2d5d51 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:05.343648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80cdf078-21ad-4317-950b-8bbdac2d5d51 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:05.474009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6bb85-b81e-4280-bcd3-b711e4bb5685 req-97d8c3b1-2d12-440d-b0a3-edf1eb92d14c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.476108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2d6bb85-b81e-4280-bcd3-b711e4bb5685 req-97d8c3b1-2d12-440d-b0a3-edf1eb92d14c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 945 time: 0.0701525 Jul 28 14:43:05.539110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 80cdf078-21ad-4317-950b-8bbdac2d5d51 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:05.539447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2d6bb85-b81e-4280-bcd3-b711e4bb5685 req-68864d51-3d16-41d3-9349-599e660878f3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520303 Jul 28 14:43:05.555520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 80cdf078-21ad-4317-950b-8bbdac2d5d51 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:05.556129 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.654891 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.693543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 80cdf078-21ad-4317-950b-8bbdac2d5d51, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80cdf078-21ad-4317-950b-8bbdac2d5d51,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:05.705059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.932603 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.932603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a507f966-124c-4365-aec7-76ecd8bf3272 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:06.037913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e079-a942-4443-a342-003df0e46a95 req-3112d8be-7275-4a5c-85cc-5157b1fb4250 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.042022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3117e079-a942-4443-a342-003df0e46a95 req-3112d8be-7275-4a5c-85cc-5157b1fb4250 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 944 time: 0.0953307 Jul 28 14:43:06.046515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=80cdf078-21ad-4317-950b-8bbdac2d5d51,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:06.067630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a507f966-124c-4365-aec7-76ecd8bf3272 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:06.068256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.072170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e950a6df-0d5b-4fb0-9ace-f2e5b191163f req-589336fd-6afe-4d57-a245-005c7c7ba079 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0602739 Jul 28 14:43:06.149498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3117e079-a942-4443-a342-003df0e46a95 req-54507545-c45e-4600-939b-667aaabcbd0c tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819070 Jul 28 14:43:06.278232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44f9fccc-c632-48ba-a5b5-dbc709bffee8 req-67c26adc-561d-4a47-8b8b-c419a9e6fe92 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0293293 Jul 28 14:43:06.700371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111dafc-529f-42a0-bc0d-0f56501062f9 req-11fb63cc-827c-43f2-93c9-6acd57933bfc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.703302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0111dafc-529f-42a0-bc0d-0f56501062f9 req-11fb63cc-827c-43f2-93c9-6acd57933bfc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 945 time: 0.0866830 Jul 28 14:43:06.771090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0111dafc-529f-42a0-bc0d-0f56501062f9 req-e8a21f82-4bb4-4de1-b844-a06ac694fe93 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600550 Jul 28 14:43:07.156223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 08191a6a-f739-4c79-8ad9-9b6da9654d21 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:07.194934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c00b7e92-0b1b-468e-9150-134f41f24fe9 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:07.300625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f102e91-8fdb-4123-a369-216e81b63348 req-7ef337a9-ec08-4259-b242-ace93e08f9fa tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0999310 Jul 28 14:43:07.401402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80cdf078-21ad-4317-950b-8bbdac2d5d51 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:07.410727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c5f58761-86e9-4a97-90f3-0a9dfc777197 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.422942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c5f58761-86e9-4a97-90f3-0a9dfc777197 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.425760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c5f58761-86e9-4a97-90f3-0a9dfc777197 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.58 "GET /v2.0/networks?id=ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d&id=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 HTTP/1.1" status: 200 len: 1391 time: 0.3711250 Jul 28 14:43:07.454469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'port': {'device_id': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d', 'admin_state_up': True, 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:07.525303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 08191a6a-f739-4c79-8ad9-9b6da9654d21, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=08191a6a-f739-4c79-8ad9-9b6da9654d21,segment=NetworkSegment(4ecaee3f-9527-4c6b-8f59-612448188441),segment_id=4ecaee3f-9527-4c6b-8f59-612448188441)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:07.554856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port c00b7e92-0b1b-468e-9150-134f41f24fe9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:07.561321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '08191a6a-f739-4c79-8ad9-9b6da9654d21', 'network_id': 'e2bbaab3-7521-41e7-9e27-3125a0f6c9c8', 'port_id': '08191a6a-f739-4c79-8ad9-9b6da9654d21', 'mac_address': 'fa:16:3e:8b:d7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d37a32-217f-4846-a43d-21a0bdc7c93e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:07.572038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port c00b7e92-0b1b-468e-9150-134f41f24fe9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:07.572664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.618388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e890a06e-8e97-4975-b09f-6112216c5ebb req-72c38683-eb25-4cec-97cf-4f5b0df3e2e9 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0621581 Jul 28 14:43:07.623382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376df6f-d7af-4a09-b205-805e8f84cf16 req-07167e3a-a713-46b1-8f23-3965ff5cc48c tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.629619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6376df6f-d7af-4a09-b205-805e8f84cf16 req-07167e3a-a713-46b1-8f23-3965ff5cc48c tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 944 time: 0.2012634 Jul 28 14:43:07.645440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 80cdf078-21ad-4317-950b-8bbdac2d5d51 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:07.646022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.704704 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.733199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6376df6f-d7af-4a09-b205-805e8f84cf16 req-1bda9130-2eac-44dd-996e-f329e5fea200 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Jul 28 14:43:07.755354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08191a6a-f739-4c79-8ad9-9b6da9654d21 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:07.802017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 08191a6a-f739-4c79-8ad9-9b6da9654d21, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=08191a6a-f739-4c79-8ad9-9b6da9654d21,segment=NetworkSegment(4ecaee3f-9527-4c6b-8f59-612448188441),segment_id=4ecaee3f-9527-4c6b-8f59-612448188441)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:07.875289 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.912955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00b7e92-0b1b-468e-9150-134f41f24fe9'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:07.916665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:07.932766 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e527b-d27c-4bc9-bb42-cee5bcbe4125" -d '{"events": [{"server_uuid": "ebddb46d-7acb-41aa-87c1-4b89fa0ed74d", "name": "network-vif-plugged", "status": "completed", "tag": "c00b7e92-0b1b-468e-9150-134f41f24fe9"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:07.933093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.933455 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.977501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b718fe-6f4b-4f7d-b9c0-1a54cff8cdd8 req-5f9c18dd-52de-459d-a693-978152be1387 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.979388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8b718fe-6f4b-4f7d-b9c0-1a54cff8cdd8 req-5f9c18dd-52de-459d-a693-978152be1387 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 945 time: 0.0898044 Jul 28 14:43:07.986590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c00b7e92-0b1b-468e-9150-134f41f24fe9, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c00b7e92-0b1b-468e-9150-134f41f24fe9,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:08.001036 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e61aa5-3111-46fd-bbe3-e5e713881106 x-openstack-request-id: req-12e61aa5-3111-46fd-bbe3-e5e713881106 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:08.001598 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddb46d-7acb-41aa-87c1-4b89fa0ed74d", "name": "network-vif-plugged", "status": "completed", "tag": "c00b7e92-0b1b-468e-9150-134f41f24fe9", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:08.001992 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12e61aa5-3111-46fd-bbe3-e5e713881106 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:08.002594 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00b7e92-0b1b-468e-9150-134f41f24fe9', 'code': 200} Jul 28 14:43:08.033472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=08191a6a-f739-4c79-8ad9-9b6da9654d21,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:08.047092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8b718fe-6f4b-4f7d-b9c0-1a54cff8cdd8 req-ef06e66f-b403-4407-af2d-405111a45e9f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Jul 28 14:43:08.133633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Allocated IP 19.80.0.69 (ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d/420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d/4aa24226-196d-4c42-b500-ccad83aed592) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:08.159361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.209643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c00b7e92-0b1b-468e-9150-134f41f24fe9,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:08.322779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae6e5c-6b1e-41d7-b2ee-45c1f4cc6fc5 req-d0663840-d419-45e5-b0ec-97b4f19c35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:08.324963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4ae6e5c-6b1e-41d7-b2ee-45c1f4cc6fc5 req-d0663840-d419-45e5-b0ec-97b4f19c35a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 1098 time: 0.2093616 Jul 28 14:43:08.404147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.409285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4ae6e5c-6b1e-41d7-b2ee-45c1f4cc6fc5 req-7a696982-bb2e-4e6e-9d37-840d4120d7b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727234 Jul 28 14:43:08.446427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-369babb4-5d73-45ef-82d8-5f40df206639 req-06bae03a-8c1b-468d-acf9-fe1f429068a6 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0311084 Jul 28 14:43:08.446427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Transition to ACTIVE for port object 4aa24226-196d-4c42-b500-ccad83aed592 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:08.552087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['08191a6a-f739-4c79-8ad9-9b6da9654d21'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:08.625451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.675804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:08.679332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:08.684195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:08.715488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Port': ['ID=4aa24226-196d-4c42-b500-ccad83aed592,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:08.774787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f952a0b-fff6-4ce3-9a5c-3003daafccf9 req-cf182c08-b7a6-4dce-a01f-dcd00dd44299 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0467494 Jul 28 14:43:08.783605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:08.784174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.894672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-16122523-c59f-4f06-9a1d-cf15b36561b5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4519329 Jul 28 14:43:08.907588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Request body: {'port': {'device_id': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01', 'admin_state_up': True, 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:08.971695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be127f8-f10a-4a70-a8b5-283dde0c1e84 req-69135167-9c9d-4de9-a267-c30c98c083ff tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:08.974315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0be127f8-f10a-4a70-a8b5-283dde0c1e84 req-69135167-9c9d-4de9-a267-c30c98c083ff tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 945 time: 0.1081321 Jul 28 14:43:09.048369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-48c845f4-371a-41c5-9209-4831e9462f69 None None] Provisioning for port 4aa24226-196d-4c42-b500-ccad83aed592 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:09.050639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0be127f8-f10a-4a70-a8b5-283dde0c1e84 req-2b188fb0-df99-4ca7-ace8-70577443fccf tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Jul 28 14:43:09.055114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-48c845f4-371a-41c5-9209-4831e9462f69 None None] Provisioning complete for port 4aa24226-196d-4c42-b500-ccad83aed592 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:09.056166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-48c845f4-371a-41c5-9209-4831e9462f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.163148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-48c845f4-371a-41c5-9209-4831e9462f69 None None] Port 4aa24226-196d-4c42-b500-ccad83aed592 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:09.241976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Made reservation on behalf of 1e0f4216e50f48ba8566cb2c4261c76b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:09.245819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.279081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4ea3-4f64-4987-a062-9960b817879f req-50195563-c551-4c8f-b005-b55aba89c037 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.280818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a94d4ea3-4f64-4987-a062-9960b817879f req-50195563-c551-4c8f-b005-b55aba89c037 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.0749755 Jul 28 14:43:09.391988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a94d4ea3-4f64-4987-a062-9960b817879f req-dc343e3c-b0d7-428c-a0cd-d4b5261c58be tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989234 Jul 28 14:43:09.470731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Allocated IP 19.86.0.15 (9a0bd7cf-db8c-4a7b-9d49-1f414b879d01/ec1980bb-c9ea-42d4-9bd6-4c84f81d441c/5baf4fcf-2c44-457a-8be1-c0741b8a3e77) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:09.623423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e004c86-5419-4d68-8437-63a0d3ec299d req-1c0c20d9-2e8d-4ee7-8a71-a3508bdbe5b0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.625358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e004c86-5419-4d68-8437-63a0d3ec299d req-1c0c20d9-2e8d-4ee7-8a71-a3508bdbe5b0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 931 time: 0.0764279 Jul 28 14:43:09.664862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.687964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e004c86-5419-4d68-8437-63a0d3ec299d req-079ae4db-33b5-4bea-b8ca-fd2e07afb82d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Jul 28 14:43:09.688672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Transition to ACTIVE for port object 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:09.910237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53ace18a-b6d0-4d3c-8803-9be6a578e897 req-62e04d76-cf22-4876-a575-e6ae20f00101 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0445528 Jul 28 14:43:09.911541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.951948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:09.957266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:09.961877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:10.023203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event updated for resources: {'Port': ['ID=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:10.041073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.042187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.197962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b09f2137-d10d-4bf2-a6f6-a73a2be6e206 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943041 Jul 28 14:43:10.212421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Request body: {'port': {'device_id': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:10.257529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39350-b57e-4be6-acf6-5bfdb8fcaf81 req-5549ae77-f71e-486a-8714-5073b3c60369 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.259362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbd39350-b57e-4be6-acf6-5bfdb8fcaf81 req-5549ae77-f71e-486a-8714-5073b3c60369 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 945 time: 0.0826082 Jul 28 14:43:10.293592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.309507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbd39350-b57e-4be6-acf6-5bfdb8fcaf81 req-0807f708-8ab0-4e8d-adb7-b4ead383d092 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Jul 28 14:43:10.407952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0ac7c6df-cd50-46f7-b752-193df1673270 None None] Provisioning for port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:10.412148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0ac7c6df-cd50-46f7-b752-193df1673270 None None] Provisioning complete for port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:10.412596 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c6df-cd50-46f7-b752-193df1673270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.452805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7c6df-cd50-46f7-b752-193df1673270 None None] Port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:10.594919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3389ea-f41b-4c18-a11f-a70036cc36a3 req-91fb72ea-390e-4f77-b691-6e7f848168e1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.596570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a3389ea-f41b-4c18-a11f-a70036cc36a3 req-91fb72ea-390e-4f77-b691-6e7f848168e1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.0887759 Jul 28 14:43:10.691503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9a3389ea-f41b-4c18-a11f-a70036cc36a3 req-5df8418b-e7fb-48cb-9b56-0bc978e25953 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816860 Jul 28 14:43:10.712017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa24226-196d-4c42-b500-ccad83aed592 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:10.727149 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.750842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Transition to ACTIVE for port object 4aa24226-196d-4c42-b500-ccad83aed592 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:10.846136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a980f-09ec-468f-90d5-b1447713ef13 req-f508ff76-7e85-4c6d-a87f-437affeb2a18 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.852361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a980f-09ec-468f-90d5-b1447713ef13 req-f508ff76-7e85-4c6d-a87f-437affeb2a18 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.859715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31a980f-09ec-468f-90d5-b1447713ef13 req-f508ff76-7e85-4c6d-a87f-437affeb2a18 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1653 time: 0.0676534 Jul 28 14:43:10.900212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31a980f-09ec-468f-90d5-b1447713ef13 req-0c9e7472-c484-4c28-89f8-cba969ca0923 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Jul 28 14:43:10.939083 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.998335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Pushing event updated for resources: {'Port': ['ID=4aa24226-196d-4c42-b500-ccad83aed592,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:11.071299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b862014b-c188-4693-b66b-3619d0a67681 req-911c23bf-5c7e-4905-b7ef-5f22bb81ce81 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0473306 Jul 28 14:43:11.128490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Attempting to bind port 4aa24226-196d-4c42-b500-ccad83aed592 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:11.131572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Attempting to bind port 4aa24226-196d-4c42-b500-ccad83aed592 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:11.132063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Attempting to bind port 4aa24226-196d-4c42-b500-ccad83aed592 on network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:11.139739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Port 4aa24226-196d-4c42-b500-ccad83aed592 on network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:11.140208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Attempting to bind port 4aa24226-196d-4c42-b500-ccad83aed592 on network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:11.149208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:11.149781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Checking segment: {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:11.150448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Bound using segment: {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:11.151444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Bound port: 4aa24226-196d-4c42-b500-ccad83aed592, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:11.151840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.216666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 08191a6a-f739-4c79-8ad9-9b6da9654d21 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:11.315449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] For port 4aa24226-196d-4c42-b500-ccad83aed592, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:11.321817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] For port 4aa24226-196d-4c42-b500-ccad83aed592, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4aa24226-196d-4c42-b500-ccad83aed592,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:11.353461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fab5f0b-bc68-4715-b768-fcab1fc4ee0f req-8153f20e-265c-4dd0-a44f-98f5173606d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0299373 Jul 28 14:43:11.450875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4b479-2024-4a76-9d59-493d2af933a2 req-8ea73905-467f-4b8b-87c4-ac6d874a3dd0 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.452972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5be4b479-2024-4a76-9d59-493d2af933a2 req-8ea73905-467f-4b8b-87c4-ac6d874a3dd0 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 945 time: 0.0580082 Jul 28 14:43:11.476870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 08191a6a-f739-4c79-8ad9-9b6da9654d21 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:11.483777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 08191a6a-f739-4c79-8ad9-9b6da9654d21 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:11.484395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.500554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5be4b479-2024-4a76-9d59-493d2af933a2 req-53e5049d-1b27-4ba6-a100-b3e3f4f577a2 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Jul 28 14:43:11.511232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.568988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.569849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.572176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] 10.222.0.58 "PUT /v2.0/ports/4aa24226-196d-4c42-b500-ccad83aed592 HTTP/1.1" status: 200 len: 1092 time: 1.3643246 Jul 28 14:43:11.576382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'tag': '4aa24226-196d-4c42-b500-ccad83aed592'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:11.580705 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b030c-8451-4d6b-b4ef-c7d534d47226" -d '{"events": [{"name": "network-changed", "server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "tag": "4aa24226-196d-4c42-b500-ccad83aed592"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:11.641772 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978fa7e-e7c6-4fa3-a843-541ea28828d8 x-openstack-request-id: req-d978fa7e-e7c6-4fa3-a843-541ea28828d8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:11.643354 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "tag": "4aa24226-196d-4c42-b500-ccad83aed592", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:11.644089 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d978fa7e-e7c6-4fa3-a843-541ea28828d8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:11.645164 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'tag': '4aa24226-196d-4c42-b500-ccad83aed592', 'status': 'completed', 'code': 200} Jul 28 14:43:11.652424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46ed8f-3dbb-4bca-8af6-8819f148eeee service neutron] Pushing event updated for resources: {'Port': ['ID=4aa24226-196d-4c42-b500-ccad83aed592,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:11.683246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.732759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-2ed6a052-1103-4a62-99e6-863dbb85f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.732759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-2ed6a052-1103-4a62-99e6-863dbb85f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.732759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-2ed6a052-1103-4a62-99e6-863dbb85f911 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1913 time: 0.0533240 Jul 28 14:43:11.733010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08191a6a-f739-4c79-8ad9-9b6da9654d21'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:11.733010 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe027e4-a574-40c6-9bbe-ce6bad789ee5" -d '{"events": [{"server_uuid": "da388df6-2654-4966-ab1d-47ca8fe0ef67", "name": "network-vif-plugged", "status": "completed", "tag": "08191a6a-f739-4c79-8ad9-9b6da9654d21"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:11.746457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 08191a6a-f739-4c79-8ad9-9b6da9654d21, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=08191a6a-f739-4c79-8ad9-9b6da9654d21,segment=NetworkSegment(4ecaee3f-9527-4c6b-8f59-612448188441),segment_id=4ecaee3f-9527-4c6b-8f59-612448188441)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:11.758258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Request body: {'port': {'device_id': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:11.792702 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3f043e-90d0-4a8d-8fc8-a9790634b7fb x-openstack-request-id: req-5f3f043e-90d0-4a8d-8fc8-a9790634b7fb {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:11.793066 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da388df6-2654-4966-ab1d-47ca8fe0ef67", "name": "network-vif-plugged", "status": "completed", "tag": "08191a6a-f739-4c79-8ad9-9b6da9654d21", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:11.793830 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f3f043e-90d0-4a8d-8fc8-a9790634b7fb {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:11.794243 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08191a6a-f739-4c79-8ad9-9b6da9654d21', 'code': 200} Jul 28 14:43:11.937424 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.009303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=08191a6a-f739-4c79-8ad9-9b6da9654d21,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:12.050155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467d2fd-6887-4cf8-95dd-1ef14c057279 req-8bdd444c-b598-40b4-bb57-82a7c2bf493c tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.051213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.056741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467d2fd-6887-4cf8-95dd-1ef14c057279 req-8bdd444c-b598-40b4-bb57-82a7c2bf493c tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.058618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5467d2fd-6887-4cf8-95dd-1ef14c057279 req-8bdd444c-b598-40b4-bb57-82a7c2bf493c tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1665 time: 0.0637486 Jul 28 14:43:12.116015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5467d2fd-6887-4cf8-95dd-1ef14c057279 req-1e013663-66c9-41a8-8720-9cc812c63771 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 Jul 28 14:43:12.250845 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71987d5e-1bc7-4b85-b1f0-f97d49f783df req-d3bc7074-29c1-482a-b898-1c1e1d3c12fd tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0287073 Jul 28 14:43:12.455663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77001b1-7021-41c0-833d-cc9ac54e4864 req-45c8237f-ef5d-497f-93f1-4462ac824631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.457358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a77001b1-7021-41c0-833d-cc9ac54e4864 req-45c8237f-ef5d-497f-93f1-4462ac824631 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 1098 time: 0.5461941 Jul 28 14:43:12.469717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfde1-3b1c-44c6-96ea-001b1e62359c req-20c9bfa6-24db-4598-aa44-5f09144cfafc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.471628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3fbfde1-3b1c-44c6-96ea-001b1e62359c req-20c9bfa6-24db-4598-aa44-5f09144cfafc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.5917909 Jul 28 14:43:12.476290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-076936a0-d62b-43a8-a3d6-3fd2f5718842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.477178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-076936a0-d62b-43a8-a3d6-3fd2f5718842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.478025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-076936a0-d62b-43a8-a3d6-3fd2f5718842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.481265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-076936a0-d62b-43a8-a3d6-3fd2f5718842 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7343781 Jul 28 14:43:12.726378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a77001b1-7021-41c0-833d-cc9ac54e4864 req-20f71d01-8b86-41f9-b673-9b725ee4387e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199247 Jul 28 14:43:12.727358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fae58-e842-4f05-9a3b-2e702e64a446 req-13ecfa4e-dc6c-43eb-96c1-97fd7410d6ee tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.728291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-321fae58-e842-4f05-9a3b-2e702e64a446 req-13ecfa4e-dc6c-43eb-96c1-97fd7410d6ee tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.0744166 Jul 28 14:43:12.751557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3fbfde1-3b1c-44c6-96ea-001b1e62359c req-1f583d7f-b971-4506-9c04-382d80908b76 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464020 Jul 28 14:43:12.801094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-321fae58-e842-4f05-9a3b-2e702e64a446 req-412ba391-6892-4597-9b57-b0de769e0bd9 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608892 Jul 28 14:43:12.901131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-575398d5-e180-4bd4-a201-95cfcb919ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.903257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b62b030c-8451-4d6b-b4ef-c7d534d47226 req-575398d5-e180-4bd4-a201-95cfcb919ba2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3957407 Jul 28 14:43:12.989057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3f09b-e956-4f54-9e2b-feaff18ab6c8 req-cf4f863f-38a4-4be1-b4c4-55b502a48ff5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.990593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cab3f09b-e956-4f54-9e2b-feaff18ab6c8 req-cf4f863f-38a4-4be1-b4c4-55b502a48ff5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.0911875 Jul 28 14:43:13.116172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cab3f09b-e956-4f54-9e2b-feaff18ab6c8 req-f4fc375b-fa17-44c6-8573-3468c5e800a3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113849 Jul 28 14:43:13.135171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:13.148275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.186303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Transition to ACTIVE for port object 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:13.273619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d530075-23f2-4d7d-95e1-f233d6c29c14 req-ff387389-9ea7-4f8c-b608-9f25bca04b3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.280587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d530075-23f2-4d7d-95e1-f233d6c29c14 req-ff387389-9ea7-4f8c-b608-9f25bca04b3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.282423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d530075-23f2-4d7d-95e1-f233d6c29c14 req-ff387389-9ea7-4f8c-b608-9f25bca04b3f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1665 time: 0.0648775 Jul 28 14:43:13.331004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d530075-23f2-4d7d-95e1-f233d6c29c14 req-203c8a64-4265-4ac2-8ea1-841843dd2cd4 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Jul 28 14:43:13.391435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.423296 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61428af3-f253-4444-81ed-8160ae0f6214 req-21660534-407e-40fa-ae49-2bd2407dd244 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0286844 Jul 28 14:43:13.469970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Pushing event updated for resources: {'Port': ['ID=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:13.512389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.513384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.513941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.514517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.515374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.515927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.516498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.517055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.517617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.518210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.518777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.519330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:13.603251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Attempting to bind port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:13.603606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Attempting to bind port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:13.603960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Attempting to bind port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 on network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:13.610591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 on network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:13.610960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Attempting to bind port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 on network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:13.617510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:13.617865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Checking segment: {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:13.618269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Bound using segment: {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:13.618729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Bound port: 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ed88b8-4f7a-4eec-8cac-94f7b50ec059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:13.619103 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.723957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] For port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:13.728270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] For port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:13.831652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.889112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.889686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.891241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] 10.222.0.58 "PUT /v2.0/ports/5baf4fcf-2c44-457a-8be1-c0741b8a3e77 HTTP/1.1" status: 200 len: 1092 time: 2.1419804 Jul 28 14:43:13.891835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'tag': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:13.894523 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af18d3-4ed1-4ebe-a033-33065775db93" -d '{"events": [{"name": "network-changed", "server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "tag": "5baf4fcf-2c44-457a-8be1-c0741b8a3e77"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:13.939512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050e831-9fc5-403b-95cb-500b6aedf09b service neutron] Pushing event updated for resources: {'Port': ['ID=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:13.956535 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b37a8dbd-0da6-441c-b7f1-f7e12cd56584 req-e50f87fc-02e8-4292-8a56-1a1b40511de0 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c&device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0442455 Jul 28 14:43:14.146662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de07d0-5ecf-4fea-8f9c-4fb85a91e646 req-2afa5d52-7f4d-4543-b3dc-40256600faf2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.149490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42de07d0-5ecf-4fea-8f9c-4fb85a91e646 req-2afa5d52-7f4d-4543-b3dc-40256600faf2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.1140854 Jul 28 14:43:14.190820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-20b49aea-ccf2-4880-9325-4f77d0e65743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.190820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-20b49aea-ccf2-4880-9325-4f77d0e65743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.190820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-20b49aea-ccf2-4880-9325-4f77d0e65743 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1981 time: 0.1032071 Jul 28 14:43:14.217796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982235d8-470c-4118-a0bb-f667182ffadb req-4f239f34-0ec7-453b-afe5-33e46505043b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.219501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-982235d8-470c-4118-a0bb-f667182ffadb req-4f239f34-0ec7-453b-afe5-33e46505043b tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.0806139 Jul 28 14:43:14.223597 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:43:14.278486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-d73c436f-17ef-4870-8bd5-4b867e5416b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=4aa24226-196d-4c42-b500-ccad83aed592 HTTP/1.1" status: 200 len: 217 time: 0.0880144 Jul 28 14:43:14.281569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-982235d8-470c-4118-a0bb-f667182ffadb req-8d8c3b99-5f8b-4936-9f35-dce60e2dacd3 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496209 Jul 28 14:43:14.344632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42de07d0-5ecf-4fea-8f9c-4fb85a91e646 req-5a9698ec-b7e3-43cf-97ae-b991209df600 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852844 Jul 28 14:43:14.347871 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b0f1e-87e4-4a23-b4f8-b20406fd910c x-openstack-request-id: req-535b0f1e-87e4-4a23-b4f8-b20406fd910c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:14.348248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "tag": "5baf4fcf-2c44-457a-8be1-c0741b8a3e77", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:14.348568 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-535b0f1e-87e4-4a23-b4f8-b20406fd910c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:14.348909 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'tag': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77', 'status': 'completed', 'code': 200} Jul 28 14:43:14.374517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-f734c158-9c92-40da-b80c-ba92e9529e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.376017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-f734c158-9c92-40da-b80c-ba92e9529e00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d HTTP/1.1" status: 200 len: 801 time: 0.0789189 Jul 28 14:43:14.497006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b585fe7e-0728-4090-ad15-6fc1e7ed4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.498594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-b585fe7e-0728-4090-ad15-6fc1e7ed4fbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106858 Jul 28 14:43:14.526007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1477e-5505-409a-91f2-b1b4a6680693 req-296911d5-1d65-4087-a42c-572b5c03798a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.533126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1477e-5505-409a-91f2-b1b4a6680693 req-296911d5-1d65-4087-a42c-572b5c03798a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.534781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ca1477e-5505-409a-91f2-b1b4a6680693 req-296911d5-1d65-4087-a42c-572b5c03798a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1677 time: 0.0972168 Jul 28 14:43:14.633747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ca1477e-5505-409a-91f2-b1b4a6680693 req-5e76a6d7-212e-4b10-95bc-4b2c65413f1a tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865033 Jul 28 14:43:14.680989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-9dc31153-88ca-41fd-b52a-05b1fd803d07 service neutron] 10.222.0.58 "GET /v2.0/networks/ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731565 Jul 28 14:43:14.789789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-d4dd16aa-bed0-425a-a244-988ab2abd9e0 service neutron] 10.222.0.58 "GET /v2.0/networks/ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008382 Jul 28 14:43:14.843275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-fe3457b5-07e0-4581-a8c0-e38eede4b1cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77 HTTP/1.1" status: 200 len: 217 time: 0.0453811 Jul 28 14:43:14.921970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-fdb4fadb-029a-4876-bcd4-1e2ece4c8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.923719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-fdb4fadb-029a-4876-bcd4-1e2ece4c8fa4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec1980bb-c9ea-42d4-9bd6-4c84f81d441c HTTP/1.1" status: 200 len: 801 time: 0.0688436 Jul 28 14:43:14.973450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-2de0cb91-26f7-4fe2-80ff-1649627e9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:14.974981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-2de0cb91-26f7-4fe2-80ff-1649627e9529 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431657 Jul 28 14:43:15.095100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-8ed52e76-c189-4744-8e02-9f0e7a30e312 service neutron] 10.222.0.58 "GET /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106861 Jul 28 14:43:15.237677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6ff6a09-1c5e-44bd-a7e7-83519066749e req-0fff48af-8bb7-4d33-a48f-21390e79d89c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77991590ceaa4822a22c4acc4deb155f&device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0498600 Jul 28 14:43:15.254836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ea3b4fa-76b5-43a3-b619-e0c606173e9b req-043c5615-aa85-4854-9b99-1fa7d04f561d tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0540197 Jul 28 14:43:15.284367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6ff6a09-1c5e-44bd-a7e7-83519066749e req-215da144-30d2-40e8-84b6-6508638b48d1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=77991590ceaa4822a22c4acc4deb155f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318933 Jul 28 14:43:15.352893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c9c09b4-1e9a-4d7f-8a6d-ea65298fcd25 req-86f867b8-bd8a-43a8-af5c-9d49b5005e57 service neutron] 10.222.0.58 "GET /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455401 Jul 28 14:43:15.413095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff6a09-1c5e-44bd-a7e7-83519066749e req-b231096b-4ba3-4c00-b863-23e6fe9e4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.414634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6ff6a09-1c5e-44bd-a7e7-83519066749e req-b231096b-4ba3-4c00-b863-23e6fe9e4fb3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207297 Jul 28 14:43:15.423680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987ca3-36ec-44b7-b41b-0c8c75751ba9 req-08e248da-45b8-4c2f-b717-3cff10914ad5 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.425482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b987ca3-36ec-44b7-b41b-0c8c75751ba9 req-08e248da-45b8-4c2f-b717-3cff10914ad5 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.0614235 Jul 28 14:43:15.478382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b987ca3-36ec-44b7-b41b-0c8c75751ba9 req-cf354b96-61e7-48bf-a02b-1f39955d66f4 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Jul 28 14:43:15.509164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a57d-77fd-49b2-a3f5-d4323e7bbff7 req-ccc7d0e5-deaa-49ea-b1aa-3ddd7ff5181e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.510951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df85a57d-77fd-49b2-a3f5-d4323e7bbff7 req-ccc7d0e5-deaa-49ea-b1aa-3ddd7ff5181e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.0628192 Jul 28 14:43:15.562682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df85a57d-77fd-49b2-a3f5-d4323e7bbff7 req-51bb3a84-c96b-422d-8351-f1bf636db057 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Jul 28 14:43:15.640101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-92369da3-50c8-478d-92e7-e121f98f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.640871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-92369da3-50c8-478d-92e7-e121f98f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.642518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-92369da3-50c8-478d-92e7-e121f98f2924 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1981 time: 0.0608191 Jul 28 14:43:15.754798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-b4b9efb2-824e-452f-aae0-f0fdbb23f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.756370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-b4b9efb2-824e-452f-aae0-f0fdbb23f064 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 HTTP/1.1" status: 200 len: 902 time: 0.1056685 Jul 28 14:43:15.771073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8868d-f222-4e85-84f3-744f5bfb528c req-60614754-a983-4aa5-aa86-667720b999d1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.778265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8868d-f222-4e85-84f3-744f5bfb528c req-60614754-a983-4aa5-aa86-667720b999d1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.780237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4d8868d-f222-4e85-84f3-744f5bfb528c req-60614754-a983-4aa5-aa86-667720b999d1 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1677 time: 0.0681190 Jul 28 14:43:15.811855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-52bbf033-4831-4719-9b61-bf1fa7da69f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77 HTTP/1.1" status: 200 len: 217 time: 0.0447013 Jul 28 14:43:15.851546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4d8868d-f222-4e85-84f3-744f5bfb528c req-22eb6eb9-7a6e-4f98-acb4-d26ffb7c0d6e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589433 Jul 28 14:43:15.875733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-3f2d6e10-1cd2-44b1-af76-e88395b79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.878292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-3f2d6e10-1cd2-44b1-af76-e88395b79269 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec1980bb-c9ea-42d4-9bd6-4c84f81d441c HTTP/1.1" status: 200 len: 801 time: 0.0577593 Jul 28 14:43:15.939787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-46ecb077-0c11-4a09-a494-9f4a22de336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.941863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-46ecb077-0c11-4a09-a494-9f4a22de336b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544178 Jul 28 14:43:16.064604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-e9e862ae-b325-4ade-add5-7576a4522e7a service neutron] 10.222.0.58 "GET /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122236 Jul 28 14:43:16.188853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75af18d3-4ed1-4ebe-a033-33065775db93 req-ce8e7b5d-8cff-4d20-80d8-0f3810aec300 service neutron] 10.222.0.58 "GET /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153052 Jul 28 14:43:16.361276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3aebc327-15ee-4a3d-b0d1-ee460dbc3024 req-e3c831a1-e12e-4f3e-b666-8038ca5b2ea9 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0289142 Jul 28 14:43:16.633811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447b536-1152-46aa-84c7-f6013e0dc9ef req-fed5ff8b-e8b1-4feb-93ec-1576782bb670 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.635462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e447b536-1152-46aa-84c7-f6013e0dc9ef req-fed5ff8b-e8b1-4feb-93ec-1576782bb670 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.0796535 Jul 28 14:43:16.681334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e447b536-1152-46aa-84c7-f6013e0dc9ef req-2ee6ba06-8e05-461e-86c6-245526600684 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Jul 28 14:43:16.709379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402e5c-3762-43cb-8714-f4c79bf9a5c4 req-fcc5c0c3-b73c-4f72-bef3-4e3d249c175a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.709379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14402e5c-3762-43cb-8714-f4c79bf9a5c4 req-fcc5c0c3-b73c-4f72-bef3-4e3d249c175a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.0570996 Jul 28 14:43:16.753624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14402e5c-3762-43cb-8714-f4c79bf9a5c4 req-1dd87742-67f4-4a28-96a9-de4b13b7b7ae tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Jul 28 14:43:16.764421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-89bf0504-e41f-48a6-85d8-b7fcb673eee6 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.768699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-89bf0504-e41f-48a6-85d8-b7fcb673eee6 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 946 time: 0.0818844 Jul 28 14:43:16.890856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port c00b7e92-0b1b-468e-9150-134f41f24fe9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:16.892973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.972720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6ff6a09-1c5e-44bd-a7e7-83519066749e req-11aa5a16-462d-4b6d-8717-d3a844f9165a tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.0307856 Jul 28 14:43:17.018097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b368c8-84ab-4c9b-9628-d77be49ca26a req-94d405f4-2b49-4c2a-9fc0-eeeedd670397 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.034720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b368c8-84ab-4c9b-9628-d77be49ca26a req-94d405f4-2b49-4c2a-9fc0-eeeedd670397 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.047697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6b368c8-84ab-4c9b-9628-d77be49ca26a req-94d405f4-2b49-4c2a-9fc0-eeeedd670397 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1677 time: 0.1086166 Jul 28 14:43:17.067373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port c00b7e92-0b1b-468e-9150-134f41f24fe9, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c00b7e92-0b1b-468e-9150-134f41f24fe9,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:17.068041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.096079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for c00b7e92-0b1b-468e-9150-134f41f24fe9 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:17.130858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6b368c8-84ab-4c9b-9628-d77be49ca26a req-9893660c-49cf-4376-9d01-0901b8527d8b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628858 Jul 28 14:43:17.465032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.479981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:17.533256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c00b7e92-0b1b-468e-9150-134f41f24fe9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:17.561959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=c00b7e92-0b1b-468e-9150-134f41f24fe9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:17.597112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7308391-5192-4d75-a521-a0761d3a77d2 req-5ccda834-6dc1-4e0b-afc4-20524138a72a tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb01b5f-a308-49c7-9506-e13b5234ee1c HTTP/1.1" status: 200 len: 210 time: 0.1007009 Jul 28 14:43:17.654317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port c00b7e92-0b1b-468e-9150-134f41f24fe9 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:17.658411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.660918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42e50a88-284c-4d9b-a017-bd740fe0b4d7 req-a98e22ba-e735-4846-9335-4ec766823f46 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "DELETE /v2.0/ports/c00b7e92-0b1b-468e-9150-134f41f24fe9 HTTP/1.1" status: 204 len: 173 time: 0.8765700 Jul 28 14:43:17.661423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'name': 'network-vif-deleted', 'tag': 'c00b7e92-0b1b-468e-9150-134f41f24fe9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:17.664503 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35358eaa-f8ed-4be0-95f2-119e5c9fe2b6" -d '{"events": [{"server_uuid": "ebddb46d-7acb-41aa-87c1-4b89fa0ed74d", "name": "network-vif-deleted", "tag": "c00b7e92-0b1b-468e-9150-134f41f24fe9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:17.706364 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc9dc5-9502-4d75-8fb4-3cb02b74d0fe x-openstack-request-id: req-26fc9dc5-9502-4d75-8fb4-3cb02b74d0fe {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:17.706715 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddb46d-7acb-41aa-87c1-4b89fa0ed74d", "name": "network-vif-deleted", "tag": "c00b7e92-0b1b-468e-9150-134f41f24fe9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:17.706967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26fc9dc5-9502-4d75-8fb4-3cb02b74d0fe {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:17.707329 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddb46d-7acb-41aa-87c1-4b89fa0ed74d', 'name': 'network-vif-deleted', 'tag': 'c00b7e92-0b1b-468e-9150-134f41f24fe9', 'status': 'completed', 'code': 200} Jul 28 14:43:17.896237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4887da65-38aa-4e7c-a3b5-34002f002a0b req-ae728797-9822-48b5-9995-b3ae67aa998a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.0343440 Jul 28 14:43:18.362282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a114326-f513-445d-bcc2-9dfeab3081f3 req-62713394-19a3-4bca-913e-c53ebcb3aed9 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.372578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a114326-f513-445d-bcc2-9dfeab3081f3 req-62713394-19a3-4bca-913e-c53ebcb3aed9 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.374305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a114326-f513-445d-bcc2-9dfeab3081f3 req-62713394-19a3-4bca-913e-c53ebcb3aed9 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1677 time: 0.1032434 Jul 28 14:43:18.420535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4aa24226-196d-4c42-b500-ccad83aed592 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:18.437385 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a114326-f513-445d-bcc2-9dfeab3081f3 req-37b15911-398b-4a6f-9023-da19b86cd60f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Jul 28 14:43:18.573063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4aa24226-196d-4c42-b500-ccad83aed592, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4aa24226-196d-4c42-b500-ccad83aed592,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:18.589153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4aa24226-196d-4c42-b500-ccad83aed592', 'network_id': 'ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d', 'port_id': '4aa24226-196d-4c42-b500-ccad83aed592', 'mac_address': 'fa:16:3e:a0:2e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:18.669030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.700823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa24226-196d-4c42-b500-ccad83aed592 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:18.732826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4aa24226-196d-4c42-b500-ccad83aed592, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4aa24226-196d-4c42-b500-ccad83aed592,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:18.864257 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.865403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:19.014217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4aa24226-196d-4c42-b500-ccad83aed592,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:19.028260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.028644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.028992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.029361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.029779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.030117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.030449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.030787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.031141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.031478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.031802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.032132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:19.080194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:19.103698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77', 'network_id': '9a0bd7cf-db8c-4a7b-9d49-1f414b879d01', 'port_id': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77', 'mac_address': 'fa:16:3e:41:b0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1980bb-c9ea-42d4-9bd6-4c84f81d441c', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:19.447026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.453085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-533cf9d5-e3d6-4939-92bb-be1401f855e3 req-f836b862-132e-48b7-aec8-dd0257fd3a21 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebddb46d-7acb-41aa-87c1-4b89fa0ed74d HTTP/1.1" status: 200 len: 210 time: 0.0402532 Jul 28 14:43:19.464298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:19.505500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:19.573696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8aa361ef-86f9-455f-840f-e5b5fb42d554 req-c829dea2-e280-429c-95b6-a780de6a649a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77991590ceaa4822a22c4acc4deb155f&device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0574858 Jul 28 14:43:19.615674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8aa361ef-86f9-455f-840f-e5b5fb42d554 req-0425673a-a4a1-466b-ad7c-7d206682d1c0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=77991590ceaa4822a22c4acc4deb155f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320613 Jul 28 14:43:19.675796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.769052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:19.815904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c43c7c54-35c5-4e5f-9615-fd1105c28a83 req-d191340b-46cc-4cfa-9d84-5789423ad38d tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0462492 Jul 28 14:43:19.821769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa361ef-86f9-455f-840f-e5b5fb42d554 req-2f435191-0f61-4564-b164-5f1995d34a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.823371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8aa361ef-86f9-455f-840f-e5b5fb42d554 req-2f435191-0f61-4564-b164-5f1995d34a94 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1952109 Jul 28 14:43:19.944665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dc43f-2c0d-4bb2-a1c1-93cd8a1bd96d req-6788610a-ae2c-43c6-a11d-cd6bbe4f4e16 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.950826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dc43f-2c0d-4bb2-a1c1-93cd8a1bd96d req-6788610a-ae2c-43c6-a11d-cd6bbe4f4e16 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.952836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef6dc43f-2c0d-4bb2-a1c1-93cd8a1bd96d req-6788610a-ae2c-43c6-a11d-cd6bbe4f4e16 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1679 time: 0.0687938 Jul 28 14:43:19.968739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4aa24226-196d-4c42-b500-ccad83aed592'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:20.024135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5baf4fcf-2c44-457a-8be1-c0741b8a3e77'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:20.037614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef6dc43f-2c0d-4bb2-a1c1-93cd8a1bd96d req-7c7b58a5-d6f1-436c-8f36-a8a3f33a3176 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744805 Jul 28 14:43:21.246406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c00b7e92-0b1b-468e-9150-134f41f24fe9 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:21.267213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f12fae4-29cc-4328-9365-1cd5bb2493f2 req-38b35ed1-fc93-4a10-9463-51d8576408fa tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0319445 Jul 28 14:43:21.268824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: c00b7e92-0b1b-468e-9150-134f41f24fe9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:21.269181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c00b7e92-0b1b-468e-9150-134f41f24fe9 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:21.358404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8aa361ef-86f9-455f-840f-e5b5fb42d554 req-98ef8b99-2ce4-467c-8407-98e602719775 tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0364571 Jul 28 14:43:21.558096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2962d01-806a-4b9e-85ed-27927d619d30 req-8b992237-1256-47c6-94bd-dbbad4581f14 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.569803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2962d01-806a-4b9e-85ed-27927d619d30 req-8b992237-1256-47c6-94bd-dbbad4581f14 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.573370 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2962d01-806a-4b9e-85ed-27927d619d30 req-8b992237-1256-47c6-94bd-dbbad4581f14 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1679 time: 0.0938258 Jul 28 14:43:21.631537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2962d01-806a-4b9e-85ed-27927d619d30 req-8be8de0c-dcdb-46ef-8e10-ae8b24a25fa9 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455580 Jul 28 14:43:21.885456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-1d78faa9-72b0-4b17-9d8d-4ce4b0e736c7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.887870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-1d78faa9-72b0-4b17-9d8d-4ce4b0e736c7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1354704 Jul 28 14:43:21.911985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-603999dd-106a-4f98-bb9c-f255e8840b17 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0113685 Jul 28 14:43:22.001214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-d0f7bdd5-cddb-4f8e-a2d9-47ba4f461313 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726206 Jul 28 14:43:22.020741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-441a461e-778c-4b6d-af3f-94b2e4ca7a0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591953 Jul 28 14:43:22.122559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61177-2305-4e93-a8b3-b396df626488 req-618acf78-fb68-49df-ba73-c73694969baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.124292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-618acf78-fb68-49df-ba73-c73694969baa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 1097 time: 0.0576165 Jul 28 14:43:22.143145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-40f33dec-9e55-40c2-aa1a-50381d25a14b service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273718 Jul 28 14:43:22.269446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61177-2305-4e93-a8b3-b396df626488 req-92516e06-4eee-4e5c-9b41-62b0278a5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.270401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72bf8842-1ebd-411a-98f7-76d236cd8543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.273989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-92516e06-4eee-4e5c-9b41-62b0278a5610 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1239052 Jul 28 14:43:22.286644 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-b57a84c6-cca0-4f66-830a-c29bf3612fd2 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332431 Jul 28 14:43:22.333896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-6f2bfedc-5ae2-4700-a75e-6ad62bf1b2b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 200 len: 217 time: 0.0511601 Jul 28 14:43:22.395058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61177-2305-4e93-a8b3-b396df626488 req-a8958e64-767f-4266-a296-5e31b7ac54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.396908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-a8958e64-767f-4266-a296-5e31b7ac54d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0527070 Jul 28 14:43:22.429848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:22.432487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-09464dc1-69ce-46dd-bff3-0e640d7b1ea9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273557 Jul 28 14:43:22.570364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-f9d667fa-87b6-4e5a-9d75-9a5ec60819b9 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287150 Jul 28 14:43:22.682472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:22.688793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:22.689664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.814796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cc61177-2305-4e93-a8b3-b396df626488 req-32024694-be6e-466a-b9d1-802c9a6da268 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312937 Jul 28 14:43:22.840905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.893623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c01e09f9-297c-4143-a513-d49cf2a147ce req-c0dad845-f3e3-401d-8f70-6de79a6bc18b tempest-ServerShowV247Test-134470686 tempest-ServerShowV247Test-134470686-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cca0afc-4564-4270-bf19-52c8ce5486c2 HTTP/1.1" status: 200 len: 210 time: 0.0358880 Jul 28 14:43:22.961457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:22.980958 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7b511f-6659-4ff4-8af9-e0c7f8b340b9" -d '{"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-plugged", "status": "completed", "tag": "5baf4fcf-2c44-457a-8be1-c0741b8a3e77"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:23.028387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:23.151555 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.157051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4aa24226-196d-4c42-b500-ccad83aed592 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:23.200585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdace1dd-b669-4e5a-b0a4-43e7b1ccd8ab req-36aaafdf-4200-461f-b35d-c0d1a1d06d23 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.203831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bdace1dd-b669-4e5a-b0a4-43e7b1ccd8ab req-36aaafdf-4200-461f-b35d-c0d1a1d06d23 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.1298356 Jul 28 14:43:23.272849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bdace1dd-b669-4e5a-b0a4-43e7b1ccd8ab req-1141dffa-5ef6-4c88-8049-c41cdaec8caa tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Jul 28 14:43:23.304188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b286380-2cf2-4d24-bcc1-b35fb95f8c2d req-1d6399dd-08d6-468e-9d78-c259c1bb9702 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.312705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b286380-2cf2-4d24-bcc1-b35fb95f8c2d req-1d6399dd-08d6-468e-9d78-c259c1bb9702 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.315504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b286380-2cf2-4d24-bcc1-b35fb95f8c2d req-1d6399dd-08d6-468e-9d78-c259c1bb9702 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1680 time: 0.1242700 Jul 28 14:43:23.326621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:23.372717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b286380-2cf2-4d24-bcc1-b35fb95f8c2d req-9c2a7887-1b18-4227-89de-373a8d4e0fe3 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Jul 28 14:43:23.381543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28957028-6a74-4d3e-a46b-cce90470918d req-db12da75-2e41-4ab4-8678-2cd28477a195 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0408826 Jul 28 14:43:23.413899 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7ffc2-29cb-4c0f-adba-bbc00d34d4d2 x-openstack-request-id: req-b4e7ffc2-29cb-4c0f-adba-bbc00d34d4d2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:23.414336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-plugged", "status": "completed", "tag": "5baf4fcf-2c44-457a-8be1-c0741b8a3e77", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:23.414653 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4e7ffc2-29cb-4c0f-adba-bbc00d34d4d2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:23.415149 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77', 'code': 200} Jul 28 14:43:23.470260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 4aa24226-196d-4c42-b500-ccad83aed592 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:23.475087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4aa24226-196d-4c42-b500-ccad83aed592 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:23.480661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.595511 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.641188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4aa24226-196d-4c42-b500-ccad83aed592, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4aa24226-196d-4c42-b500-ccad83aed592,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:23.825767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.882621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4aa24226-196d-4c42-b500-ccad83aed592,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:24.407584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cdd24-1ece-4d2c-aaa1-43f51a4ea4c0 req-908d3325-3aa3-4f1e-b920-0118f0981616 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.409398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a41cdd24-1ece-4d2c-aaa1-43f51a4ea4c0 req-908d3325-3aa3-4f1e-b920-0118f0981616 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.0551693 Jul 28 14:43:24.457260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a41cdd24-1ece-4d2c-aaa1-43f51a4ea4c0 req-174d20a3-d5d3-41bf-b5ae-59cecd816a68 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Jul 28 14:43:24.535529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b760ef4-6e3d-4401-808e-adec780e6580 req-c40aeb49-13b6-4fb5-9a4a-dfa5eef745d0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.542127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b760ef4-6e3d-4401-808e-adec780e6580 req-c40aeb49-13b6-4fb5-9a4a-dfa5eef745d0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.544378 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b760ef4-6e3d-4401-808e-adec780e6580 req-c40aeb49-13b6-4fb5-9a4a-dfa5eef745d0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.0745902 Jul 28 14:43:24.580711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4df1c4af-4b12-4cc4-8e19-013bf8a19641 req-54fe4fde-d9e2-492f-9a47-aac456fcaee8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0429459 Jul 28 14:43:24.626901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b760ef4-6e3d-4401-808e-adec780e6580 req-c2ee2e82-b364-46e2-8816-20495292d8e9 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662158 Jul 28 14:43:24.779078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:24.802234 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee6ff0ce-0cff-47a7-a0b7-98568bc6d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.875497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-0647f8b9-f078-4652-9f2d-0c503c08e467 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.877656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-0647f8b9-f078-4652-9f2d-0c503c08e467 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.42 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.1269736 Jul 28 14:43:24.998353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d3106540-3173-4b07-8c56-e86838fcf939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.024756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-1b40a9e6-5de2-4b5f-8fd3-cd9f1ae40f50 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.026555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-1b40a9e6-5de2-4b5f-8fd3-cd9f1ae40f50 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.2198455 Jul 28 14:43:25.061173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-16f21864-be90-4eff-a02f-992e9eec7a10 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/quotas/3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 375 time: 0.0208454 Jul 28 14:43:25.087332 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.117188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d3106540-3173-4b07-8c56-e86838fcf939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.128461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Deleting port 08191a6a-f739-4c79-8ad9-9b6da9654d21 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:25.129148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.217791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d3106540-3173-4b07-8c56-e86838fcf939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.222927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-6ba9490a-2634-4e1d-9957-b4576ec636ae tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1478310 Jul 28 14:43:25.285937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d3106540-3173-4b07-8c56-e86838fcf939 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77991590ceaa4822a22c4acc4deb155f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052426 Jul 28 14:43:25.291183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47252) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:25.321661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] For port 08191a6a-f739-4c79-8ad9-9b6da9654d21, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=08191a6a-f739-4c79-8ad9-9b6da9654d21,segment=NetworkSegment(4ecaee3f-9527-4c6b-8f59-612448188441),segment_id=4ecaee3f-9527-4c6b-8f59-612448188441)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:25.322050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.343131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3106540-3173-4b07-8c56-e86838fcf939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa155b9-b0c1-499b-8f60-5c03a882e973,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.362692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Calling delete_port for 08191a6a-f739-4c79-8ad9-9b6da9654d21 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:25.416572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa24226-196d-4c42-b500-ccad83aed592'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:25.420691 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d87aa-9280-4031-ab6c-52011971fa75" -d '{"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-plugged", "status": "completed", "tag": "4aa24226-196d-4c42-b500-ccad83aed592"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:25.425966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eefb44ba-9c46-449f-b324-3ab178383a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.441410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-42e288b7-1aae-409b-a654-50225732fa10 service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060721 Jul 28 14:43:25.465640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eefb44ba-9c46-449f-b324-3ab178383a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.513213 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b185031-24d6-4b25-907b-d12c3ef38e36 x-openstack-request-id: req-2b185031-24d6-4b25-907b-d12c3ef38e36 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:25.514885 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-plugged", "status": "completed", "tag": "4aa24226-196d-4c42-b500-ccad83aed592", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:25.523547 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b185031-24d6-4b25-907b-d12c3ef38e36 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:25.527793 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa24226-196d-4c42-b500-ccad83aed592', 'code': 200} Jul 28 14:43:25.652714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dca262-b352-45fb-bfa2-d0394b5858f7 req-53c78c3d-a695-45d6-9202-6144ecbfa766 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.654492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3dca262-b352-45fb-bfa2-d0394b5858f7 req-53c78c3d-a695-45d6-9202-6144ecbfa766 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 946 time: 0.0590386 Jul 28 14:43:25.704386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3dca262-b352-45fb-bfa2-d0394b5858f7 req-c74b3d36-4195-4dd8-93e9-1b3328676c11 tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/security-groups?id=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Jul 28 14:43:25.705537 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eefb44ba-9c46-449f-b324-3ab178383a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.708252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eefb44ba-9c46-449f-b324-3ab178383a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.712645 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eefb44ba-9c46-449f-b324-3ab178383a2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9aa155b9-b0c1-499b-8f60-5c03a882e973 HTTP/1.1" status: 204 len: 168 time: 0.4168775 Jul 28 14:43:25.719858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb44ba-9c46-449f-b324-3ab178383a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa155b9-b0c1-499b-8f60-5c03a882e973,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.740971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-52be6a74-e436-490f-9efe-db45cd0c78d0 service neutron] 10.222.0.57 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832794 Jul 28 14:43:25.772993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca7a28-e318-4f63-b15e-a2447db0279c req-c0d5ead3-1d99-448d-b855-77be0e7d2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.777887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca7a28-e318-4f63-b15e-a2447db0279c req-c0d5ead3-1d99-448d-b855-77be0e7d2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.777887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cca7a28-e318-4f63-b15e-a2447db0279c req-c0d5ead3-1d99-448d-b855-77be0e7d2146 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1985 time: 0.1420460 Jul 28 14:43:25.837337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.841705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cca7a28-e318-4f63-b15e-a2447db0279c req-7eadde67-cad7-4043-b4d2-2584c2d388d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Jul 28 14:43:25.876151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['08191a6a-f739-4c79-8ad9-9b6da9654d21'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:25.889198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Pushing event deleted for resources: {'Port': ['ID=08191a6a-f739-4c79-8ad9-9b6da9654d21,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.898551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b58ab304-5d01-47fd-bedb-8a26600d0ada req-8489ef50-8528-4309-8809-91d3c26955cd tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0353904 Jul 28 14:43:25.979993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] No DVR routers for this DVR port 08191a6a-f739-4c79-8ad9-9b6da9654d21 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:25.984979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.988806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3857bdcd-7e28-4d4e-bedd-463ce1f74ed3 req-32a6144b-e879-4e61-ab67-5cfa34055a2e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.42 "DELETE /v2.0/ports/08191a6a-f739-4c79-8ad9-9b6da9654d21 HTTP/1.1" status: 204 len: 173 time: 1.0820620 Jul 28 14:43:25.989673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'name': 'network-vif-deleted', 'tag': '08191a6a-f739-4c79-8ad9-9b6da9654d21'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:25.996736 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f85c6-f9a9-4ac4-ac77-d60cf84da443" -d '{"events": [{"server_uuid": "da388df6-2654-4966-ab1d-47ca8fe0ef67", "name": "network-vif-deleted", "tag": "08191a6a-f739-4c79-8ad9-9b6da9654d21"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:26.071837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88e5b5-074e-40eb-8f78-1f7763c35772 req-e83a3875-9297-4131-9a9c-fe3c2906a666 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.078477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88e5b5-074e-40eb-8f78-1f7763c35772 req-e83a3875-9297-4131-9a9c-fe3c2906a666 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.080201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa88e5b5-074e-40eb-8f78-1f7763c35772 req-e83a3875-9297-4131-9a9c-fe3c2906a666 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.0628312 Jul 28 14:43:26.151012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa88e5b5-074e-40eb-8f78-1f7763c35772 req-6dadafbb-4028-4449-9ccd-c38167730b1d tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589759 Jul 28 14:43:26.261675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-92f7e973-0d63-4bfa-8351-2a6373af6a22 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.263602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-92f7e973-0d63-4bfa-8351-2a6373af6a22 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1520960 Jul 28 14:43:26.281105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': '65a146ec-a113-4431-911c-0867b77fd7aa', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:26.333159 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.366958 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362286f1-a87c-40c5-9821-e5de6520955a x-openstack-request-id: req-362286f1-a87c-40c5-9821-e5de6520955a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:26.367603 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da388df6-2654-4966-ab1d-47ca8fe0ef67", "name": "network-vif-deleted", "tag": "08191a6a-f739-4c79-8ad9-9b6da9654d21", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:26.368063 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-362286f1-a87c-40c5-9821-e5de6520955a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:26.368650 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da388df6-2654-4966-ab1d-47ca8fe0ef67', 'name': 'network-vif-deleted', 'tag': '08191a6a-f739-4c79-8ad9-9b6da9654d21', 'status': 'completed', 'code': 200} Jul 28 14:43:26.687603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:26.693702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.834280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bfeb33a2-b5a2-4fb8-972f-a92d25395da9 req-fa32700c-0142-4916-9a47-1c8702c97ca7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0574896 Jul 28 14:43:26.941746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce19b643-1e07-443d-aa20-4da5985c82a3 req-45127956-303e-4283-aa33-ffd2fe695d6e tempest-ServerTagsTestJSON-67114354 tempest-ServerTagsTestJSON-67114354-project] 10.222.0.57 "GET /v2.0/ports?device_id=da388df6-2654-4966-ab1d-47ca8fe0ef67 HTTP/1.1" status: 200 len: 210 time: 0.0705342 Jul 28 14:43:27.005876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.3 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/57dd0a52-2bdf-4214-87ff-c67f9b2596f7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:27.067062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-993712ab-e62d-4802-b181-b8b188a4116d req-f560bfb4-6923-4a2e-9bf3-acf2a321aa6a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0485089 Jul 28 14:43:27.252296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.336079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a022111-0a0e-4eb9-ad83-691204207ee8 req-b94e9425-7503-4988-bc7f-abfa46b75639 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.342411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a022111-0a0e-4eb9-ad83-691204207ee8 req-b94e9425-7503-4988-bc7f-abfa46b75639 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.344065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a022111-0a0e-4eb9-ad83-691204207ee8 req-b94e9425-7503-4988-bc7f-abfa46b75639 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.0814321 Jul 28 14:43:27.399562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a022111-0a0e-4eb9-ad83-691204207ee8 req-a41fb295-b7ce-4074-8288-7a03a5c7a2c9 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Jul 28 14:43:27.508405 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.524793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:27.586965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:27.594973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:27.634513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47320) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:27.692444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:27.846303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.847239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.851165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-481834273-network', 'tenant_id': '77f0e07e6ffe48089600ff42c2d97d1f'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:27.863810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:27.867977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.933369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5913bae-eb9e-4549-b891-a958fbd360a1 req-f6266549-a8c5-4cf6-8147-cfa23d796c88 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0425467 Jul 28 14:43:27.990811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Made reservation on behalf of 77f0e07e6ffe48089600ff42c2d97d1f for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:27.994612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.008734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.026501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47330) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:28.087221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Deleting subnet 68d37a32-217f-4846-a43d-21a0bdc7c93e {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:28.093210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.163063 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.190209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74340d-dbde-4d92-bece-dff5aba5cfcb req-7816d68e-df38-4549-915c-e24fb5ce4d2a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:28.191940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e74340d-dbde-4d92-bece-dff5aba5cfcb req-7816d68e-df38-4549-915c-e24fb5ce4d2a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 931 time: 0.0550621 Jul 28 14:43:28.213726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-4f6ae92e-5607-4fed-a521-a2ea4f9ba950 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9376318 Jul 28 14:43:28.241683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Request body: {'port': {'device_id': '65a146ec-a113-4431-911c-0867b77fd7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:28.269948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.295278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e74340d-dbde-4d92-bece-dff5aba5cfcb req-27fa3bc4-1b4a-41b2-969f-10c3d283b377 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964594 Jul 28 14:43:28.335938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.404403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5565-68fe-4aff-a4b4-e0b49013a122 req-60bc76dc-cfd1-4857-b2d8-3f44ec6745ff tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:28.410854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5565-68fe-4aff-a4b4-e0b49013a122 req-60bc76dc-cfd1-4857-b2d8-3f44ec6745ff tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:28.413116 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-145a5565-68fe-4aff-a4b4-e0b49013a122 req-60bc76dc-cfd1-4857-b2d8-3f44ec6745ff tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.1190145 Jul 28 14:43:28.496780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.519610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-145a5565-68fe-4aff-a4b4-e0b49013a122 req-4c58ee32-f580-4298-ad25-b8006e7c0a9b tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937450 Jul 28 14:43:28.675882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.689098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:28.698660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.705009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d37a32-217f-4846-a43d-21a0bdc7c93e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:28.712165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.717701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Transition to ACTIVE for port object 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:28.718253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47340) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:28.718632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3b175910-ddc4-439d-bb53-8925e3e7e1af admin admin] 10.222.0.57 "DELETE /v2.0/subnets/68d37a32-217f-4846-a43d-21a0bdc7c93e HTTP/1.1" status: 204 len: 168 time: 0.6907666 Jul 28 14:43:28.727295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.755876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:28.768376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af4acfb-e184-4cca-9467-0878624d3bea,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:28.778848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.779194 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Added segment 8d89789a-8414-45d3-9903-b7e3852475f3 of type vlan for network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 Jul 28 14:43:28.794297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.844319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.848418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.884661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:29.013181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.029989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.034893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bbaab3-7521-41e7-9e27-3125a0f6c9c8']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:29.038734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.044836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.048745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecaee3f-9527-4c6b-8f59-612448188441') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:29.049237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecaee3f-9527-4c6b-8f59-612448188441') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:29.059424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Attempting to bind port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:29.059959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Attempting to bind port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:29.060550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Attempting to bind port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:29.076411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.079861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:29.080291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Attempting to bind port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:29.114363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4db5b-6ba1-47f7-b063-106ffc74c733,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:29.129361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:29.129361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:29.129719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:29.129799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:29.130371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Bound port: 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:29.130963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.136907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9db8e14-fbd3-4f2f-b2fa-7166d0c62c5f req-b7c4bdcb-b8b2-46d7-b241-9ecc0064dd89 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0653434 Jul 28 14:43:29.140217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.167060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:29.167808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:29.170954 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:29.255508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27033a34-99c2-4d5b-89b4-44b5c263a239 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6187108 Jul 28 14:43:29.258927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47346) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:29.262929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 08191a6a-f739-4c79-8ad9-9b6da9654d21 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:29.272352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Request body: {'subnet': {'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-481834273-subnet', 'tenant_id': '77f0e07e6ffe48089600ff42c2d97d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:29.310569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 08191a6a-f739-4c79-8ad9-9b6da9654d21 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:29.311345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 08191a6a-f739-4c79-8ad9-9b6da9654d21 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:29.352010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] For port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:29.356616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] For port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:29.420327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.435730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.439980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e2bbaab3-7521-41e7-9e27-3125a0f6c9c8 HTTP/1.1" status: 204 len: 168 time: 0.7198193 Jul 28 14:43:29.460861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.464854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e555e-9eb4-46fc-a72d-5bbe2800ff03 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bbaab3-7521-41e7-9e27-3125a0f6c9c8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:29.473832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Made reservation on behalf of 77f0e07e6ffe48089600ff42c2d97d1f for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:29.478020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.534767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.535775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.538027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-80978284-0483-472e-89ae-90d99a551af4 service neutron] 10.222.0.58 "PUT /v2.0/ports/57dd0a52-2bdf-4214-87ff-c67f9b2596f7 HTTP/1.1" status: 200 len: 1092 time: 1.3116500 Jul 28 14:43:29.542956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a146ec-a113-4431-911c-0867b77fd7aa', 'tag': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:29.543331 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35357bf9-7d59-4d8b-8597-fa6642334f18" -d '{"events": [{"name": "network-changed", "server_uuid": "65a146ec-a113-4431-911c-0867b77fd7aa", "tag": "57dd0a52-2bdf-4214-87ff-c67f9b2596f7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:29.585582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80978284-0483-472e-89ae-90d99a551af4 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:29.599589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdb083-d61d-4eec-8c55-57a2cc5afe93 req-4d08ae02-192b-4265-ae58-09fd01c71184 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.605541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22fdb083-d61d-4eec-8c55-57a2cc5afe93 req-4d08ae02-192b-4265-ae58-09fd01c71184 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 943 time: 0.1978643 Jul 28 14:43:29.707135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22fdb083-d61d-4eec-8c55-57a2cc5afe93 req-a422642e-4c2e-4e18-a7f1-2e5fea62ab31 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 Jul 28 14:43:29.942668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e4317-4832-4ccd-8981-464ee46220cb req-82d7173f-e295-486f-95d6-ceb91e9c4b54 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.949899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e4317-4832-4ccd-8981-464ee46220cb req-82d7173f-e295-486f-95d6-ceb91e9c4b54 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.951910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c96e4317-4832-4ccd-8981-464ee46220cb req-82d7173f-e295-486f-95d6-ceb91e9c4b54 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.1129541 Jul 28 14:43:29.953184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:30.044648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.111662 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a33c3f4-084d-4bdf-9d82-c94d6c2ba1b1 x-openstack-request-id: req-2a33c3f4-084d-4bdf-9d82-c94d6c2ba1b1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:30.112650 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a146ec-a113-4431-911c-0867b77fd7aa", "tag": "57dd0a52-2bdf-4214-87ff-c67f9b2596f7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:30.112650 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a33c3f4-084d-4bdf-9d82-c94d6c2ba1b1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:30.113256 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a146ec-a113-4431-911c-0867b77fd7aa', 'tag': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7', 'status': 'completed', 'code': 200} Jul 28 14:43:30.162083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c96e4317-4832-4ccd-8981-464ee46220cb req-ac701305-fe2a-4958-8294-0c776c03c1df tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960704 Jul 28 14:43:30.183346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47244988-840d-4db5-bf4d-235096fce7a8,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:30.188265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b0843-a153-423d-85ae-510809474f77 req-57ff0be2-0d05-497b-ba76-d2b5cc6a1cc5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.191788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f1b5e89a-5434-4a1a-8344-edd4acdc7d18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8019e0dbb8b46ffbcacd8f7d97ac0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364414 Jul 28 14:43:30.197796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b0843-a153-423d-85ae-510809474f77 req-57ff0be2-0d05-497b-ba76-d2b5cc6a1cc5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.200595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a7b0843-a153-423d-85ae-510809474f77 req-57ff0be2-0d05-497b-ba76-d2b5cc6a1cc5 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.0828872 Jul 28 14:43:30.203376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-b8b91da9-4c03-494b-b799-883c55a13307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.204627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47366) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:30.205978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-b8b91da9-4c03-494b-b799-883c55a13307 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 1095 time: 0.5413549 Jul 28 14:43:30.303114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Checking segment: {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:30.303647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Network hostable DHCP agents. Network: 0cb4db5b-6ba1-47f7-b063-106ffc74c733, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:30.310860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-0d7d0727-3122-4e61-a466-4f1b0ceb22a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7 HTTP/1.1" status: 200 len: 217 time: 0.0839376 Jul 28 14:43:30.358796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6bba287-7d3a-48d2-a8bb-ae8e0c9509f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.439648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c9b3261-d18b-4282-91ec-cf4ea28043d3 req-ac07372f-b722-4c8b-bba0-6c348a73a8aa tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0442543 Jul 28 14:43:30.455295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6bba287-7d3a-48d2-a8bb-ae8e0c9509f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.474548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-8bea6bdb-7a25-4c96-a834-97144eb3cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.476677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-8bea6bdb-7a25-4c96-a834-97144eb3cdaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.1438308 Jul 28 14:43:30.497077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:30.545862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-cdda04e9-89db-421c-a2ab-061c9667088d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549715 Jul 28 14:43:30.615697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:30.616615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.619006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0cb4db5b-6ba1-47f7-b063-106ffc74c733) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:30.633093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4241e-6e38-4b2e-96ef-41511b9cc339 None None] Network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:30.643871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.643871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.670905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6bba287-7d3a-48d2-a8bb-ae8e0c9509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.674550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6bba287-7d3a-48d2-a8bb-ae8e0c9509f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.675945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f6bba287-7d3a-48d2-a8bb-ae8e0c9509f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d HTTP/1.1" status: 204 len: 168 time: 0.4696493 Jul 28 14:43:30.687141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bba287-7d3a-48d2-a8bb-ae8e0c9509f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8334f0e5-5c7a-4bdd-9d9a-d21f4778dc5d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:30.830117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6923ef8e-847c-46da-8835-e773456d1770 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5691373 Jul 28 14:43:30.832641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dbf13b-18f2-4141-b965-5c84fb5cb1f1 None None] Network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:30.923917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a65604-2db6-45f9-bdf0-9315014a0e17 req-0eac8f97-435d-401a-9f2d-2910de868524 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.925646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3a65604-2db6-45f9-bdf0-9315014a0e17 req-0eac8f97-435d-401a-9f2d-2910de868524 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 943 time: 0.1142139 Jul 28 14:43:30.952278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-b62fe184-72e1-4ba9-880a-05f62374dbd9 service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627663 Jul 28 14:43:31.038943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3a65604-2db6-45f9-bdf0-9315014a0e17 req-26ce94b6-7617-44e8-a2ed-05dc3dd36b54 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952642 Jul 28 14:43:31.210135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77a496ff-8e3d-4b2d-ac17-a43866957f8c req-b7101c81-400e-44f1-a53a-1058a28e341a service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408209 Jul 28 14:43:31.213865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:31.215260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.243056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-e0403d2e-92cf-476a-b230-ca1595c90846 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:31.245961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-e0403d2e-92cf-476a-b230-ca1595c90846 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 821 time: 0.7442224 Jul 28 14:43:31.277891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Request body: {'port': {'device_id': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'admin_state_up': True, 'tenant_id': '3c64b462b747440c9de0d73b092f8df9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:31.356340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:31.446189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97dfec-0dd4-4a35-a387-d6e4046c57c9 req-739a569f-f43d-45f4-a56c-98c31cf8e000 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:31.456776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97dfec-0dd4-4a35-a387-d6e4046c57c9 req-739a569f-f43d-45f4-a56c-98c31cf8e000 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:31.467012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e97dfec-0dd4-4a35-a387-d6e4046c57c9 req-739a569f-f43d-45f4-a56c-98c31cf8e000 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 1681 time: 0.1564877 Jul 28 14:43:31.561401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e97dfec-0dd4-4a35-a387-d6e4046c57c9 req-3bcee58a-d36f-4730-88ae-b1f263518422 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920639 Jul 28 14:43:31.674882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-690c1a34-70be-4db4-88b1-fe39bc868ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:31.678098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-690c1a34-70be-4db4-88b1-fe39bc868ed9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 1095 time: 0.2512398 Jul 28 14:43:31.805323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Made reservation on behalf of 3c64b462b747440c9de0d73b092f8df9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:31.809861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.852427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e11eb417-cfc7-47c2-8aa2-f10ce25eeac5 req-d210d5ab-d4c2-4c98-a2d1-07595f6c305a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0889292 Jul 28 14:43:31.960529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-d0add691-25cd-4ab4-88bd-7ff142a23b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:31.962179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-d0add691-25cd-4ab4-88bd-7ff142a23b11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 907 time: 0.2741084 Jul 28 14:43:32.016567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-96fa60bf-e3b6-4b1f-b7a8-0431e2d684f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7 HTTP/1.1" status: 200 len: 217 time: 0.0441759 Jul 28 14:43:32.030312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.068399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.080778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4aa24226-196d-4c42-b500-ccad83aed592', '5baf4fcf-2c44-457a-8be1-c0741b8a3e77'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:32.149726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=5baf4fcf-2c44-457a-8be1-c0741b8a3e77,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:32.218895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Allocated IP 172.20.0.14 (26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259/f32aee56-6fdd-4a14-954f-3d837c9add2f/39ad67e1-4543-495c-b2af-a91a4da7cc5d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:32.273331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-a398f5ca-5b36-4761-be90-d52e0d6b7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.274996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-a398f5ca-5b36-4761-be90-d52e0d6b7776 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.2483535 Jul 28 14:43:32.320391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547937f-eefa-4c11-9dae-5170bca9db5d req-148561e2-c241-49c9-9203-79b84e66be5d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.325259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4547937f-eefa-4c11-9dae-5170bca9db5d req-148561e2-c241-49c9-9203-79b84e66be5d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 943 time: 0.0986679 Jul 28 14:43:32.339463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:32.358071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.360110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a7b0843-a153-423d-85ae-510809474f77 req-2d6a068f-5b2a-425a-85da-6773ab4a1ab0 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.58 "DELETE /v2.0/ports/5baf4fcf-2c44-457a-8be1-c0741b8a3e77 HTTP/1.1" status: 204 len: 173 time: 2.1350002 Jul 28 14:43:32.360637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-deleted', 'tag': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:32.363030 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246a251-712d-4dcd-8f0c-a19a2c4ec6e9" -d '{"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-deleted", "tag": "5baf4fcf-2c44-457a-8be1-c0741b8a3e77"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:32.396739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4547937f-eefa-4c11-9dae-5170bca9db5d req-91488345-a0f0-4d5e-83e2-0b85d1bedec1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643890 Jul 28 14:43:32.400618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-89318c4c-6dde-4d77-85bf-f87de193e0bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150980 Jul 28 14:43:32.560315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-7293713d-556a-4ca7-abcf-d828ca065681 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.567992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-7293713d-556a-4ca7-abcf-d828ca065681 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 813 time: 0.4557664 Jul 28 14:43:32.664562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-5c08daad-e86f-4774-be9b-352cac346170 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/quotas/77f0e07e6ffe48089600ff42c2d97d1f HTTP/1.1" status: 200 len: 375 time: 0.0952783 Jul 28 14:43:32.718239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-5d1e9b40-cdf8-4546-8907-307eed68bf1d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527084 Jul 28 14:43:32.719772 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2be3ca-124a-4729-8263-c1cb6707a643 x-openstack-request-id: req-ef2be3ca-124a-4729-8263-c1cb6707a643 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:32.720066 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-deleted", "tag": "5baf4fcf-2c44-457a-8be1-c0741b8a3e77", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:32.720806 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef2be3ca-124a-4729-8263-c1cb6707a643 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:32.721386 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-deleted', 'tag': '5baf4fcf-2c44-457a-8be1-c0741b8a3e77', 'status': 'completed', 'code': 200} Jul 28 14:43:32.842880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-24e6f540-2489-4f84-9c7c-14feeca9d4cd service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194813 Jul 28 14:43:32.934895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port 4aa24226-196d-4c42-b500-ccad83aed592 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:32.935250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.945031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.037647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc197b6-573b-4696-ac1c-1034d441a5df req-a5a5209c-9c45-4762-b0f1-ef0a250c9180 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:33.043600 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-afc197b6-573b-4696-ac1c-1034d441a5df req-a5a5209c-9c45-4762-b0f1-ef0a250c9180 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 945 time: 0.1103556 Jul 28 14:43:33.048129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-66347a7c-2939-43ec-8efc-eab170a07ba8 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207266 Jul 28 14:43:33.118362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-afc197b6-573b-4696-ac1c-1034d441a5df req-96b8709e-0d73-47f5-8952-52114209d65e tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3cc1d1b-1869-4ab9-8c06-090f6382437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Jul 28 14:43:33.152227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35357bf9-7d59-4d8b-8597-fa6642334f18 req-7931ef70-7ff6-4283-9f2c-fc2cd6d494a4 service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949402 Jul 28 14:43:33.220359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port 4aa24226-196d-4c42-b500-ccad83aed592, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4aa24226-196d-4c42-b500-ccad83aed592,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:33.220955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.242377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbb13ddb-f8ac-4f44-bf3c-db990147c3ac req-15d13bdc-1915-4094-9625-96bdaae64672 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0334260 Jul 28 14:43:33.250422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for 4aa24226-196d-4c42-b500-ccad83aed592 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:33.311754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-70a6934e-dc1f-4528-8992-7995a8a9039d service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157342 Jul 28 14:43:33.315060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.387274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:33.401235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:33.408205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:33.413109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:33.502486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:33.503169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.626226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-ad156910-a027-43c9-ad7a-88713bd9ccac tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3453000 Jul 28 14:43:33.635831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Request body: {'port': {'device_id': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:33.708566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.784670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=4aa24226-196d-4c42-b500-ccad83aed592,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:33.844976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.885304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port 4aa24226-196d-4c42-b500-ccad83aed592 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:33.891573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.893970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a7b0843-a153-423d-85ae-510809474f77 req-c1e3a594-155f-445f-8cbd-ab28c356a909 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.58 "DELETE /v2.0/ports/4aa24226-196d-4c42-b500-ccad83aed592 HTTP/1.1" status: 204 len: 173 time: 1.4960892 Jul 28 14:43:33.910200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe126f-ced2-429a-ae18-0a564d66c057 req-6a028250-7131-4503-bf60-9b0379d21378 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:33.911993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9fe126f-ced2-429a-ae18-0a564d66c057 req-6a028250-7131-4503-bf60-9b0379d21378 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 943 time: 0.1623933 Jul 28 14:43:34.039305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9fe126f-ced2-429a-ae18-0a564d66c057 req-7e7e8735-0b96-4cef-9d99-00089517985a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077013 Jul 28 14:43:34.153426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f6e693e-371e-4f2a-88f2-1ba8c66e0c81 req-c6b5e153-f5d5-4e6d-a6fd-6f8ae2d442fb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0366518 Jul 28 14:43:34.356958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ad67e1-4543-495c-b2af-a91a4da7cc5d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:34.388026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.422972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-790dec9d-b2fc-4cb2-ae51-2e1c77e63585 req-9e8bd09b-d469-40d2-b6b5-f7af15f227ea tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0709836 Jul 28 14:43:34.451741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Transition to ACTIVE for port object 39ad67e1-4543-495c-b2af-a91a4da7cc5d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:34.539003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:34.545396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4aa24226-196d-4c42-b500-ccad83aed592 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:34.606410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5783d4b-dbae-471d-8ba8-e7bb5808ccf5 req-6f1c7b41-3556-451b-af45-eeeef6723807 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.611566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5783d4b-dbae-471d-8ba8-e7bb5808ccf5 req-6f1c7b41-3556-451b-af45-eeeef6723807 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 932 time: 0.1076844 Jul 28 14:43:34.619644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 4aa24226-196d-4c42-b500-ccad83aed592 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:34.620402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4aa24226-196d-4c42-b500-ccad83aed592 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:34.620860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:34.675254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5783d4b-dbae-471d-8ba8-e7bb5808ccf5 req-1bca07a9-a722-4e02-b0a4-ce55e1781548 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Jul 28 14:43:34.683698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.726852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-deleted', 'tag': '4aa24226-196d-4c42-b500-ccad83aed592'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:34.727036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:34.736707 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f751c-011f-4363-8af1-357555c85520" -d '{"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-deleted", "tag": "4aa24226-196d-4c42-b500-ccad83aed592"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:34.743225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7', 'mac_address': 'fa:16:3e:31:8c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:34.766196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:34.766548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5baf4fcf-2c44-457a-8be1-c0741b8a3e77 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:34.856076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:34.873104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.917216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:34.926417 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ef1c0-dd4d-4aba-9d87-7e7d1bcfc7b7 x-openstack-request-id: req-ad0ef1c0-dd4d-4aba-9d87-7e7d1bcfc7b7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:34.926972 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b07243-8df9-49fd-ae48-8c2b6edc652e", "name": "network-vif-deleted", "tag": "4aa24226-196d-4c42-b500-ccad83aed592", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:34.927376 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad0ef1c0-dd4d-4aba-9d87-7e7d1bcfc7b7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:34.927979 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b07243-8df9-49fd-ae48-8c2b6edc652e', 'name': 'network-vif-deleted', 'tag': '4aa24226-196d-4c42-b500-ccad83aed592', 'status': 'completed', 'code': 200} Jul 28 14:43:34.934084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:34.934697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:34.935364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:34.941341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:34.941963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:34.949314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:34.949618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:34.950155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:34.950970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:34.951581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Bound port: 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:34.951956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.037084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:35.041147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:35.101660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9a6abb1-e28d-4cc7-a1e1-efc4ef3d1380 req-8af8aaed-283f-45cb-9376-aeb9447915b5 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.6191053 Jul 28 14:43:35.122186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.207165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:35.218506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.285377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:35.285683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.287387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] 10.222.0.42 "PUT /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 1093 time: 1.6567659 Jul 28 14:43:35.294471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fe7cc47-3075-4fb7-93e9-60b6c8a04be8 req-293b237e-0fa1-45e4-9bc2-5c72436e65c9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0426004 Jul 28 14:43:35.296161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ffb-074b-40a5-ab4c-a5b200c4dbd8 req-8928b824-09a7-476d-b260-98ebd22eecca tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:35.297900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae223ffb-074b-40a5-ab4c-a5b200c4dbd8 req-8928b824-09a7-476d-b260-98ebd22eecca tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 944 time: 0.1653991 Jul 28 14:43:35.311474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7943a31-0dc3-4aca-b304-f42fb8843d51 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:35.384927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['57dd0a52-2bdf-4214-87ff-c67f9b2596f7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:35.443187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae223ffb-074b-40a5-ab4c-a5b200c4dbd8 req-222505d3-4102-4fa7-88f8-35911ebcef49 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028550 Jul 28 14:43:35.659311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-f6962e7f-dc1b-42bd-b958-5c5d3b04a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:35.661720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-f6962e7f-dc1b-42bd-b958-5c5d3b04a136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0713108 Jul 28 14:43:35.746507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-2a3d0e96-06da-4fdb-a0d1-983c5f4b49bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 217 time: 0.0658407 Jul 28 14:43:35.755464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98c4062d-0114-421b-baa1-8622dd66a726 req-f48bca68-e3bf-45d0-8875-fbcef79374bb tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b07243-8df9-49fd-ae48-8c2b6edc652e HTTP/1.1" status: 200 len: 210 time: 0.0502744 Jul 28 14:43:35.786556 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.884107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-b38595c9-3a88-4b58-86c6-1f5abc0f8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:35.885736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-b38595c9-3a88-4b58-86c6-1f5abc0f8894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1292892 Jul 28 14:43:35.899978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33253f0-84f2-4f47-b2f2-0cd62183c7c7 req-fa60e9cc-75f2-4735-8ceb-a5d3067319ce tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:35.905527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33253f0-84f2-4f47-b2f2-0cd62183c7c7 req-fa60e9cc-75f2-4735-8ceb-a5d3067319ce tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0863793 Jul 28 14:43:35.942230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-e8d63b22-ad4a-4ec1-b6af-bc059743fc02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346484 Jul 28 14:43:35.990608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f33253f0-84f2-4f47-b2f2-0cd62183c7c7 req-76f12f3e-eebd-4075-9f05-d7a9b171e9de tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735536 Jul 28 14:43:36.081531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-e6773eb5-8b96-4a5e-b3cd-ef35c95519b4 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153219 Jul 28 14:43:36.215483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b6a2d2a-3976-499f-95db-9b447b0f27c5 req-48db7fab-ca40-4730-aa92-1a5da0353f18 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228950 Jul 28 14:43:36.244842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4df072d9-763c-4aff-8043-807069ee5237 req-777763ff-afde-4573-ad9b-f584f1d3e951 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0273020 Jul 28 14:43:36.480911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad9281ee-3fdf-4918-ba05-47bf36ffe65a req-2177584c-0e86-46f6-93e3-9af431963ebf tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Jul 28 14:43:36.555384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:36.630147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56165293-26d9-4a5f-a5c2-846b0afcc6a7 req-af0aa5d7-cfd6-4629-aa1c-fe93bfa5bebb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.638633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-56165293-26d9-4a5f-a5c2-846b0afcc6a7 req-af0aa5d7-cfd6-4629-aa1c-fe93bfa5bebb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 944 time: 0.1091185 Jul 28 14:43:36.708752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-56165293-26d9-4a5f-a5c2-846b0afcc6a7 req-e020b884-713e-4980-8864-69bebfd28e90 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639307 Jul 28 14:43:36.870050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47510) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:36.930811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting subnet ec1980bb-c9ea-42d4-9bd6-4c84f81d441c {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:36.934620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:36.936963 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d97622-232e-4c39-b34e-57638953ef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:36.941620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.980131 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a024354d-f495-42a2-81b9-3534aeb2e7ea x-openstack-request-id: req-a024354d-f495-42a2-81b9-3534aeb2e7ea {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:36.980569 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:36.980569 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a024354d-f495-42a2-81b9-3534aeb2e7ea {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:36.981018 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'status': 'completed', 'code': 200} Jul 28 14:43:37.004062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.103830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:37.109120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:37.109591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.227057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.275398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:37.279079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a146ec-a113-4431-911c-0867b77fd7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:37.282465 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa8a0da-f813-4537-90b8-22f3cd73d47b" -d '{"events": [{"server_uuid": "65a146ec-a113-4431-911c-0867b77fd7aa", "name": "network-vif-plugged", "status": "completed", "tag": "57dd0a52-2bdf-4214-87ff-c67f9b2596f7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:37.374870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a85af73c-990a-463a-ac43-4b344dfa6a10 req-2ac7ec74-7d3b-4be7-98bb-751ab3717a6f tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0344551 Jul 28 14:43:37.397935 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.469949 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755b27b6-792a-4611-ae92-aa7c821892fa x-openstack-request-id: req-755b27b6-792a-4611-ae92-aa7c821892fa {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:37.470486 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a146ec-a113-4431-911c-0867b77fd7aa", "name": "network-vif-plugged", "status": "completed", "tag": "57dd0a52-2bdf-4214-87ff-c67f9b2596f7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:37.470748 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-755b27b6-792a-4611-ae92-aa7c821892fa {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:37.471160 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a146ec-a113-4431-911c-0867b77fd7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7', 'code': 200} Jul 28 14:43:37.494100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:37.592084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.680075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97622-232e-4c39-b34e-57638953ef9f req-2ee1d5ea-7f8c-41c9-9d38-955a57f3f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.681062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2385ced9-4037-4d58-979a-30edb1eb4cdd req-77400f64-0f9c-4c05-bdda-cef89959830a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0458789 Jul 28 14:43:37.683554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-2ee1d5ea-7f8c-41c9-9d38-955a57f3f796 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1096 time: 0.6170187 Jul 28 14:43:37.831833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e776516-c38b-4c1a-bdaf-2e03f774c6eb req-dcec5c41-c208-4ea8-89e7-1a43bb15d4b6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.834276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e776516-c38b-4c1a-bdaf-2e03f774c6eb req-dcec5c41-c208-4ea8-89e7-1a43bb15d4b6 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.7383206 Jul 28 14:43:37.897744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f2266-3faf-4526-91c0-43f89497521c req-b4c22a2e-6da2-497c-bd4a-20334fd9f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.899595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-673f2266-3faf-4526-91c0-43f89497521c req-b4c22a2e-6da2-497c-bd4a-20334fd9f6c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 1097 time: 0.3111031 Jul 28 14:43:37.996698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a4931-41d8-4a77-8b4b-b5a78b30859d req-f5f44221-d140-445f-b919-0270faa2c774 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:38.005833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e776516-c38b-4c1a-bdaf-2e03f774c6eb req-f762eba6-5b77-4c07-a538-0cfa91a22e1d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483021 Jul 28 14:43:38.011323 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-029a4931-41d8-4a77-8b4b-b5a78b30859d req-f5f44221-d140-445f-b919-0270faa2c774 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1061177 Jul 28 14:43:38.031193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97622-232e-4c39-b34e-57638953ef9f req-e7c5999b-529e-46ac-8772-1bf333c90460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:38.034178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-e7c5999b-529e-46ac-8772-1bf333c90460 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.3381078 Jul 28 14:43:38.037965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-673f2266-3faf-4526-91c0-43f89497521c req-6c397980-8d99-487f-8112-8464f7cfc7df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287525 Jul 28 14:43:38.058588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.072254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-029a4931-41d8-4a77-8b4b-b5a78b30859d req-284ee346-a3df-469b-8f41-7cb92309e907 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587726 Jul 28 14:43:38.155355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-7f8f7f99-23f7-4ef3-bd47-95cb1925d907 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 217 time: 0.1114399 Jul 28 14:43:38.158384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1980bb-c9ea-42d4-9bd6-4c84f81d441c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:38.162409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.164419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2662c060-d3d5-49c4-a103-0fb43e56c22f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/subnets/ec1980bb-c9ea-42d4-9bd6-4c84f81d441c HTTP/1.1" status: 204 len: 168 time: 1.2927742 Jul 28 14:43:38.168893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47532) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:38.174006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6adc1-68cd-475f-b8e5-fc4bfdb7230a None None] Network 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:38.303812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.315201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97622-232e-4c39-b34e-57638953ef9f req-be28956b-3515-4c81-9ff2-31211fe79796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:38.316740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-be28956b-3515-4c81-9ff2-31211fe79796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0932786 Jul 28 14:43:38.400856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-1da70553-2fce-4319-947f-fa9432fa3896 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360022 Jul 28 14:43:38.423292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port 80cdf078-21ad-4317-950b-8bbdac2d5d51 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:38.423655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.497844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] DHCP port deletion for 9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:38.561261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port 80cdf078-21ad-4317-950b-8bbdac2d5d51, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80cdf078-21ad-4317-950b-8bbdac2d5d51,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:38.561647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.577735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] Deleting port 80cdf078-21ad-4317-950b-8bbdac2d5d51 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:38.578541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.616400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for 80cdf078-21ad-4317-950b-8bbdac2d5d51 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:38.619331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e62081e-5389-4edb-b09f-4ad63e82a3b7 req-7cd03e16-6164-4261-a3ab-240688385edb tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0451684 Jul 28 14:43:38.627704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-8079dcbc-5318-4293-bf45-57517d430eda service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166190 Jul 28 14:43:38.703899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] For port 80cdf078-21ad-4317-950b-8bbdac2d5d51, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80cdf078-21ad-4317-950b-8bbdac2d5d51,segment=NetworkSegment(34ed88b8-4f7a-4eec-8cac-94f7b50ec059),segment_id=34ed88b8-4f7a-4eec-8cac-94f7b50ec059)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:38.704710 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.723499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] Calling delete_port for 80cdf078-21ad-4317-950b-8bbdac2d5d51 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:38.827468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-189fa0a0-3b78-4287-825d-ae9219affbb2 req-a09d5062-5d99-4082-b65b-179edcac46ae tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0511522 Jul 28 14:43:38.973104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.008523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] Pushing event deleted for resources: {'Port': ['ID=80cdf078-21ad-4317-950b-8bbdac2d5d51,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:39.018866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254a2ee-00e2-4052-af62-81d3954cc324 None None] No DVR routers for this DVR port 80cdf078-21ad-4317-950b-8bbdac2d5d51 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:39.034313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-228e50cd-4bf0-4f99-8396-67efa9765279 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.036929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-228e50cd-4bf0-4f99-8396-67efa9765279 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.42 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 813 time: 0.3501663 Jul 28 14:43:39.043780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.067047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Request body: {'port': {'device_id': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'admin_state_up': True, 'tenant_id': '77f0e07e6ffe48089600ff42c2d97d1f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:39.094376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0d97622-232e-4c39-b34e-57638953ef9f req-b1210fc4-186d-43b9-bed7-2f59ad46e819 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131808 Jul 28 14:43:39.109246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port 80cdf078-21ad-4317-950b-8bbdac2d5d51 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:39.111675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=80cdf078-21ad-4317-950b-8bbdac2d5d51,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:39.299553 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.299848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14fa2e-df66-4b9e-b24f-efdf0d6b79e9 req-ddd68927-bd7d-4b27-9534-540fc6491937 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.313851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff14fa2e-df66-4b9e-b24f-efdf0d6b79e9 req-ddd68927-bd7d-4b27-9534-540fc6491937 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.1568635 Jul 28 14:43:39.357358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80cdf078-21ad-4317-950b-8bbdac2d5d51 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:39.363505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0bd7cf-db8c-4a7b-9d49-1f414b879d01']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:39.383574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ed88b8-4f7a-4eec-8cac-94f7b50ec059') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:39.383969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ed88b8-4f7a-4eec-8cac-94f7b50ec059') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:39.386274 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff14fa2e-df66-4b9e-b24f-efdf0d6b79e9 req-ffef6ea2-651a-491c-8658-3306dd69e777 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Jul 28 14:43:39.413197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.416493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 80cdf078-21ad-4317-950b-8bbdac2d5d51 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:39.416493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80cdf078-21ad-4317-950b-8bbdac2d5d51 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:39.424312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486c94-a856-4bf9-8f21-8debc9e85bf8 req-23a039a3-37ea-4d6e-b4f9-2afaa596e87d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.426188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5486c94-a856-4bf9-8f21-8debc9e85bf8 req-23a039a3-37ea-4d6e-b4f9-2afaa596e87d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1329558 Jul 28 14:43:39.459290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.467966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:39.468382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:39.471675 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:39.562997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5486c94-a856-4bf9-8f21-8debc9e85bf8 req-c6d1b3b2-0489-4976-9c03-947da0b130d3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143172 Jul 28 14:43:39.636446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Made reservation on behalf of 77f0e07e6ffe48089600ff42c2d97d1f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:39.640359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.750623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.767031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.773722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/networks/9a0bd7cf-db8c-4a7b-9d49-1f414b879d01 HTTP/1.1" status: 204 len: 168 time: 1.5996516 Jul 28 14:43:39.774445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:39.836119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting subnet 420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:39.841729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c98e6a-e2a6-41a8-b127-0a90cf317ef8 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Network': ['ID=9a0bd7cf-db8c-4a7b-9d49-1f414b879d01,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:39.844274 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.865103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bab37da1-66fd-4566-ad61-3abed26e5525 req-cf2fc1ae-7efc-4c9e-8a35-1c5caca35599 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0902047 Jul 28 14:43:39.894003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Allocated IP 172.20.0.9 (0cb4db5b-6ba1-47f7-b063-106ffc74c733/47244988-840d-4db5-bf4d-235096fce7a8/757c391d-bc6a-4ee8-ac5e-f478b22ac3ed) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:39.898043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.047861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52de86b7-fe94-4d8f-8fa2-c40a2dcbc1e5 req-00a49ecb-d492-405d-aa83-95ed96ead2f4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0863159 Jul 28 14:43:40.088091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.128903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.276989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.307176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Subnet': ['ID=420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:40.309908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.312671 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cab980bb-27ea-4796-b66d-a5a99632fb46 tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/subnets/420c20ca-f9e1-4ffb-b31b-dd7d4fc0cf0d HTTP/1.1" status: 204 len: 168 time: 0.5362992 Jul 28 14:43:40.315039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47556) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:40.318516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.320316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f55fd7-61c7-4d31-8bb2-6a812cc54b52 None None] Network ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:40.378052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:40.381817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:40.389088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:40.417166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:40.457645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.481157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.482912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.530890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Deleting port a507f966-124c-4365-aec7-76ecd8bf3272 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:40.531312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.613186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] DHCP port deletion for ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:40.632764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-6e09f352-b4b5-4081-943e-ba974b4366b7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5697997 Jul 28 14:43:40.662875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Request body: {'port': {'device_id': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:40.672865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] For port a507f966-124c-4365-aec7-76ecd8bf3272, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a507f966-124c-4365-aec7-76ecd8bf3272,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:40.673420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.689420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896683e-f260-445b-9801-43527aee5920 req-4d74a143-db99-4e78-adcb-fd52481d37e5 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.692585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6896683e-f260-445b-9801-43527aee5920 req-4d74a143-db99-4e78-adcb-fd52481d37e5 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.1442330 Jul 28 14:43:40.717647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Calling delete_port for a507f966-124c-4365-aec7-76ecd8bf3272 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:40.735786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] Deleting port a507f966-124c-4365-aec7-76ecd8bf3272 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:40.737107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.834467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.881240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] For port a507f966-124c-4365-aec7-76ecd8bf3272, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a507f966-124c-4365-aec7-76ecd8bf3272,segment=NetworkSegment(c15a42bf-7f9e-4f07-82d4-4b447e048dc0),segment_id=c15a42bf-7f9e-4f07-82d4-4b447e048dc0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:40.881240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.921577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] Calling delete_port for a507f966-124c-4365-aec7-76ecd8bf3272 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:40.949495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6896683e-f260-445b-9801-43527aee5920 req-5aa075ca-9caf-4845-b535-ebc8b0b36b52 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172234 Jul 28 14:43:41.019827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: from cryptography.utils import int_from_bytes Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: from cryptography.utils import int_from_bytes Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.050474 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:41.057149 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:43:41.060284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.089384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0d7e7-c4b3-4381-93fd-2e486f34f978 req-fed9f97e-019f-4e18-b436-7ea1334af904 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:41.093186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] Pushing event deleted for resources: {'Port': ['ID=a507f966-124c-4365-aec7-76ecd8bf3272,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:41.099144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792390f-c9e7-458c-966e-93b995e43500 None None] No DVR routers for this DVR port a507f966-124c-4365-aec7-76ecd8bf3272 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:41.102961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7df0d7e7-c4b3-4381-93fd-2e486f34f978 req-fed9f97e-019f-4e18-b436-7ea1334af904 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2014644 Jul 28 14:43:41.138715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Port': ['ID=a507f966-124c-4365-aec7-76ecd8bf3272,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:41.143146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] No DVR routers for this DVR port a507f966-124c-4365-aec7-76ecd8bf3272 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:41.266319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.271857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7df0d7e7-c4b3-4381-93fd-2e486f34f978 req-ebcf1bfd-2e4c-4c91-97bb-f9ca9ff0964b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677539 Jul 28 14:43:41.275398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3aa10ab-e395-4b5c-bad0-4b9a3559f6b3 req-1c5a55da-56f4-4f87-ad3d-f9e3e1875425 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0568011 Jul 28 14:43:41.289232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:41.303800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:41.304222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15a42bf-7f9e-4f07-82d4-4b447e048dc0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:41.316911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a507f966-124c-4365-aec7-76ecd8bf3272 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:41.339838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.342018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a507f966-124c-4365-aec7-76ecd8bf3272 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:41.342543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a507f966-124c-4365-aec7-76ecd8bf3272 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:41.383255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.398566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:41.399311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:41.407054 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:41.536058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:41.556744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.582539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7997df4-6373-4759-8307-7a7cd3a0ad68 req-35338043-2892-4b23-a891-23fb5fdf1484 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:41.584188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b7997df4-6373-4759-8307-7a7cd3a0ad68 req-35338043-2892-4b23-a891-23fb5fdf1484 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0570998 Jul 28 14:43:41.594662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07826c2-4758-4328-a594-6a209cb7d87e req-19c53155-22e2-431e-b7f3-9dc4375bd42f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:41.597349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e07826c2-4758-4328-a594-6a209cb7d87e req-19c53155-22e2-431e-b7f3-9dc4375bd42f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 931 time: 0.1687121 Jul 28 14:43:41.601721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Transition to ACTIVE for port object 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:41.612334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.626841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.633348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] 10.222.0.57 "DELETE /v2.0/networks/ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d HTTP/1.1" status: 204 len: 168 time: 1.3127038 Jul 28 14:43:41.648128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e07826c2-4758-4328-a594-6a209cb7d87e req-8c042864-70d7-4946-81aa-d7186f5709e0 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Jul 28 14:43:41.657064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d4931-c88c-4102-a3ee-206a540e2a7f tempest-ServersTestMultiNic-1158106896 tempest-ServersTestMultiNic-1158106896-project] Pushing event deleted for resources: {'Network': ['ID=ccfa8a95-36ab-4a12-bf7f-8a8dd8b2504d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:41.669591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.702036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b7997df4-6373-4759-8307-7a7cd3a0ad68 req-18c77002-574f-4b65-acc0-9375fe832f9e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094809 Jul 28 14:43:41.826631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:41.863362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Attempting to bind port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:41.864350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Attempting to bind port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:41.865429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Attempting to bind port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed on network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:41.875404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed on network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:41.875968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Attempting to bind port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed on network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:41.886300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:41.886865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Checking segment: {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:41.892129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Bound using segment: {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:41.892129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Bound port: 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:41.892129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.982164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47586) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.985246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:41.989206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:42.093114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.135144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.136379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.137998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] 10.222.0.42 "PUT /v2.0/ports/757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 1092 time: 1.4827821 Jul 28 14:43:42.138512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:42.141543 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:42.172881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfee07a-de02-4aef-902e-a4eecd2ca288 service neutron] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:42.264900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4d4e4-0916-4cc9-9d1a-50d6ba767d3a req-080881c3-c6bd-4f64-ae8d-56187936c79f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.267752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4d4e4-0916-4cc9-9d1a-50d6ba767d3a req-080881c3-c6bd-4f64-ae8d-56187936c79f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.2152219 Jul 28 14:43:42.431956 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3385b02-7dfc-42ce-8842-eed64cb7c244 x-openstack-request-id: req-b3385b02-7dfc-42ce-8842-eed64cb7c244 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:42.432618 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:42.433302 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3385b02-7dfc-42ce-8842-eed64cb7c244 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:42.433997 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'status': 'completed', 'code': 200} Jul 28 14:43:42.479087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4d4e4-0916-4cc9-9d1a-50d6ba767d3a req-0dc99a89-da4f-4e1b-9fbc-6feb0dc7f0a7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503229 Jul 28 14:43:42.486636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-9a183ee0-6d62-4e7c-8758-3f22410eee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.489824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-9a183ee0-6d62-4e7c-8758-3f22410eee2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0731931 Jul 28 14:43:42.612212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-0154fda0-701d-4c99-b5a8-69c7f340520e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 217 time: 0.0977404 Jul 28 14:43:42.662945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fe5f5dd-4def-43c0-b574-835ea2b124a5 req-807c5966-4757-4b10-bc55-e814c369e2ca tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0750182 Jul 28 14:43:42.671550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff759-e02e-482f-b990-cb30c307c766 req-1e968a2f-7a03-4406-ad95-65924722224e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.673222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f92ff759-e02e-482f-b990-cb30c307c766 req-1e968a2f-7a03-4406-ad95-65924722224e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1818562 Jul 28 14:43:42.688059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-a8ffcc97-30b8-4143-9dad-ca9a52894ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.689743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-a8ffcc97-30b8-4143-9dad-ca9a52894ef6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.0682337 Jul 28 14:43:42.763205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-7a96589f-5658-4b74-adde-607b1b1c567d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634315 Jul 28 14:43:42.799617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.809042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f92ff759-e02e-482f-b990-cb30c307c766 req-a3d5d0bf-65b6-4e93-be49-c96847c09d64 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229343 Jul 28 14:43:42.949005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-266a447d-812e-4aab-9258-41e49672b818 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672342 Jul 28 14:43:43.076269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82e99fc6-9124-40ff-af7f-dcea78d048a0 req-0e1588e1-ff50-4900-a860-5688bd9bc621 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164970 Jul 28 14:43:43.094816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87863d08-36fa-4ae3-8b71-a4d323237deb req-4f9a3a6a-6e70-407f-a173-7bd2d6a24425 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:43.096431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87863d08-36fa-4ae3-8b71-a4d323237deb req-4f9a3a6a-6e70-407f-a173-7bd2d6a24425 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1615050 Jul 28 14:43:43.169705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87863d08-36fa-4ae3-8b71-a4d323237deb req-f7e536ca-de3a-4f84-b0f5-8e9ad9dc403a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601323 Jul 28 14:43:43.267514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Deleting port c187acb5-3af1-4ff5-a553-e8344ee3ba57 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:43.268214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.329141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-89db386a-1b3c-4e43-81f1-f91072c2a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:43.332392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-89db386a-1b3c-4e43-81f1-f91072c2a0c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0686073 Jul 28 14:43:43.374273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] For port c187acb5-3af1-4ff5-a553-e8344ee3ba57, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c187acb5-3af1-4ff5-a553-e8344ee3ba57,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:43.374617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.390748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Calling delete_port for c187acb5-3af1-4ff5-a553-e8344ee3ba57 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:43.470083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-09e3c6ab-00ef-4e33-9132-6d2c29abf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:43.472822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-09e3c6ab-00ef-4e33-9132-6d2c29abf6e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 914 time: 0.1310265 Jul 28 14:43:43.558548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-c39e6f3b-0107-462f-8571-c546eb9e7ceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 217 time: 0.0739202 Jul 28 14:43:43.638592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-680955fa-2d66-490f-9962-4dfadf015380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:43.640420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-680955fa-2d66-490f-9962-4dfadf015380 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.0737958 Jul 28 14:43:43.681826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e77f-aeae-447e-8387-8ad4432fd6f1 req-d6f3a395-b883-47e7-bb23-5c4b3e7ea2ca tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:43.683483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f862e77f-aeae-447e-8387-8ad4432fd6f1 req-d6f3a395-b883-47e7-bb23-5c4b3e7ea2ca tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0716872 Jul 28 14:43:43.684612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-ec8330b8-1536-4ba7-8718-134a0db73817 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359869 Jul 28 14:43:43.731664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f862e77f-aeae-447e-8387-8ad4432fd6f1 req-a0a2a7e7-5a8b-4eb9-bb0b-fcf326b31e6a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Jul 28 14:43:43.738846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.782803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c187acb5-3af1-4ff5-a553-e8344ee3ba57,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:43.932660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ec377ab-f2bb-4171-8e6d-09eae169a541 req-f08502c5-bad4-42c3-9600-a253c2825250 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.1036048 Jul 28 14:43:44.002862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-a601ec96-a2f8-4e08-b315-2528d15b080f service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100224 Jul 28 14:43:44.016875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.032967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-8022a08c-71e9-4d10-a98a-b67874a26d5e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.036270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-8022a08c-71e9-4d10-a98a-b67874a26d5e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2264252 Jul 28 14:43:44.297385 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3eefc10-1fb6-4e1b-a79e-3cb515ffb01b req-a1bbaf2a-a245-4970-9e97-00aebbd8bee4 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596688 Jul 28 14:43:44.311259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69859cb-cd85-4c42-aefd-bd07515d5e8e req-69d4aec7-5e8a-4730-803b-b11f3aba6a6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.313226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b69859cb-cd85-4c42-aefd-bd07515d5e8e req-69d4aec7-5e8a-4730-803b-b11f3aba6a6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1596980 Jul 28 14:43:44.374644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:44.374975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.384676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b69859cb-cd85-4c42-aefd-bd07515d5e8e req-c80ffd08-a4ab-4476-8125-3b8f0c225334 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632212 Jul 28 14:43:44.456025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286bc8-c1c1-4042-b962-b13a7da89d37 req-32182ad4-752f-45c7-a8dc-c5dc140d05eb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.458432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d286bc8-c1c1-4042-b962-b13a7da89d37 req-32182ad4-752f-45c7-a8dc-c5dc140d05eb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1304572 Jul 28 14:43:44.461958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Router dd611601-0c5f-4f9b-a20c-219eefed9a85 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:44.494479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:44.494857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.523514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:44.591437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d286bc8-c1c1-4042-b962-b13a7da89d37 req-ccece20c-e8fc-42a3-a6c8-f016df4bf327 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233854 Jul 28 14:43:44.674590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:44.680946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2c37cdc-05a7-4d67-aad4-38dae27b80dd admin admin] 10.222.0.57 "PUT /v2.0/routers/dd611601-0c5f-4f9b-a20c-219eefed9a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962600 Jul 28 14:43:44.682522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47620) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:44.687719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] Sync routers for ids ['dd611601-0c5f-4f9b-a20c-219eefed9a85'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:44.699123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] Routers {'dd611601-0c5f-4f9b-a20c-219eefed9a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:44.699916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:43:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dd611601-0c5f-4f9b-a20c-219eefed9a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.801283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.830895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63', '57dd0a52-2bdf-4214-87ff-c67f9b2596f7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:44.836658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=57dd0a52-2bdf-4214-87ff-c67f9b2596f7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:44.851238 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.917643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] Set router dd611601-0c5f-4f9b-a20c-219eefed9a85 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:44.928004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b999e7a-edbf-4739-96a0-85d95281a925 req-5a2d4568-85d9-4a8d-b5d4-86d92eaa4839 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0782104 Jul 28 14:43:44.930681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:44.942822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.945253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e30650a1-200b-4ede-9ef6-74b1cc104be6 req-f43a95a7-1e38-4eec-9ba0-c7ded210fbf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "DELETE /v2.0/ports/57dd0a52-2bdf-4214-87ff-c67f9b2596f7 HTTP/1.1" status: 204 len: 173 time: 0.7941856 Jul 28 14:43:44.945878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a146ec-a113-4431-911c-0867b77fd7aa', 'name': 'network-vif-deleted', 'tag': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:44.948498 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82392792-fc0d-41ac-aa8e-8d745e045fba" -d '{"events": [{"server_uuid": "65a146ec-a113-4431-911c-0867b77fd7aa", "name": "network-vif-deleted", "tag": "57dd0a52-2bdf-4214-87ff-c67f9b2596f7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:45.011400 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1232a1de-ee4c-495c-a6ec-55bc6265438e x-openstack-request-id: req-1232a1de-ee4c-495c-a6ec-55bc6265438e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:45.012142 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a146ec-a113-4431-911c-0867b77fd7aa", "name": "network-vif-deleted", "tag": "57dd0a52-2bdf-4214-87ff-c67f9b2596f7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:45.013135 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1232a1de-ee4c-495c-a6ec-55bc6265438e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:45.014378 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a146ec-a113-4431-911c-0867b77fd7aa', 'name': 'network-vif-deleted', 'tag': '57dd0a52-2bdf-4214-87ff-c67f9b2596f7', 'status': 'completed', 'code': 200} Jul 28 14:43:45.067099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f85d-1cc0-4e76-90a5-decccb5d962b req-97c6deb8-d4ba-4511-94d9-4c0281187335 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:45.089125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce51f85d-1cc0-4e76-90a5-decccb5d962b req-97c6deb8-d4ba-4511-94d9-4c0281187335 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.1595812 Jul 28 14:43:45.135290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce51f85d-1cc0-4e76-90a5-decccb5d962b req-d6627e98-9839-4b11-8479-fb319a93f626 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Jul 28 14:43:45.348070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77630f06-7034-4d22-b476-938bdb4b3490 req-b7535cd5-a24c-469c-a6f5-19b9aa810ecd tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0676632 Jul 28 14:43:45.445228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:43:43Z', 'revision_number': 5, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:45.487557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] Checking router: dd611601-0c5f-4f9b-a20c-219eefed9a85 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:45.503447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] Routers {'dd611601-0c5f-4f9b-a20c-219eefed9a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:45.504181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:43:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dd611601-0c5f-4f9b-a20c-219eefed9a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:45.513826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.589598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25aede2e-ddcd-4157-b900-8042e8c0244c req-59b3b43f-eb1e-4615-a911-8fd044425a2c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a146ec-a113-4431-911c-0867b77fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0353715 Jul 28 14:43:45.645915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] Set router dd611601-0c5f-4f9b-a20c-219eefed9a85 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:45.663711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Deleting port cc29feff-ec63-4b2d-bd34-0fc948edd077 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:45.664158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.839192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cab58f-d32c-4c88-84b0-bf3878b44e4c req-9db5dc9f-f7d2-441f-9412-99f1dbb7239e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:45.841466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50cab58f-d32c-4c88-84b0-bf3878b44e4c req-9db5dc9f-f7d2-441f-9412-99f1dbb7239e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0933495 Jul 28 14:43:45.847791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] For port cc29feff-ec63-4b2d-bd34-0fc948edd077, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cc29feff-ec63-4b2d-bd34-0fc948edd077,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:45.848595 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.877425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Calling delete_port for cc29feff-ec63-4b2d-bd34-0fc948edd077 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:45.943794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:43:43Z', 'revision_number': 5, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:45.955974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50cab58f-d32c-4c88-84b0-bf3878b44e4c req-d86af926-410d-4027-871b-c88d04a7c6e2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041276 Jul 28 14:43:45.996234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848a22-d9e4-455f-b7da-7fd55db53fc6 None None] The sync data for ids ['dd611601-0c5f-4f9b-a20c-219eefed9a85'] in n-d-764806-10 is: [{'id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'name': 'tempest-ServersTestMultiNic-1854501340-router', 'tenant_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:40Z', 'updated_at': '2021-07-28T14:43:43Z', 'revision_number': 5, 'project_id': '1e0f4216e50f48ba8566cb2c4261c76b', 'gw_port': {'id': 'cc29feff-ec63-4b2d-bd34-0fc948edd077', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd611601-0c5f-4f9b-a20c-219eefed9a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:41Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:46.299855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b078b-9838-40bb-8776-13165ac2fbc3 req-849a65af-4a52-48fb-8f78-1e165f801de8 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.301408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-019b078b-9838-40bb-8776-13165ac2fbc3 req-849a65af-4a52-48fb-8f78-1e165f801de8 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0615251 Jul 28 14:43:46.350405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-019b078b-9838-40bb-8776-13165ac2fbc3 req-3cde1ddc-35d4-4f15-ba2b-cf5b85dee593 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Jul 28 14:43:46.396589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.445902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc29feff-ec63-4b2d-bd34-0fc948edd077,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:46.582156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.592332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce6a243-a4d7-4127-a367-5cd0d578caec req-7f64abd1-5c81-45b8-9317-8192698f9277 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0684679 Jul 28 14:43:46.776811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.780697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.904048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.904976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd611601-0c5f-4f9b-a20c-219eefed9a85 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:46.913517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.914678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-645d8917-fbc5-446f-a5b6-471833375715 admin admin] 10.222.0.57 "DELETE /v2.0/routers/dd611601-0c5f-4f9b-a20c-219eefed9a85 HTTP/1.1" status: 204 len: 168 time: 2.2311409 Jul 28 14:43:46.918592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47656) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:46.980225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Deleting subnet 421745f2-fa93-45e8-9c77-418cf86e638e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:46.986630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.071449 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.161165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6588-2ed4-4ffc-9e35-2f61a4333ff6 req-eac340af-4131-4aa6-b377-645133731e32 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:47.163031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-173a6588-2ed4-4ffc-9e35-2f61a4333ff6 req-eac340af-4131-4aa6-b377-645133731e32 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0620656 Jul 28 14:43:47.277397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-173a6588-2ed4-4ffc-9e35-2f61a4333ff6 req-a588cdf7-116d-4bcc-aee7-cc99f3e3470f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870378 Jul 28 14:43:47.335766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c187acb5-3af1-4ff5-a553-e8344ee3ba57 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:47.361111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c187acb5-3af1-4ff5-a553-e8344ee3ba57 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:47.361593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c187acb5-3af1-4ff5-a553-e8344ee3ba57 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:47.362216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cc29feff-ec63-4b2d-bd34-0fc948edd077 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:47.384285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-6912ed72-a592-49da-820e-1c72eeda6575 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:47.389322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-6912ed72-a592-49da-820e-1c72eeda6575 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.3151820 Jul 28 14:43:47.393415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: cc29feff-ec63-4b2d-bd34-0fc948edd077 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:47.393926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cc29feff-ec63-4b2d-bd34-0fc948edd077 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:47.409636 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.457972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-962f8ed2-f878-49d3-a599-c4a82c31f269 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0504091 Jul 28 14:43:47.550030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-22d33c86-1e81-4e7c-a252-ddcc56f4a860 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788343 Jul 28 14:43:47.553928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3394c7-916f-4f72-a927-ec9099d8277d req-23b7aa99-bfe4-47d0-b458-9eda85f51278 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:47.556648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a3394c7-916f-4f72-a927-ec9099d8277d req-23b7aa99-bfe4-47d0-b458-9eda85f51278 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0821609 Jul 28 14:43:47.617691 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a3394c7-916f-4f72-a927-ec9099d8277d req-87e4004a-ab8a-4285-aaf7-bba50646893b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Jul 28 14:43:47.640236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.896021 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a697dc2e-7cde-4189-936f-d750ffd5d5b6 req-c32155ee-830e-4c52-8526-7c3f1637aa37 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0331311 Jul 28 14:43:48.065105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421745f2-fa93-45e8-9c77-418cf86e638e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:48.073419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.079617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1fa4abee-723e-4bfc-b9fa-ac644ac068ec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/421745f2-fa93-45e8-9c77-418cf86e638e HTTP/1.1" status: 204 len: 168 time: 1.1562684 Jul 28 14:43:48.082758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47680) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:48.086872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ec9c1-4e61-4362-91b5-72a09eac67ff None None] Network db2fe7fb-7827-4cd0-985f-99ccaccc319b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:48.096500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-ae13cb46-3c16-4dfb-8c7a-6cc93f49552c service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336294 Jul 28 14:43:48.230876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.299608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-8d857d72-680e-4961-83f4-cb6ff44aaf8f service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906772 Jul 28 14:43:48.328204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Deleting port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:48.328908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.386499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] DHCP port deletion for db2fe7fb-7827-4cd0-985f-99ccaccc319b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:48.433621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] For port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:48.433967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.450688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Calling delete_port for 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:48.467556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] Deleting port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:48.468557 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.558968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] For port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,segment=NetworkSegment(f2bb6ebb-d829-413b-97e4-4f89428a6e97),segment_id=f2bb6ebb-d829-413b-97e4-4f89428a6e97)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:48.559560 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.579219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] Calling delete_port for 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:48.643954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:48.678820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:48.679164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 57dd0a52-2bdf-4214-87ff-c67f9b2596f7 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:48.729979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8163f75-da36-49c1-aba4-584ac5a11e34 req-0ac3749e-66c0-4f17-8fe9-745d588e78db tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:48.731763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8163f75-da36-49c1-aba4-584ac5a11e34 req-0ac3749e-66c0-4f17-8fe9-745d588e78db tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0912189 Jul 28 14:43:48.738909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.755078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.786313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] Pushing event deleted for resources: {'Port': ['ID=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:48.790701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131e01e-b9ec-44ac-822c-07b345d64018 None None] No DVR routers for this DVR port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:48.849528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcdc9d7-b5a3-474d-82ff-d725dd263ecf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:48.858342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] No DVR routers for this DVR port 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:48.865915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8163f75-da36-49c1-aba4-584ac5a11e34 req-e8f52e46-b9cf-4262-904c-7c0e5c0c7d2b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173387 Jul 28 14:43:48.900155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3b56ff1-973c-4c38-b553-33306aa9cf17 req-cd9ab945-ec3d-49e2-aadf-7af0ad2f7ff5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 210 time: 0.0684516 Jul 28 14:43:49.004739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.019040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2fe7fb-7827-4cd0-985f-99ccaccc319b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.029487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212585f-e999-473e-9b5a-6882ae15bb12 req-7df20202-3d28-446c-9af2-9b818afdbacf tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.031347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2212585f-e999-473e-9b5a-6882ae15bb12 req-7df20202-3d28-446c-9af2-9b818afdbacf tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0772030 Jul 28 14:43:49.032018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bb6ebb-d829-413b-97e4-4f89428a6e97') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.032488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bb6ebb-d829-413b-97e4-4f89428a6e97') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.044192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.064835 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.086623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:49.086623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.086926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2212585f-e999-473e-9b5a-6882ae15bb12 req-d8af228b-4df5-4c7d-abed-8d6bf1e62871 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432525 Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:49.087065 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:49.259668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:49.283261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:49.283612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4fcdc9d7-b5a3-474d-82ff-d725dd263ecf not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:49.309441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:49.420622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:49.427497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.435993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'port_id': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'mac_address': 'fa:16:3e:34:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47244988-840d-4db5-bf4d-235096fce7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:49.440525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.445862 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db2fe7fb-7827-4cd0-985f-99ccaccc319b HTTP/1.1" status: 204 len: 168 time: 1.3608248 Jul 28 14:43:49.477193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55614c86-46df-47f7-bd04-9596bf41f1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2fe7fb-7827-4cd0-985f-99ccaccc319b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:49.482601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.499249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:49.521518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:49.663944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.664703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:49.769741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:49.826191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:49.840738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259', 'port_id': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'mac_address': 'fa:16:3e:70:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32aee56-6fdd-4a14-954f-3d837c9add2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:49.885792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.905779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ad67e1-4543-495c-b2af-a91a4da7cc5d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:49.969091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:50.017130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b3f80ae-8051-4afe-85dd-6bc4716eef9f req-e86064d4-52c3-42ad-9e9a-b48ecb608ffe tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0504498 Jul 28 14:43:50.076211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.084405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec7de-69b4-4bf5-ab85-14e5e00b2dff req-32257707-e58e-44ee-b929-c171d4aaa16d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:50.087881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48aec7de-69b4-4bf5-ab85-14e5e00b2dff req-32257707-e58e-44ee-b929-c171d4aaa16d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.0823371 Jul 28 14:43:50.144149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d3c1a20-45cf-4e89-85a5-880552c980c6 req-df56dfd3-1594-4fbc-9d30-63dc1446c36a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 210 time: 0.0517588 Jul 28 14:43:50.147125 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48aec7de-69b4-4bf5-ab85-14e5e00b2dff req-57f4c9fd-a15c-4175-8561-18c10829b863 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Jul 28 14:43:50.177782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47724) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.185207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:50.231713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1a915db8-540a-467d-b6c0-8af7ef56fc81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e0f4216e50f48ba8566cb2c4261c76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531948 Jul 28 14:43:50.243349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47726) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.349300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb767f-e210-4fc7-8bb0-d48df1716b3b req-6b2ff32e-67ae-473b-b89c-e334242dc9a4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:50.351024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07fb767f-e210-4fc7-8bb0-d48df1716b3b req-6b2ff32e-67ae-473b-b89c-e334242dc9a4 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.1045146 Jul 28 14:43:50.354870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c6663ba-4898-451f-80b2-bd0014ff3d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.399057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c6663ba-4898-451f-80b2-bd0014ff3d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.440983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07fb767f-e210-4fc7-8bb0-d48df1716b3b req-9e8cde67-da95-400e-b4d7-3ad9efce475c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798810 Jul 28 14:43:50.686868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c6663ba-4898-451f-80b2-bd0014ff3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.689822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c6663ba-4898-451f-80b2-bd0014ff3d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.691119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6c6663ba-4898-451f-80b2-bd0014ff3d05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3cc1d1b-1869-4ab9-8c06-090f6382437c HTTP/1.1" status: 204 len: 168 time: 0.4459100 Jul 28 14:43:50.701003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6663ba-4898-451f-80b2-bd0014ff3d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc1d1b-1869-4ab9-8c06-090f6382437c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:50.843781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['39ad67e1-4543-495c-b2af-a91a4da7cc5d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:50.871646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:51.223008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97420326-f3fd-4c16-84c6-25e7c2ee871e req-ac321239-dfe3-4d49-a9eb-239110bcd841 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0613494 Jul 28 14:43:51.233799 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:43:51.358584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-813289a9-ecb8-43d1-8712-4c5c8e8f1782 req-01029538-152c-4742-acc6-d2c4ea7766c9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 210 time: 0.0483882 Jul 28 14:43:51.452297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec960976-6197-4bd7-a830-95c529c827e5 req-1a2f22ad-94fa-4faa-b496-6594c4349f0f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:51.454995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec960976-6197-4bd7-a830-95c529c827e5 req-1a2f22ad-94fa-4faa-b496-6594c4349f0f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.1188352 Jul 28 14:43:51.528479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec960976-6197-4bd7-a830-95c529c827e5 req-6f3161eb-06af-46f5-b794-d4d8df96c56c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659628 Jul 28 14:43:51.653179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a1d37-e2d4-4a8d-8a28-cda4d5d4b20b req-567d3ca5-dc63-410a-969a-ad2afc136663 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:51.655140 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b61a1d37-e2d4-4a8d-8a28-cda4d5d4b20b req-567d3ca5-dc63-410a-969a-ad2afc136663 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.0791945 Jul 28 14:43:51.719100 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b61a1d37-e2d4-4a8d-8a28-cda4d5d4b20b req-dcf6fa65-85ca-4f36-a9ce-c409566057ab tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558193 Jul 28 14:43:52.195911 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72ea2b65-d5bd-4ef6-9e6d-028c16ecc34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.300240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-27a08948-7cbd-453e-9fa5-de0c67db821a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:52.302924 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-27a08948-7cbd-453e-9fa5-de0c67db821a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1530461 Jul 28 14:43:52.327903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:52.509083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a409ad5-0dec-4d8a-b396-a11cc676e921 req-35298a24-ebaa-4ab6-b207-8a880f2e84a0 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0755026 Jul 28 14:43:52.566750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c8e8a2e-e3d9-4366-ab23-854e8b2b37a9 req-f8cc0910-88cd-4a17-bf7a-e2a1e2e5a718 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 210 time: 0.0746403 Jul 28 14:43:52.738051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b9fe-937d-49b5-a4fb-b6e05da12992 req-a67c9616-790a-4f1a-b1fc-c0ac10d0629e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:52.740220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e822b9fe-937d-49b5-a4fb-b6e05da12992 req-a67c9616-790a-4f1a-b1fc-c0ac10d0629e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.0723634 Jul 28 14:43:52.803477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e822b9fe-937d-49b5-a4fb-b6e05da12992 req-ecb0b8e1-fa68-4fde-abd3-36cdd947f946 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522227 Jul 28 14:43:52.806884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:52.813648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.037767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099ca0-e7cd-4a04-abe8-40df4a063c7c req-baa5ea3a-abab-4dcb-a151-2ac2bead2ce1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:53.041745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d099ca0-e7cd-4a04-abe8-40df4a063c7c req-baa5ea3a-abab-4dcb-a151-2ac2bead2ce1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.0798442 Jul 28 14:43:53.116695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d099ca0-e7cd-4a04-abe8-40df4a063c7c req-e7b1fcbf-dfa9-46cd-909f-a02d4406c5dc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 Jul 28 14:43:53.133302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.4 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/c362572f-09d5-499d-85f1-1f52790f14b2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:53.347612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:53.418581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.515478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:53.529735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:53.529735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.643048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.649592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.665272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:53.701049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2814c36-f3a8-445f-ade8-01fd8be4fa3d req-52d3269a-78ad-44e6-9e1c-896fc50787bc tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0700145 Jul 28 14:43:53.711460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:53.714435 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e853c37-03af-44f1-b867-f30437efb679" -d '{"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-plugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:53.774538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:53.776056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:53.781656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:53.788204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:53.843744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=c362572f-09d5-499d-85f1-1f52790f14b2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:53.856142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741c68a-7a4a-4105-a301-f85db162413a req-3ce83b13-0db3-49e7-b199-e3ccc54531de tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:53.870664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1741c68a-7a4a-4105-a301-f85db162413a req-3ce83b13-0db3-49e7-b199-e3ccc54531de tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 931 time: 0.1750824 Jul 28 14:43:53.876842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:53.877625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.879423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.880837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:53.944205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1741c68a-7a4a-4105-a301-f85db162413a req-2fa85c5a-1337-409b-85c3-a72dd1e72fd8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713019 Jul 28 14:43:53.987707 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50c7f1-9adb-4487-aada-d8aabaadf5b3 x-openstack-request-id: req-5d50c7f1-9adb-4487-aada-d8aabaadf5b3 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:53.995242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a437fec0-d4ae-4b42-a4bb-96c075ea03b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6795671 Jul 28 14:43:54.002588 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-plugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:54.004316 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d50c7f1-9adb-4487-aada-d8aabaadf5b3 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:54.004316 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'code': 200} Jul 28 14:43:54.132607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f919a-adef-4e55-83b7-6ccd315d3eaa req-824e4abd-07ce-4e16-8a1d-160ba56bc96d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:54.134249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff9f919a-adef-4e55-83b7-6ccd315d3eaa req-824e4abd-07ce-4e16-8a1d-160ba56bc96d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1186848 Jul 28 14:43:54.152597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:54.154204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bcb8d-e7ab-490f-bc71-e42dfde908aa req-eca48612-360d-4c8b-b70b-d861c0e12963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:54.155748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-253bcb8d-e7ab-490f-bc71-e42dfde908aa req-eca48612-360d-4c8b-b70b-d861c0e12963 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0730107 Jul 28 14:43:54.202580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47830) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:54.232434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Request body: {'port': {'device_id': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:54.270673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-253bcb8d-e7ab-490f-bc71-e42dfde908aa req-9cab64bc-d201-4d92-a40b-d37520365ab2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061180 Jul 28 14:43:54.288217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff9f919a-adef-4e55-83b7-6ccd315d3eaa req-94f36ce4-2c7b-4b94-8bf6-74fa80790ef7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316438 Jul 28 14:43:54.316703 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.336438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 39ad67e1-4543-495c-b2af-a91a4da7cc5d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:54.344114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 39ad67e1-4543-495c-b2af-a91a4da7cc5d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:54.345755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.353246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.435518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c54e23-b8ea-4cdb-8644-7bc6617d35d7 req-33d15f65-addf-4511-ab37-1c8cc11a73a1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:54.437312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12c54e23-b8ea-4cdb-8644-7bc6617d35d7 req-33d15f65-addf-4511-ab37-1c8cc11a73a1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.1243680 Jul 28 14:43:54.471680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.516422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:54.522447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12c54e23-b8ea-4cdb-8644-7bc6617d35d7 req-2e577da6-fd9a-4554-883c-4c60de081d3d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760422 Jul 28 14:43:54.566430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.600832 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.680365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:54.782596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c362572f-09d5-499d-85f1-1f52790f14b2 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:54.792267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.807806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Transition to ACTIVE for port object c362572f-09d5-499d-85f1-1f52790f14b2 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:54.838344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8d9d43a3-25be-44fc-9389-71140fd127c5 req-8f497e91-76d0-4719-8948-9d6bdf00133f tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0342920 Jul 28 14:43:54.972789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.022625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2219115cff374a2fbb332da5c89ec3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8160501 Jul 28 14:43:55.022625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d126f85-b601-475b-b0da-c41216d81907,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:55.025721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47840) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:55.034858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-c7253684-6d46-45a8-9910-0e5d1150e5be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695267 Jul 28 14:43:55.035537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.036102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.036941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.037503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.038100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.038616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.039191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.039743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.040244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.040878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.042291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.042917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf714e-fd12-4bc3-8195-a185ef939521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:55.075420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-228b843f-1a0e-47a1-af6c-ab9ecea35d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.111012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef4120d5-9adc-4aa3-8d59-c6b1f1ca3dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.137893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.156063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.222563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef4120d5-9adc-4aa3-8d59-c6b1f1ca3dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.264898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-a1a499d8-5bda-41f0-8382-c5fba412de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.266854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-a1a499d8-5bda-41f0-8382-c5fba412de92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 1096 time: 0.1662729 Jul 28 14:43:55.267594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c362572f-09d5-499d-85f1-1f52790f14b2,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:55.278066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1f026-da6b-4802-b44e-1f7684509f0f req-3190316c-9443-4315-94f6-6a340c27f810 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.279749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1c1f026-da6b-4802-b44e-1f7684509f0f req-3190316c-9443-4315-94f6-6a340c27f810 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 931 time: 0.2368336 Jul 28 14:43:55.471662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1c1f026-da6b-4802-b44e-1f7684509f0f req-3b1e3e44-b9a4-4b2a-baf1-7e0d710e69f9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744306 Jul 28 14:43:55.486204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43837-3324-441d-9ef6-8bfae65b731a req-68b74df2-95a4-4330-a222-8f9683ab7247 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.489615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eec43837-3324-441d-9ef6-8bfae65b731a req-68b74df2-95a4-4330-a222-8f9683ab7247 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0662506 Jul 28 14:43:55.506963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Attempting to bind port c362572f-09d5-499d-85f1-1f52790f14b2 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:55.507329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Attempting to bind port c362572f-09d5-499d-85f1-1f52790f14b2 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:55.507762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Attempting to bind port c362572f-09d5-499d-85f1-1f52790f14b2 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:55.519990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Port c362572f-09d5-499d-85f1-1f52790f14b2 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:43:55.520323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Attempting to bind port c362572f-09d5-499d-85f1-1f52790f14b2 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:55.533396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:55.533737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:55.534212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:55.534709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Bound port: c362572f-09d5-499d-85f1-1f52790f14b2, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:55.535107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.548539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eec43837-3324-441d-9ef6-8bfae65b731a req-91d0c1a6-bae8-42ee-9a04-865d57cbc22e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Jul 28 14:43:55.549573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-6b5d3ff4-0bd5-4a2e-a1e9-5e62059249c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.551171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-6b5d3ff4-0bd5-4a2e-a1e9-5e62059249c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1765800 Jul 28 14:43:55.598630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef4120d5-9adc-4aa3-8d59-c6b1f1ca3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.602041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef4120d5-9adc-4aa3-8d59-c6b1f1ca3dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.603343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ef4120d5-9adc-4aa3-8d59-c6b1f1ca3dcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d126f85-b601-475b-b0da-c41216d81907 HTTP/1.1" status: 204 len: 168 time: 0.5766070 Jul 28 14:43:55.654633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-63ed33a6-af1e-48ca-bbaa-2a82b9e49d2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 200 len: 217 time: 0.0663545 Jul 28 14:43:55.668183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4120d5-9adc-4aa3-8d59-c6b1f1ca3dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d126f85-b601-475b-b0da-c41216d81907,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:55.757597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] For port c362572f-09d5-499d-85f1-1f52790f14b2, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:55.766306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] For port c362572f-09d5-499d-85f1-1f52790f14b2, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c362572f-09d5-499d-85f1-1f52790f14b2,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:55.785793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c401-cfba-4389-938a-fa82f96e85ce req-1cd4242f-0969-43e5-bb8d-5605d6066dec tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.787513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d36c401-cfba-4389-938a-fa82f96e85ce req-1cd4242f-0969-43e5-bb8d-5605d6066dec tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.1419380 Jul 28 14:43:55.789218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-0b4c93cf-e671-4c8a-8fe8-6c4fe1878a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.790719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-0b4c93cf-e671-4c8a-8fe8-6c4fe1878a99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.1203165 Jul 28 14:43:55.846551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-39936f0a-91c3-4894-9849-0a37effe3180 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332119 Jul 28 14:43:55.871766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d36c401-cfba-4389-938a-fa82f96e85ce req-7a1c45f1-ee0a-4397-b6e6-9183a85bf0f9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748754 Jul 28 14:43:55.884091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.969015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.969602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.971182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] 10.222.0.58 "PUT /v2.0/ports/c362572f-09d5-499d-85f1-1f52790f14b2 HTTP/1.1" status: 200 len: 1092 time: 1.9613824 Jul 28 14:43:55.974081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'tag': 'c362572f-09d5-499d-85f1-1f52790f14b2'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:55.976488 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae357f-2d5b-4944-a28a-d383604d9342" -d '{"events": [{"name": "network-changed", "server_uuid": "e62be69d-67a0-4e98-b52b-a81adebafdb3", "tag": "c362572f-09d5-499d-85f1-1f52790f14b2"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:56.005401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:56.011756 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608d532-8bf4-49d9-82ce-7649fc80aaab" -d '{"events": [{"server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "name": "network-vif-plugged", "status": "completed", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:56.031895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e7338-a879-4c95-80cb-e39c111aedd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c362572f-09d5-499d-85f1-1f52790f14b2,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:56.058467 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c43d5ad8-3ff5-4f48-84ee-b44f770b4ece req-c0c905d9-eba0-41db-b068-3f7c2affc410 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0539246 Jul 28 14:43:56.065948 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1630c66f-f597-4dbd-b05b-ebccc3d08bf3 x-openstack-request-id: req-1630c66f-f597-4dbd-b05b-ebccc3d08bf3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:56.066709 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62be69d-67a0-4e98-b52b-a81adebafdb3", "tag": "c362572f-09d5-499d-85f1-1f52790f14b2", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:56.066709 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1630c66f-f597-4dbd-b05b-ebccc3d08bf3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:56.067202 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'tag': 'c362572f-09d5-499d-85f1-1f52790f14b2', 'status': 'completed', 'code': 200} Jul 28 14:43:56.074372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-6fc654be-b270-4d49-a9be-de12c76de31a service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171381 Jul 28 14:43:56.136767 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbb030a-cc8f-46e3-8924-0aa8bc829a7d x-openstack-request-id: req-1cbb030a-cc8f-46e3-8924-0aa8bc829a7d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:56.137343 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "name": "network-vif-plugged", "status": "completed", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:56.137847 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1cbb030a-cc8f-46e3-8924-0aa8bc829a7d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:56.138571 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'code': 200} Jul 28 14:43:56.170478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae357f-2d5b-4944-a28a-d383604d9342 req-d3d366b7-a0b6-4a28-8410-8b55642d801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.172627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ae357f-2d5b-4944-a28a-d383604d9342 req-d3d366b7-a0b6-4a28-8410-8b55642d801d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0769467 Jul 28 14:43:56.299609 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.524650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd040490-f72f-47e6-a90b-0ee5058f888c req-980be7d0-a9ef-4d4e-b98a-b67cd29752e2 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427439 Jul 28 14:43:56.531173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae357f-2d5b-4944-a28a-d383604d9342 req-8a387241-07bc-43ee-a904-eece17e80299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.532245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ae357f-2d5b-4944-a28a-d383604d9342 req-8a387241-07bc-43ee-a904-eece17e80299 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=324c3398a89244f3b0ae89ad41a2e866&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3418860 Jul 28 14:43:56.534254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c230691-1eab-4c00-8f11-d0d39bcc6c4f req-796139a6-1f87-43d3-aeb4-1b0d6d509354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.535811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c230691-1eab-4c00-8f11-d0d39bcc6c4f req-796139a6-1f87-43d3-aeb4-1b0d6d509354 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1684721 Jul 28 14:43:56.694908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c230691-1eab-4c00-8f11-d0d39bcc6c4f req-ecc4ebb6-3e57-4313-8521-b3041c44667d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473508 Jul 28 14:43:56.733565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f86da-f84c-466f-a7c8-54bed08c55d9 req-1a5e78b3-1fb1-45c3-96cc-6cf230837c72 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.735308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-568f86da-f84c-466f-a7c8-54bed08c55d9 req-1a5e78b3-1fb1-45c3-96cc-6cf230837c72 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 943 time: 0.1454685 Jul 28 14:43:56.762180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae357f-2d5b-4944-a28a-d383604d9342 req-55e1b74a-4eee-4717-8603-c1e6a8190d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.763704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ae357f-2d5b-4944-a28a-d383604d9342 req-55e1b74a-4eee-4717-8603-c1e6a8190d57 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188792 Jul 28 14:43:56.764267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ec9b-93c7-4698-a783-d6ac9ce2631c req-5766cbf2-31bf-48b4-8f32-e07692767f91 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.767653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec99ec9b-93c7-4698-a783-d6ac9ce2631c req-5766cbf2-31bf-48b4-8f32-e07692767f91 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0981369 Jul 28 14:43:56.820174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-568f86da-f84c-466f-a7c8-54bed08c55d9 req-6fdcc0f2-9929-458b-9cb1-7997ca632669 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Jul 28 14:43:56.850577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec99ec9b-93c7-4698-a783-d6ac9ce2631c req-4f62f133-5b74-46b6-b8b1-106377b3cac2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647018 Jul 28 14:43:56.889530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-ac8849cf-10d8-44e4-bc9e-6497723f543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.894060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-ac8849cf-10d8-44e4-bc9e-6497723f543b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0664742 Jul 28 14:43:56.971123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-59afaece-3018-4f51-abd6-896fe34f7c21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362572f-09d5-499d-85f1-1f52790f14b2 HTTP/1.1" status: 200 len: 217 time: 0.0669529 Jul 28 14:43:57.104729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a681c060-b1f9-4279-b12e-861fa59636da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:57.106279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-a681c060-b1f9-4279-b12e-861fa59636da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.1231587 Jul 28 14:43:57.123608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb7924-3faf-451d-be99-9a6d61358019 req-4acdbf61-e2ff-4231-a2ba-653c22b94ed9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:57.130844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bceb7924-3faf-451d-be99-9a6d61358019 req-4acdbf61-e2ff-4231-a2ba-653c22b94ed9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.1292207 Jul 28 14:43:57.159116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-09676288-477a-4500-b468-896feed77782 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328710 Jul 28 14:43:57.270070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bceb7924-3faf-451d-be99-9a6d61358019 req-1d5787d7-7b35-4ccf-83a7-70509775e2af tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355000 Jul 28 14:43:57.335168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-0e85ed28-76f8-4be0-9aa8-e6dc814a9d5c service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660120 Jul 28 14:43:57.372483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e32769c5-2057-4222-96c5-25b3987683c1 req-a3d6cbfb-7f5d-432c-ae3e-f1eabac63872 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0352614 Jul 28 14:43:57.382709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47894) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:57.464639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a7436f-e414-4ff7-aefa-5988776bde8b req-89ddc70a-5748-4886-b173-3ec802011ecb service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180646 Jul 28 14:43:57.514004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1330817365-network', 'tenant_id': 'e727568b7bf04bf0b35b217e09ea4cce'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:57.668932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Made reservation on behalf of e727568b7bf04bf0b35b217e09ea4cce for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:57.671356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.680602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.784647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.984621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef32e-b3d3-4b72-8b08-09fff960b684 req-e4248366-8378-456d-bf7f-aad8957d2099 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:57.986262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c6ef32e-b3d3-4b72-8b08-09fff960b684 req-e4248366-8378-456d-bf7f-aad8957d2099 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 943 time: 0.0722961 Jul 28 14:43:58.029196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.030830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c6ef32e-b3d3-4b72-8b08-09fff960b684 req-8399e345-902c-4cda-b24f-887b87487fb8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367045 Jul 28 14:43:58.034986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dccda-466a-4880-bd5a-e9896bb085c2 req-9b35b244-01de-406f-9dcc-3c26d77aea85 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:58.036623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f79dccda-466a-4880-bd5a-e9896bb085c2 req-9b35b244-01de-406f-9dcc-3c26d77aea85 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0648046 Jul 28 14:43:58.086080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f79dccda-466a-4880-bd5a-e9896bb085c2 req-25224700-3a5c-4f21-bd93-ea5309592713 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381644 Jul 28 14:43:58.103576 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.132141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:58.143882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64bce8b-c02f-4b53-9ae8-a5832a51839a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:58.151012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.151517 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Added segment d2e17c3f-611d-4930-ac40-72e0bd2c14ff of type vlan for network 58131b0b-e31c-4748-9266-f9ad9b39462f Jul 28 14:43:58.197162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.350708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.352642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:58.355059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.477987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc505d0-9ff1-4d3b-99eb-46799aab6a11 req-e12b8e28-e23f-4530-959a-a3ace31e24f0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:58.481950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dc505d0-9ff1-4d3b-99eb-46799aab6a11 req-e12b8e28-e23f-4530-959a-a3ace31e24f0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0642250 Jul 28 14:43:58.498001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] Pushing event updated for resources: {'Network': ['ID=58131b0b-e31c-4748-9266-f9ad9b39462f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:58.515002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 58131b0b-e31c-4748-9266-f9ad9b39462f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:58.530638 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f59184d-cbb4-4c5e-be20-4652f735c02f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1458118 Jul 28 14:43:58.532306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47924) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:58.543787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Request body: {'subnet': {'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1330817365-subnet', 'tenant_id': 'e727568b7bf04bf0b35b217e09ea4cce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:58.568690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-53ed1f5f-0247-40a3-ac31-6efb7c9019dc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:58.571548 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-53ed1f5f-0247-40a3-ac31-6efb7c9019dc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 813 time: 0.2016876 Jul 28 14:43:58.584967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dc505d0-9ff1-4d3b-99eb-46799aab6a11 req-af0a940d-c80d-42f2-bebf-afe05ea6f63c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934362 Jul 28 14:43:58.598618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-cae13ac7-9087-49f5-8530-7ef486ea9d77 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/quotas/77f0e07e6ffe48089600ff42c2d97d1f HTTP/1.1" status: 200 len: 375 time: 0.0138905 Jul 28 14:43:58.680028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-5f75d883-110a-4f31-97c2-6d05ea54a225 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676084 Jul 28 14:43:58.734007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4baa791f-cf5a-4a6b-b9e1-1c3e78e506fa req-163fdf93-5a52-4512-afae-b978f8b4ceac tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0328572 Jul 28 14:43:58.743858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Made reservation on behalf of e727568b7bf04bf0b35b217e09ea4cce for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:58.747693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.831668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-63740c91-63ff-4f41-8548-1f778090aff8 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379166 Jul 28 14:43:59.009426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-e6c9ecb0-fcd3-4721-833e-268bd59dc14e service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685762 Jul 28 14:43:59.218213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.283794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2e92-fcb9-4fcd-ace7-861dc725d928 req-0d70ca18-ac9d-4caf-868c-8713ce42e55c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:59.285564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63af2e92-fcb9-4fcd-ace7-861dc725d928 req-0d70ca18-ac9d-4caf-868c-8713ce42e55c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 943 time: 0.1224811 Jul 28 14:43:59.306744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=623fcac5-862a-4a11-b768-8b2d3b63efc7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:59.336678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Checking segment: {'id': 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:59.336978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Network hostable DHCP agents. Network: 58131b0b-e31c-4748-9266-f9ad9b39462f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:59.385790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63af2e92-fcb9-4fcd-ace7-861dc725d928 req-7602ea51-a37d-41fb-b1ca-5009f5abbd61 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824637 Jul 28 14:43:59.471079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a762ff06-f023-4dc6-80e3-c52db75cd779 req-f3bdfe2f-3c96-428c-8808-f3341824f358 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 210 time: 0.0360813 Jul 28 14:43:59.585091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Network 58131b0b-e31c-4748-9266-f9ad9b39462f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:59.709699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 58131b0b-e31c-4748-9266-f9ad9b39462f) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:59.719435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:59.719435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.724772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db4a9d-534c-43e6-9eca-12a54ae0af01 None None] Network 58131b0b-e31c-4748-9266-f9ad9b39462f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:59.799622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cc04d-6f7c-4a80-8f86-a30f5cddb674 req-b88e2883-1679-4e76-99ba-b93cd27af04f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:59.803224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc9cc04d-6f7c-4a80-8f86-a30f5cddb674 req-b88e2883-1679-4e76-99ba-b93cd27af04f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0939751 Jul 28 14:43:59.859768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc9cc04d-6f7c-4a80-8f86-a30f5cddb674 req-245bc471-1091-4335-b364-82260778037c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Jul 28 14:43:59.905207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6087330-2ad9-4871-8b74-c88725a1565f None None] Network 58131b0b-e31c-4748-9266-f9ad9b39462f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:59.912202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-08e233b6-459a-4cec-8ee8-e218abd0a02f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3779588 Jul 28 14:43:59.940432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-817caad4-d29e-4850-a273-394ebb8aee04 req-a83eb8e8-780e-42b7-b4f4-223825143111 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0453818 Jul 28 14:44:00.103137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda13a6-a512-40a1-82af-f38397496032 req-141bba88-041b-406e-9bb1-f52087d1c7a7 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:00.105855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebda13a6-a512-40a1-82af-f38397496032 req-141bba88-041b-406e-9bb1-f52087d1c7a7 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1184239 Jul 28 14:44:00.177259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebda13a6-a512-40a1-82af-f38397496032 req-dc97b096-d80e-46c5-bde6-33aa161870e4 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580251 Jul 28 14:44:00.497389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a52aa-4e74-404a-823a-057c1bd17b83 req-a2177809-09a6-40a1-b6c6-9dc92dd9d197 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:00.498964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-862a52aa-4e74-404a-823a-057c1bd17b83 req-a2177809-09a6-40a1-b6c6-9dc92dd9d197 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0612733 Jul 28 14:44:00.555019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-862a52aa-4e74-404a-823a-057c1bd17b83 req-61cdb2bd-bdab-48cd-b66d-3d00d87b1655 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Jul 28 14:44:00.636159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-2218243f-e596-42af-befb-4a15e01112bf tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:00.637713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-2218243f-e596-42af-befb-4a15e01112bf tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/networks?id=58131b0b-e31c-4748-9266-f9ad9b39462f HTTP/1.1" status: 200 len: 821 time: 0.1314476 Jul 28 14:44:00.660292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-6f13581d-0a74-4e12-b498-7c3e98178570 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/quotas/e727568b7bf04bf0b35b217e09ea4cce HTTP/1.1" status: 200 len: 375 time: 0.0126381 Jul 28 14:44:00.679042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c362572f-09d5-499d-85f1-1f52790f14b2 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:00.699052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211994f-c8d8-46c3-b18a-736df1964c60 req-067df3e8-ae09-42c3-8235-b6b97e1056fd tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:00.700940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1211994f-c8d8-46c3-b18a-736df1964c60 req-067df3e8-ae09-42c3-8235-b6b97e1056fd tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 943 time: 0.0654676 Jul 28 14:44:00.706992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-f7c01805-0b33-4bb1-98f1-225c4e711e42 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e727568b7bf04bf0b35b217e09ea4cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359080 Jul 28 14:44:00.764829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1211994f-c8d8-46c3-b18a-736df1964c60 req-d400de30-1705-4c1b-94bd-aed67f4dbc33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Jul 28 14:44:00.841896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c362572f-09d5-499d-85f1-1f52790f14b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c362572f-09d5-499d-85f1-1f52790f14b2,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:00.847304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-4d260152-b9be-4f33-8939-f0eb8ef59f84 service neutron] 10.222.0.57 "GET /v2.0/networks/58131b0b-e31c-4748-9266-f9ad9b39462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321633 Jul 28 14:44:00.869367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'c362572f-09d5-499d-85f1-1f52790f14b2', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': 'c362572f-09d5-499d-85f1-1f52790f14b2', 'mac_address': 'fa:16:3e:3d:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:00.924671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.964745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c362572f-09d5-499d-85f1-1f52790f14b2 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:00.992323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c362572f-09d5-499d-85f1-1f52790f14b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c362572f-09d5-499d-85f1-1f52790f14b2,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:01.015896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d8274121-10cf-44b9-825b-ceef7ed03fa2 service neutron] 10.222.0.57 "GET /v2.0/networks/58131b0b-e31c-4748-9266-f9ad9b39462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617527 Jul 28 14:44:01.061690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-180d0105-4925-4341-a3d2-4e3a86cae205 req-1b262618-06ee-44e6-a935-89dd7b0f6f42 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 210 time: 0.0584459 Jul 28 14:44:01.166752 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.242010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c362572f-09d5-499d-85f1-1f52790f14b2,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:01.246702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9218b8d5-ce74-4b21-9ec4-2f1cec331310 req-5a8de1a6-76e1-4e2b-852f-2d37eb042e16 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0380545 Jul 28 14:44:01.475284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c362572f-09d5-499d-85f1-1f52790f14b2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:01.548501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dfa8f55-a986-44c2-862c-e0c526c932bc req-311a5d63-70e4-4721-b804-a0ec362154e2 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 210 time: 0.0627604 Jul 28 14:44:01.944983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbb1ef-a725-4afe-90d4-59615abc0a87 req-c08fef7e-a575-487b-ba36-6e6ce89267c8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:01.946747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91cbb1ef-a725-4afe-90d4-59615abc0a87 req-c08fef7e-a575-487b-ba36-6e6ce89267c8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 944 time: 0.0655775 Jul 28 14:44:01.995531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91cbb1ef-a725-4afe-90d4-59615abc0a87 req-73954b9a-cfa4-490b-90bf-347fc816fc50 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Jul 28 14:44:02.054157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.273784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5d4e213-6238-49c8-8876-a6c36e2a5ec8 req-d13ae1de-36c9-4f4a-868c-60076cb7df15 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 210 time: 0.0476444 Jul 28 14:44:02.440503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9813b25a-c01b-4797-a6dd-20b318c3d262 req-ab275599-53fa-4b5b-8472-3df0dd4bc5f8 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0453377 Jul 28 14:44:02.679846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c362572f-09d5-499d-85f1-1f52790f14b2 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:02.746746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c0a4ab7-cf32-4229-8729-4ece1f9d8985 req-1f0b371b-bb47-4261-b45e-547ef1165360 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 210 time: 0.1030345 Jul 28 14:44:02.847378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port c362572f-09d5-499d-85f1-1f52790f14b2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:02.854183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port c362572f-09d5-499d-85f1-1f52790f14b2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:02.854747 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.859063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-3b9c4443-1fa1-4ee2-a2d2-761cdd131a7e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:02.859063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-3b9c4443-1fa1-4ee2-a2d2-761cdd131a7e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.58 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 813 time: 0.2489119 Jul 28 14:44:02.878544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Request body: {'port': {'device_id': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'admin_state_up': True, 'tenant_id': '77f0e07e6ffe48089600ff42c2d97d1f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:02.987078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.017383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c362572f-09d5-499d-85f1-1f52790f14b2'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:03.019665 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2805a8-37cf-4a96-be9b-afd1498ec13e" -d '{"events": [{"server_uuid": "e62be69d-67a0-4e98-b52b-a81adebafdb3", "name": "network-vif-plugged", "status": "completed", "tag": "c362572f-09d5-499d-85f1-1f52790f14b2"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:03.036332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c362572f-09d5-499d-85f1-1f52790f14b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c362572f-09d5-499d-85f1-1f52790f14b2,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:03.088277 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3e1b19-5991-4d5d-9bf4-bfd842b31be0 x-openstack-request-id: req-2e3e1b19-5991-4d5d-9bf4-bfd842b31be0 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:03.088277 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62be69d-67a0-4e98-b52b-a81adebafdb3", "name": "network-vif-plugged", "status": "completed", "tag": "c362572f-09d5-499d-85f1-1f52790f14b2", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:03.088277 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e3e1b19-5991-4d5d-9bf4-bfd842b31be0 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:03.088277 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c362572f-09d5-499d-85f1-1f52790f14b2', 'code': 200} Jul 28 14:44:03.155899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.241027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Made reservation on behalf of 77f0e07e6ffe48089600ff42c2d97d1f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:03.248334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.269310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c362572f-09d5-499d-85f1-1f52790f14b2,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:03.318314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d13653-d43c-46a4-9848-db645b92c444 req-c24d5385-550f-4608-94cd-b5f31742c14f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:03.320361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99d13653-d43c-46a4-9848-db645b92c444 req-c24d5385-550f-4608-94cd-b5f31742c14f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.1700013 Jul 28 14:44:03.410121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c022c-04f8-4054-b195-c855d89bbb56 req-593afce6-1e59-4ef1-a459-d81757738373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:03.412799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-843c022c-04f8-4054-b195-c855d89bbb56 req-593afce6-1e59-4ef1-a459-d81757738373 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 1097 time: 0.1885767 Jul 28 14:44:03.463801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99d13653-d43c-46a4-9848-db645b92c444 req-f2c86b34-ac6c-4231-84d3-18b56849352c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346304 Jul 28 14:44:03.522124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-843c022c-04f8-4054-b195-c855d89bbb56 req-31a38791-0361-4586-83a6-48cab72b0d05 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 Jul 28 14:44:03.553504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Allocated IP 172.20.0.3 (0cb4db5b-6ba1-47f7-b063-106ffc74c733/47244988-840d-4db5-bf4d-235096fce7a8/313885e1-cb26-4e24-a25e-c64ac9f7d1e1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:03.781469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.890919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f86eb0a6-4f71-47e1-b999-0c7c03db7910 req-1cb7af7b-5707-483a-a141-126ecb99a7d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 210 time: 0.0305088 Jul 28 14:44:03.962386 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.023185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:04.065542 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-08601ae1-087e-443e-a535-369770491f08 req-78ec0785-6812-41c8-b967-d30d10141b7e tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0992901 Jul 28 14:44:04.090309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:04.096392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:04.104310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:04.166872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Pushing event updated for resources: {'Port': ['ID=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:04.224131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:04.224131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.283072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-df0c1082-d564-414a-bf9f-5d6eca5b9745 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:44:04.284227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-df0c1082-d564-414a-bf9f-5d6eca5b9745 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075054 Jul 28 14:44:04.368144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Request body: {'binding': {'host': 'n-h2-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:04.369265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:44:04.419499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65a5fece-8e2a-42e7-a5cc-3c45e6bbb0eb req-89546017-de2d-4ff3-b647-2c041859ccf2 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 210 time: 0.0594339 Jul 28 14:44:04.421371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-09346e07-f57c-41d3-9fae-98a8c75a83ce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5505252 Jul 28 14:44:04.437051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Request body: {'port': {'device_id': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:04.511531 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.587600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on host n-h2-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:04.587600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:04.587600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:04.589403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:04.589889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:04.597491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:04.597856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:04.598257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:04.598719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Bound port: 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:04.673880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:05.099423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda63f0-6a14-4988-8c9c-ffad8d4dda21 req-140d6db8-41b6-441e-a307-b916509f1b75 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:05.100998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fcda63f0-6a14-4988-8c9c-ffad8d4dda21 req-140d6db8-41b6-441e-a307-b916509f1b75 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.4576795 Jul 28 14:44:05.172996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fcda63f0-6a14-4988-8c9c-ffad8d4dda21 req-9543e09d-58ba-4e57-a857-22e79e3c1feb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633557 Jul 28 14:44:05.245317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:05.253070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.265784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Transition to ACTIVE for port object 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:05.270206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.271514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-898a696f-e492-475d-af26-e67a0ab44594 service neutron] 10.222.0.57 "POST /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d/bindings HTTP/1.1" status: 201 len: 390 time: 0.9764974 Jul 28 14:44:05.428012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.452358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1728114-de92-49b0-af8a-7ce9f107cdc4 req-309a9845-5d98-4a8b-8d64-0f2f5196fae2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:05.455847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1728114-de92-49b0-af8a-7ce9f107cdc4 req-309a9845-5d98-4a8b-8d64-0f2f5196fae2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 931 time: 0.1121871 Jul 28 14:44:05.548006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Pushing event updated for resources: {'Port': ['ID=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:05.594912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1728114-de92-49b0-af8a-7ce9f107cdc4 req-345cc525-9ce0-4ac7-858e-4f9b91410c97 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192865 Jul 28 14:44:05.623485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-6deac9d0-987d-401f-abfb-ddcfb33eb1f6 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:05.625478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-6deac9d0-987d-401f-abfb-ddcfb33eb1f6 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.58 "GET /v2.0/networks?id=58131b0b-e31c-4748-9266-f9ad9b39462f HTTP/1.1" status: 200 len: 821 time: 0.2444878 Jul 28 14:44:05.629153 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65ec7930-c4cd-4c4c-8747-09311f2e0cfb req-2da5f850-2406-44a0-b5f0-15356ea1d2c6 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0289557 Jul 28 14:44:05.661163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Request body: {'port': {'device_id': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f', 'admin_state_up': True, 'tenant_id': 'e727568b7bf04bf0b35b217e09ea4cce'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:05.749374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c056398b-c6e2-49a2-924a-8470a30e0c0a req-de9ca489-fbed-4864-bd96-185fa5898c4b tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 210 time: 0.0449252 Jul 28 14:44:05.750785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Attempting to bind port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:05.751145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Attempting to bind port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:05.751542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Attempting to bind port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 on network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:05.752209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.764194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 on network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:05.764194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Attempting to bind port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 on network 0cb4db5b-6ba1-47f7-b063-106ffc74c733 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:05.776950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:05.777445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Checking segment: {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:05.777852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Bound using segment: {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:05.778325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Bound port: 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d89789a-8414-45d3-9903-b7e3852475f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:05.778705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.904160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] For port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:05.908351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] For port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:06.047356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0afd-9d38-42c9-8f22-8ee159f0e868 req-bb9c26d3-1a1f-462c-a66a-1cd7031edb63 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.049117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e67b0afd-9d38-42c9-8f22-8ee159f0e868 req-bb9c26d3-1a1f-462c-a66a-1cd7031edb63 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0607088 Jul 28 14:44:06.051392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.055091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Made reservation on behalf of e727568b7bf04bf0b35b217e09ea4cce for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:06.058678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.132849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.133841 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.135401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] 10.222.0.58 "PUT /v2.0/ports/313885e1-cb26-4e24-a25e-c64ac9f7d1e1 HTTP/1.1" status: 200 len: 1092 time: 1.7041352 Jul 28 14:44:06.137618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'tag': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:06.140066 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdca00f-d434-4aec-ad91-e3a3c68f44b3", "tag": "313885e1-cb26-4e24-a25e-c64ac9f7d1e1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:06.219770 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e80d8-ef6c-4eb3-8b11-3f33d219b342 x-openstack-request-id: req-548e80d8-ef6c-4eb3-8b11-3f33d219b342 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:06.220068 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdca00f-d434-4aec-ad91-e3a3c68f44b3", "tag": "313885e1-cb26-4e24-a25e-c64ac9f7d1e1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:06.220327 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-548e80d8-ef6c-4eb3-8b11-3f33d219b342 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:06.220772 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'tag': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1', 'status': 'completed', 'code': 200} Jul 28 14:44:06.224421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e67b0afd-9d38-42c9-8f22-8ee159f0e868 req-adbce8af-5393-47fa-aa0b-611bc87dc37d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612079 Jul 28 14:44:06.230536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4097f-5715-4f3f-8929-325614c9893c service neutron] Pushing event updated for resources: {'Port': ['ID=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:06.344680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b req-89afdd75-8252-443e-b5d9-337b337e1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.346463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b req-89afdd75-8252-443e-b5d9-337b337e1615 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 1095 time: 0.1021068 Jul 28 14:44:06.389669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Allocated IP 172.20.0.9 (58131b0b-e31c-4748-9266-f9ad9b39462f/623fcac5-862a-4a11-b768-8b2d3b63efc7/c936a521-a7b0-4777-b668-efe688dedb70) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:06.412037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748c69e-04ad-4519-beb1-a37eda6969c3 req-00875ccf-947a-402a-ab10-d85032c0f842 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.413737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e748c69e-04ad-4519-beb1-a37eda6969c3 req-00875ccf-947a-402a-ab10-d85032c0f842 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.0988650 Jul 28 14:44:06.497791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-eed86e7f-5b67-4ed3-a1e9-4e01dd710c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.500102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-eed86e7f-5b67-4ed3-a1e9-4e01dd710c26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1078615 Jul 28 14:44:06.504504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e748c69e-04ad-4519-beb1-a37eda6969c3 req-7d23be81-86c2-43c3-a5d8-7a9acc63069c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677214 Jul 28 14:44:06.527269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b req-ee715157-21f3-44ad-9bd6-a91f65305834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.528905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b req-ee715157-21f3-44ad-9bd6-a91f65305834 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1674924 Jul 28 14:44:06.664773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-e2dca8bd-7403-4af5-8dcb-5f983c2e160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.667945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-e2dca8bd-7403-4af5-8dcb-5f983c2e160f service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1593654 Jul 28 14:44:06.723562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b req-61065b89-49a2-4ee7-80ca-2268f0daae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.725187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e4bc5b9-0486-441d-acf1-e17e9ffa8b6b req-61065b89-49a2-4ee7-80ca-2268f0daae17 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854746 Jul 28 14:44:06.729042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.764224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-3c352d58-6d85-4796-a396-c9349e16d3c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 217 time: 0.0854716 Jul 28 14:44:06.802433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a4af050-c3fc-476e-8318-4447d1fdda6a req-395d7414-4458-49da-bcce-032b06b41c83 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0476162 Jul 28 14:44:06.877286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-ae4b581a-aa11-445c-8a71-dc1bb0ca6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.879962 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-ae4b581a-aa11-445c-8a71-dc1bb0ca6839 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0817089 Jul 28 14:44:06.912754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-91f5dcf5-9956-423c-94ac-34b68d754dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.914395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-91f5dcf5-9956-423c-94ac-34b68d754dab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 1095 time: 0.1341372 Jul 28 14:44:06.923603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24886ac-5cd2-4af3-9727-15bb598b9fc5 req-d7567cc7-ae40-49f9-9970-d5bacca36b6a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.925315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d24886ac-5cd2-4af3-9727-15bb598b9fc5 req-d7567cc7-ae40-49f9-9970-d5bacca36b6a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 943 time: 0.1478944 Jul 28 14:44:06.933278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-e7be22b1-981d-487b-9bc0-c45516ec4360 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439105 Jul 28 14:44:06.982913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.997555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-eb61ca87-7c38-444e-b0ba-afdb82d501be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313885e1-cb26-4e24-a25e-c64ac9f7d1e1 HTTP/1.1" status: 200 len: 217 time: 0.0709777 Jul 28 14:44:07.089059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d24886ac-5cd2-4af3-9727-15bb598b9fc5 req-1e8ef46d-c8a9-4584-93d1-c517236abc2a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532872 Jul 28 14:44:07.095781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Network 58131b0b-e31c-4748-9266-f9ad9b39462f is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:07.101224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-71abc197-0179-41ba-b1af-0e2fa8ae25ee tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:07.101745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-71abc197-0179-41ba-b1af-0e2fa8ae25ee tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.2006354 Jul 28 14:44:07.126643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:07.132147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Pushing event updated for resources: {'Port': ['ID=c936a521-a7b0-4777-b668-efe688dedb70,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:07.137165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:07.140374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-49ac1323-5fed-4fd8-b482-aba70dc6572e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0301063 Jul 28 14:44:07.143205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-81895275-6d50-4dc1-87cf-fd8592da8074 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996047 Jul 28 14:44:07.185570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-1a46b237-afe2-4659-8e21-2fb0aa444d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:07.187237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-1a46b237-afe2-4659-8e21-2fb0aa444d77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.1627192 Jul 28 14:44:07.249076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-6d89394c-9076-4fec-a2eb-f1b08b4a997e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503428 Jul 28 14:44:07.255910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:07.256964 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.445294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-11cd0ea8-ad43-4ff3-a940-679c3961b61f service neutron] 10.222.0.58 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840272 Jul 28 14:44:07.460798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-d35795cb-ebd1-4429-b3e7-4d9af070a2d7 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145480 Jul 28 14:44:07.485038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Request body: {'port': {'device_id': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:07.604584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956663f-caab-4727-8c50-2162026d09be req-8945af51-b4f3-4a99-a0e4-653d9358b7fa tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:07.607335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b956663f-caab-4727-8c50-2162026d09be req-8945af51-b4f3-4a99-a0e4-653d9358b7fa tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 931 time: 0.2144952 Jul 28 14:44:07.607739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-72a4e8bd-56fc-42d0-8a24-4edf25a746d3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4580462 Jul 28 14:44:07.636544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-0d9e9ded-6ad0-4239-ba95-d89fc251c335 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845989 Jul 28 14:44:07.723885 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-02bf395a-dedf-4973-bac7-8be6ef04b784 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990777 Jul 28 14:44:07.788970 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.818734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b956663f-caab-4727-8c50-2162026d09be req-d7bdd569-4f25-4fab-b76d-4e9351d13a7d tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889944 Jul 28 14:44:07.822304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71dac1bc-090d-460d-8e8e-a12517ae5b9e req-a581b98a-1be9-42d6-b2b9-ab89e92aa7c9 service neutron] 10.222.0.58 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664653 Jul 28 14:44:07.863751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-5c05331d-7633-49c7-95fa-60d2fb02aff2 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267421 Jul 28 14:44:08.252174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25588648-acae-4c89-978d-65399f0f03b3 req-0162ce75-79d7-48b1-a6a3-ce618752ee01 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:08.253852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25588648-acae-4c89-978d-65399f0f03b3 req-0162ce75-79d7-48b1-a6a3-ce618752ee01 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.1292689 Jul 28 14:44:08.341555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25588648-acae-4c89-978d-65399f0f03b3 req-0e5d2ca7-dcdb-4565-b5ef-e9fb79a2a544 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801504 Jul 28 14:44:08.432122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c936a521-a7b0-4777-b668-efe688dedb70 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:08.453209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.482054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Transition to ACTIVE for port object c936a521-a7b0-4777-b668-efe688dedb70 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:08.504849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b58f9b65-4081-4631-8e9c-f2260af27ccd req-f38691da-9b16-47c1-8c54-638163e8824a tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0456116 Jul 28 14:44:08.582034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.627296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe2969-7129-4789-b3f8-251af80768bb req-512cc030-54fb-4d4e-8b5c-43ebe572214d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:08.629188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15fe2969-7129-4789-b3f8-251af80768bb req-512cc030-54fb-4d4e-8b5c-43ebe572214d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 943 time: 0.1451619 Jul 28 14:44:08.635729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d401377-9346-4d11-bcf6-30533d4de84c req-4c330f3a-09b0-40ff-a097-42e578b4382f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 210 time: 0.0476449 Jul 28 14:44:08.675971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c936a521-a7b0-4777-b668-efe688dedb70,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:08.753176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15fe2969-7129-4789-b3f8-251af80768bb req-1061abc1-6100-4f84-a6d5-ce5931cca03a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101561 Jul 28 14:44:08.786917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Attempting to bind port c936a521-a7b0-4777-b668-efe688dedb70 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:08.792046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Attempting to bind port c936a521-a7b0-4777-b668-efe688dedb70 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:08.792046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Attempting to bind port c936a521-a7b0-4777-b668-efe688dedb70 on network 58131b0b-e31c-4748-9266-f9ad9b39462f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:08.794187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Port c936a521-a7b0-4777-b668-efe688dedb70 on network 58131b0b-e31c-4748-9266-f9ad9b39462f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:08.794716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Attempting to bind port c936a521-a7b0-4777-b668-efe688dedb70 on network 58131b0b-e31c-4748-9266-f9ad9b39462f {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:08.804083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:08.804883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Checking segment: {'id': 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:08.805746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Bound using segment: {'id': 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:08.806370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Bound port: c936a521-a7b0-4777-b668-efe688dedb70, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:08.806840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.950951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] For port c936a521-a7b0-4777-b668-efe688dedb70, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:08.957992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] For port c936a521-a7b0-4777-b668-efe688dedb70, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c936a521-a7b0-4777-b668-efe688dedb70,segment=NetworkSegment(d2e17c3f-611d-4930-ac40-72e0bd2c14ff),segment_id=d2e17c3f-611d-4930-ac40-72e0bd2c14ff)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:09.081162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33698ef-57e7-428f-a60b-5ab09716e3fc req-309324d0-405e-4d0d-b2b3-de157f7b775b tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.096050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b33698ef-57e7-428f-a60b-5ab09716e3fc req-309324d0-405e-4d0d-b2b3-de157f7b775b tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 943 time: 0.1019542 Jul 28 14:44:09.112908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.187046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.188205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.192888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/c936a521-a7b0-4777-b668-efe688dedb70 HTTP/1.1" status: 200 len: 1092 time: 1.7124763 Jul 28 14:44:09.192888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'tag': 'c936a521-a7b0-4777-b668-efe688dedb70'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:09.196172 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8842ba97-0e1c-4064-98e3-113734cfb8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0b7ba3-273d-4be5-badf-9844e6d88742", "tag": "c936a521-a7b0-4777-b668-efe688dedb70"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:09.263042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b33698ef-57e7-428f-a60b-5ab09716e3fc req-45b60d8a-0e73-4993-96c7-7b9eaeee5482 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626048 Jul 28 14:44:09.285157 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d176ca9-27ef-46a5-ac54-cdbba4f59bc6 x-openstack-request-id: req-9d176ca9-27ef-46a5-ac54-cdbba4f59bc6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:09.285586 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0b7ba3-273d-4be5-badf-9844e6d88742", "tag": "c936a521-a7b0-4777-b668-efe688dedb70", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:09.286030 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d176ca9-27ef-46a5-ac54-cdbba4f59bc6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:09.286635 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'tag': 'c936a521-a7b0-4777-b668-efe688dedb70', 'status': 'completed', 'code': 200} Jul 28 14:44:09.299345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636cb41-d4f8-4046-84d6-34feab4d27c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c936a521-a7b0-4777-b668-efe688dedb70,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:09.387216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ba97-0e1c-4064-98e3-113734cfb8d6 req-f58a0bf3-beb9-4d72-bf21-71649c18e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.389945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8842ba97-0e1c-4064-98e3-113734cfb8d6 req-f58a0bf3-beb9-4d72-bf21-71649c18e56b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e727568b7bf04bf0b35b217e09ea4cce&device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 1095 time: 0.0785289 Jul 28 14:44:09.553022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b35f-0f1d-4a9e-b995-60fae115e43a req-3ad370f1-9d3f-464a-bacc-27e8ee939aad tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.554689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5574b35f-0f1d-4a9e-b995-60fae115e43a req-3ad370f1-9d3f-464a-bacc-27e8ee939aad tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0672841 Jul 28 14:44:09.612286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ba97-0e1c-4064-98e3-113734cfb8d6 req-c342d7c5-cf10-4b11-bc7e-bb8aeefe9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.614518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8842ba97-0e1c-4064-98e3-113734cfb8d6 req-c342d7c5-cf10-4b11-bc7e-bb8aeefe9f74 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e727568b7bf04bf0b35b217e09ea4cce&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2162609 Jul 28 14:44:09.643495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5574b35f-0f1d-4a9e-b995-60fae115e43a req-b23aac22-51e2-4107-b0b7-5404ded7479a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761411 Jul 28 14:44:09.765526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59f812c8-85ee-4fc8-b834-7ece7aeae4af req-19af1b90-e593-4127-9808-a0e9a5e02264 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0599315 Jul 28 14:44:09.826536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ba97-0e1c-4064-98e3-113734cfb8d6 req-15772c96-08df-47c1-b4e1-4e5ec973c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.829803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8842ba97-0e1c-4064-98e3-113734cfb8d6 req-15772c96-08df-47c1-b4e1-4e5ec973c698 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072687 Jul 28 14:44:09.857929 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18e61630-be49-412e-b052-c5bb0a287629 req-e7c247d2-5b85-46f2-a0d0-885ccd0c50bc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 210 time: 0.0823679 Jul 28 14:44:09.994308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-261d18a6-732e-410f-95fd-1e580b7b02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.997210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-261d18a6-732e-410f-95fd-1e580b7b02bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e727568b7bf04bf0b35b217e09ea4cce&device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 1095 time: 0.0977502 Jul 28 14:44:10.076935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-02e9f88a-b998-4ec2-9baf-9d8282675e48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c936a521-a7b0-4777-b668-efe688dedb70 HTTP/1.1" status: 200 len: 217 time: 0.0525861 Jul 28 14:44:10.137100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa32d9-0731-428a-af33-a96649d5bc4a req-cfc73eff-d4a4-4f7b-8889-347da3863d97 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.139244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8aa32d9-0731-428a-af33-a96649d5bc4a req-cfc73eff-d4a4-4f7b-8889-347da3863d97 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 943 time: 0.1679411 Jul 28 14:44:10.175300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-0b5e97e1-a3c5-461b-9559-5730ea974c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.178276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-0b5e97e1-a3c5-461b-9559-5730ea974c8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=623fcac5-862a-4a11-b768-8b2d3b63efc7 HTTP/1.1" status: 200 len: 861 time: 0.0929582 Jul 28 14:44:10.223986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-2dd76601-5090-4833-bdfa-83d05e6537fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58131b0b-e31c-4748-9266-f9ad9b39462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372725 Jul 28 14:44:10.249200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8aa32d9-0731-428a-af33-a96649d5bc4a req-7f708f67-c03d-45ad-bed8-cff071a95978 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971060 Jul 28 14:44:10.371906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-58d937dd-0cb1-428d-88cf-e056c3725d2b service neutron] 10.222.0.58 "GET /v2.0/networks/58131b0b-e31c-4748-9266-f9ad9b39462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384106 Jul 28 14:44:10.513607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7a41f-aafa-43cb-9982-c83a45dc33bd req-efd47869-f483-4784-b2fd-3716fafae10c tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.515232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdb7a41f-aafa-43cb-9982-c83a45dc33bd req-efd47869-f483-4784-b2fd-3716fafae10c tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 943 time: 0.1384950 Jul 28 14:44:10.537252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddbb7f2b-2103-43b6-b63e-1cea6399afcb req-1c2ccd54-283b-4f81-92ba-115f8d4703aa service neutron] 10.222.0.58 "GET /v2.0/networks/58131b0b-e31c-4748-9266-f9ad9b39462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578870 Jul 28 14:44:10.584424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdb7a41f-aafa-43cb-9982-c83a45dc33bd req-9fa4fd08-8801-4b4a-b4af-a604d57bdc0a tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Jul 28 14:44:10.725202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:10.857867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5454c-8c0d-40fa-8cdf-0338b37868e9 req-30e8d69a-f3e7-41ec-94ae-e471ee30f5db tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.861946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1b5454c-8c0d-40fa-8cdf-0338b37868e9 req-30e8d69a-f3e7-41ec-94ae-e471ee30f5db tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0757298 Jul 28 14:44:10.912879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:10.938394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1', 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'port_id': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1', 'mac_address': 'fa:16:3e:a4:84:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47244988-840d-4db5-bf4d-235096fce7a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:10.967897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1b5454c-8c0d-40fa-8cdf-0338b37868e9 req-eb9058af-2b14-4232-8bb1-7cc31263bca7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902188 Jul 28 14:44:10.974398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-450cc93b-d9f6-49e4-be94-245ce85c7f11 req-cfd9f231-460e-4001-b2b0-149cd02952e7 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0475540 Jul 28 14:44:11.021994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.053311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:11.099311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:11.145948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-beb9a5a6-7313-415e-b011-1ab931389bb2 req-396702df-6a64-4404-9b2d-2bc9fd156220 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 210 time: 0.0497782 Jul 28 14:44:11.228894 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.287667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:11.409964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4c97e-f4fa-4462-8854-2c4f595e6d7c req-540208a4-d3fc-4a2a-b987-b2d9ee540d93 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.412289 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbd4c97e-f4fa-4462-8854-2c4f595e6d7c req-540208a4-d3fc-4a2a-b987-b2d9ee540d93 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 944 time: 0.0596693 Jul 28 14:44:11.490977 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbd4c97e-f4fa-4462-8854-2c4f595e6d7c req-962e70ec-d47b-4bce-8ffb-424fd17b36be tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Jul 28 14:44:11.533351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['313885e1-cb26-4e24-a25e-c64ac9f7d1e1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:11.582768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-d078cfe4-bec6-45b8-b01b-4bb997270992 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.585731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-d078cfe4-bec6-45b8-b01b-4bb997270992 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1671512 Jul 28 14:44:11.603902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:11.883604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9a1ad-8235-44d7-b704-dc05f4969df3 req-d1412330-0c09-4470-ac34-314a96642dc6 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.886459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ac9a1ad-8235-44d7-b704-dc05f4969df3 req-d1412330-0c09-4470-ac34-314a96642dc6 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 943 time: 0.1503184 Jul 28 14:44:12.001661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ac9a1ad-8235-44d7-b704-dc05f4969df3 req-cdbf4f5c-7948-48b8-9394-55710f0ca80b tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973063 Jul 28 14:44:12.138924 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c5175d0-0872-47a7-b462-3af3c3758d35 req-e4e0e4ab-a73b-4227-a92e-04ad5290e513 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0481687 Jul 28 14:44:12.147184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31e805-4a4e-488b-92ea-0d3931396be9 req-655f67e8-ec50-4241-bdd6-c3086d05dffd tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:12.148895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d31e805-4a4e-488b-92ea-0d3931396be9 req-655f67e8-ec50-4241-bdd6-c3086d05dffd tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0710206 Jul 28 14:44:12.154626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:12.160341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.238759 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d31e805-4a4e-488b-92ea-0d3931396be9 req-cdcb62b7-3a30-4e55-a0a5-25d7ac409a55 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Jul 28 14:44:12.328160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ef45680-44bf-4c6f-91de-1bc49e01b87f req-aa45d3a8-db30-4a43-ab35-e630d633e6b2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 210 time: 0.0458148 Jul 28 14:44:12.486155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.8 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/09302a26-2db5-4750-a973-0b60749db62d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:12.743081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c936a521-a7b0-4777-b668-efe688dedb70 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:12.750586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:12.949624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c936a521-a7b0-4777-b668-efe688dedb70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c936a521-a7b0-4777-b668-efe688dedb70,segment=NetworkSegment(d2e17c3f-611d-4930-ac40-72e0bd2c14ff),segment_id=d2e17c3f-611d-4930-ac40-72e0bd2c14ff)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:12.974619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'c936a521-a7b0-4777-b668-efe688dedb70', 'network_id': '58131b0b-e31c-4748-9266-f9ad9b39462f', 'port_id': 'c936a521-a7b0-4777-b668-efe688dedb70', 'mac_address': 'fa:16:3e:c9:96:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623fcac5-862a-4a11-b768-8b2d3b63efc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:13.062756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.089433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:13.101143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:13.101993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.111289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c936a521-a7b0-4777-b668-efe688dedb70 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:13.229326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849c122-868d-421b-95d1-b18c16ef65ea req-ed33f6d0-dc9b-4b3b-a2c4-13c73e277e0b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.243428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a849c122-868d-421b-95d1-b18c16ef65ea req-ed33f6d0-dc9b-4b3b-a2c4-13c73e277e0b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 944 time: 0.2109396 Jul 28 14:44:13.245179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c936a521-a7b0-4777-b668-efe688dedb70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c936a521-a7b0-4777-b668-efe688dedb70,segment=NetworkSegment(d2e17c3f-611d-4930-ac40-72e0bd2c14ff),segment_id=d2e17c3f-611d-4930-ac40-72e0bd2c14ff)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:13.263170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9b3b-f1b4-4ee2-9dbc-133c825f961d req-c6b1a79d-97e4-4a1c-8364-0e850d69eb4d tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.265599 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-457f9b3b-f1b4-4ee2-9dbc-133c825f961d req-c6b1a79d-97e4-4a1c-8364-0e850d69eb4d tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 943 time: 0.1258097 Jul 28 14:44:13.325114 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.332026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.347386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-457f9b3b-f1b4-4ee2-9dbc-133c825f961d req-d5e4d0cd-76fe-4a2f-adf5-67e5a638755e tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Jul 28 14:44:13.360612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a849c122-868d-421b-95d1-b18c16ef65ea req-23336904-36a4-4a19-a41d-4cdb3066282b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062307 Jul 28 14:44:13.501333 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.501820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:13.501820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:13.501820 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5d218e-3701-4bd1-8fc5-81136583e0c9" -d '{"events": [{"server_uuid": "fbdca00f-d434-4aec-ad91-e3a3c68f44b3", "name": "network-vif-plugged", "status": "completed", "tag": "313885e1-cb26-4e24-a25e-c64ac9f7d1e1"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:13.562184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8cfd7af-33e0-4152-90b3-63eefd81b7e7 req-5ac52a16-8b0a-48f8-8eca-b92ab899daec tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0522301 Jul 28 14:44:13.564088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457f0ad-b984-4a4f-909f-289d40434a87 req-cd615db4-3319-4ae3-9dfd-afc87a9764a7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.565769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4457f0ad-b984-4a4f-909f-289d40434a87 req-cd615db4-3319-4ae3-9dfd-afc87a9764a7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0704584 Jul 28 14:44:13.571030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c936a521-a7b0-4777-b668-efe688dedb70,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:13.616161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c936a521-a7b0-4777-b668-efe688dedb70'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:13.643034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.648073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4457f0ad-b984-4a4f-909f-289d40434a87 req-9e32ac1a-0dd3-42bb-b9aa-1d2d4b9bb38a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758681 Jul 28 14:44:13.651062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.709916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:13.714084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:13.721617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:13.755099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=09302a26-2db5-4750-a973-0b60749db62d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:13.769066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.769522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.770004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.770550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.770961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.771364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.771780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.772213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.772664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.773152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.773551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.774001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.791698 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9ffab-27dd-4756-8613-3e094bfd2735 x-openstack-request-id: req-cfa9ffab-27dd-4756-8613-3e094bfd2735 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:13.792784 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdca00f-d434-4aec-ad91-e3a3c68f44b3", "name": "network-vif-plugged", "status": "completed", "tag": "313885e1-cb26-4e24-a25e-c64ac9f7d1e1", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:13.793309 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfa9ffab-27dd-4756-8613-3e094bfd2735 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:13.793967 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1', 'code': 200} Jul 28 14:44:13.834460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.835295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.836276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:13.873532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7949c6-7150-42b8-b1c9-12fbda399056 req-72693642-3691-4091-90e8-dc1b3d0da4ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.877336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c7949c6-7150-42b8-b1c9-12fbda399056 req-72693642-3691-4091-90e8-dc1b3d0da4ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 931 time: 0.1453054 Jul 28 14:44:13.947976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c7949c6-7150-42b8-b1c9-12fbda399056 req-9c84a0ba-6fd2-4d09-85fb-d548779c3aef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Jul 28 14:44:13.949155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326047c-6b9a-4b4c-8044-226c6d5e19ed req-cbc8781d-cbd7-4937-9408-fb51dcb9dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.950970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f326047c-6b9a-4b4c-8044-226c6d5e19ed req-cbc8781d-cbd7-4937-9408-fb51dcb9dfa4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 1097 time: 0.0578783 Jul 28 14:44:13.955407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-46ce3611-c666-4ab8-9e61-fe87e4b7d0df tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3553638 Jul 28 14:44:13.987067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Request body: {'port': {'device_id': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:14.094807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f326047c-6b9a-4b4c-8044-226c6d5e19ed req-87d5e7d0-f8d3-4f79-8349-7adf18831521 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196117 Jul 28 14:44:14.126539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.511032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09302a26-2db5-4750-a973-0b60749db62d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:14.511932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038b1d-9ae7-4010-8ef2-08661e4f59b8 req-deb444e2-9b29-4f2b-a4fa-64274eb3ccf0 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.514539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98038b1d-9ae7-4010-8ef2-08661e4f59b8 req-deb444e2-9b29-4f2b-a4fa-64274eb3ccf0 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 945 time: 0.0635250 Jul 28 14:44:14.519428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63', 'c362572f-09d5-499d-85f1-1f52790f14b2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:14.529772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.565757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Transition to ACTIVE for port object 09302a26-2db5-4750-a973-0b60749db62d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:14.588041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98038b1d-9ae7-4010-8ef2-08661e4f59b8 req-e1759c69-0c14-4160-a1c7-c07b32419119 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616705 Jul 28 14:44:14.596622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f9afd-a3cf-4108-8aa6-136382c00eca req-1c2a3ba5-d9ea-465f-a135-1f70b4ea01bc tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.599662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a79f9afd-a3cf-4108-8aa6-136382c00eca req-1c2a3ba5-d9ea-465f-a135-1f70b4ea01bc tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 944 time: 0.0824263 Jul 28 14:44:14.672773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a79f9afd-a3cf-4108-8aa6-136382c00eca req-365ac9c5-5b04-41d5-ae1b-5724c5f79786 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642812 Jul 28 14:44:14.687320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.748081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c936a521-a7b0-4777-b668-efe688dedb70 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:14.778002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7232e5d6-ab7f-4be9-baf1-cf42abefd76b req-a4c5e2b4-8c12-411e-91f2-d7f9eb525e97 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0417767 Jul 28 14:44:14.834262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Pushing event updated for resources: {'Port': ['ID=09302a26-2db5-4750-a973-0b60749db62d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:14.907783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64804-f67c-47bd-ba25-54743ae30687 req-1a84c140-8297-4c86-89cb-dd3d1e31afe2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.911128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34c64804-f67c-47bd-ba25-54743ae30687 req-1a84c140-8297-4c86-89cb-dd3d1e31afe2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.1368482 Jul 28 14:44:14.978975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Attempting to bind port 09302a26-2db5-4750-a973-0b60749db62d on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:14.978975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Attempting to bind port 09302a26-2db5-4750-a973-0b60749db62d by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:14.978975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Attempting to bind port 09302a26-2db5-4750-a973-0b60749db62d on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:14.991077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Port 09302a26-2db5-4750-a973-0b60749db62d on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:14.991077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Attempting to bind port 09302a26-2db5-4750-a973-0b60749db62d on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:14.998864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34c64804-f67c-47bd-ba25-54743ae30687 req-53307bee-c4ff-4e0b-9a1b-80024a9445e9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Jul 28 14:44:14.999790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:15.000232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:15.000732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:15.001281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Bound port: 09302a26-2db5-4750-a973-0b60749db62d, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:15.001724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.003130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port c936a521-a7b0-4777-b668-efe688dedb70 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:15.019266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port c936a521-a7b0-4777-b668-efe688dedb70 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:15.019918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.168173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] For port 09302a26-2db5-4750-a973-0b60749db62d, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:15.171800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.202786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] For port 09302a26-2db5-4750-a973-0b60749db62d, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=09302a26-2db5-4750-a973-0b60749db62d,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:15.210976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port c936a521-a7b0-4777-b668-efe688dedb70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c936a521-a7b0-4777-b668-efe688dedb70,segment=NetworkSegment(d2e17c3f-611d-4930-ac40-72e0bd2c14ff),segment_id=d2e17c3f-611d-4930-ac40-72e0bd2c14ff)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:15.241344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84dd9-599b-4f50-beb7-392558c0f74a req-874d82d6-0b32-4c5f-8dc1-bae0c814bc88 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.246457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77c84dd9-599b-4f50-beb7-392558c0f74a req-874d82d6-0b32-4c5f-8dc1-bae0c814bc88 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 943 time: 0.1000385 Jul 28 14:44:15.292922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77c84dd9-599b-4f50-beb7-392558c0f74a req-5f8a466d-ca72-4d19-906b-fc9ec7cd1da4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379684 Jul 28 14:44:15.349396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.387671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.395040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.395854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.397587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] 10.222.0.58 "PUT /v2.0/ports/09302a26-2db5-4750-a973-0b60749db62d HTTP/1.1" status: 200 len: 1092 time: 1.4161026 Jul 28 14:44:15.398086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'tag': '09302a26-2db5-4750-a973-0b60749db62d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:15.401148 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbe51b6-d606-44ef-9c69-226c54ba60d8" -d '{"events": [{"name": "network-changed", "server_uuid": "87a32d28-1ef2-4a5a-95c9-af47551eb4ce", "tag": "09302a26-2db5-4750-a973-0b60749db62d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:15.455429 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d1477-d7f1-4af5-bb6c-65adfe80881e x-openstack-request-id: req-357d1477-d7f1-4af5-bb6c-65adfe80881e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:15.455785 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a32d28-1ef2-4a5a-95c9-af47551eb4ce", "tag": "09302a26-2db5-4750-a973-0b60749db62d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:15.456073 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-357d1477-d7f1-4af5-bb6c-65adfe80881e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:15.456374 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'tag': '09302a26-2db5-4750-a973-0b60749db62d', 'status': 'completed', 'code': 200} Jul 28 14:44:15.462923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08149bf-8d1f-43b8-ac0b-aabafe4b0f35 service neutron] Pushing event updated for resources: {'Port': ['ID=09302a26-2db5-4750-a973-0b60749db62d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:15.465473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=c936a521-a7b0-4777-b668-efe688dedb70,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:15.536659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe51b6-d606-44ef-9c69-226c54ba60d8 req-c45b0abd-1da7-415f-87e8-ebdc577fa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.538605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fbe51b6-d606-44ef-9c69-226c54ba60d8 req-c45b0abd-1da7-415f-87e8-ebdc577fa429 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 1095 time: 0.0528355 Jul 28 14:44:15.658907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe51b6-d606-44ef-9c69-226c54ba60d8 req-305df78d-1eef-4904-85e9-05bdd5d21f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.660438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fbe51b6-d606-44ef-9c69-226c54ba60d8 req-305df78d-1eef-4904-85e9-05bdd5d21f35 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=324c3398a89244f3b0ae89ad41a2e866&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1108181 Jul 28 14:44:15.760953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2face-f838-4b66-875d-5c6572132d97 req-9466825e-4b3a-4a3a-9ef8-8c2ab34c1f25 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.764069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae2face-f838-4b66-875d-5c6572132d97 req-9466825e-4b3a-4a3a-9ef8-8c2ab34c1f25 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 945 time: 0.0745673 Jul 28 14:44:15.795810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c936a521-a7b0-4777-b668-efe688dedb70'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:15.798556 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af1e2af-7f87-4981-89d7-6b2fcc8ce150" -d '{"events": [{"server_uuid": "2a0b7ba3-273d-4be5-badf-9844e6d88742", "name": "network-vif-plugged", "status": "completed", "tag": "c936a521-a7b0-4777-b668-efe688dedb70"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:15.802698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe51b6-d606-44ef-9c69-226c54ba60d8 req-9d3c3ca4-ef67-44e6-a58a-92a4fc9503a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.804227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fbe51b6-d606-44ef-9c69-226c54ba60d8 req-9d3c3ca4-ef67-44e6-a58a-92a4fc9503a0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341460 Jul 28 14:44:15.838914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae2face-f838-4b66-875d-5c6572132d97 req-8a703c57-4eb7-45fe-b6bb-5e04f7a82baf tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Jul 28 14:44:15.888582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22025-ddde-4294-9d77-8e9c203e5ea4 req-308fb187-f01c-45c8-b58e-0c086059b619 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.890200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79e22025-ddde-4294-9d77-8e9c203e5ea4 req-308fb187-f01c-45c8-b58e-0c086059b619 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.0849154 Jul 28 14:44:15.900211 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52211c-d566-4da7-bead-fda674afd460 x-openstack-request-id: req-3a52211c-d566-4da7-bead-fda674afd460 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:15.900808 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0b7ba3-273d-4be5-badf-9844e6d88742", "name": "network-vif-plugged", "status": "completed", "tag": "c936a521-a7b0-4777-b668-efe688dedb70", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:15.901259 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3a52211c-d566-4da7-bead-fda674afd460 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:15.906430 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c936a521-a7b0-4777-b668-efe688dedb70', 'code': 200} Jul 28 14:44:15.913530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-32f50bee-9641-4d34-bfd7-034f87c5cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.915692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-32f50bee-9641-4d34-bfd7-034f87c5cb70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 1095 time: 0.0685999 Jul 28 14:44:15.976260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-d936a7b2-8c17-4108-bb10-d9222bf55bae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09302a26-2db5-4750-a973-0b60749db62d HTTP/1.1" status: 200 len: 217 time: 0.0491908 Jul 28 14:44:15.999168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e50bd32d-463d-4e42-aaf4-d170592f09d7 req-ff884557-4cd1-4c46-8905-e90ed4e7bcdb tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0305407 Jul 28 14:44:16.032357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79e22025-ddde-4294-9d77-8e9c203e5ea4 req-892d65d6-52f5-4c70-8d8a-d05c084bd668 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282322 Jul 28 14:44:16.098554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-721dd5e1-5157-4dcb-85ce-47aa134a01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.100681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-721dd5e1-5157-4dcb-85ce-47aa134a01b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.1128311 Jul 28 14:44:16.103676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bc542-99c0-4207-9419-8ccc84f5b29e req-8f2470ac-cb75-46bd-a6ce-debf78c0a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.106333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e18bc542-99c0-4207-9419-8ccc84f5b29e req-8f2470ac-cb75-46bd-a6ce-debf78c0a930 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 1097 time: 0.1052675 Jul 28 14:44:16.180417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-192c39c4-7b8f-4cea-bef2-0cf440f4d986 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589252 Jul 28 14:44:16.247593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e18bc542-99c0-4207-9419-8ccc84f5b29e req-56a442da-b124-4c6e-8640-e88594dd599c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248863 Jul 28 14:44:16.267519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524c052-2781-4d02-9795-1c316f1f3cda req-f10100ae-6ebe-4bc9-9b1e-520155cf52ee tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.269167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7524c052-2781-4d02-9795-1c316f1f3cda req-f10100ae-6ebe-4bc9-9b1e-520155cf52ee tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.1577020 Jul 28 14:44:16.335006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-3f25a6fd-29e8-4730-82f2-cd367b3fcb26 service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445944 Jul 28 14:44:16.340634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7524c052-2781-4d02-9795-1c316f1f3cda req-b8d36681-408d-49e6-b6e1-504764e633cc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Jul 28 14:44:16.445340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2adf1cee-4f6c-4075-bd09-9503fa457b2d req-9a556e52-e370-4909-b86e-9cf8acc791ab service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025383 Jul 28 14:44:16.673653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffae3-e162-4375-93d9-c55a92302a5b req-01db9a00-faee-45df-8626-1cbdd2f8ab9e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.675346 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3cffae3-e162-4375-93d9-c55a92302a5b req-01db9a00-faee-45df-8626-1cbdd2f8ab9e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 943 time: 0.0562353 Jul 28 14:44:16.737896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3cffae3-e162-4375-93d9-c55a92302a5b req-b4d910f0-9021-4ea6-b711-b53ee47e6250 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Jul 28 14:44:16.892294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199b1b7-8f85-4198-966f-73e9d5a26ba4 req-4608c81f-15c2-4722-bec7-5830c68aa99c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.894439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a199b1b7-8f85-4198-966f-73e9d5a26ba4 req-4608c81f-15c2-4722-bec7-5830c68aa99c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 945 time: 0.0923808 Jul 28 14:44:16.942378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a199b1b7-8f85-4198-966f-73e9d5a26ba4 req-42f14f56-906e-462a-8b8c-d4e742a56f2f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Jul 28 14:44:17.145137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e4fc16f-2568-4dcd-b478-5cbddfd72a3a req-6d9f35d7-2723-42ce-bf93-853f15629ae0 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0468738 Jul 28 14:44:17.194360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01d01-8218-45d8-99bc-ab4611b6e7d7 req-c81f6d51-d9a2-4fb1-9132-6f56bcc76668 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:17.198057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25d01d01-8218-45d8-99bc-ab4611b6e7d7 req-c81f6d51-d9a2-4fb1-9132-6f56bcc76668 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.0740011 Jul 28 14:44:17.262624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25d01d01-8218-45d8-99bc-ab4611b6e7d7 req-48dbd82b-e15a-4f5e-a9f9-8628cf883d41 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566466 Jul 28 14:44:17.486883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6342c79-79a4-4c83-93c4-8d7b7f31907c req-f8d03559-70f2-43de-a3a5-c6c29eeb13c1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:17.489720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6342c79-79a4-4c83-93c4-8d7b7f31907c req-f8d03559-70f2-43de-a3a5-c6c29eeb13c1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0665894 Jul 28 14:44:17.550590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6342c79-79a4-4c83-93c4-8d7b7f31907c req-2313c353-3fae-406c-9163-f938a61ee429 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Jul 28 14:44:17.890735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b596-9e84-4846-9269-acc4afbad783 req-8392fe23-ced1-4c9b-a5a3-e9c8673968a5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:17.892673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19a2b596-9e84-4846-9269-acc4afbad783 req-8392fe23-ced1-4c9b-a5a3-e9c8673968a5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 943 time: 0.0607657 Jul 28 14:44:17.940674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19a2b596-9e84-4846-9269-acc4afbad783 req-7456b682-130f-4504-bcd0-71c55abd6197 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Jul 28 14:44:18.105851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb27e3-46fc-4d04-b209-b478080164f0 req-6d2d6e68-1ebc-4244-9cea-8b22e89c9460 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.107460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45fb27e3-46fc-4d04-b209-b478080164f0 req-6d2d6e68-1ebc-4244-9cea-8b22e89c9460 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 945 time: 0.0614672 Jul 28 14:44:18.154751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45fb27e3-46fc-4d04-b209-b478080164f0 req-f75a5e0f-4b55-4bb9-9021-f257cfc023d3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Jul 28 14:44:18.271952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2de29fa-6bf9-4505-9cbb-fcb0725c2103 req-ebfa6a7b-5091-4b0e-9f92-5b1a3080e494 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0341461 Jul 28 14:44:18.411844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36568b-90c8-411e-b173-cc2eed8b7eac req-61ec34da-80e5-44a1-89f7-457f1a41bc26 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.414511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df36568b-90c8-411e-b173-cc2eed8b7eac req-61ec34da-80e5-44a1-89f7-457f1a41bc26 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.0649042 Jul 28 14:44:18.463596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df36568b-90c8-411e-b173-cc2eed8b7eac req-b895ed4f-ff6a-4532-95d1-781ac9c0340e tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Jul 28 14:44:18.712813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3d52-174f-4503-9892-a37eec013e98 req-a9bc5a41-3d44-4ff4-8adc-6207fb4cd7d7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.714302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-583c3d52-174f-4503-9892-a37eec013e98 req-a9bc5a41-3d44-4ff4-8adc-6207fb4cd7d7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 945 time: 0.0760036 Jul 28 14:44:18.746830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc1cf-c0c9-4c02-9e36-471dd4fb76a2 req-4c51234e-1756-4acf-a8f5-32ee4c1ed6bc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.750141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63cbc1cf-c0c9-4c02-9e36-471dd4fb76a2 req-4c51234e-1756-4acf-a8f5-32ee4c1ed6bc tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0713346 Jul 28 14:44:18.818920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63cbc1cf-c0c9-4c02-9e36-471dd4fb76a2 req-918edda9-f806-4d01-b45a-32e5eb46555e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609174 Jul 28 14:44:18.895759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Deleting port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:18.896409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.035526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] For port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:19.036160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.057450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Calling delete_port for 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:19.189534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e901e4-3855-4ab4-90e9-eced54702a8d req-15c76211-1ab5-440b-b7ef-210024aaf7fb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:19.205316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38e901e4-3855-4ab4-90e9-eced54702a8d req-15c76211-1ab5-440b-b7ef-210024aaf7fb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 943 time: 0.1406672 Jul 28 14:44:19.287688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38e901e4-3855-4ab4-90e9-eced54702a8d req-510fd1f2-26b6-486e-83de-606bd3fa81d8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790877 Jul 28 14:44:19.422862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7da725-7aab-49a6-a303-24bc1a0df0cc req-47a526ba-2092-469c-a365-145164213f8b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:19.424896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c7da725-7aab-49a6-a303-24bc1a0df0cc req-47a526ba-2092-469c-a365-145164213f8b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 945 time: 0.0544014 Jul 28 14:44:19.469252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c7da725-7aab-49a6-a303-24bc1a0df0cc req-4c5d44a8-a0c4-4ffa-98c9-a29fa4ce5630 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Jul 28 14:44:19.566630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ed3b420b-abe7-4e25-8abe-c3abfce83486 req-dbf1dae0-d5e9-44ef-a130-8668001154ff tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0284865 Jul 28 14:44:19.663313 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.675654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['313885e1-cb26-4e24-a25e-c64ac9f7d1e1'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:19.696829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Pushing event deleted for resources: {'Port': ['ID=313885e1-cb26-4e24-a25e-c64ac9f7d1e1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:19.721881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:19.747345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] No DVR routers for this DVR port 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:19.753929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.756095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-583c3d52-174f-4503-9892-a37eec013e98 req-1d770bf9-77e1-43f7-8a03-a46da7309884 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.58 "DELETE /v2.0/ports/313885e1-cb26-4e24-a25e-c64ac9f7d1e1 HTTP/1.1" status: 204 len: 173 time: 1.0310099 Jul 28 14:44:19.756634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'name': 'network-vif-deleted', 'tag': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:19.759735 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f15f4-7bdf-4de8-8d4a-ebd2fe97c3e0" -d '{"events": [{"server_uuid": "fbdca00f-d434-4aec-ad91-e3a3c68f44b3", "name": "network-vif-deleted", "tag": "313885e1-cb26-4e24-a25e-c64ac9f7d1e1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:19.915118 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d99999-e9c8-499f-bff7-53023478147b x-openstack-request-id: req-58d99999-e9c8-499f-bff7-53023478147b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:19.916607 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdca00f-d434-4aec-ad91-e3a3c68f44b3", "name": "network-vif-deleted", "tag": "313885e1-cb26-4e24-a25e-c64ac9f7d1e1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:19.916607 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58d99999-e9c8-499f-bff7-53023478147b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:19.916607 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdca00f-d434-4aec-ad91-e3a3c68f44b3', 'name': 'network-vif-deleted', 'tag': '313885e1-cb26-4e24-a25e-c64ac9f7d1e1', 'status': 'completed', 'code': 200} Jul 28 14:44:20.067904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1deb2a-93d2-400d-b0d2-7c2d19909b32 req-7c76bfb8-dffd-4e89-b601-151db40da57b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:20.070745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af1deb2a-93d2-400d-b0d2-7c2d19909b32 req-7c76bfb8-dffd-4e89-b601-151db40da57b tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0993590 Jul 28 14:44:20.148253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af1deb2a-93d2-400d-b0d2-7c2d19909b32 req-d943946b-9e4b-4158-a836-ac6459c6671a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644236 Jul 28 14:44:20.382724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222ab51-f203-4dc6-8f8e-068f60125022 req-fb4d6c92-d540-463e-9377-1d0e53f482de tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:20.386318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4222ab51-f203-4dc6-8f8e-068f60125022 req-fb4d6c92-d540-463e-9377-1d0e53f482de tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.1084583 Jul 28 14:44:20.442443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499554a-0e9d-4dd3-a25d-edcf2ff2f284 req-ebb39a9b-14df-4118-9fad-0ef4e7e0efc8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:20.444182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e499554a-0e9d-4dd3-a25d-edcf2ff2f284 req-ebb39a9b-14df-4118-9fad-0ef4e7e0efc8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 943 time: 0.0579059 Jul 28 14:44:20.459081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4222ab51-f203-4dc6-8f8e-068f60125022 req-c6298306-7e78-48d2-b478-f40d86671803 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662715 Jul 28 14:44:20.501695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e499554a-0e9d-4dd3-a25d-edcf2ff2f284 req-271b8c0c-1bb2-404c-a5d5-a001fd7b95aa tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Jul 28 14:44:20.593615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74eb8ac2-4ae8-4d0d-8d77-021b1b6da98c req-f1b48a0f-7384-4013-abad-cc2867997ebf tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbdca00f-d434-4aec-ad91-e3a3c68f44b3 HTTP/1.1" status: 200 len: 210 time: 0.0296977 Jul 28 14:44:20.703045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06479597-2c05-4142-a086-083b3696b907 req-c22ea306-508d-4d65-ab15-d513c60866f1 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0302219 Jul 28 14:44:20.781120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 09302a26-2db5-4750-a973-0b60749db62d details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:20.911995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 09302a26-2db5-4750-a973-0b60749db62d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=09302a26-2db5-4750-a973-0b60749db62d,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:20.933815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '09302a26-2db5-4750-a973-0b60749db62d', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': '09302a26-2db5-4750-a973-0b60749db62d', 'mac_address': 'fa:16:3e:cc:71:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:21.002749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.045539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09302a26-2db5-4750-a973-0b60749db62d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:21.053776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 09302a26-2db5-4750-a973-0b60749db62d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=09302a26-2db5-4750-a973-0b60749db62d,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:21.178775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-b1b5cf66-a127-4e3e-8b0b-0e161c18d2c8 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.180622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-b1b5cf66-a127-4e3e-8b0b-0e161c18d2c8 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1098 time: 0.0499558 Jul 28 14:44:21.202961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:21.300894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.387882 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.410324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b380-f45d-4e6d-a862-79b3edcc791f req-5a549781-e4af-48b1-8322-7daa58000041 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.411929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf50b380-f45d-4e6d-a862-79b3edcc791f req-5a549781-e4af-48b1-8322-7daa58000041 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 946 time: 0.0986996 Jul 28 14:44:21.459654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=09302a26-2db5-4750-a973-0b60749db62d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:21.475492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.476738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.477164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.478327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.478579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.479539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.480187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.480907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.481611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.482311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.483035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.483802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:21.510552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf50b380-f45d-4e6d-a862-79b3edcc791f req-daf77d13-4a83-4088-bafd-cf0a377c2287 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874355 Jul 28 14:44:21.539340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:21.607004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:21.670030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e9ca-bc04-42fd-97f3-c51c40e27d87 req-8a5814dc-e93b-45e7-ae9a-48c3cd51ad66 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.673279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af58e9ca-bc04-42fd-97f3-c51c40e27d87 req-8a5814dc-e93b-45e7-ae9a-48c3cd51ad66 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.0615730 Jul 28 14:44:21.686640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.707275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['09302a26-2db5-4750-a973-0b60749db62d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:21.707813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74e37d-62b2-4384-b480-ae4efe99d0c1 req-bce15f01-3afb-493e-b76f-301e409d8e57 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.709381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d74e37d-62b2-4384-b480-ae4efe99d0c1 req-bce15f01-3afb-493e-b76f-301e409d8e57 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 944 time: 0.0781167 Jul 28 14:44:21.740010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af58e9ca-bc04-42fd-97f3-c51c40e27d87 req-e2eef55e-eda3-4233-93c1-37e1c3293e78 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576758 Jul 28 14:44:21.769544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d74e37d-62b2-4384-b480-ae4efe99d0c1 req-4da4e959-04f5-45e6-8882-7cab5a24fea0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Jul 28 14:44:21.887724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-2a476de6-ac20-4ba3-9fc4-52d8dc1d61cd tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.890740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-2a476de6-ac20-4ba3-9fc4-52d8dc1d61cd tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.1061187 Jul 28 14:44:21.918254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:21.923542 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebca144-457b-48ed-99d6-1317cdbdd751" -d '{"events": [{"server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:21.970309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.987438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a491653f-644d-4c78-b35f-82d1744b640a req-5028cc45-bb17-4b8a-8ee8-c4bbebd914f1 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0946920 Jul 28 14:44:22.011469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90d62-7e7a-470a-bc3e-f411386d4650 req-c8a72e00-ee83-44a2-8761-b7556d1ffc30 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:22.013569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ec90d62-7e7a-470a-bc3e-f411386d4650 req-c8a72e00-ee83-44a2-8761-b7556d1ffc30 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0771673 Jul 28 14:44:22.065552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ec90d62-7e7a-470a-bc3e-f411386d4650 req-5ec203c7-1963-4724-9e7c-61b47b333f0c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Jul 28 14:44:22.125350 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb0523-6f98-4174-9052-485dfcda3c81 x-openstack-request-id: req-c3eb0523-6f98-4174-9052-485dfcda3c81 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:22.131680 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:22.131680 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3eb0523-6f98-4174-9052-485dfcda3c81 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:22.131680 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'code': 200} Jul 28 14:44:22.212720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:22.231991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42785d14-270f-4569-a589-0e7e2bd9f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.245500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on host n-h1-764806-10 for vnic_type normal with profile {"migrating_to": "n-h2-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:22.245955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:22.246311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:22.298169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:22.298645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Attempting to bind port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on network 26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:22.326702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:22.327237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Checking segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:22.327795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Bound using segment: {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:22.328557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Bound port: 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc13dbd0-0ce4-4585-88c0-15b59751c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:22.329075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.366456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Deleting port c936a521-a7b0-4777-b668-efe688dedb70 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:22.367054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.385643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674cc44-4252-4e5c-ae85-a48ce3bd2aa4 req-9f645357-ac98-484d-bcf3-8694663d5f08 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:22.388556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b674cc44-4252-4e5c-ae85-a48ce3bd2aa4 req-9f645357-ac98-484d-bcf3-8694663d5f08 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1632814 Jul 28 14:44:22.647206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b674cc44-4252-4e5c-ae85-a48ce3bd2aa4 req-56ff174e-510a-4310-bd87-85dbeeb59e36 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337120 Jul 28 14:44:22.668838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:22.678014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:22.716241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4357e-8771-4886-98a8-b4d538b9da13 req-88103a88-fb50-46e8-bdb1-606d32ba12af tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:22.716241 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52a4357e-8771-4886-98a8-b4d538b9da13 req-88103a88-fb50-46e8-bdb1-606d32ba12af tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0833156 Jul 28 14:44:22.737111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] For port c936a521-a7b0-4777-b668-efe688dedb70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c936a521-a7b0-4777-b668-efe688dedb70,segment=NetworkSegment(d2e17c3f-611d-4930-ac40-72e0bd2c14ff),segment_id=d2e17c3f-611d-4930-ac40-72e0bd2c14ff)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:22.737750 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.764975 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52a4357e-8771-4886-98a8-b4d538b9da13 req-cc71f8f6-0e68-4bf7-911e-8155e6bef785 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Jul 28 14:44:22.781153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Calling delete_port for c936a521-a7b0-4777-b668-efe688dedb70 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:22.789336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.802601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:22.816372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 09302a26-2db5-4750-a973-0b60749db62d up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:22.892939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405f5e1-e0ce-4852-b557-42707a6cd9d8 req-56223169-10cb-4950-87ed-3c6874c384e1 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:22.894839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f405f5e1-e0ce-4852-b557-42707a6cd9d8 req-56223169-10cb-4950-87ed-3c6874c384e1 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 945 time: 0.0595567 Jul 28 14:44:22.949273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f405f5e1-e0ce-4852-b557-42707a6cd9d8 req-e4e565a4-4297-4c28-bd22-843a7482df46 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f64bce8b-c02f-4b53-9ae8-a5832a51839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Jul 28 14:44:23.069260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac7fe4-9bfe-4417-a87e-4e3017c3266c req-5a9e9e87-bdbe-4e1f-9b3e-c8fa950bfc44 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:23.069260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bac7fe4-9bfe-4417-a87e-4e3017c3266c req-5a9e9e87-bdbe-4e1f-9b3e-c8fa950bfc44 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3024695 Jul 28 14:44:23.086591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.089524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ec4f3-2800-40dd-9d2f-3f9e59904377 req-6bb474ba-9e8b-411c-b86e-797495e655cf tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:23.091757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b2ec4f3-2800-40dd-9d2f-3f9e59904377 req-6bb474ba-9e8b-411c-b86e-797495e655cf tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 944 time: 0.0782909 Jul 28 14:44:23.112179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:23.114567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:23.116137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.118722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bc4d1c3f-361f-4691-ac86-a2d6fed868ec service neutron] 10.222.0.58 "PUT /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 1124 time: 1.9228446 Jul 28 14:44:23.136178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d has no active binding in host n-h2-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:44:23.163117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b2ec4f3-2800-40dd-9d2f-3f9e59904377 req-cfae5c74-c9d7-4643-bbb2-fb811676965f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Jul 28 14:44:23.174955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5bac7fe4-9bfe-4417-a87e-4e3017c3266c req-ee31d495-22f5-458a-9db3-4e5773f20272 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894277 Jul 28 14:44:23.189145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 09302a26-2db5-4750-a973-0b60749db62d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:23.199720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 09302a26-2db5-4750-a973-0b60749db62d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:23.200274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.273771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['39ad67e1-4543-495c-b2af-a91a4da7cc5d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:23.346463 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcbbe011-632f-41fe-9567-17b8d74ba734 req-2aa5307e-9243-43f9-81cf-6e19939e3f4d tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0682054 Jul 28 14:44:23.428760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.468367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Pushing event deleted for resources: {'Port': ['ID=c936a521-a7b0-4777-b668-efe688dedb70,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.473228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.524508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09302a26-2db5-4750-a973-0b60749db62d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:23.527406 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd238b5-7490-481d-848a-f95db7312831" -d '{"events": [{"server_uuid": "87a32d28-1ef2-4a5a-95c9-af47551eb4ce", "name": "network-vif-plugged", "status": "completed", "tag": "09302a26-2db5-4750-a973-0b60749db62d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:23.530876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['39ad67e1-4543-495c-b2af-a91a4da7cc5d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:23.547496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] No DVR routers for this DVR port c936a521-a7b0-4777-b668-efe688dedb70 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:23.563776 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.571429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09f8ea60-9acb-4699-8a9b-383bc13cb705 req-0c47bd5b-b7c6-4c67-b22f-b3738e510607 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.58 "DELETE /v2.0/ports/c936a521-a7b0-4777-b668-efe688dedb70 HTTP/1.1" status: 204 len: 173 time: 1.6587496 Jul 28 14:44:23.592082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 09302a26-2db5-4750-a973-0b60749db62d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=09302a26-2db5-4750-a973-0b60749db62d,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:23.636068 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73b65b6-1c93-4751-b537-fe8107314125 x-openstack-request-id: req-f73b65b6-1c93-4751-b537-fe8107314125 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:23.636068 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a32d28-1ef2-4a5a-95c9-af47551eb4ce", "name": "network-vif-plugged", "status": "completed", "tag": "09302a26-2db5-4750-a973-0b60749db62d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:23.636068 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f73b65b6-1c93-4751-b537-fe8107314125 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:23.636068 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09302a26-2db5-4750-a973-0b60749db62d', 'code': 200} Jul 28 14:44:23.779014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f368a-d5f5-41b3-9d46-3582177eda3d req-68ee949a-4e99-4540-b62b-b09b53e066d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:23.781935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e45f368a-d5f5-41b3-9d46-3582177eda3d req-68ee949a-4e99-4540-b62b-b09b53e066d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 1096 time: 0.0652964 Jul 28 14:44:23.810833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.812094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:23.843688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e45f368a-d5f5-41b3-9d46-3582177eda3d req-f5e73a2c-17d7-48fe-ae32-0b7316b9cb79 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jul 28 14:44:23.850288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:23.850578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 313885e1-cb26-4e24-a25e-c64ac9f7d1e1 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:23.901050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=09302a26-2db5-4750-a973-0b60749db62d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.971680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f103fa8-1da2-4176-8814-89aab118f38f req-f090925f-996f-4699-ab1d-2e829e75357a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:23.973790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f103fa8-1da2-4176-8814-89aab118f38f req-f090925f-996f-4699-ab1d-2e829e75357a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0628469 Jul 28 14:44:24.064158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f103fa8-1da2-4176-8814-89aab118f38f req-a5b59f34-792e-482e-b43b-82c1043d25d2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784807 Jul 28 14:44:24.123597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a20a4013-4c35-4695-b2dc-ebccf7bd3810 req-8f9907d9-03e4-4c97-9505-13d400aa469a tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 210 time: 0.0319240 Jul 28 14:44:24.128727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d'}, {'server_uuid': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'name': 'network-vif-deleted', 'tag': 'c936a521-a7b0-4777-b668-efe688dedb70'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:24.131340 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26751b16-a813-4280-bcdd-adb33630a804" -d '{"events": [{"name": "network-changed", "server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d"}, {"server_uuid": "2a0b7ba3-273d-4be5-badf-9844e6d88742", "name": "network-vif-deleted", "tag": "c936a521-a7b0-4777-b668-efe688dedb70"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:24.137987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-3bc22810-488f-4812-a539-f4e3b0fbcdad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931094 Jul 28 14:44:24.190856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['c936a521-a7b0-4777-b668-efe688dedb70'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:24.250900 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c40015-a185-495a-9d0b-f8825d0bd75b x-openstack-request-id: req-54c40015-a185-495a-9d0b-f8825d0bd75b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:24.250900 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d", "status": "completed", "code": 200}, {"server_uuid": "2a0b7ba3-273d-4be5-badf-9844e6d88742", "name": "network-vif-deleted", "tag": "c936a521-a7b0-4777-b668-efe688dedb70", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:24.250900 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54c40015-a185-495a-9d0b-f8825d0bd75b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:24.251375 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'status': 'completed', 'code': 200} Jul 28 14:44:24.251810 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b7ba3-273d-4be5-badf-9844e6d88742', 'name': 'network-vif-deleted', 'tag': 'c936a521-a7b0-4777-b668-efe688dedb70', 'status': 'completed', 'code': 200} Jul 28 14:44:24.265153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-649a1ab5-8edb-4393-9354-c7136ee858cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.266842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-649a1ab5-8edb-4393-9354-c7136ee858cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 1097 time: 0.0944567 Jul 28 14:44:24.454505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751b16-a813-4280-bcdd-adb33630a804 req-51ef64e8-ed47-4bd9-bc5a-8135501d9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.456282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-51ef64e8-ed47-4bd9-bc5a-8135501d9d3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1127 time: 0.1361740 Jul 28 14:44:24.508496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c43e6-ff9c-47b5-9da3-5e6c40b0e7f9 req-a3ea63e6-3507-40e9-8412-8dd5a50c3df4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.510904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-539c43e6-ff9c-47b5-9da3-5e6c40b0e7f9 req-a3ea63e6-3507-40e9-8412-8dd5a50c3df4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 945 time: 0.1886158 Jul 28 14:44:24.549165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c2777f8-6929-477d-8f3d-2f3d18b4c3c0 req-65307693-0cbc-47da-bc0e-d875446bbec5 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0571289 Jul 28 14:44:24.553862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-d65ee71d-d06b-4f7a-af36-18fdc9bab2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.555598 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-d65ee71d-d06b-4f7a-af36-18fdc9bab2c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 907 time: 0.2558565 Jul 28 14:44:24.736739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-7486799b-bc37-4547-b778-e915c6648673 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f30e0933-79f5-4033-be46-885cc38bcd63 HTTP/1.1" status: 200 len: 217 time: 0.1139193 Jul 28 14:44:24.761188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78889c15-66e6-40fb-9898-4152fca92d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:24.853158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-539c43e6-ff9c-47b5-9da3-5e6c40b0e7f9 req-3ebcdd60-7b1a-42e0-b771-a8710e728ae1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420444 Jul 28 14:44:24.895992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-0767d36c-cb2b-4ff7-b186-14c4a649a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.897541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-0767d36c-cb2b-4ff7-b186-14c4a649a355 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.1449077 Jul 28 14:44:24.901603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751b16-a813-4280-bcdd-adb33630a804 req-b1487437-75ca-44f7-be96-4eb14009ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.903259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-b1487437-75ca-44f7-be96-4eb14009ff3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.4337676 Jul 28 14:44:24.963054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-e5dcab79-efb6-4705-a0e2-9bb0ab5c50d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485001 Jul 28 14:44:25.042597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-61067fb3-ff02-41bd-af41-b2faf3ac1268 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 217 time: 0.0848145 Jul 28 14:44:25.142592 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.247014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-730d1c39-38c7-4cf2-a5e8-0a81fa4ccd52 service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717619 Jul 28 14:44:25.340109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d17975d-58f2-45bc-9143-5228169b7fe0 req-fc0e446d-4f6c-4c79-bb85-186e2446e4c6 tempest-ServerMetadataNegativeTestJSON-1668005945 tempest-ServerMetadataNegativeTestJSON-1668005945-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0b7ba3-273d-4be5-badf-9844e6d88742 HTTP/1.1" status: 200 len: 210 time: 0.0391810 Jul 28 14:44:25.366920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751b16-a813-4280-bcdd-adb33630a804 req-6537f123-a16b-4424-b6d1-6363e9307b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:25.369367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-6537f123-a16b-4424-b6d1-6363e9307b1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.2827611 Jul 28 14:44:25.431983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-6efe163e-03b7-459a-b505-19f75962fae2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432625 Jul 28 14:44:25.786814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c2ec419-3af3-4753-ba74-70afb5cca210 req-408d8ed3-45fe-4e25-a334-67169dc40b39 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0463572 Jul 28 14:44:25.904757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d2b95-a051-4a85-8613-72c8a7721d6b req-1eebf23f-06a0-4c16-af18-64f92b80cc81 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:25.906231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db7d2b95-a051-4a85-8613-72c8a7721d6b req-1eebf23f-06a0-4c16-af18-64f92b80cc81 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.6163003 Jul 28 14:44:25.940748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d11e9cb1-15ca-4561-9a57-fc4394d44979 req-ed9c46a4-42b4-445c-aec3-c113c7b4bd3b service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848352 Jul 28 14:44:25.982481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db7d2b95-a051-4a85-8613-72c8a7721d6b req-8464a793-30c2-47e9-b6fd-1e6ae8500108 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668552 Jul 28 14:44:25.995511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-5181ee1e-1447-44ba-827d-d39950a6b7f2 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503569 Jul 28 14:44:26.234678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b2fb-6ff8-46fd-9db9-8d96ae79124d req-df66f6c7-04aa-42fc-b632-a7c618466256 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:26.236349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3aa2b2fb-6ff8-46fd-9db9-8d96ae79124d req-df66f6c7-04aa-42fc-b632-a7c618466256 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 945 time: 0.1144712 Jul 28 14:44:26.245034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.257383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26751b16-a813-4280-bcdd-adb33630a804 req-f4600566-9310-4eb1-a5e0-d9459eed3037 service neutron] 10.222.0.42 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470794 Jul 28 14:44:26.312205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3aa2b2fb-6ff8-46fd-9db9-8d96ae79124d req-df276482-f736-40c8-bb28-b10ec6c93f48 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Jul 28 14:44:26.427818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48408) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:26.491425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2337-03a5-4388-9939-e9af23e0cd6d req-664d4012-50a5-4f25-95c3-caab3c2f00fe tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:26.494847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-542e2337-03a5-4388-9939-e9af23e0cd6d req-664d4012-50a5-4f25-95c3-caab3c2f00fe tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.0864160 Jul 28 14:44:26.514297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Deleting subnet 623fcac5-862a-4a11-b768-8b2d3b63efc7 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:44:26.520058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.571041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-542e2337-03a5-4388-9939-e9af23e0cd6d req-ab573628-7231-4a5e-89fe-4136af828bb0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613368 Jul 28 14:44:26.582511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.635237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.795827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ea62-2262-45b4-ac2c-bf56a2648d46 req-d57e42f9-26c3-446b-94d8-77acc451db77 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:26.798633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bde1ea62-2262-45b4-ac2c-bf56a2648d46 req-d57e42f9-26c3-446b-94d8-77acc451db77 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 945 time: 0.1300528 Jul 28 14:44:26.825030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c936a521-a7b0-4777-b668-efe688dedb70 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:26.849640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: c936a521-a7b0-4777-b668-efe688dedb70 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:26.849640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c936a521-a7b0-4777-b668-efe688dedb70 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:26.853522 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.924711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623fcac5-862a-4a11-b768-8b2d3b63efc7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:26.935702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.942844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e9f5d6c1-220f-4769-839e-b49d8ac8bc52 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/623fcac5-862a-4a11-b768-8b2d3b63efc7 HTTP/1.1" status: 204 len: 168 time: 0.5094707 Jul 28 14:44:26.943724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:26.956520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bde1ea62-2262-45b4-ac2c-bf56a2648d46 req-9baa4237-9894-4867-b760-2e467c5d5296 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441705 Jul 28 14:44:27.023268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5bfb9d7-d0ff-42a1-99bf-f1e1526e65ce req-534a9c78-376b-4bce-8511-7051907f59c4 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0933781 Jul 28 14:44:27.050335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.200516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.232320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58131b0b-e31c-4748-9266-f9ad9b39462f']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:27.255766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:27.255990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e17c3f-611d-4930-ac40-72e0bd2c14ff') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:27.268991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.286731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.298456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432e0cf-4765-43ea-adb5-7158988162bb req-d3e26f63-f094-49c0-bd7b-0c335371703a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:27.304218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9432e0cf-4765-43ea-adb5-7158988162bb req-d3e26f63-f094-49c0-bd7b-0c335371703a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0807915 Jul 28 14:44:27.304218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:27.304218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:27.305496 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:27.395078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9432e0cf-4765-43ea-adb5-7158988162bb req-2ce85fbe-1be2-41d8-a846-a352225b541f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799637 Jul 28 14:44:27.594163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.610097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.610097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/58131b0b-e31c-4748-9266-f9ad9b39462f HTTP/1.1" status: 204 len: 168 time: 0.6618333 Jul 28 14:44:27.626042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b13fc-cf37-4f03-b9c6-bc51ded4ffe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58131b0b-e31c-4748-9266-f9ad9b39462f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:27.796942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.844816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893eb0-a2fa-4bef-a2d8-d102c5e6eadf req-b40d1dbd-9551-4758-bceb-b1f8c9b7aa05 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:27.846345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20893eb0-a2fa-4bef-a2d8-d102c5e6eadf req-b40d1dbd-9551-4758-bceb-b1f8c9b7aa05 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Jul 28 14:44:27.888970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20893eb0-a2fa-4bef-a2d8-d102c5e6eadf req-974da6e5-8ac2-48c9-a49f-e868c352501a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358896 Jul 28 14:44:28.040348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d8649-6370-4ab6-be19-1d0652a92251 req-56a5aaaf-a18f-4e2f-b9a5-78bc7ead6816 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:28.042246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-106d8649-6370-4ab6-be19-1d0652a92251 req-56a5aaaf-a18f-4e2f-b9a5-78bc7ead6816 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0577517 Jul 28 14:44:28.100234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-106d8649-6370-4ab6-be19-1d0652a92251 req-aee6d64a-f7cf-41e0-b444-564b9c264ad7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Jul 28 14:44:28.121002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1f4d-5a21-4e82-9fc6-7ff892307245 req-d0936d04-537f-4796-b854-b0b1636ee76c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:28.121002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da2e1f4d-5a21-4e82-9fc6-7ff892307245 req-d0936d04-537f-4796-b854-b0b1636ee76c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 945 time: 0.0686691 Jul 28 14:44:28.166458 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da2e1f4d-5a21-4e82-9fc6-7ff892307245 req-ff3a1d5e-7b32-48eb-85fe-2d2cab606a1a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Jul 28 14:44:28.221760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:44:28.222421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c899ea83-613d-4f7d-b391-3fc6f9d09ca1 req-f9a17635-9b22-47ff-aa55-7e0169992a35 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0368993 Jul 28 14:44:28.267122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48454) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:28.315790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6cf55daf-2ad6-4494-807b-2de5ae392083 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e727568b7bf04bf0b35b217e09ea4cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455797 Jul 28 14:44:28.319755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48456) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:28.425660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c778fe11-e062-4f87-a4ee-bae47e4c0321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.467863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c778fe11-e062-4f87-a4ee-bae47e4c0321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.562912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bb48-e4a7-41aa-9ae8-f059a48e6f4a req-f5c346f3-7162-4d8d-a3cf-59678b5ece85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:28.572167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f02bb48-e4a7-41aa-9ae8-f059a48e6f4a req-f5c346f3-7162-4d8d-a3cf-59678b5ece85 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0896358 Jul 28 14:44:28.615654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f02bb48-e4a7-41aa-9ae8-f059a48e6f4a req-fef6c78d-3ce2-4072-8ffb-6c77879edad3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Jul 28 14:44:28.800982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c778fe11-e062-4f87-a4ee-bae47e4c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.806722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c778fe11-e062-4f87-a4ee-bae47e4c0321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.809142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c778fe11-e062-4f87-a4ee-bae47e4c0321 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f64bce8b-c02f-4b53-9ae8-a5832a51839a HTTP/1.1" status: 204 len: 168 time: 0.4907982 Jul 28 14:44:28.823648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778fe11-e062-4f87-a4ee-bae47e4c0321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64bce8b-c02f-4b53-9ae8-a5832a51839a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:29.415251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43623d-f9bf-4743-bc71-e9957d25f4c7 req-e26a7aa9-cc27-405b-888a-aadd6cf6fb7b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:29.422474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f43623d-f9bf-4743-bc71-e9957d25f4c7 req-e26a7aa9-cc27-405b-888a-aadd6cf6fb7b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 945 time: 0.1402924 Jul 28 14:44:29.423448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6639b3e6-f95c-4caf-b1cd-d779c182b18f req-1c32e007-5d51-429e-9594-55e29346dab8 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0437324 Jul 28 14:44:29.495789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f43623d-f9bf-4743-bc71-e9957d25f4c7 req-08189c2a-3458-41dc-b7dc-a747c30816fd tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663385 Jul 28 14:44:29.514179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:29.659936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-77b63d60-df94-4914-b450-84590b38ca8d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:29.662717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-77b63d60-df94-4914-b450-84590b38ca8d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 945 time: 0.1560273 Jul 28 14:44:29.826284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698fdcc-5ae9-45d8-91b2-765738fda270 req-8808339a-bee8-465c-9754-db2a2717ffab tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:29.830546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port 09302a26-2db5-4750-a973-0b60749db62d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:29.831160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:29.854079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8698fdcc-5ae9-45d8-91b2-765738fda270 req-8808339a-bee8-465c-9754-db2a2717ffab tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.1430056 Jul 28 14:44:29.952025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8698fdcc-5ae9-45d8-91b2-765738fda270 req-30fe2720-04d6-4662-82d6-2940c1438e81 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866773 Jul 28 14:44:30.000326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port 09302a26-2db5-4750-a973-0b60749db62d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=09302a26-2db5-4750-a973-0b60749db62d,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:30.000326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.021492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for 09302a26-2db5-4750-a973-0b60749db62d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:30.308646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.322933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63', 'c362572f-09d5-499d-85f1-1f52790f14b2', '09302a26-2db5-4750-a973-0b60749db62d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:30.409837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=09302a26-2db5-4750-a973-0b60749db62d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:30.458995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port 09302a26-2db5-4750-a973-0b60749db62d on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:30.464753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.467065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52de0205-a90e-47ff-bbd7-3a167ef9f3d5 req-94face64-9abe-44da-8f8c-05c96264ab33 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "DELETE /v2.0/ports/09302a26-2db5-4750-a973-0b60749db62d HTTP/1.1" status: 204 len: 173 time: 0.7904618 Jul 28 14:44:30.467695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'name': 'network-vif-deleted', 'tag': '09302a26-2db5-4750-a973-0b60749db62d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:30.471832 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639b5882-8ec3-4cc4-9e90-675fb3380b79" -d '{"events": [{"server_uuid": "87a32d28-1ef2-4a5a-95c9-af47551eb4ce", "name": "network-vif-deleted", "tag": "09302a26-2db5-4750-a973-0b60749db62d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:30.594660 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17b076-7968-42bc-ba87-15c8eea0cf5e x-openstack-request-id: req-8d17b076-7968-42bc-ba87-15c8eea0cf5e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:30.595128 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a32d28-1ef2-4a5a-95c9-af47551eb4ce", "name": "network-vif-deleted", "tag": "09302a26-2db5-4750-a973-0b60749db62d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:30.595608 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d17b076-7968-42bc-ba87-15c8eea0cf5e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:30.596190 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a32d28-1ef2-4a5a-95c9-af47551eb4ce', 'name': 'network-vif-deleted', 'tag': '09302a26-2db5-4750-a973-0b60749db62d', 'status': 'completed', 'code': 200} Jul 28 14:44:30.623780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1f9f12e-294c-42a5-981e-c732489b2561 req-a65f086b-0770-40b7-8662-4179e9e9a41f tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0774522 Jul 28 14:44:30.811519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61f659d1-b29f-4aee-a280-4489104d72b3 req-b3ac12e8-3d89-4129-9432-7c0d16150769 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 210 time: 0.0741358 Jul 28 14:44:30.887233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-bf7b01b5-2491-4451-ab30-c8b213d1080c service neutron] 10.222.0.42 "GET /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d/bindings/n-h2-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.2756515 Jul 28 14:44:31.171698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12034a-9856-4d7c-9af8-1116c5e5312e req-5ca21387-f2a7-4ede-8628-cb02798f04ef tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:31.186180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc12034a-9856-4d7c-9af8-1116c5e5312e req-5ca21387-f2a7-4ede-8628-cb02798f04ef tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 944 time: 0.0897274 Jul 28 14:44:31.249558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:31.258859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc12034a-9856-4d7c-9af8-1116c5e5312e req-75ce5870-481c-43b6-8b76-a86a4d7836ef tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Jul 28 14:44:31.279826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:31.338880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ad67e1-4543-495c-b2af-a91a4da7cc5d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:31.351666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:31.531819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.622823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] Transition to ACTIVE for port object 39ad67e1-4543-495c-b2af-a91a4da7cc5d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:31.772191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.812182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3b43d68-f998-40af-878e-bf02eaab551b req-cae81bb4-211f-4321-9169-7bbce6167023 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0478199 Jul 28 14:44:31.846653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] No DVR routers for this DVR port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:31.864868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] Pushing event updated for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:31.896040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-7dd66aaa-3985-48b5-b494-29b0ca30ddbf service neutron] 10.222.0.42 "PUT /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d/bindings/n-h2-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9995708 Jul 28 14:44:31.974534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78302d39-f0a2-4afe-a4ab-525aa54f21fe req-69b2e9b1-05c1-4334-97ef-e89c99bf7043 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a32d28-1ef2-4a5a-95c9-af47551eb4ce HTTP/1.1" status: 200 len: 210 time: 0.0408709 Jul 28 14:44:32.126698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04c285d-6468-4903-bf63-c5d19992b03f req-a20863f1-48ee-48f2-b927-4cd9f3c24d94 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0393922 Jul 28 14:44:32.140704 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.319728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4eb2c9d0-9d43-47b7-a4b3-67af5fc415de tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.323988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4eb2c9d0-9d43-47b7-a4b3-67af5fc415de tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.0712028 Jul 28 14:44:32.379389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-c540da3f-dab0-4dcf-a128-129feba7560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.380948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-c540da3f-dab0-4dcf-a128-129feba7560a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1&tenant_id=3c64b462b747440c9de0d73b092f8df9 HTTP/1.1" status: 200 len: 1097 time: 0.0496814 Jul 28 14:44:32.467326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f24eb-3d50-481c-b8a0-1beb1da5a926 req-bdf582a2-6abc-44c8-9b1e-71e833763be0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.469698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-734f24eb-3d50-481c-b8a0-1beb1da5a926 req-bdf582a2-6abc-44c8-9b1e-71e833763be0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.0922675 Jul 28 14:44:32.477695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4c7405b8-885d-4bbf-8594-c183883d4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.479308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4c7405b8-885d-4bbf-8594-c183883d4846 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c64b462b747440c9de0d73b092f8df9&device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0674667 Jul 28 14:44:32.572327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-734f24eb-3d50-481c-b8a0-1beb1da5a926 req-f416e234-0370-403c-a741-0f52fe04f78d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919962 Jul 28 14:44:32.617555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-aa26ac89-226b-41ef-ab4f-3f264c43c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.619080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-aa26ac89-226b-41ef-ab4f-3f264c43c19c service neutron] 10.222.0.58 "GET /v2.0/networks?id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 200 len: 922 time: 0.1322205 Jul 28 14:44:32.668368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-cd3d172b-0b49-4153-ace8-e62b606f390d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 200 len: 217 time: 0.0391078 Jul 28 14:44:32.735211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-501b7799-88f5-45be-84a6-5d711f5559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.736752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-501b7799-88f5-45be-84a6-5d711f5559c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 200 len: 861 time: 0.0576909 Jul 28 14:44:32.790837 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-fb1e2285-457d-4e6c-b523-2e296182ddd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424831 Jul 28 14:44:32.830711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360983d-44cc-43d5-9c63-d1a955a6f2cc req-03b61453-d053-4ff9-9023-ed24de8ac9af tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:32.832200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c360983d-44cc-43d5-9c63-d1a955a6f2cc req-03b61453-d053-4ff9-9023-ed24de8ac9af tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0945599 Jul 28 14:44:32.921148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c360983d-44cc-43d5-9c63-d1a955a6f2cc req-0e1c88d0-9187-4be1-a95b-419ad443c176 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599153 Jul 28 14:44:32.948639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-24752f5f-184b-4636-90fa-4570d8dd4979 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491961 Jul 28 14:44:32.980280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ece6c8d2-830f-4b13-b3ca-b45aa23a3e54 req-02b916db-e730-467e-8845-3545e12f7de3 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0660157 Jul 28 14:44:33.213047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38d5bd-0554-4828-86d2-d10e8b191fca req-0165d2b3-eff7-413b-9a33-a74440cd1b86 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:33.215877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f38d5bd-0554-4828-86d2-d10e8b191fca req-0165d2b3-eff7-413b-9a33-a74440cd1b86 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1631587 Jul 28 14:44:33.224166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-242a29cd-3a5c-4b1f-8793-d9d45e806058 service neutron] 10.222.0.58 "GET /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648356 Jul 28 14:44:33.277200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f38d5bd-0554-4828-86d2-d10e8b191fca req-4c5cca71-ad3a-48e2-a6d0-879add8bd71b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515943 Jul 28 14:44:33.356340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b54e5cf-f20a-485e-8668-99fd3a071f80 req-e6e78d06-3b7f-4fa3-9aec-e155561f5cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0360298 Jul 28 14:44:33.614073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6022df09-808f-4d22-8e5a-a985ed0d67ed req-5a210d9f-e393-4eb6-94b8-602817a7e9c0 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0377257 Jul 28 14:44:33.950831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-2d09bcfd-7118-4cd2-9844-52c94cc035e1 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:33.952834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-2d09bcfd-7118-4cd2-9844-52c94cc035e1 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1&tenant_id=3c64b462b747440c9de0d73b092f8df9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.0578353 Jul 28 14:44:33.957079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c3992-f620-4d6a-98e7-94fe3a9ce094 req-85c66ec6-04c4-41a4-85f7-3aa82dae1aaf tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:33.958720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-646c3992-f620-4d6a-98e7-94fe3a9ce094 req-85c66ec6-04c4-41a4-85f7-3aa82dae1aaf tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.0636044 Jul 28 14:44:34.001303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-646c3992-f620-4d6a-98e7-94fe3a9ce094 req-736bf1a6-9688-4d9b-8411-9006e8b93b9c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 Jul 28 14:44:34.063652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a9779-fd6e-48b5-a923-3d434df1b637 req-4a0d1267-626e-4a56-a00b-06f5781c183a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.065342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-064a9779-fd6e-48b5-a923-3d434df1b637 req-4a0d1267-626e-4a56-a00b-06f5781c183a tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.0977504 Jul 28 14:44:34.121992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351eaa9-e7bb-41d6-a8fe-8ef420762aee req-e3a6d77e-1810-41c6-a103-92b940a50ef1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.123785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a351eaa9-e7bb-41d6-a8fe-8ef420762aee req-e3a6d77e-1810-41c6-a103-92b940a50ef1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0582039 Jul 28 14:44:34.146521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-064a9779-fd6e-48b5-a923-3d434df1b637 req-d8b723ed-e208-430f-9efb-f045c28a80b2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Jul 28 14:44:34.178910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a351eaa9-e7bb-41d6-a8fe-8ef420762aee req-b61d2f10-8fe8-47a7-bb4d-adce729556cd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Jul 28 14:44:34.265761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4a50a397-1e7b-49a9-a7b2-9109eda125e8 service neutron] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:34.272577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4a50a397-1e7b-49a9-a7b2-9109eda125e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.274472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ae88480-aab1-4e34-9dbd-a23bb335b30b req-4a50a397-1e7b-49a9-a7b2-9109eda125e8 service neutron] 10.222.0.58 "DELETE /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d/bindings/n-h1-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.3120825 Jul 28 14:44:34.313977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ba33a9b-8529-402e-8fca-3644968bcbd4 req-5de4c3e0-aa23-4a03-b818-23a2fa1bf1c7 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0462382 Jul 28 14:44:34.379746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557fc38-e9b8-4183-8f69-4c306b2c7602 req-bda4d11a-6b51-453b-bbf8-e25aba252a11 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.381456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2557fc38-e9b8-4183-8f69-4c306b2c7602 req-bda4d11a-6b51-453b-bbf8-e25aba252a11 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jul 28 14:44:34.433368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2557fc38-e9b8-4183-8f69-4c306b2c7602 req-ee25e5d9-65dc-4e1c-b184-7c86d8572267 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Jul 28 14:44:34.452648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6daef7-2170-459f-8d92-20ae2f345500 req-b30a61f7-b0b5-4252-bc2d-2945008be5c3 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.455261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc6daef7-2170-459f-8d92-20ae2f345500 req-b30a61f7-b0b5-4252-bc2d-2945008be5c3 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0626173 Jul 28 14:44:34.505653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc6daef7-2170-459f-8d92-20ae2f345500 req-cd61b6b6-d2a4-40e9-9e88-863782883fe6 tempest-LiveAutoBlockMigrationV225Test-293156166 tempest-LiveAutoBlockMigrationV225Test-293156166-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Jul 28 14:44:34.709257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfefba-047e-40ae-b2db-b8d472142222 req-d364de3e-85c4-435f-b5db-734c2663e465 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.710831 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37dfefba-047e-40ae-b2db-b8d472142222 req-d364de3e-85c4-435f-b5db-734c2663e465 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0792320 Jul 28 14:44:34.754815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37dfefba-047e-40ae-b2db-b8d472142222 req-983cb70d-7117-4865-bdf2-53569fd60a29 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Jul 28 14:44:34.869046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 09302a26-2db5-4750-a973-0b60749db62d no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:34.873659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a962519d-9e36-4169-b619-a51634f74678 req-b37e85c4-e847-47e8-ac07-0b1700cca4c0 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0341730 Jul 28 14:44:34.910157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 09302a26-2db5-4750-a973-0b60749db62d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:34.910683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 09302a26-2db5-4750-a973-0b60749db62d not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:35.060754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457059-7008-49bf-b1ee-cb08c3fff9e3 req-b77107ce-9e5b-46d9-81ca-90fc6eb537ba tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:35.063374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6457059-7008-49bf-b1ee-cb08c3fff9e3 req-b77107ce-9e5b-46d9-81ca-90fc6eb537ba tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0853486 Jul 28 14:44:35.121459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6457059-7008-49bf-b1ee-cb08c3fff9e3 req-73a10f3b-5618-4ccf-a931-5d272ba4a262 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Jul 28 14:44:35.325946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-150349e4-26b1-4eb1-b6ac-6fc956d5f849 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:35.327428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-150349e4-26b1-4eb1-b6ac-6fc956d5f849 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.0560365 Jul 28 14:44:35.479724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port c362572f-09d5-499d-85f1-1f52790f14b2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:35.480371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.514890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2519609-9387-40b4-89cd-6b31c57c8a00 req-26f3664a-66ef-4840-a968-e71072cbf65c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:35.529542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2519609-9387-40b4-89cd-6b31c57c8a00 req-26f3664a-66ef-4840-a968-e71072cbf65c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 945 time: 0.0904939 Jul 28 14:44:35.593343 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2519609-9387-40b4-89cd-6b31c57c8a00 req-391c716e-4911-4bb7-ae60-12aee755e9c5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621872 Jul 28 14:44:35.644264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c29d-1d60-48f2-bea1-219178ace5a6 req-445ea182-0e9f-415f-9bbe-37930c549b70 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:35.645927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee38c29d-1d60-48f2-bea1-219178ace5a6 req-445ea182-0e9f-415f-9bbe-37930c549b70 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.0933967 Jul 28 14:44:35.654232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port c362572f-09d5-499d-85f1-1f52790f14b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=c362572f-09d5-499d-85f1-1f52790f14b2,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:35.654618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.686391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for c362572f-09d5-499d-85f1-1f52790f14b2 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:35.737332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03b17d16-badb-4cd0-8104-114a75f8516a req-8321d56c-b29f-41c0-8512-b36b6093e2aa tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0293040 Jul 28 14:44:35.746554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee38c29d-1d60-48f2-bea1-219178ace5a6 req-eac49e4a-4e28-4ca5-a355-e78ea8ea2f93 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890341 Jul 28 14:44:35.884203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f067d53-3b0c-475a-8401-07584cc47035 req-1ebb65d8-89c6-4369-877c-8394fc3c16ca tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:35.885751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f067d53-3b0c-475a-8401-07584cc47035 req-1ebb65d8-89c6-4369-877c-8394fc3c16ca tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0648224 Jul 28 14:44:35.932087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.952400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f067d53-3b0c-475a-8401-07584cc47035 req-d4e00ad9-d55b-4ff8-b26b-650c36baa136 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Jul 28 14:44:36.032682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96bece12-3ca3-4860-84ea-a8432339d644 req-726d730d-5b54-4679-810e-c6e0010d9ca4 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0515192 Jul 28 14:44:36.089188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6187bf-3a57-403f-b5c9-c1feb2839cc5 req-6f84abc5-0415-430b-a1bd-9ccb6a5c4cfc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:36.090761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d6187bf-3a57-403f-b5c9-c1feb2839cc5 req-6f84abc5-0415-430b-a1bd-9ccb6a5c4cfc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0606623 Jul 28 14:44:36.128980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.143709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63', 'c362572f-09d5-499d-85f1-1f52790f14b2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:36.145904 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d6187bf-3a57-403f-b5c9-c1feb2839cc5 req-13dd6f44-5a6b-469e-a0d5-6c666a138b9b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Jul 28 14:44:36.162428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=c362572f-09d5-499d-85f1-1f52790f14b2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:36.189356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-dcc97048-b5c4-4afd-9343-5c1bbf46ee0f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:36.191697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-dcc97048-b5c4-4afd-9343-5c1bbf46ee0f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 945 time: 0.0994942 Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port c362572f-09d5-499d-85f1-1f52790f14b2 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6603f727-c235-4d5d-bbab-c17b3aeebacd req-20c3d873-0c82-47c9-9939-b6615b32d01c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "DELETE /v2.0/ports/c362572f-09d5-499d-85f1-1f52790f14b2 HTTP/1.1" status: 204 len: 173 time: 0.9781258 Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'name': 'network-vif-deleted', 'tag': 'c362572f-09d5-499d-85f1-1f52790f14b2'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95e9703-5451-4744-a504-e1f652f61a67" -d '{"events": [{"server_uuid": "e62be69d-67a0-4e98-b52b-a81adebafdb3", "name": "network-vif-deleted", "tag": "c362572f-09d5-499d-85f1-1f52790f14b2"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Deleting port 39ad67e1-4543-495c-b2af-a91a4da7cc5d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:36.439030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.509363 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9bf16c-9c79-4399-a47a-a866996739cc x-openstack-request-id: req-4c9bf16c-9c79-4399-a47a-a866996739cc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:36.510010 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62be69d-67a0-4e98-b52b-a81adebafdb3", "name": "network-vif-deleted", "tag": "c362572f-09d5-499d-85f1-1f52790f14b2", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:36.510444 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c9bf16c-9c79-4399-a47a-a866996739cc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:36.511016 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62be69d-67a0-4e98-b52b-a81adebafdb3', 'name': 'network-vif-deleted', 'tag': 'c362572f-09d5-499d-85f1-1f52790f14b2', 'status': 'completed', 'code': 200} Jul 28 14:44:36.567866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e92-dfce-4d67-89ca-4e698cd8da29 req-aa347f57-4e40-4877-af74-9a655a805799 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:36.577248 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe317e92-dfce-4d67-89ca-4e698cd8da29 req-aa347f57-4e40-4877-af74-9a655a805799 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1025887 Jul 28 14:44:36.616658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] For port 39ad67e1-4543-495c-b2af-a91a4da7cc5d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=39ad67e1-4543-495c-b2af-a91a4da7cc5d,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:36.619056 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.622052 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe317e92-dfce-4d67-89ca-4e698cd8da29 req-24348207-1087-4247-82ac-6a539e52760d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Jul 28 14:44:36.641024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Calling delete_port for 39ad67e1-4543-495c-b2af-a91a4da7cc5d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:36.848266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4025c6-2dc2-45a0-8aff-4c5275b8f5b1 req-ed003176-ea4b-4800-bf5a-92c1b0ddadb5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:36.850920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf4025c6-2dc2-45a0-8aff-4c5275b8f5b1 req-ed003176-ea4b-4800-bf5a-92c1b0ddadb5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1066926 Jul 28 14:44:36.882196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7cdd2138-d818-4be2-bc16-af8dbe9634c6 req-86037d39-62e3-441f-a01c-9f42053803b1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 210 time: 0.0439568 Jul 28 14:44:36.916256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf4025c6-2dc2-45a0-8aff-4c5275b8f5b1 req-0b56e93b-a728-469f-8ada-b2df55c24cf1 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Jul 28 14:44:37.031027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.035988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291321-8ae1-49e5-8cf0-a668bc18f59d req-e3ff038e-9c07-48b5-b847-1fc48ecf2e06 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:37.038812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13291321-8ae1-49e5-8cf0-a668bc18f59d req-e3ff038e-9c07-48b5-b847-1fc48ecf2e06 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0925970 Jul 28 14:44:37.048069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['39ad67e1-4543-495c-b2af-a91a4da7cc5d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:37.061671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4173c152-a44c-48ad-8bdc-6044b01b1468 req-8343457e-4892-42db-84b3-6247e7d747e6 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0462840 Jul 28 14:44:37.097922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event deleted for resources: {'Port': ['ID=39ad67e1-4543-495c-b2af-a91a4da7cc5d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:37.116121 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13291321-8ae1-49e5-8cf0-a668bc18f59d req-d6958529-5417-4a80-953c-6ea5abe1e453 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688689 Jul 28 14:44:37.226584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] No DVR routers for this DVR port 39ad67e1-4543-495c-b2af-a91a4da7cc5d on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:37.232375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c08a374b-e6f8-4ead-b3a7-36503b22e96c req-4d9b95fd-3d91-4ca3-be81-5b4c95523eb0 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0309289 Jul 28 14:44:37.233645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.240398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d97066a-93bf-4af2-a545-3adddc66a6b6 req-ca3c4f81-0b4d-4009-96ea-4e6f37f1a85c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "DELETE /v2.0/ports/39ad67e1-4543-495c-b2af-a91a4da7cc5d HTTP/1.1" status: 204 len: 173 time: 1.0295300 Jul 28 14:44:37.250021 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6fef6cd-0d07-4000-a628-3c513d01a753 req-2c8dfcc3-1e36-40d1-bb7c-7b7a8dfd1744 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0428162 Jul 28 14:44:37.435936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58f1e-5e7f-425e-b5a7-fd9d602093a2 req-eeeb51eb-7133-4c49-996d-346fc6a544ab tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:37.440354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6b58f1e-5e7f-425e-b5a7-fd9d602093a2 req-eeeb51eb-7133-4c49-996d-346fc6a544ab tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0673423 Jul 28 14:44:37.503372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6b58f1e-5e7f-425e-b5a7-fd9d602093a2 req-5bfbe5a8-d062-4147-9de8-2d108c333005 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Jul 28 14:44:37.682246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0dfd4-010f-4310-99d4-ec615e327d8e req-f2fb331d-87bd-43c5-a0e3-bf5654cf5696 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:37.683926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9b0dfd4-010f-4310-99d4-ec615e327d8e req-f2fb331d-87bd-43c5-a0e3-bf5654cf5696 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0621107 Jul 28 14:44:37.758870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9b0dfd4-010f-4310-99d4-ec615e327d8e req-7db323b1-f37e-489e-9568-aaa696798bfd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574882 Jul 28 14:44:38.245279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73f4c24b-cc3d-4d28-92c6-271cb00bc1d6 req-8eb99aec-2120-4629-a4f6-d8fc7b50b47c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62be69d-67a0-4e98-b52b-a81adebafdb3 HTTP/1.1" status: 200 len: 210 time: 0.0849116 Jul 28 14:44:38.298769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ac67-d779-4f3a-b6e2-3bb5c63fc88c req-3e00c335-7184-4f78-8b6c-b95de60ad7f7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:38.301743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6720ac67-d779-4f3a-b6e2-3bb5c63fc88c req-3e00c335-7184-4f78-8b6c-b95de60ad7f7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 813 time: 0.1443188 Jul 28 14:44:38.311254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-903fcd0f-c739-4419-9e67-7132a1b35642 req-ccf5deed-faf9-43b5-a50c-3dbea40f3cfe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a033a87a38b34214af7555a083a43042&device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0646131 Jul 28 14:44:38.324390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6720ac67-d779-4f3a-b6e2-3bb5c63fc88c req-14e07226-7a29-4f02-b5b3-5d19882bbf83 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/quotas/77f0e07e6ffe48089600ff42c2d97d1f HTTP/1.1" status: 200 len: 375 time: 0.0120289 Jul 28 14:44:38.355444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e907ce25-0a01-4c71-86ba-ffdbab8028a2 req-8d63c821-9afb-42f6-a8b0-ab1eccd4a284 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0412042 Jul 28 14:44:38.381977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-903fcd0f-c739-4419-9e67-7132a1b35642 req-1b170032-67c6-4837-aeee-9e35ab7016e8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a033a87a38b34214af7555a083a43042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303354 Jul 28 14:44:38.419909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6720ac67-d779-4f3a-b6e2-3bb5c63fc88c req-4bbf8311-4a9a-4246-b32f-33a7d032bf67 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854020 Jul 28 14:44:38.424478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-089f5a3b-c1e4-4886-8499-cfbe4ce08549 req-8319523c-33d8-4a35-b996-76f854fa7885 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0448315 Jul 28 14:44:38.513575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'name': 'network-vif-deleted', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:38.518036 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ab161-7ab0-43f1-a6c4-04aa2bdd405a" -d '{"events": [{"server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "name": "network-vif-deleted", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:38.595770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fc4b393-2335-4edd-b8f2-ab4f6978a373 req-2c4030a6-e36e-47d7-abc9-1598611aee17 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0677707 Jul 28 14:44:38.617993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de9706ad-d8ad-42d0-ab87-616c98db7d00 req-fbb33540-2bf7-4496-abeb-96f8073691d3 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0599363 Jul 28 14:44:38.633500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fcd0f-c739-4419-9e67-7132a1b35642 req-7211d78f-dd0a-4fc1-9bdb-f978d45069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:38.635069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-903fcd0f-c739-4419-9e67-7132a1b35642 req-7211d78f-dd0a-4fc1-9bdb-f978d45069d6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2405119 Jul 28 14:44:38.713404 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5f09a-1d70-4c75-a550-18ca40be3761 x-openstack-request-id: req-63b5f09a-1d70-4c75-a550-18ca40be3761 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:38.713784 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38fb9c-05bb-4b9b-a114-855410688ea1", "name": "network-vif-deleted", "tag": "39ad67e1-4543-495c-b2af-a91a4da7cc5d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:38.714110 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63b5f09a-1d70-4c75-a550-18ca40be3761 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:38.714571 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b38fb9c-05bb-4b9b-a114-855410688ea1', 'name': 'network-vif-deleted', 'tag': '39ad67e1-4543-495c-b2af-a91a4da7cc5d', 'status': 'completed', 'code': 200} Jul 28 14:44:38.741851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9abeb-5e4a-48a8-b74e-4af6a6734594 req-8fcf896e-1a87-4feb-b385-746f76eb3cb9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:38.744130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cec9abeb-5e4a-48a8-b74e-4af6a6734594 req-8fcf896e-1a87-4feb-b385-746f76eb3cb9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0621274 Jul 28 14:44:38.791870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cec9abeb-5e4a-48a8-b74e-4af6a6734594 req-eab6a93e-7c70-4e77-9d3b-a77b692fad14 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Jul 28 14:44:38.889805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c362572f-09d5-499d-85f1-1f52790f14b2 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:38.945627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90382bdd-c0ba-4a79-8475-18efcc746a96 req-d272cf58-f4b8-477b-be20-8f3f8a3089f9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:38.947586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-90382bdd-c0ba-4a79-8475-18efcc746a96 req-d272cf58-f4b8-477b-be20-8f3f8a3089f9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0727100 Jul 28 14:44:38.959823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: c362572f-09d5-499d-85f1-1f52790f14b2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:38.964923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device c362572f-09d5-499d-85f1-1f52790f14b2 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:38.966562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:39.006997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 39ad67e1-4543-495c-b2af-a91a4da7cc5d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:39.007824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 39ad67e1-4543-495c-b2af-a91a4da7cc5d not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:39.019787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-90382bdd-c0ba-4a79-8475-18efcc746a96 req-34bdf7a9-92f8-4366-9dc7-5b8e87d5eb50 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Jul 28 14:44:39.422795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9230a520-37bb-4c87-80f3-26b6eab75351 req-f82a83ae-0431-41c8-bf65-575ca80a660f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=77f0e07e6ffe48089600ff42c2d97d1f HTTP/1.1" status: 200 len: 221 time: 0.0489128 Jul 28 14:44:39.548903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0f82f-ae1b-4f86-8f4e-c2d8ba43f144 req-bd2ce2cb-c520-42bc-b394-3615dd10176b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:39.550662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25b0f82f-ae1b-4f86-8f4e-c2d8ba43f144 req-bd2ce2cb-c520-42bc-b394-3615dd10176b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1029327 Jul 28 14:44:39.640874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25b0f82f-ae1b-4f86-8f4e-c2d8ba43f144 req-5f9403ff-4aea-4a9d-ace6-dc4a3bc53904 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604818 Jul 28 14:44:39.685568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6009cd9-d922-4eca-a0f3-989897f0be89 req-ae2c0674-4359-4624-b33e-3357aa97d35d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:39.692191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6009cd9-d922-4eca-a0f3-989897f0be89 req-ae2c0674-4359-4624-b33e-3357aa97d35d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1157913 Jul 28 14:44:39.743776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6009cd9-d922-4eca-a0f3-989897f0be89 req-1d9ad901-5030-4679-ba47-6932934b9df6 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Jul 28 14:44:39.760712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-120de6f5-7061-427a-a887-33d0c4506b19 req-17183c4f-fa67-4322-9a3b-8ed7db2666b9 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0367014 Jul 28 14:44:39.905277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89bb5db2-b807-4740-8acd-ea1e75f3d1f5 req-59e417f3-a8c3-4f70-bbda-97da79d2d1b9 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0498114 Jul 28 14:44:39.933850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c55834b0-aaf5-4932-90e0-fc1d75034876 req-96978474-b96a-4b7c-a406-4b4c50b90d6a tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0336335 Jul 28 14:44:40.128042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88cd2-6be0-4615-9ebb-fb34d9cdd482 req-e263f74d-a691-4ae6-84b5-36f9bd9afbec tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:40.131109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7a88cd2-6be0-4615-9ebb-fb34d9cdd482 req-e263f74d-a691-4ae6-84b5-36f9bd9afbec tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0897512 Jul 28 14:44:40.136795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-7133d6f9-f05a-4c2b-9550-cafa4133104f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:40.138716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-7133d6f9-f05a-4c2b-9550-cafa4133104f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1208968 Jul 28 14:44:40.160859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-30636751-855f-457c-8ced-aa0b93857c6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0110853 Jul 28 14:44:40.209320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7a88cd2-6be0-4615-9ebb-fb34d9cdd482 req-836ed26d-5b89-4cd1-bbe4-9686d224f123 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629802 Jul 28 14:44:40.259773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-60884ae1-1048-4e74-a63e-fdb58d486b0c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840051 Jul 28 14:44:40.416024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-72c18c49-1928-4fdc-bdb8-daa8ac2c6d67 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409049 Jul 28 14:44:40.564729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9c648451-2d32-4f0e-9c8f-3436ec7d63cd service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369333 Jul 28 14:44:40.807787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-903fcd0f-c739-4419-9e67-7132a1b35642 req-ac373562-023d-4046-a637-f0dcc7477532 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0461552 Jul 28 14:44:41.320751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b501f27c-90c9-4899-bd03-c0e6ba5acfef req-2f80077c-3762-4c73-8850-509bb7ccd48a tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0380008 Jul 28 14:44:41.483887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-128ac6e5-d87d-4c44-a17a-26424b3c54a5 req-e40ae53d-57a9-4086-ba16-c098064f8921 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0516000 Jul 28 14:44:41.656540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e580ec1b-6e0d-42e7-a773-7a013638c04a req-574a6644-4e23-4aa6-8424-6b6e65414a54 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0498357 Jul 28 14:44:41.798090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fedba034-56b8-4512-a23b-201ac1756032 req-4dd335fa-d69c-4eba-93e4-dd59c75e9e21 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.0552990 Jul 28 14:44:42.015330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555c7e9-92d8-4951-82fc-ecdd96cd186e req-6962fd5c-cf35-4ff2-a2c2-072595c80460 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:42.018293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2555c7e9-92d8-4951-82fc-ecdd96cd186e req-6962fd5c-cf35-4ff2-a2c2-072595c80460 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.0947428 Jul 28 14:44:42.060727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e378-98be-4c5f-9d88-62b8637f57f9 req-5ad5af8e-5fa9-4a09-9121-1d10388db04c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:42.074606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfc6e378-98be-4c5f-9d88-62b8637f57f9 req-5ad5af8e-5fa9-4a09-9121-1d10388db04c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1192307 Jul 28 14:44:42.112740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2555c7e9-92d8-4951-82fc-ecdd96cd186e req-ad301fd9-d42a-488d-839b-f35f9aa4e22c tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798173 Jul 28 14:44:42.194865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfc6e378-98be-4c5f-9d88-62b8637f57f9 req-249a1998-1e21-4fa4-9611-a05d4b78c3eb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155314 Jul 28 14:44:42.473570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a815-e4ea-48b5-8c3a-7a95bbd9bb3a req-c55cbfc3-baaa-4780-b070-c3fab6474a63 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:42.477359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63c3a815-e4ea-48b5-8c3a-7a95bbd9bb3a req-c55cbfc3-baaa-4780-b070-c3fab6474a63 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0900359 Jul 28 14:44:42.485915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52d3b7af-e279-48a2-b0af-1adff88cb6ef req-564c4e74-5f84-436f-afe2-425bbc284e44 tempest-ServerShowV254Test-189336238 tempest-ServerShowV254Test-189336238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dee085d-7de9-4ef5-bbc3-7889a54666db HTTP/1.1" status: 200 len: 210 time: 0.0348451 Jul 28 14:44:42.558649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63c3a815-e4ea-48b5-8c3a-7a95bbd9bb3a req-333fcbfb-a57f-4277-8b6f-515d164cf094 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651779 Jul 28 14:44:42.646391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-523254ca-7244-4ed4-95b3-f9c00c9418d6 req-4e04ef88-ea18-48e1-9b11-98f967a352a9 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0428343 Jul 28 14:44:42.792764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e419a0f-d389-4a84-a9f9-c1a19a47112d req-2d320ff5-fee6-434a-8f59-3823faf2c4c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:42.800604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e419a0f-d389-4a84-a9f9-c1a19a47112d req-2d320ff5-fee6-434a-8f59-3823faf2c4c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1094186 Jul 28 14:44:42.821317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85eec55f-4b0f-4eb3-be12-1243d76f4b3b req-9bb63d12-611a-45d0-9ea3-f553506142bd tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0338943 Jul 28 14:44:42.847752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e419a0f-d389-4a84-a9f9-c1a19a47112d req-41b3bf8b-9787-41ff-a7e6-6de66d50df75 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Jul 28 14:44:42.927990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ce35049-961f-4746-b081-1181cf38d37d req-7b9ce15e-c514-4e14-882e-f1b00fefe0f1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.0317316 Jul 28 14:44:42.998360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539974d-811f-49f4-8d67-216a5e059745 req-bdd52167-372a-4aa9-98fe-7b9b646ff34e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:42.999966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4539974d-811f-49f4-8d67-216a5e059745 req-bdd52167-372a-4aa9-98fe-7b9b646ff34e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0716586 Jul 28 14:44:43.045052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4539974d-811f-49f4-8d67-216a5e059745 req-71742f25-4d49-49a5-a670-a7b87765926f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Jul 28 14:44:43.189965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0110bd-1c28-47bf-bb52-de8c03e333e3 req-ba372074-4dc6-4de2-9f9d-8070f3cbdae2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:43.191724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b0110bd-1c28-47bf-bb52-de8c03e333e3 req-ba372074-4dc6-4de2-9f9d-8070f3cbdae2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0607557 Jul 28 14:44:43.257254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b0110bd-1c28-47bf-bb52-de8c03e333e3 req-b69fd330-3b8f-4f2c-a338-bcdf212363f4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567811 Jul 28 14:44:43.287939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0a50-2c90-451d-a328-e0fc047b20bc req-9bc17722-cf17-4118-b671-12b0425838d9 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:43.290995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bedf0a50-2c90-451d-a328-e0fc047b20bc req-9bc17722-cf17-4118-b671-12b0425838d9 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.0823987 Jul 28 14:44:43.358145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bedf0a50-2c90-451d-a328-e0fc047b20bc req-a7ea5d83-c615-4b4f-a084-b6567783db3b tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579112 Jul 28 14:44:43.459333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b1b4-4eb8-42a5-959c-0be5e0bac4b7 req-bdf8943f-d428-439a-ab5d-3c1ac89b9796 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:43.461089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d75b1b4-4eb8-42a5-959c-0be5e0bac4b7 req-bdf8943f-d428-439a-ab5d-3c1ac89b9796 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0787668 Jul 28 14:44:43.518353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d75b1b4-4eb8-42a5-959c-0be5e0bac4b7 req-bfe31dd8-1777-487f-9252-8ed2ecef90c6 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Jul 28 14:44:43.779150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f98e-7e0d-413b-9751-3d1a6cd6d184 req-042b4671-f8b6-42ba-aed7-ace0b0f3ff34 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:43.781319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eff1f98e-7e0d-413b-9751-3d1a6cd6d184 req-042b4671-f8b6-42ba-aed7-ace0b0f3ff34 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1312864 Jul 28 14:44:43.822987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c501514f-1c5e-401d-9db9-bce1ef09dbbc req-2211c7d8-e2c1-4663-a59a-a3fb782de780 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0440867 Jul 28 14:44:43.849292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eff1f98e-7e0d-413b-9751-3d1a6cd6d184 req-d2a5fd5d-4d30-45b2-8350-0457491ac17e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613070 Jul 28 14:44:43.959035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2268351e-5e9a-4d0d-b519-5d8eedbbf403 req-f75b9830-8973-408a-97bc-6d8b9aa72a65 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b38fb9c-05bb-4b9b-a114-855410688ea1 HTTP/1.1" status: 200 len: 210 time: 0.0341473 Jul 28 14:44:44.032772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce69b2d-75a4-43cf-99d1-3882f9475280 req-c56c5a23-3ab7-416c-aa43-a4a6a9248d1e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.042222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fce69b2d-75a4-43cf-99d1-3882f9475280 req-c56c5a23-3ab7-416c-aa43-a4a6a9248d1e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1082940 Jul 28 14:44:44.084436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5e17798-a222-4820-b0d4-0efc561152dd req-72ab274b-f907-42e4-b53e-4a3ce17a12ad tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.0326180 Jul 28 14:44:44.102274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fce69b2d-75a4-43cf-99d1-3882f9475280 req-5a394af8-8217-45f4-9474-d9dde8ff614e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Jul 28 14:44:44.269264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-4d450ed8-0504-427a-845d-d08321ff91a8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.271080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-4d450ed8-0504-427a-845d-d08321ff91a8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.0817316 Jul 28 14:44:44.278031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48846) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:44.364434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09bd5-515e-4f7f-bf4e-d6308decfef6 req-48cafe9b-e25b-4413-ae76-c2a5d75e9eb2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.367488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ff09bd5-515e-4f7f-bf4e-d6308decfef6 req-48cafe9b-e25b-4413-ae76-c2a5d75e9eb2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0756068 Jul 28 14:44:44.440232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ff09bd5-515e-4f7f-bf4e-d6308decfef6 req-80cb568d-5873-4884-8efb-f46129c82167 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637462 Jul 28 14:44:44.449492 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b092c835-f411-4ec9-9265-f267b7fa40a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.616359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b092c835-f411-4ec9-9265-f267b7fa40a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.623879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbeeea-b4ef-452e-bad0-59101b2998b3 req-704bf7ed-b525-4249-9de8-96a7b4acb992 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.629454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9cbeeea-b4ef-452e-bad0-59101b2998b3 req-704bf7ed-b525-4249-9de8-96a7b4acb992 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1038980 Jul 28 14:44:44.633650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Deleting port 2055663e-4836-4fcb-9bea-62c702e0b3d7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:44.634233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.706768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b26736-a640-4c2b-a6b7-efde1f64856d req-2846b597-ba05-4702-af38-4a376d6d51bf tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.719603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91b26736-a640-4c2b-a6b7-efde1f64856d req-2846b597-ba05-4702-af38-4a376d6d51bf tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.1832592 Jul 28 14:44:44.752092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9cbeeea-b4ef-452e-bad0-59101b2998b3 req-f3c76ab2-e639-4475-8f77-355b7a1265c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108866 Jul 28 14:44:44.872297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b092c835-f411-4ec9-9265-f267b7fa40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.961560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91b26736-a640-4c2b-a6b7-efde1f64856d req-d1ab8821-e5e3-4d98-b88b-84d845e4d538 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343490 Jul 28 14:44:45.006394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b092c835-f411-4ec9-9265-f267b7fa40a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a033a87a38b34214af7555a083a43042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236292 Jul 28 14:44:45.006985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48864) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:45.009244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] For port 2055663e-4836-4fcb-9bea-62c702e0b3d7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2055663e-4836-4fcb-9bea-62c702e0b3d7,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:45.009874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.041313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092c835-f411-4ec9-9265-f267b7fa40a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae09e80-c965-4ecc-9f7a-341e29bf1cd9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:45.221205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257269b-480b-4a57-97a2-06c25626681e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.277033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257269b-480b-4a57-97a2-06c25626681e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.337604 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1a5c483-86b7-42a0-813a-a097d55c8d7d req-d222e6b4-8bd9-47fd-830c-32cf7519109a tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0714474 Jul 28 14:44:45.418246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-328591d1-fe01-4ad4-b1ee-2f95b1de75f3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:45.421288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-328591d1-fe01-4ad4-b1ee-2f95b1de75f3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.6546433 Jul 28 14:44:45.465509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:45.506677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257269b-480b-4a57-97a2-06c25626681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.511940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2257269b-480b-4a57-97a2-06c25626681e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.520188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2257269b-480b-4a57-97a2-06c25626681e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aae09e80-c965-4ecc-9f7a-341e29bf1cd9 HTTP/1.1" status: 204 len: 168 time: 0.5049601 Jul 28 14:44:45.564215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257269b-480b-4a57-97a2-06c25626681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae09e80-c965-4ecc-9f7a-341e29bf1cd9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:45.635261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72ddd809-bb95-4e10-8081-3f55ae17443d req-cf970897-0f31-4042-923f-1ef7f994335b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.1206529 Jul 28 14:44:46.097001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5c842-1c2a-4861-b001-f7aaf7760b2c req-e23ea8d4-4fe2-4aa7-b14e-b2ac2a7ad48b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:46.098708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1c5c842-1c2a-4861-b001-f7aaf7760b2c req-e23ea8d4-4fe2-4aa7-b14e-b2ac2a7ad48b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.7816319 Jul 28 14:44:46.169188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.169188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.169188 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Floating IP 37aed949-433e-41e7-98d5-75a350fb58f4 disassociated. External IP: 172.25.6.103, port: 2055663e-4836-4fcb-9bea-62c702e0b3d7. Jul 28 14:44:46.169188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Calling delete_port for 2055663e-4836-4fcb-9bea-62c702e0b3d7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:46.314440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28bb99-e2eb-4ba8-b64f-96172fbd9374 req-d8ed1fe0-8526-4a36-80f7-5127e15492a5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:46.316626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f28bb99-e2eb-4ba8-b64f-96172fbd9374 req-d8ed1fe0-8526-4a36-80f7-5127e15492a5 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 945 time: 0.0902627 Jul 28 14:44:46.336730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1c5c842-1c2a-4861-b001-f7aaf7760b2c req-ba1aabbb-5222-4fa3-a1ed-a438617d0109 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101450 Jul 28 14:44:46.460424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f28bb99-e2eb-4ba8-b64f-96172fbd9374 req-2d4f5a16-37fc-45ec-94b3-b03a2be14d03 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ed24157-e9b4-460b-beaa-06831d3727f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367033 Jul 28 14:44:46.607711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:46.614878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.749399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d065c-e8b1-4981-90b0-532078576646 req-af292b3d-9903-4f73-b793-8dbd8c204e66 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:46.762995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d59d065c-e8b1-4981-90b0-532078576646 req-af292b3d-9903-4f73-b793-8dbd8c204e66 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2039983 Jul 28 14:44:46.839314 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d59d065c-e8b1-4981-90b0-532078576646 req-e198ed58-dcae-446b-a935-493b9022da3e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703976 Jul 28 14:44:46.852549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.011853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fe329d2-288a-4845-9ceb-8725fead0fd9 req-c747aa93-c9a8-4eb4-904e-9f53bdd9f877 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.0596814 Jul 28 14:44:47.014481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-95c3e5e2-7ace-40b5-8d19-a3dd0c97d1c2 req-550cae5b-8dfb-482b-b9a3-978a9a2ef845 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.1885436 Jul 28 14:44:47.069176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event deleted for resources: {'Port': ['ID=2055663e-4836-4fcb-9bea-62c702e0b3d7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:47.219836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.10 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/73933b2f-df3c-43bf-9bd7-1c8a317503ae) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:47.382665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d1a8-83bd-4b01-8571-2b99b6c27277 req-5145b277-fa1f-4c44-af90-8f93f61d6ff1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:47.384628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5780d1a8-83bd-4b01-8571-2b99b6c27277 req-5145b277-fa1f-4c44-af90-8f93f61d6ff1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1984594 Jul 28 14:44:47.605424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2055663e-4836-4fcb-9bea-62c702e0b3d7 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:47.652628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:47.688201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:44:47.714189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5780d1a8-83bd-4b01-8571-2b99b6c27277 req-b89d3244-d58e-4026-b020-7690ffe536c0 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082650 Jul 28 14:44:47.731571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 2055663e-4836-4fcb-9bea-62c702e0b3d7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:47.732501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2055663e-4836-4fcb-9bea-62c702e0b3d7 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:47.792347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8de3bd7f-967f-46d1-8cd9-6ad65d9d5267 req-277073dd-7013-407b-be4b-d64e18bcd1c7 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.1122453 Jul 28 14:44:47.994280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-47137925-network', 'tenant_id': 'd7ef84ea0ff24cde9de63a258c633653'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:48.076791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.112092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Made reservation on behalf of d7ef84ea0ff24cde9de63a258c633653 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:48.114553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.134938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.311513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4a71a5-f49a-4d79-b2cf-2ab90f735f44 req-c866d3c8-1f45-4c2d-9a32-17f64dcc01aa tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.0883200 Jul 28 14:44:48.322675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:44:48.343962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] Sync routers for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:44:48.370157 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:48.376300 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:44:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:48.388818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.410475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] No DVR routers for this DVR port 2055663e-4836-4fcb-9bea-62c702e0b3d7 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:48.417490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.418769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7de73f89-b5c9-4206-98d6-5aa22ced4737 req-954b80f4-0430-4281-a840-cefa5cadb6d8 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.42 "DELETE /v2.0/ports/2055663e-4836-4fcb-9bea-62c702e0b3d7 HTTP/1.1" status: 204 len: 173 time: 4.1289077 Jul 28 14:44:48.420094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'name': 'network-vif-deleted', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:48.427923 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d682b3-42f5-49b9-92b3-f9d4ea18a641" -d '{"events": [{"server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "name": "network-vif-deleted", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:48.459311 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.475892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:48.503695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.539770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2fb8b3a-6571-4ec0-88b8-99cd5290e7b3 req-599f9a02-b940-4a1a-8df8-357e30399882 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0957630 Jul 28 14:44:48.586319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cf10f-1ccb-403d-b1ca-ca9437edcb47 req-ab46b68f-9aa6-43e2-8945-61198cf42aee tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:48.586319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac6cf10f-1ccb-403d-b1ca-ca9437edcb47 req-ab46b68f-9aa6-43e2-8945-61198cf42aee tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1855583 Jul 28 14:44:48.631227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:48.635529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:48.644551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:48.660589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:48.673957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.674614 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Added segment faa08b36-2662-46c1-9b87-8adbacad08bd of type vlan for network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c Jul 28 14:44:48.798504 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:48.810327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:48.815104 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.866563 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13594209-0619-406d-b0a2-e5e72ee08e32 x-openstack-request-id: req-13594209-0619-406d-b0a2-e5e72ee08e32 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:48.866563 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e825d9-9d3c-457f-adf6-cabcc06782ea", "name": "network-vif-deleted", "tag": "2055663e-4836-4fcb-9bea-62c702e0b3d7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:48.866563 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13594209-0619-406d-b0a2-e5e72ee08e32 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:48.872715 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e825d9-9d3c-457f-adf6-cabcc06782ea', 'name': 'network-vif-deleted', 'tag': '2055663e-4836-4fcb-9bea-62c702e0b3d7', 'status': 'completed', 'code': 200} Jul 28 14:44:48.872715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=73933b2f-df3c-43bf-9bd7-1c8a317503ae,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:48.884291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.994367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75c343a5-a3bf-4813-acd8-eb40d3635a8a req-c2ad7764-c32b-4764-95c7-6aea7940bd8a tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0459499 Jul 28 14:44:49.012053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-26372821-2006-468b-b734-86f6b407486f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5564396 Jul 28 14:44:49.048282 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac6cf10f-1ccb-403d-b1ca-ca9437edcb47 req-78e672b0-bea9-4d28-9430-dc2caee3beec tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316509 Jul 28 14:44:49.049659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Request body: {'port': {'device_id': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:49.059848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b28f14-e357-4de2-894a-a4324f16c615,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:49.086057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.087993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:49.088555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.227702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.264125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] Pushing event updated for resources: {'Network': ['ID=22c653a7-2e19-41f4-a0ee-5e44ce62b69c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:49.291220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:49.294392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23f63b00-99a1-4a45-8fa6-d279b6deeefb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6386502 Jul 28 14:44:49.295174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48944) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:49.306977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Request body: {'subnet': {'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-47137925-subnet', 'tenant_id': 'd7ef84ea0ff24cde9de63a258c633653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:49.515902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Made reservation on behalf of d7ef84ea0ff24cde9de63a258c633653 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:49.519026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.627829 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:08Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:49.664033 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] Checking router: edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:44:49.674523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:49.675655 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:44:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:49.797733 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:49.969855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31c4c-f901-46cb-9154-6db51bad0ab0 req-f407c113-cea5-4ed3-8dc5-389d235756b1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:49.982313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5cb31c4c-f901-46cb-9154-6db51bad0ab0 req-f407c113-cea5-4ed3-8dc5-389d235756b1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 932 time: 0.1339152 Jul 28 14:44:50.005900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.017166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a73d-1320-4354-bb6c-10fb4121afb3 req-a46f50ef-8b8d-451f-92bd-31e22824d7e1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:50.018864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d393a73d-1320-4354-bb6c-10fb4121afb3 req-a46f50ef-8b8d-451f-92bd-31e22824d7e1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3636210 Jul 28 14:44:50.123224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73933b2f-df3c-43bf-9bd7-1c8a317503ae {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:50.139778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.148518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d393a73d-1320-4354-bb6c-10fb4121afb3 req-e6f47c1e-7719-47c0-94a7-996a36d58fce tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985656 Jul 28 14:44:50.164375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Transition to ACTIVE for port object 73933b2f-df3c-43bf-9bd7-1c8a317503ae will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:50.175960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5cb31c4c-f901-46cb-9154-6db51bad0ab0 req-8a700e87-d60c-4649-99bd-7439b11f98de tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920025 Jul 28 14:44:50.272767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Checking segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:50.273776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Network hostable DHCP agents. Network: 22c653a7-2e19-41f4-a0ee-5e44ce62b69c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:50.282595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=827eb7cb-2c2e-4cb4-96bc-583ca46e518c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:50.323839 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:08Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:50.338563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-696637ce-1e97-4807-8598-c4912e0343b9 req-5cf84726-3811-46bf-8e9f-5c8be04a6ddb tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0338991 Jul 28 14:44:50.352903 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62da00-f70e-49a9-9ed2-ac8b59de9e6e None None] The sync data for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 is: [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:38:59Z', 'revision_number': 4, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '962412f1-af03-4a2d-a4ce-ad3c7bb054e4', 'name': '', 'network_id': '7f60b487-96e1-4758-997b-292a9702ac62', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'mac_address': 'fa:16:3e:6b:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:57Z', 'updated_at': '2021-07-28T14:39:08Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'subnets': [{'id': '7a4ce569-9cca-482d-a158-bf362de2feb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:44:50.466554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.495714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:50.548996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2a2f369-f65e-4489-aa2a-9250a4607b31 req-e1fa01f9-999e-4b4b-90c0-554ff733c609 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.1058180 Jul 28 14:44:50.621006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Pushing event updated for resources: {'Port': ['ID=73933b2f-df3c-43bf-9bd7-1c8a317503ae,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:50.654555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 22c653a7-2e19-41f4-a0ee-5e44ce62b69c) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:50.665362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bcdcea-3c2a-4664-913e-82b982729aad None None] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:50.692727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:50.693486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.729440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41621c9f-e7aa-4735-8e61-7c48fe6bbbfa req-82f990ea-91e0-4493-9e5a-2e38ad448163 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:50.743713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Attempting to bind port 73933b2f-df3c-43bf-9bd7-1c8a317503ae on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:50.744662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Attempting to bind port 73933b2f-df3c-43bf-9bd7-1c8a317503ae by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:50.746017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Attempting to bind port 73933b2f-df3c-43bf-9bd7-1c8a317503ae on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:50.759252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41621c9f-e7aa-4735-8e61-7c48fe6bbbfa req-82f990ea-91e0-4493-9e5a-2e38ad448163 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1600518 Jul 28 14:44:50.760381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Port 73933b2f-df3c-43bf-9bd7-1c8a317503ae on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:50.762152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Attempting to bind port 73933b2f-df3c-43bf-9bd7-1c8a317503ae on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:50.772440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:50.772440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:50.772440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:50.773407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Bound port: 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:50.773987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.841951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41621c9f-e7aa-4735-8e61-7c48fe6bbbfa req-3292a167-4b31-4045-9fef-706fef6e3e05 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813434 Jul 28 14:44:50.885176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca5577f-13c5-48b1-8f37-5b8826edc3c4 None None] New status for floating IP 37aed949-433e-41e7-98d5-75a350fb58f4: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:44:50.911011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f55dace2-097a-4823-8125-2a8600067bcd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6099379 Jul 28 14:44:50.930825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] For port 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:50.935060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] For port 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:50.964311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f53a63-5a49-4ea7-8262-121bdb12dbc5 None None] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:51.084428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122c349-bd77-446d-84f9-72118c5903ab req-5bcedc89-529e-452e-8f6b-e846a26a47df tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:51.097275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f122c349-bd77-446d-84f9-72118c5903ab req-5bcedc89-529e-452e-8f6b-e846a26a47df tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1186516 Jul 28 14:44:51.222008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.243228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f122c349-bd77-446d-84f9-72118c5903ab req-847bf026-73ed-402d-a3e6-2d86ad885837 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374927 Jul 28 14:44:51.320231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:51.326724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.329369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] 10.222.0.42 "PUT /v2.0/ports/73933b2f-df3c-43bf-9bd7-1c8a317503ae HTTP/1.1" status: 200 len: 1093 time: 2.2888725 Jul 28 14:44:51.340725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'tag': '73933b2f-df3c-43bf-9bd7-1c8a317503ae'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:51.346357 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e481b-92d8-4861-91ca-f1aa18bb9d45" -d '{"events": [{"name": "network-changed", "server_uuid": "7760d85c-2a58-4954-ad0e-e41e0b0eb008", "tag": "73933b2f-df3c-43bf-9bd7-1c8a317503ae"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:51.499193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63b2d9-6f83-4795-94c4-fb7e3db32b56 service neutron] Pushing event updated for resources: {'Port': ['ID=73933b2f-df3c-43bf-9bd7-1c8a317503ae,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:51.571436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aa3f2-2f54-4bb6-9fb4-ff91483f1331 req-6feef12d-70dc-4446-9609-f2c7a8e94ff2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:51.576529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a43aa3f2-2f54-4bb6-9fb4-ff91483f1331 req-6feef12d-70dc-4446-9609-f2c7a8e94ff2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 944 time: 0.1068840 Jul 28 14:44:51.666038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a43aa3f2-2f54-4bb6-9fb4-ff91483f1331 req-34faea8c-a7d6-4b75-95e8-d5967df29835 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764043 Jul 28 14:44:52.003783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eafbc-f7a6-49bd-ba11-69ca7c0e1fa4 req-2bbafe39-de6b-4b9f-8a83-3a10b278b16b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:52.003783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b20eafbc-f7a6-49bd-ba11-69ca7c0e1fa4 req-2bbafe39-de6b-4b9f-8a83-3a10b278b16b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0752556 Jul 28 14:44:52.004342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-6c98ccaf-0118-4a6f-81d4-f1e45b5dc343 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:52.004342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-6c98ccaf-0118-4a6f-81d4-f1e45b5dc343 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.2775226 Jul 28 14:44:52.004342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-5bf472a5-acd9-48ba-86ff-8b89356aefad tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/quotas/d7ef84ea0ff24cde9de63a258c633653 HTTP/1.1" status: 200 len: 375 time: 0.0427809 Jul 28 14:44:52.005166 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b20eafbc-f7a6-49bd-ba11-69ca7c0e1fa4 req-ad6db67e-469a-4cbb-8d78-46ca485ac62a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Jul 28 14:44:52.040509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-b483afe4-00b0-431f-8889-e35c2ecba30f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605586 Jul 28 14:44:52.148548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-205e24e1-e8d7-48d6-862d-a2be5c691d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:52.158001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-205e24e1-e8d7-48d6-862d-a2be5c691d3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 1096 time: 0.2262878 Jul 28 14:44:52.158165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-500ac76c-87fa-4a9a-859e-bde04aab9c15 req-971b2245-bf27-4ac9-a7e3-0110e8c9817d tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0345647 Jul 28 14:44:52.235115 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-0f990ef2-aa5e-4e8b-8d03-4e4ba663d28b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae HTTP/1.1" status: 200 len: 217 time: 0.0662329 Jul 28 14:44:52.272400 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68365531-a014-429e-aa9f-08d7e1cdf6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:52.303612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-b196a783-9cae-4ab7-a886-cc9070b2e868 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620013 Jul 28 14:44:52.383916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-529e53e8-02b5-4dad-a2f2-1260f3d7396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:52.385507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-529e53e8-02b5-4dad-a2f2-1260f3d7396c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.1412051 Jul 28 14:44:52.433321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-8cabcdd2-b279-4732-a5e2-8c6025390dba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395758 Jul 28 14:44:52.472490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-e71b7a76-4e87-471b-8bbf-5a286d281ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676912 Jul 28 14:44:52.666063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-e1cfbb9d-a080-4e90-ac48-e1bd20f6b95e service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908717 Jul 28 14:44:52.773613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e5c4171-d3fd-435c-9677-953eaec22306 req-38f69b16-b511-4a44-bf89-6406f822d262 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986857 Jul 28 14:44:52.938492 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab3ca4f-cea6-4415-8c2a-e4d1cd5826e9 x-openstack-request-id: req-1ab3ca4f-cea6-4415-8c2a-e4d1cd5826e9 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:52.939110 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7760d85c-2a58-4954-ad0e-e41e0b0eb008", "tag": "73933b2f-df3c-43bf-9bd7-1c8a317503ae", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:52.939528 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ab3ca4f-cea6-4415-8c2a-e4d1cd5826e9 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:52.940102 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'tag': '73933b2f-df3c-43bf-9bd7-1c8a317503ae', 'status': 'completed', 'code': 200} Jul 28 14:44:53.138457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-1d493da0-2fa5-4784-a70f-e6701666efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.140368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-1d493da0-2fa5-4784-a70f-e6701666efe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 1096 time: 0.0750558 Jul 28 14:44:53.217069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbebf9b0-16df-4b7d-8137-6c2d2bf7ae5d req-91878fd2-7e71-439f-bed7-a8754537bf5f tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0732911 Jul 28 14:44:53.336851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-0fb5093b-46cb-4e55-a41a-a4d51b394cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.338482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-0fb5093b-46cb-4e55-a41a-a4d51b394cda service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 907 time: 0.1392050 Jul 28 14:44:53.362372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261e0fd-1a7b-499f-8ca7-8a7f4c76798b req-c18003d2-7c77-4098-b1aa-330fbbce2396 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.364054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1261e0fd-1a7b-499f-8ca7-8a7f4c76798b req-c18003d2-7c77-4098-b1aa-330fbbce2396 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 944 time: 0.0743928 Jul 28 14:44:53.408290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-745ea64d-544b-4290-b173-5792f71876f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae HTTP/1.1" status: 200 len: 217 time: 0.0605867 Jul 28 14:44:53.473030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1261e0fd-1a7b-499f-8ca7-8a7f4c76798b req-16054141-75ed-4cee-9124-a6539a989295 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722315 Jul 28 14:44:53.482361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-174ca806-8f4a-4bd7-bdff-d004b045925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.483948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-174ca806-8f4a-4bd7-bdff-d004b045925a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.0659032 Jul 28 14:44:53.551217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-7fd1c5c1-05e5-44f5-bf18-f41ab3ae081a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587034 Jul 28 14:44:53.686537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09a4be24-a619-4bd1-9b7c-18334a72e3cd req-a14268a1-f0b9-4ed3-8df5-b6a8d9ff4167 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 210 time: 0.0980043 Jul 28 14:44:53.702866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c3adf-f3d9-4478-8963-464dd08322b0 req-4d535dd9-ffb2-410a-a144-4e4b5a148528 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.705811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-482c3adf-f3d9-4478-8963-464dd08322b0 req-4d535dd9-ffb2-410a-a144-4e4b5a148528 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.0890462 Jul 28 14:44:53.781241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-7eba8658-872c-43e3-bc9e-4faeebfb511e service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118349 Jul 28 14:44:53.817454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-482c3adf-f3d9-4478-8963-464dd08322b0 req-8561dadd-3ce9-4ab7-9aa6-cc8108f9b601 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967500 Jul 28 14:44:53.977757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aff055c-ace2-4867-a198-97e7b678bd58 req-c0383664-1a2b-4f43-ad81-e4e5d5f1307f tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0702848 Jul 28 14:44:54.000590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907634a6-5fa5-4cd4-8f09-091243784561 req-e124a3ea-7f16-4721-8743-69f9ef5e1f2d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:54.004884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-907634a6-5fa5-4cd4-8f09-091243784561 req-e124a3ea-7f16-4721-8743-69f9ef5e1f2d tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 945 time: 0.2522883 Jul 28 14:44:54.203033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b21e481b-92d8-4861-91ca-f1aa18bb9d45 req-ed446b41-f217-41b0-b9f5-37db7fd83243 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832667 Jul 28 14:44:54.309184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1ef6-5cef-4f48-ac50-00dfcf78ae27 req-0f555cc6-b1a0-4a7a-b71e-b2d3412e7571 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:54.320363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Deleting port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:54.320969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.325497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f60b1ef6-5cef-4f48-ac50-00dfcf78ae27 req-0f555cc6-b1a0-4a7a-b71e-b2d3412e7571 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2182381 Jul 28 14:44:54.380356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f60b1ef6-5cef-4f48-ac50-00dfcf78ae27 req-a1939672-84aa-4465-9cd9-31bcfd507a58 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530000 Jul 28 14:44:54.432622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78ec1586-47ca-4f58-bad9-f6af56345707 req-006c3024-87fb-4f0e-808b-5651cfa53790 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.1039491 Jul 28 14:44:54.489595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] For port 62b6b3bd-c269-4b8a-b534-da894f5d03c8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=62b6b3bd-c269-4b8a-b534-da894f5d03c8,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:54.490197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.528829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Calling delete_port for 62b6b3bd-c269-4b8a-b534-da894f5d03c8 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:54.721080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1822f-05fa-471e-96bc-859761220d18 req-517e71ce-1d6a-45f4-bbc1-91d0c661b1cb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:54.728340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13f1822f-05fa-471e-96bc-859761220d18 req-517e71ce-1d6a-45f4-bbc1-91d0c661b1cb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 944 time: 0.1174085 Jul 28 14:44:54.782672 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9e51d657-ed83-4b9e-afff-bc2adf1a038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.789234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13f1822f-05fa-471e-96bc-859761220d18 req-bd76ffba-3588-4144-8033-da6baa41ad3a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Jul 28 14:44:54.911586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d14821e-a738-4216-a9a2-87204214c656 req-38bc2235-13bd-4a9a-9d50-54a60be45457 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 210 time: 0.0511649 Jul 28 14:44:54.912969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.965266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event deleted for resources: {'Port': ['ID=62b6b3bd-c269-4b8a-b534-da894f5d03c8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:54.999196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ab0e45c-22bd-481a-94ac-bd402f24f883 req-2399660a-bb99-4aae-adb0-90bc2400bc78 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.0831778 Jul 28 14:44:55.075730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] No DVR routers for this DVR port 62b6b3bd-c269-4b8a-b534-da894f5d03c8 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:55.080128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.083371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-907634a6-5fa5-4cd4-8f09-091243784561 req-d9949560-ed62-4a48-90a0-4e3b71f74490 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.58 "DELETE /v2.0/ports/62b6b3bd-c269-4b8a-b534-da894f5d03c8 HTTP/1.1" status: 204 len: 173 time: 1.0684726 Jul 28 14:44:55.084145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'name': 'network-vif-deleted', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:55.088750 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ab7fd-043e-4d44-a661-6233ef7b3ca7" -d '{"events": [{"server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "name": "network-vif-deleted", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:55.148480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.166115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99e2e355-f10d-4278-b669-df8b1a8b8fd6 req-54bf04a6-2770-4b60-904f-ce8158b2c81e tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0328364 Jul 28 14:44:55.182422 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a1ee6-68f3-43be-a25b-9276e3cfe4a5 x-openstack-request-id: req-f38a1ee6-68f3-43be-a25b-9276e3cfe4a5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:55.183393 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e263f11-8866-41cd-8783-633602c1cd75", "name": "network-vif-deleted", "tag": "62b6b3bd-c269-4b8a-b534-da894f5d03c8", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:55.183761 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f38a1ee6-68f3-43be-a25b-9276e3cfe4a5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:55.184228 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e263f11-8866-41cd-8783-633602c1cd75', 'name': 'network-vif-deleted', 'tag': '62b6b3bd-c269-4b8a-b534-da894f5d03c8', 'status': 'completed', 'code': 200} Jul 28 14:44:55.566030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32c6e-f315-43bb-a952-0e90f20c37d9 req-8268e053-6a12-48b0-bbb8-b7ad682df4a1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:55.567737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9a32c6e-f315-43bb-a952-0e90f20c37d9 req-8268e053-6a12-48b0-bbb8-b7ad682df4a1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0700769 Jul 28 14:44:55.619438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35797a4d-86d8-4f9a-8354-a25a61499ac5 req-105cac04-ca9f-4095-b9e2-8d60f8832ea0 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0453582 Jul 28 14:44:55.629320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9a32c6e-f315-43bb-a952-0e90f20c37d9 req-1365820d-eea9-4bbd-9a69-6a03e1ddea93 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Jul 28 14:44:55.667563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73933b2f-df3c-43bf-9bd7-1c8a317503ae details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:55.795408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:55.807988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '73933b2f-df3c-43bf-9bd7-1c8a317503ae', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': '73933b2f-df3c-43bf-9bd7-1c8a317503ae', 'mac_address': 'fa:16:3e:66:91:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:55.853700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.868112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73933b2f-df3c-43bf-9bd7-1c8a317503ae {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:55.890022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:55.939861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5391cc-5d21-4df3-9436-c10ccc58f303 req-674c9134-11a2-4565-9a7c-d84ae6c62bfb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:55.941554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b5391cc-5d21-4df3-9436-c10ccc58f303 req-674c9134-11a2-4565-9a7c-d84ae6c62bfb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 944 time: 0.0570819 Jul 28 14:44:55.986689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b5391cc-5d21-4df3-9436-c10ccc58f303 req-e5044538-6916-40ca-ac29-7a6045ab0e56 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Jul 28 14:44:56.089515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ef3590e-01e1-4f74-8281-9262672a922c req-74ca051a-c909-4bc8-af5c-fb0adf33e699 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 210 time: 0.0331919 Jul 28 14:44:56.189170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d438b5-8952-4d7d-8cc3-6c834033c48e req-01783f6c-20fa-4cd2-a0d0-dd34c901129f tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.0317802 Jul 28 14:44:56.363032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de324a01-8ade-4acf-84f1-4a71ade74a76 req-5fdd910f-1b7f-4703-a5d1-dacb579431af tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0266373 Jul 28 14:44:56.448872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.505409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.506594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=73933b2f-df3c-43bf-9bd7-1c8a317503ae,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:56.512061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.517989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.524544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.533326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.547045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.547232 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.547390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.547696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-c0decf80-d0eb-4669-abdb-9f4a6b2a1e6e tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.0989804 Jul 28 14:44:56.627603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c31c119-7e1a-44b5-8302-ee3d276a0373 req-691f3f12-8686-4dfe-bd70-f020e3cdc88f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721419 Jul 28 14:44:56.808503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f21646f-4613-4c78-9aa7-e8809fd40083 req-4ea5216b-7d4a-4ed1-a9df-22d9c118fab2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/ports?device_id=19e825d9-9d3c-457f-adf6-cabcc06782ea HTTP/1.1" status: 200 len: 210 time: 0.0325325 Jul 28 14:44:56.811881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8362943-e7c3-4eb2-8355-64abd8fb2b97 req-573bac59-d4c2-4c1c-8930-72beaccd8c92 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.813724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8362943-e7c3-4eb2-8355-64abd8fb2b97 req-573bac59-d4c2-4c1c-8930-72beaccd8c92 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0750396 Jul 28 14:44:56.871627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8362943-e7c3-4eb2-8355-64abd8fb2b97 req-c29a852d-09fd-4c9a-b794-9956a7fc5cf2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458841 Jul 28 14:44:57.006261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.019565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.037531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.044578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.052293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.062306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['73933b2f-df3c-43bf-9bd7-1c8a317503ae'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:57.065836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.087590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.094230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a36c19f-b18b-43ff-923c-5bd5efdff26b req-7e69a18f-bb5b-4678-b086-be89c24410e5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.1704714 Jul 28 14:44:57.280374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8ebd21f-e082-403d-9b12-a0f6c98d9fc2 req-925462b3-351e-4408-90cd-3c04ddfdbca8 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 210 time: 0.0888240 Jul 28 14:44:57.297692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-87a8b3cc-24ff-44a4-af82-44c28e720a05 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.299403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-87a8b3cc-24ff-44a4-af82-44c28e720a05 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.2771268 Jul 28 14:44:57.349939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Request body: {'port': {'device_id': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'admin_state_up': True, 'tenant_id': 'd7ef84ea0ff24cde9de63a258c633653'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:57.525320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb6f8b-4d77-4abc-9723-45f3ed00232c req-93a2a049-ea3e-41fb-a711-667dd4e6e5e5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.536112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99cb6f8b-4d77-4abc-9723-45f3ed00232c req-93a2a049-ea3e-41fb-a711-667dd4e6e5e5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 945 time: 0.3002083 Jul 28 14:44:57.586445 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5664b9e-2b40-40d5-9585-fe01a7f37334 req-595d0ba0-f8a9-4727-82b4-14284bf7ec7c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e263f11-8866-41cd-8783-633602c1cd75 HTTP/1.1" status: 200 len: 210 time: 0.0496259 Jul 28 14:44:57.602098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99cb6f8b-4d77-4abc-9723-45f3ed00232c req-e2e84a7a-ea9d-416d-9dd6-cfed2b00c8bb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659740 Jul 28 14:44:57.785794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.787009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Made reservation on behalf of d7ef84ea0ff24cde9de63a258c633653 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:57.798843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.814968 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2b6b7e38-4861-4b52-bdb8-a1ebc73a7fda req-321f8b76-579d-409e-b72c-62ab3f6bb19b tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0585990 Jul 28 14:44:58.035483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Allocated IP 172.20.0.9 (22c653a7-2e19-41f4-a0ee-5e44ce62b69c/827eb7cb-2c2e-4cb4-96bc-583ca46e518c/1f99acc3-41cc-44b4-b42a-8086929fdfa9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:58.069417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cedd1c-70f2-4af0-9205-33d9f82e631b req-dc45172b-f21a-4cb5-b2a3-0e370d975f39 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:58.071814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55cedd1c-70f2-4af0-9205-33d9f82e631b req-dc45172b-f21a-4cb5-b2a3-0e370d975f39 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0842693 Jul 28 14:44:58.107284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49088) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:58.191486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.232562 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.248381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55cedd1c-70f2-4af0-9205-33d9f82e631b req-38bf2974-8a66-4156-a9d9-23eae6cef097 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637230 Jul 28 14:44:58.376156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.437542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.442984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.445788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "DELETE /v2.0/security-groups/3ed24157-e9b4-460b-beaa-06831d3727f1 HTTP/1.1" status: 204 len: 168 time: 0.3368831 Jul 28 14:44:58.451619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49094) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:58.469637 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-e0f241b1-d7d2-48f3-ab0d-d6549d6de80e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] show failed (client error): The resource could not be found. Jul 28 14:44:58.474643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e0f241b1-d7d2-48f3-ab0d-d6549d6de80e tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "GET /v2.0/security-groups/3ed24157-e9b4-460b-beaa-06831d3727f1 HTTP/1.1" status: 404 len: 347 time: 0.0213931 Jul 28 14:44:58.475338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49096) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:58.485613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed24157-e9b4-460b-beaa-06831d3727f1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:58.503124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.503664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.504216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.504811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.505359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.505899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.506417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.506884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.507465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.507934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.508391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.508881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde64a4-dddd-4d4e-9f0c-067171778cb2 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:58.527033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea527ab-ef98-496e-9f97-6dc02f6d6465 req-bb076f2e-fcf7-4ffe-b739-64c7ac9f590a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:58.529658 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bea527ab-ef98-496e-9f97-6dc02f6d6465 req-bb076f2e-fcf7-4ffe-b739-64c7ac9f590a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1367955 Jul 28 14:44:58.587817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bea527ab-ef98-496e-9f97-6dc02f6d6465 req-d0c18149-c5d9-492d-af33-5e35f453f4ae tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Jul 28 14:44:58.619592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.628166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9385dac-bc7d-4368-8905-5be5949bf784 req-5871af57-ca0c-45eb-94f1-3a66e84e800c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 210 time: 0.1441216 Jul 28 14:44:58.709877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event updated for resources: {'Port': ['ID=1f99acc3-41cc-44b4-b42a-8086929fdfa9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:58.744015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:58.789879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:58.796617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:58.915561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:58.916290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.919405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd979e-5441-4555-849a-bdcc7432f8cf req-187ec0c8-7a10-48b8-9eec-c3536596e101 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:58.926009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4cd979e-5441-4555-849a-bdcc7432f8cf req-187ec0c8-7a10-48b8-9eec-c3536596e101 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 945 time: 0.1361799 Jul 28 14:44:58.936638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Deleting port 668e5ae4-0c16-4d66-b679-a8b4207a8d84 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:58.936966 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.979227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:59.003671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb51d6a-ba3c-4c24-81a9-64f1399645c5 req-a20a3e5e-7082-440f-8487-e6ed82e71709 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:59.005607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cb51d6a-ba3c-4c24-81a9-64f1399645c5 req-a20a3e5e-7082-440f-8487-e6ed82e71709 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1646471 Jul 28 14:44:59.036121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 62b6b3bd-c269-4b8a-b534-da894f5d03c8 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:59.039339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 62b6b3bd-c269-4b8a-b534-da894f5d03c8 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:59.042742 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4cd979e-5441-4555-849a-bdcc7432f8cf req-f5e6fe7e-b42a-4104-884f-146e64e2beca tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129789 Jul 28 14:44:59.087530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-cbad72df-16a7-4b50-b64e-d5d61d60aa36 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7455354 Jul 28 14:44:59.100043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cb51d6a-ba3c-4c24-81a9-64f1399645c5 req-89933d5b-fdfd-4352-b929-5f5c54685f4f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779364 Jul 28 14:44:59.119166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Request body: {'port': {'device_id': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:59.127779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:59.129515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:59.156979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Calling delete_port for 668e5ae4-0c16-4d66-b679-a8b4207a8d84 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:59.285843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:59.387485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f122ad7b-449f-4d93-af2e-77733db2db0a req-e7118a63-a8d2-41a8-8025-4d4edb88f8ad tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0620921 Jul 28 14:44:59.690871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73933b2f-df3c-43bf-9bd7-1c8a317503ae up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:59.849878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535a98-48bf-4855-9625-6ae08e960070 req-8aa7d558-7059-435f-afb3-3682de10e72e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:59.855768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83535a98-48bf-4855-9625-6ae08e960070 req-8aa7d558-7059-435f-afb3-3682de10e72e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 931 time: 0.0629368 Jul 28 14:44:59.925182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83535a98-48bf-4855-9625-6ae08e960070 req-cda6b4d4-b898-48cd-96d4-ea8ab8f7f93e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659566 Jul 28 14:44:59.942633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 73933b2f-df3c-43bf-9bd7-1c8a317503ae completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:59.950896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 73933b2f-df3c-43bf-9bd7-1c8a317503ae triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:59.955643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.056590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fca64-ff58-4da6-bbae-1eeeafdd2e0e req-73ef42e2-25a6-41b9-8aff-7ed9535776f1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.057207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49136) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:00.064744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-232fca64-ff58-4da6-bbae-1eeeafdd2e0e req-73ef42e2-25a6-41b9-8aff-7ed9535776f1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.5732422 Jul 28 14:45:00.161816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.182825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6491a5-07de-4b24-aa33-997f7efeae8c req-99992efa-d68c-46d8-9e7c-648de24efcc7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.200932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad6491a5-07de-4b24-aa33-997f7efeae8c req-99992efa-d68c-46d8-9e7c-648de24efcc7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.1610327 Jul 28 14:45:00.212714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-232fca64-ff58-4da6-bbae-1eeeafdd2e0e req-d8c42064-2e62-4b7b-a6ab-ed06a76d4d24 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460528 Jul 28 14:45:00.214522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73933b2f-df3c-43bf-9bd7-1c8a317503ae'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:00.218857 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a452b7f-d13c-41aa-8694-b757dc230627" -d '{"events": [{"server_uuid": "7760d85c-2a58-4954-ad0e-e41e0b0eb008", "name": "network-vif-plugged", "status": "completed", "tag": "73933b2f-df3c-43bf-9bd7-1c8a317503ae"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:00.233639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.258324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:00.281759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.282251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.282733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.283210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.283671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.284145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.284854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.286995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-584d7d30-ab0a-4950-8c78-1ab69802537a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6509 time: 0.2270117 Jul 28 14:45:00.308511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Pushing event deleted for resources: {'Port': ['ID=668e5ae4-0c16-4d66-b679-a8b4207a8d84,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:00.331735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad6491a5-07de-4b24-aa33-997f7efeae8c req-d76cc326-c957-4f5a-b8fd-03fd3981a64c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143515 Jul 28 14:45:00.356587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-67a58042-f13c-4491-8003-8cb5ddfe8527 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff4bde43-2440-470e-8dd7-a214a2723dfd&id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595028 Jul 28 14:45:00.388800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.404490 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966a4b8a-81bc-4c5e-823b-77a3f3422ab7 x-openstack-request-id: req-966a4b8a-81bc-4c5e-823b-77a3f3422ab7 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:00.405229 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7760d85c-2a58-4954-ad0e-e41e0b0eb008", "name": "network-vif-plugged", "status": "completed", "tag": "73933b2f-df3c-43bf-9bd7-1c8a317503ae", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:00.405570 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-966a4b8a-81bc-4c5e-823b-77a3f3422ab7 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:00.406291 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73933b2f-df3c-43bf-9bd7-1c8a317503ae', 'code': 200} Jul 28 14:45:00.502830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=73933b2f-df3c-43bf-9bd7-1c8a317503ae,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:00.577324 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.581022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.588925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a956057b-f695-4177-aac4-798290cfde37 tempest-ServersTestBootFromVolume-320377382 tempest-ServersTestBootFromVolume-320377382-project] 10.222.0.57 "DELETE /v2.0/floatingips/37aed949-433e-41e7-98d5-75a350fb58f4 HTTP/1.1" status: 204 len: 168 time: 2.1059184 Jul 28 14:45:00.590198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49154) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:00.615391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5de5d4-f072-4618-9a79-8ed2ba999959 req-5160c130-f976-498e-bd1c-fcaca2a7b420 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.621054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df5de5d4-f072-4618-9a79-8ed2ba999959 req-5160c130-f976-498e-bd1c-fcaca2a7b420 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.2678185 Jul 28 14:45:00.645059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e9c63c7-979b-4e03-b834-ec7a437eedec req-70e1e0f0-ffb4-4d10-a5e1-5e906b223990 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0459356 Jul 28 14:45:00.669927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f99acc3-41cc-44b4-b42a-8086929fdfa9 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:00.717623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.802487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f210671-0578-434c-9f40-71dd629aa665 req-e2ee67c3-a1be-4ce8-9f45-0ce4419fe12c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.802487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f210671-0578-434c-9f40-71dd629aa665 req-e2ee67c3-a1be-4ce8-9f45-0ce4419fe12c tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.2613742 Jul 28 14:45:00.808102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Transition to ACTIVE for port object 1f99acc3-41cc-44b4-b42a-8086929fdfa9 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:00.844289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04eca99-1c27-40cb-bcc9-f5158c4590b4 req-e2102178-4988-4605-a019-1a051d3d45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.847220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f04eca99-1c27-40cb-bcc9-f5158c4590b4 req-e2102178-4988-4605-a019-1a051d3d45b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 1098 time: 0.2574639 Jul 28 14:45:00.856116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df5de5d4-f072-4618-9a79-8ed2ba999959 req-a5195192-22ea-4c5d-8af7-173d6a23cf31 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989207 Jul 28 14:45:00.909585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.959147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb0523-b634-4a19-92f7-de344d0931ab req-abaef83b-1b22-4666-a03f-1e10723705a7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.965990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eabb0523-b634-4a19-92f7-de344d0931ab req-abaef83b-1b22-4666-a03f-1e10723705a7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1432662 Jul 28 14:45:01.081016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f04eca99-1c27-40cb-bcc9-f5158c4590b4 req-29890ffa-a5eb-488a-aef8-fb29092663a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863225 Jul 28 14:45:01.120026 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eabb0523-b634-4a19-92f7-de344d0931ab req-a9254ee9-901d-431b-bfb8-12d24caf2289 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357546 Jul 28 14:45:01.172605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Pushing event updated for resources: {'Port': ['ID=1f99acc3-41cc-44b4-b42a-8086929fdfa9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:01.319389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a76e-8f1b-4154-b13f-319d058c99e9 req-aa33dffa-f889-4c85-a399-30dc0334eb03 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:01.322195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c510a76e-8f1b-4154-b13f-319d058c99e9 req-aa33dffa-f889-4c85-a399-30dc0334eb03 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 943 time: 0.2634795 Jul 28 14:45:01.336114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85fba1-88d4-423f-a088-3b7c8ccd3200 req-78ec9e8f-f508-4ee9-bf20-e7a3d66a5b9c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:01.337410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Deleting port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:01.337710 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be85fba1-88d4-423f-a088-3b7c8ccd3200 req-78ec9e8f-f508-4ee9-bf20-e7a3d66a5b9c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1125960 Jul 28 14:45:01.338006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.371905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Attempting to bind port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:01.372478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Attempting to bind port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:01.373050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Attempting to bind port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:01.412859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be85fba1-88d4-423f-a088-3b7c8ccd3200 req-ced94d58-8197-49f7-911e-db91dbd64e8f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554502 Jul 28 14:45:01.483427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:01.484016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Attempting to bind port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:01.521474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:01.522066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Checking segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:01.523289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Bound using segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:01.524099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Bound port: 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:01.524740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.579601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c510a76e-8f1b-4154-b13f-319d058c99e9 req-337375e5-d8c7-4c13-98b0-eff1203c843c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093368 Jul 28 14:45:01.764384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] For port 6633847a-1e41-4ea0-a405-5cb9727d7ff1, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6633847a-1e41-4ea0-a405-5cb9727d7ff1,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:01.764384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.764384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Calling delete_port for 6633847a-1e41-4ea0-a405-5cb9727d7ff1 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:01.764384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] For port 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:01.794605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] For port 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:01.859879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbf5c1-c08d-4871-9f62-bdd8a085a733 req-f4d95db5-5b97-4e98-82af-62ae475470ab tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:01.861680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9cdbf5c1-c08d-4871-9f62-bdd8a085a733 req-f4d95db5-5b97-4e98-82af-62ae475470ab tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 944 time: 0.0846739 Jul 28 14:45:01.867126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.894859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-62c0ba95-1151-4321-9fb4-a5dafccc52ec req-205a7db0-3ec6-48af-b555-8083fa733912 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0562613 Jul 28 14:45:02.003033 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9cdbf5c1-c08d-4871-9f62-bdd8a085a733 req-95317cdd-fa54-4aad-89fa-a7ee3bcd624e tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323557 Jul 28 14:45:02.064591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729955d-d33b-4c7d-bf09-b34804dae18c req-50aee283-6ac6-42e3-95ad-291377ef18ba tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.081576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0729955d-d33b-4c7d-bf09-b34804dae18c req-50aee283-6ac6-42e3-95ad-291377ef18ba tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0700970 Jul 28 14:45:02.125178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0729955d-d33b-4c7d-bf09-b34804dae18c req-5f14332c-dcb7-4c31-bf0c-ca4cce474f11 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470812 Jul 28 14:45:02.171693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc089a7-9f32-4349-8452-f9debff0dbe8 req-adb7219b-ee0f-4eaf-ae55-2a8b3cfe218e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.173431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9bc089a7-9f32-4349-8452-f9debff0dbe8 req-adb7219b-ee0f-4eaf-ae55-2a8b3cfe218e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.0996883 Jul 28 14:45:02.195011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.195871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.199485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.254418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.255844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.257822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] 10.222.0.58 "PUT /v2.0/ports/1f99acc3-41cc-44b4-b42a-8086929fdfa9 HTTP/1.1" status: 200 len: 1092 time: 3.1545997 Jul 28 14:45:02.257822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'tag': '1f99acc3-41cc-44b4-b42a-8086929fdfa9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:02.261604 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421879d3-955f-4fc2-90cd-615ab2f5336e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1c9ae1-eef0-4b21-904d-1aed0d7a8591", "tag": "1f99acc3-41cc-44b4-b42a-8086929fdfa9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:02.323306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9bc089a7-9f32-4349-8452-f9debff0dbe8 req-321577c1-7a05-4997-9758-82932b4efeaa tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059260 Jul 28 14:45:02.351093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5abfd1-b605-4ccb-a496-853cdf053185 service neutron] Pushing event updated for resources: {'Port': ['ID=1f99acc3-41cc-44b4-b42a-8086929fdfa9,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:02.361621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Deleting port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:02.362190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] No DVR routers for this DVR port 6633847a-1e41-4ea0-a405-5cb9727d7ff1 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:02.362918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.384737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.387198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f210671-0578-434c-9f40-71dd629aa665 req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "DELETE /v2.0/ports/6633847a-1e41-4ea0-a405-5cb9727d7ff1 HTTP/1.1" status: 204 len: 173 time: 1.5692084 Jul 28 14:45:02.399073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11569596-4854-40dd-82cf-b787ecd8e264 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event deleted for resources: {'Port': ['ID=6633847a-1e41-4ea0-a405-5cb9727d7ff1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:02.414925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dbae3-81c0-4b7f-886c-34e4b89e2e09 req-611b0d06-140c-4119-a0f1-f945302f66d2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.425508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-996dbae3-81c0-4b7f-886c-34e4b89e2e09 req-611b0d06-140c-4119-a0f1-f945302f66d2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1766131 Jul 28 14:45:02.427386 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc6683-d74f-4893-b7e7-0ca1248a5085 x-openstack-request-id: req-03cc6683-d74f-4893-b7e7-0ca1248a5085 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:02.427756 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1c9ae1-eef0-4b21-904d-1aed0d7a8591", "tag": "1f99acc3-41cc-44b4-b42a-8086929fdfa9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:02.428114 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03cc6683-d74f-4893-b7e7-0ca1248a5085 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:02.428757 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'tag': '1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'status': 'completed', 'code': 200} Jul 28 14:45:02.516244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] For port 962412f1-af03-4a2d-a4ce-ad3c7bb054e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:02.516677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.530291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-996dbae3-81c0-4b7f-886c-34e4b89e2e09 req-43730d90-d3f2-40a7-b807-1665ee489afe tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992694 Jul 28 14:45:02.535582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Calling delete_port for 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:02.555871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-0306a280-9a76-4aab-9e01-846489906e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.557707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-0306a280-9a76-4aab-9e01-846489906e20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 1095 time: 0.1078875 Jul 28 14:45:02.645450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-c0c5f314-b4a1-458c-b64f-4e8a00afff8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9 HTTP/1.1" status: 200 len: 217 time: 0.0762575 Jul 28 14:45:02.796434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119689-c741-4078-9bb9-b19913e48aca req-6692ac25-ab02-4a39-82cf-c83c8ea6ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.799016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-6692ac25-ab02-4a39-82cf-c83c8ea6ba43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.1453650 Jul 28 14:45:02.864204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ba0d4-6943-4d5f-b149-b2c4c182e1e7 req-5df5b363-ca8b-4c75-b940-b615008f2137 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.867359 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f06ba0d4-6943-4d5f-b149-b2c4c182e1e7 req-5df5b363-ca8b-4c75-b940-b615008f2137 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 943 time: 0.1146727 Jul 28 14:45:02.886625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-fca59468-fac6-41e2-842b-d54cf4812d23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756438 Jul 28 14:45:02.896967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867185f2-9197-4856-83af-2af5b0412a82 req-11b0ad9b-5e63-43fd-a037-85c2ce818c27 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.899279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-867185f2-9197-4856-83af-2af5b0412a82 req-11b0ad9b-5e63-43fd-a037-85c2ce818c27 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1769147 Jul 28 14:45:02.919438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f06ba0d4-6943-4d5f-b149-b2c4c182e1e7 req-37225642-2813-40d2-be4d-5c9f573c22b8 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Jul 28 14:45:02.950706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.005732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-867185f2-9197-4856-83af-2af5b0412a82 req-d53e33f9-e380-4165-a689-aad853853dfe tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840135 Jul 28 14:45:03.030410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-c65dadd6-d5ed-451f-8793-515a68d86398 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300201 Jul 28 14:45:03.049834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Pushing event deleted for resources: {'Port': ['ID=962412f1-af03-4a2d-a4ce-ad3c7bb054e4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:03.267201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72a7c868-5458-44b5-aef8-30cfc11b5dac req-0225ab24-7f3a-467e-a0ef-46228acb6479 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0743721 Jul 28 14:45:03.326207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34e6b0fd-892c-4a38-beda-8e66ed883955 req-ca2ec1cc-fa40-4164-99cd-11aea66feff7 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f89ebb-82be-4e0d-b4f5-32b526d32965 HTTP/1.1" status: 200 len: 210 time: 0.0653670 Jul 28 14:45:03.378140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da119689-c741-4078-9bb9-b19913e48aca req-2165a90a-3605-496c-876c-2dae6e550958 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391271 Jul 28 14:45:03.481169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.481279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3494d47-0a61-4848-885f-7e758cc56ac5 req-1c9271af-c9c3-4573-b2ce-75cc62534e9c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:03.481279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3494d47-0a61-4848-885f-7e758cc56ac5 req-1c9271af-c9c3-4573-b2ce-75cc62534e9c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0741367 Jul 28 14:45:03.539246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3494d47-0a61-4848-885f-7e758cc56ac5 req-7dca56b9-9d6c-48bd-a2dd-909acf7449a0 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515523 Jul 28 14:45:03.629458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7600ac-77ef-4f5f-8718-5d4921e7abc8 req-fbb235fa-2ca8-4ee6-a591-cf628cc2012e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:03.631148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c7600ac-77ef-4f5f-8718-5d4921e7abc8 req-fbb235fa-2ca8-4ee6-a591-cf628cc2012e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.1599360 Jul 28 14:45:03.677989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-7b0d6a11-3b09-45dd-ab64-4997249d345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:03.679728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-7b0d6a11-3b09-45dd-ab64-4997249d345b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 1095 time: 0.0654743 Jul 28 14:45:03.718639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:03.726571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c7600ac-77ef-4f5f-8718-5d4921e7abc8 req-df88982a-85b4-4853-b881-ec52b17e968f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879416 Jul 28 14:45:03.757515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 6633847a-1e41-4ea0-a405-5cb9727d7ff1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:03.758408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6633847a-1e41-4ea0-a405-5cb9727d7ff1 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:03.782573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eebcab-6d0a-4d26-8525-d97638d0e21c req-2e7c7dc3-d868-402a-835e-7c3fbb4beaf7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:03.784233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41eebcab-6d0a-4d26-8525-d97638d0e21c req-2e7c7dc3-d868-402a-835e-7c3fbb4beaf7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1179388 Jul 28 14:45:03.835096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:45:03.845287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-02be2188-a01b-4d7c-b96f-c3c7b1d307ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:03.851350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-02be2188-a01b-4d7c-b96f-c3c7b1d307ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 914 time: 0.1479266 Jul 28 14:45:03.865047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41eebcab-6d0a-4d26-8525-d97638d0e21c req-942421f7-b199-4ff9-aaa1-1da982756dcd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619891 Jul 28 14:45:03.930601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-64821eee-5408-4522-91ef-165c96167295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9 HTTP/1.1" status: 200 len: 217 time: 0.0642042 Jul 28 14:45:03.979816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:03.991113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-088945ac-fae4-4b72-9686-5eb02fe57eff admin admin] 10.222.0.57 "PUT /v2.0/routers/edc958ef-1fd2-49e3-8310-4d5bdd31e9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3940082 Jul 28 14:45:03.991113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:04.019249 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] Sync routers for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:04.021959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-834f1ab9-608b-43ea-a5ba-e68303e67220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.023574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-834f1ab9-608b-43ea-a5ba-e68303e67220 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.0855885 Jul 28 14:45:04.033070 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:04.034484 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:44:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.051711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fd73a-03cd-4e27-bd78-f2c677f50ca0 req-8f2a1d57-010a-44b5-9aa9-60d3cc636a7f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.053228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e8fd73a-03cd-4e27-bd78-f2c677f50ca0 req-8f2a1d57-010a-44b5-9aa9-60d3cc636a7f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1034985 Jul 28 14:45:04.070379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-7dad2077-404a-4ba3-95e6-01f6d63957d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376260 Jul 28 14:45:04.183878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e8fd73a-03cd-4e27-bd78-f2c677f50ca0 req-1c1ea77d-71de-48ed-8b9d-356816dedc0d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Jul 28 14:45:04.237939 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.243669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-09afc30a-f215-4718-a3c6-e9959819790c service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648340 Jul 28 14:45:04.246318 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:04.254309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764010f-50e8-494f-bf68-b46b36ed6b35 req-f36abf86-56dd-4bb2-a347-0968abd0f748 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.261345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8764010f-50e8-494f-bf68-b46b36ed6b35 req-f36abf86-56dd-4bb2-a347-0968abd0f748 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 943 time: 0.1143420 Jul 28 14:45:04.395369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8764010f-50e8-494f-bf68-b46b36ed6b35 req-b32ac3d8-9465-44b1-a5dc-fc28afe323e9 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Jul 28 14:45:04.431925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'name': 'network-vif-deleted', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:04.434845 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1badc-1d75-4a03-af25-adba78206def" -d '{"events": [{"server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "name": "network-vif-deleted", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:04.463819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.487866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6862fc-38e7-4931-950b-98ab4ec92368 req-a06cc830-4d1d-4238-a14b-b371f0998a48 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.490423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c6862fc-38e7-4931-950b-98ab4ec92368 req-a06cc830-4d1d-4238-a14b-b371f0998a48 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.1285465 Jul 28 14:45:04.494482 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:45:02Z', 'revision_number': 5, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port': {'id': '71b6ab69-b672-4240-98b9-80fca317bbaa', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:38:50Z', 'updated_at': '2021-07-28T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.527414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-421879d3-955f-4fc2-90cd-615ab2f5336e req-ff01a8eb-8e55-4e87-a325-375bfc65d970 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754483 Jul 28 14:45:04.547126 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] Checking router: edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:04.554364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c6862fc-38e7-4931-950b-98ab4ec92368 req-ad69e9e1-cdd8-45df-98a5-f6770b104f05 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525522 Jul 28 14:45:04.564023 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] Routers {'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:04.564636 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:44:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.654979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Deleting port 71b6ab69-b672-4240-98b9-80fca317bbaa {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:04.655839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.693908 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] Set router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:04.702125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dc1c56b-41d6-458f-aacc-89e5eed84956 req-a49a3b1d-202f-4bf8-afde-191611cceea2 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0474317 Jul 28 14:45:04.765942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:45:04Z', 'revision_number': 6, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.799957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db9cc40-0719-4923-8b39-c66d13e5dc52 None None] The sync data for ids ['edc958ef-1fd2-49e3-8310-4d5bdd31e9e1'] in n-d-764806-10 is: [{'id': 'edc958ef-1fd2-49e3-8310-4d5bdd31e9e1', 'name': 'tempest-ServersTestBootFromVolume-987763953-router', 'tenant_id': '2b10dba59dae4a37bed8efa3091caf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:38:49Z', 'updated_at': '2021-07-28T14:45:04Z', 'revision_number': 6, 'project_id': '2b10dba59dae4a37bed8efa3091caf0d', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:04.817576 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b6ce0-9ba1-47ad-a771-8fcab79df487 x-openstack-request-id: req-6d5b6ce0-9ba1-47ad-a771-8fcab79df487 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:04.817942 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f89ebb-82be-4e0d-b4f5-32b526d32965", "name": "network-vif-deleted", "tag": "6633847a-1e41-4ea0-a405-5cb9727d7ff1", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:04.818264 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d5b6ce0-9ba1-47ad-a771-8fcab79df487 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:04.818722 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f89ebb-82be-4e0d-b4f5-32b526d32965', 'name': 'network-vif-deleted', 'tag': '6633847a-1e41-4ea0-a405-5cb9727d7ff1', 'status': 'completed', 'code': 200} Jul 28 14:45:04.843204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] For port 71b6ab69-b672-4240-98b9-80fca317bbaa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=71b6ab69-b672-4240-98b9-80fca317bbaa,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:04.843757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.860285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689dd5-6652-4beb-99f6-62e6843514a0 req-5f72ebf2-9701-4f69-a9f8-de8549d6f162 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.862946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-95689dd5-6652-4beb-99f6-62e6843514a0 req-5f72ebf2-9701-4f69-a9f8-de8549d6f162 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.0823128 Jul 28 14:45:04.865574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Calling delete_port for 71b6ab69-b672-4240-98b9-80fca317bbaa owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:04.921859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-95689dd5-6652-4beb-99f6-62e6843514a0 req-2af846b9-1b6e-4138-91a2-0dfa8589d3e8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499842 Jul 28 14:45:04.990117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996644-7486-4180-ab48-e53d5b10aefc req-3ea226d3-4bfe-493b-a9cf-187f2197b3c3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.991810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f996644-7486-4180-ab48-e53d5b10aefc req-3ea226d3-4bfe-493b-a9cf-187f2197b3c3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1125906 Jul 28 14:45:05.118994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f996644-7486-4180-ab48-e53d5b10aefc req-f3c26ddb-480a-41dc-9482-53ec002cbd7d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642891 Jul 28 14:45:05.215903 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:45:05.299490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.327897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b6ab69-b672-4240-98b9-80fca317bbaa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:05.466935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.513913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:05.586708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:05.587858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 962412f1-af03-4a2d-a4ce-ad3c7bb054e4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:05.588613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71b6ab69-b672-4240-98b9-80fca317bbaa no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:05.598220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d4db6-d470-45f1-aa53-eda4c8d20fb7 req-cb608b7f-e934-48d0-ba84-38b90f65ba71 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.614820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-257d4db6-d470-45f1-aa53-eda4c8d20fb7 req-cb608b7f-e934-48d0-ba84-38b90f65ba71 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1234248 Jul 28 14:45:05.651315 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.654343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 71b6ab69-b672-4240-98b9-80fca317bbaa {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:05.655207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71b6ab69-b672-4240-98b9-80fca317bbaa not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:05.655810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.679413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-257d4db6-d470-45f1-aa53-eda4c8d20fb7 req-4e538958-5d10-4eab-896d-56b992802a57 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628421 Jul 28 14:45:05.775683 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.798436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c88a61-8caa-4093-8153-96d597967bfb req-f76106d3-4f64-4302-a11c-79838016d1c1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.800122 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52c88a61-8caa-4093-8153-96d597967bfb req-f76106d3-4f64-4302-a11c-79838016d1c1 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1387398 Jul 28 14:45:05.839096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c9306-2fec-4e73-a68e-4840c7228471 req-436b453d-72c9-4bfe-9b69-e040474c9060 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.840849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b58c9306-2fec-4e73-a68e-4840c7228471 req-436b453d-72c9-4bfe-9b69-e040474c9060 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 943 time: 0.0643671 Jul 28 14:45:05.853322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52c88a61-8caa-4093-8153-96d597967bfb req-d62a3b82-5f91-4b8e-ad2a-076bdcbe0de3 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Jul 28 14:45:05.875715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.880392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:45:05.885583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.892211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49242) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:05.892423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51f050a5-637d-44c2-892b-36a8ee8002d0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/edc958ef-1fd2-49e3-8310-4d5bdd31e9e1 HTTP/1.1" status: 204 len: 168 time: 1.9010122 Jul 28 14:45:05.957165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b58c9306-2fec-4e73-a68e-4840c7228471 req-c04ae839-8e8f-4326-99dd-d17177a73077 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995202 Jul 28 14:45:05.968653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Deleting subnet 7a4ce569-9cca-482d-a158-bf362de2feb1 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:05.973990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.003314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453cfa-8be1-4e4b-96bd-aa21708dd9f2 req-4266119d-d297-4850-a122-460b56ad3ab7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.004983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24453cfa-8be1-4e4b-96bd-aa21708dd9f2 req-4266119d-d297-4850-a122-460b56ad3ab7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.0792091 Jul 28 14:45:06.050657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.068250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24453cfa-8be1-4e4b-96bd-aa21708dd9f2 req-f8625bf5-80f0-4649-8296-2ca1f09f9ef9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Jul 28 14:45:06.199337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f40f734-acaa-4d08-9740-20151a5291e7 req-bae647ae-756a-4175-a5bb-c235dad43c11 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0486763 Jul 28 14:45:06.206516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.248086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baefab1-40ab-4199-b3f8-1cf2a402eb1e req-934835ea-6316-42dc-b232-d876d59c4268 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.251468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2baefab1-40ab-4199-b3f8-1cf2a402eb1e req-934835ea-6316-42dc-b232-d876d59c4268 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0935009 Jul 28 14:45:06.320921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2baefab1-40ab-4199-b3f8-1cf2a402eb1e req-6bb09dd7-b4aa-499e-9175-2303919485ac tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589702 Jul 28 14:45:06.352314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.388408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4ce569-9cca-482d-a158-bf362de2feb1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:06.390813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.395820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f373a84c-e98c-489d-b8b5-6fbc5436e14e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7a4ce569-9cca-482d-a158-bf362de2feb1 HTTP/1.1" status: 204 len: 168 time: 0.5021970 Jul 28 14:45:06.396894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49248) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:06.406504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d95071-b11f-46ed-a93a-e8286006f768 None None] Network 7f60b487-96e1-4758-997b-292a9702ac62 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:06.546429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.555666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f5c0a-0436-4f3e-9c32-67aa98d6ec6e req-b1cd448d-712f-4bc4-8eaf-4853bc4322b5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.557266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d1f5c0a-0436-4f3e-9c32-67aa98d6ec6e req-b1cd448d-712f-4bc4-8eaf-4853bc4322b5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1531551 Jul 28 14:45:06.565051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-572067f5-1c36-4250-87b7-5e2eb5aec5bd tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.566660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-572067f5-1c36-4250-87b7-5e2eb5aec5bd tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1434903 Jul 28 14:45:06.667584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] DHCP port deletion for 7f60b487-96e1-4758-997b-292a9702ac62 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:06.671965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d1f5c0a-0436-4f3e-9c32-67aa98d6ec6e req-b61fd7a6-3070-411e-8f5e-030638c23a6b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Jul 28 14:45:06.733504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] Deleting port b2d00eac-275f-41ef-ac2c-bf99126da598 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:06.733945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.739947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Deleting port b2d00eac-275f-41ef-ac2c-bf99126da598 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:06.740292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.746165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Deleting port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:06.746516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.816379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] For port b2d00eac-275f-41ef-ac2c-bf99126da598, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b2d00eac-275f-41ef-ac2c-bf99126da598,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:06.816819 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.832848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] Calling delete_port for b2d00eac-275f-41ef-ac2c-bf99126da598 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:06.907905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] For port b2d00eac-275f-41ef-ac2c-bf99126da598, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b2d00eac-275f-41ef-ac2c-bf99126da598,segment=NetworkSegment(627b955e-56e3-4e07-a1f7-dde7da155021),segment_id=627b955e-56e3-4e07-a1f7-dde7da155021)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:06.908088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.933305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Calling delete_port for b2d00eac-275f-41ef-ac2c-bf99126da598 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:06.945108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] For port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,segment=NetworkSegment(fc13dbd0-0ce4-4585-88c0-15b59751c440),segment_id=fc13dbd0-0ce4-4585-88c0-15b59751c440)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:06.945803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.970005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Calling delete_port for 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:06.987905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034547ae-3808-4ce5-8d7e-8a35862d1afb req-1a9de6ba-c2a1-49e5-8a55-02ffc0f38584 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.989587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-034547ae-3808-4ce5-8d7e-8a35862d1afb req-1a9de6ba-c2a1-49e5-8a55-02ffc0f38584 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1546400 Jul 28 14:45:06.999987 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.053000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1f99acc3-41cc-44b4-b42a-8086929fdfa9 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:07.060661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] No DVR routers for this DVR port b2d00eac-275f-41ef-ac2c-bf99126da598 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:07.067510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369a8c2-1afa-44f9-81b8-4c06161297e4 None None] Pushing event deleted for resources: {'Port': ['ID=b2d00eac-275f-41ef-ac2c-bf99126da598,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.075811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4ba6f-4839-4d07-8d0e-726f9274c146 req-697715de-058f-410a-a48b-67724023f309 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:07.079281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eb4ba6f-4839-4d07-8d0e-726f9274c146 req-697715de-058f-410a-a48b-67724023f309 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 944 time: 0.1060612 Jul 28 14:45:07.136795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-034547ae-3808-4ce5-8d7e-8a35862d1afb req-b692994c-19e1-474a-92f3-994888bde33f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134763 Jul 28 14:45:07.189747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.221143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eb4ba6f-4839-4d07-8d0e-726f9274c146 req-3cadc0a2-369a-4967-b17b-25540c84b076 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/security-groups?id=1290334d-fa3c-44b7-8815-a5eb93431251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Jul 28 14:45:07.250419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d00eac-275f-41ef-ac2c-bf99126da598,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.285073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:07.304509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] No DVR routers for this DVR port b2d00eac-275f-41ef-ac2c-bf99126da598 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:07.316928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'port_id': '1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'mac_address': 'fa:16:3e:54:1c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827eb7cb-2c2e-4cb4-96bc-583ca46e518c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:07.398451 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.407990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b2d00eac-275f-41ef-ac2c-bf99126da598 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:07.466259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: b2d00eac-275f-41ef-ac2c-bf99126da598 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:07.466810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b2d00eac-275f-41ef-ac2c-bf99126da598 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:07.471508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f99acc3-41cc-44b4-b42a-8086929fdfa9 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:07.504282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf6d39-cac5-470f-886e-1da23ed13408 req-c16ec208-9ebc-40cf-974e-b1a520e1495e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:07.506975 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bbf6d39-cac5-470f-886e-1da23ed13408 req-c16ec208-9ebc-40cf-974e-b1a520e1495e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.0747736 Jul 28 14:45:07.511034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:07.556882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bbf6d39-cac5-470f-886e-1da23ed13408 req-61a29a15-624a-45f0-858f-222931787ea8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 Jul 28 14:45:07.562277 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.576376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62769e-bf0e-4b5c-91b3-b6d79060e553 req-a981ff95-9390-4979-9371-93d90df9d1c2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:07.578160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e62769e-bf0e-4b5c-91b3-b6d79060e553 req-a981ff95-9390-4979-9371-93d90df9d1c2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 943 time: 0.3305752 Jul 28 14:45:07.595498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f60b487-96e1-4758-997b-292a9702ac62']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:07.624637 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.664615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627b955e-56e3-4e07-a1f7-dde7da155021') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:07.665175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627b955e-56e3-4e07-a1f7-dde7da155021') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:07.693564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e62769e-bf0e-4b5c-91b3-b6d79060e553 req-61afe0d8-9173-4523-92d9-e21f7fcb9153 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060255 Jul 28 14:45:07.697687 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.699388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1f99acc3-41cc-44b4-b42a-8086929fdfa9,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.720220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.730316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:07.730987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:07.734096 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:07.777023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.793709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c102-3c5d-413a-8394-c1c6fe729d37 req-3745332f-6cf1-41a0-b8ef-792a51c5169d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:07.807823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29d9c102-3c5d-413a-8394-c1c6fe729d37 req-3745332f-6cf1-41a0-b8ef-792a51c5169d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1273603 Jul 28 14:45:07.837202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Pushing event deleted for resources: {'Port': ['ID=3b0ef610-8e2d-433d-91a7-2af8c2d9c10f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.866994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bdf1015a-afdd-4d8f-b939-d6520deaef40 req-c95ac1d4-0388-41a9-ab03-4c52d7ff6dc9 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0445161 Jul 28 14:45:07.873399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29d9c102-3c5d-413a-8394-c1c6fe729d37 req-b9bff4c5-036e-4bf2-9106-f97fdcd9ce64 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641260 Jul 28 14:45:07.881347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:07.919848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] No DVR routers for this DVR port 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:07.923570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.927577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-db6090ec-5840-485e-828f-35c8f2f9c7fd req-6318ee26-c7db-42d5-bfbf-ce6b71eab333 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.42 "DELETE /v2.0/ports/3b0ef610-8e2d-433d-91a7-2af8c2d9c10f HTTP/1.1" status: 204 len: 173 time: 1.3483958 Jul 28 14:45:07.928380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'name': 'network-vif-deleted', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:07.933096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887ed703-f5f5-4a1a-8120-f3983f854e8f" -d '{"events": [{"server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "name": "network-vif-deleted", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:07.957688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.968510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.971025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7f60b487-96e1-4758-997b-292a9702ac62 HTTP/1.1" status: 204 len: 168 time: 1.5732994 Jul 28 14:45:07.992169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca922455-afc8-4e30-840c-71c26c8ade32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f60b487-96e1-4758-997b-292a9702ac62,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:08.035738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77669f8a-0d0d-4b90-a28b-01049946908e req-bde6b09a-17d1-45cf-9e4a-10228a1a2ae3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:08.037572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77669f8a-0d0d-4b90-a28b-01049946908e req-bde6b09a-17d1-45cf-9e4a-10228a1a2ae3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.1470487 Jul 28 14:45:08.079526 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b61b5b-414e-451c-995e-64e8be0aa727 x-openstack-request-id: req-14b61b5b-414e-451c-995e-64e8be0aa727 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:08.080865 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31966e3e-7cc0-498b-9a82-e76a35249dd9", "name": "network-vif-deleted", "tag": "3b0ef610-8e2d-433d-91a7-2af8c2d9c10f", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:08.081491 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14b61b5b-414e-451c-995e-64e8be0aa727 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:08.082328 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31966e3e-7cc0-498b-9a82-e76a35249dd9', 'name': 'network-vif-deleted', 'tag': '3b0ef610-8e2d-433d-91a7-2af8c2d9c10f', 'status': 'completed', 'code': 200} Jul 28 14:45:08.253510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b573ec-b448-4b2f-85ae-c6a69f356c54 req-dfacf082-e659-4fba-8bb1-3b0391923771 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:08.255258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44b573ec-b448-4b2f-85ae-c6a69f356c54 req-dfacf082-e659-4fba-8bb1-3b0391923771 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1395433 Jul 28 14:45:08.293364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port 73933b2f-df3c-43bf-9bd7-1c8a317503ae {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:08.293705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.354705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb0ac91c-b36a-488b-bd1d-1691c7126177 req-080988aa-fdd4-42a4-9871-4506598d5dde tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 210 time: 0.0443728 Jul 28 14:45:08.657483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:08.755174 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28c46676-0d0c-47a8-a258-cc9750fbd148 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b10dba59dae4a37bed8efa3091caf0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923336 Jul 28 14:45:08.755447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:08.761355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44b573ec-b448-4b2f-85ae-c6a69f356c54 req-a26a61df-2b72-478e-aa07-71386b590ff6 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948730 Jul 28 14:45:08.796153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161aa1-afc5-4d4b-89f8-fa2574401224 req-b40f524f-5389-4800-a92c-a68d6171554b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:08.796399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e161aa1-afc5-4d4b-89f8-fa2574401224 req-b40f524f-5389-4800-a92c-a68d6171554b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 946 time: 0.0964870 Jul 28 14:45:08.832285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port 73933b2f-df3c-43bf-9bd7-1c8a317503ae, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=73933b2f-df3c-43bf-9bd7-1c8a317503ae,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:08.833014 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.862096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ed77dce-bb5a-411f-901c-8092dfce1f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.862245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for 73933b2f-df3c-43bf-9bd7-1c8a317503ae owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:08.862361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e161aa1-afc5-4d4b-89f8-fa2574401224 req-1d5dd570-c174-48f7-978d-2ce0aeb096e3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Jul 28 14:45:08.885853 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ed77dce-bb5a-411f-901c-8092dfce1f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.026698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ff24f-a0a0-431d-b808-39d8e0887dc7 req-2a9a0df4-3d20-40a8-8bb2-07c77c75d0e8 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:09.027374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-820ff24f-a0a0-431d-b808-39d8e0887dc7 req-2a9a0df4-3d20-40a8-8bb2-07c77c75d0e8 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0631268 Jul 28 14:45:09.053211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1f99acc3-41cc-44b4-b42a-8086929fdfa9 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:09.058014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f157c7-6516-4a34-a9f4-a67f33769a37 req-66740a97-d7e8-4f0c-9cd1-4aeaf2bb4d2e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:09.060065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3f157c7-6516-4a34-a9f4-a67f33769a37 req-66740a97-d7e8-4f0c-9cd1-4aeaf2bb4d2e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 944 time: 0.1058636 Jul 28 14:45:09.093764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-820ff24f-a0a0-431d-b808-39d8e0887dc7 req-f1f18333-eb83-4332-9507-298320efd19b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608735 Jul 28 14:45:09.118776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3f157c7-6516-4a34-a9f4-a67f33769a37 req-e60047c7-5b47-4720-a89b-8da2ac8e47ac tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530472 Jul 28 14:45:09.150514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ed77dce-bb5a-411f-901c-8092dfce1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.155570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ed77dce-bb5a-411f-901c-8092dfce1f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.155570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ed77dce-bb5a-411f-901c-8092dfce1f0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdf32a20-d5dc-46e6-907e-9a727c7a950c HTTP/1.1" status: 204 len: 168 time: 0.3980110 Jul 28 14:45:09.187932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed77dce-bb5a-411f-901c-8092dfce1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf32a20-d5dc-46e6-907e-9a727c7a950c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:09.294310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.310723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:09.339701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=73933b2f-df3c-43bf-9bd7-1c8a317503ae,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:09.363427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['73933b2f-df3c-43bf-9bd7-1c8a317503ae'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:09.381527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:09.386623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0956d-f7dc-4d9f-8b09-5123219b527a req-a0bb44d4-6d20-40f9-bc87-cb5b32bd6af2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:09.389446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2c0956d-f7dc-4d9f-8b09-5123219b527a req-a0bb44d4-6d20-40f9-bc87-cb5b32bd6af2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1506011 Jul 28 14:45:09.396937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:09.397411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.408520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port 73933b2f-df3c-43bf-9bd7-1c8a317503ae on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:09.411913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.415184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77669f8a-0d0d-4b90-a28b-01049946908e req-01274018-2087-46de-a23d-1b37e4fa9c79 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "DELETE /v2.0/ports/73933b2f-df3c-43bf-9bd7-1c8a317503ae HTTP/1.1" status: 204 len: 173 time: 1.3616903 Jul 28 14:45:09.471454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2c0956d-f7dc-4d9f-8b09-5123219b527a req-4e9a0c8e-9450-4c58-9030-e8a7e1dddc5f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642087 Jul 28 14:45:09.611975 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b05e8bf8-79ef-4e11-9bbe-fdc60330e7c6 req-09e3a30a-bba2-4733-b352-07e728ba8d50 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.4251702 Jul 28 14:45:09.618253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f2eac0c-a2c6-4b55-a3a6-5034cc527802 req-aac48303-7250-4c33-95ab-5cd1c7d2fcf2 tempest-LiveAutoBlockMigrationV225Test-285916073 tempest-LiveAutoBlockMigrationV225Test-285916073-project] 10.222.0.57 "GET /v2.0/ports?device_id=31966e3e-7cc0-498b-9a82-e76a35249dd9 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Jul 28 14:45:09.641116 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.684289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f99acc3-41cc-44b4-b42a-8086929fdfa9'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:09.686780 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d7c1a6-a378-42f5-a05d-2d8128862a47" -d '{"events": [{"server_uuid": "aa1c9ae1-eef0-4b21-904d-1aed0d7a8591", "name": "network-vif-plugged", "status": "completed", "tag": "1f99acc3-41cc-44b4-b42a-8086929fdfa9"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:09.705603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:09.738830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23fbc3-400c-4fac-9d2a-3dbdfb287154 req-3c1c3b8b-6984-4154-bd1e-0dec6aff355c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:09.740478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a23fbc3-400c-4fac-9d2a-3dbdfb287154 req-3c1c3b8b-6984-4154-bd1e-0dec6aff355c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0539093 Jul 28 14:45:09.780276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:09.807749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:09.808201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3b0ef610-8e2d-433d-91a7-2af8c2d9c10f not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:09.809118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73933b2f-df3c-43bf-9bd7-1c8a317503ae no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:09.811415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a23fbc3-400c-4fac-9d2a-3dbdfb287154 req-31f0a779-ad94-4ecd-ab24-22475c96640b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Jul 28 14:45:09.839763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 73933b2f-df3c-43bf-9bd7-1c8a317503ae {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:09.843070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 73933b2f-df3c-43bf-9bd7-1c8a317503ae not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:09.844498 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead3d55-e611-45f7-b298-4f127e3a8630 x-openstack-request-id: req-8ead3d55-e611-45f7-b298-4f127e3a8630 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:09.844958 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1c9ae1-eef0-4b21-904d-1aed0d7a8591", "name": "network-vif-plugged", "status": "completed", "tag": "1f99acc3-41cc-44b4-b42a-8086929fdfa9", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:09.845355 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ead3d55-e611-45f7-b298-4f127e3a8630 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:09.845958 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'code': 200} Jul 28 14:45:09.942602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.032379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1f99acc3-41cc-44b4-b42a-8086929fdfa9,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:10.054735 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd42bdff-37be-44ba-88df-95ea23dc0578 req-a254386d-efe3-4302-95b3-68f16f371af5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7760d85c-2a58-4954-ad0e-e41e0b0eb008 HTTP/1.1" status: 200 len: 210 time: 0.0872762 Jul 28 14:45:10.084362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'name': 'network-vif-deleted', 'tag': '73933b2f-df3c-43bf-9bd7-1c8a317503ae'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:10.089501 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8ba12f-9116-44ef-976a-c52ce0e5dc09" -d '{"events": [{"server_uuid": "7760d85c-2a58-4954-ad0e-e41e0b0eb008", "name": "network-vif-deleted", "tag": "73933b2f-df3c-43bf-9bd7-1c8a317503ae"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:10.100271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdd6a2-5dc2-4919-94c7-ab587231280b req-12988582-b3b0-4e25-b45b-565df16ca55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:10.102166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9bdd6a2-5dc2-4919-94c7-ab587231280b req-12988582-b3b0-4e25-b45b-565df16ca55b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 1097 time: 0.1310906 Jul 28 14:45:10.153818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9bdd6a2-5dc2-4919-94c7-ab587231280b req-561d2bcc-020f-453a-ac68-cab01ee26c9a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Jul 28 14:45:10.169785 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87376d05-c227-4c93-9dbc-52fcde43ae29 x-openstack-request-id: req-87376d05-c227-4c93-9dbc-52fcde43ae29 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:10.170096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7760d85c-2a58-4954-ad0e-e41e0b0eb008", "name": "network-vif-deleted", "tag": "73933b2f-df3c-43bf-9bd7-1c8a317503ae", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:10.177759 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87376d05-c227-4c93-9dbc-52fcde43ae29 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:10.177759 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7760d85c-2a58-4954-ad0e-e41e0b0eb008', 'name': 'network-vif-deleted', 'tag': '73933b2f-df3c-43bf-9bd7-1c8a317503ae', 'status': 'completed', 'code': 200} Jul 28 14:45:10.301383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c414b5-228a-478b-b376-bda9756200fe req-abf8f210-c9fb-46ca-abe6-cb3978e173a7 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:10.303065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47c414b5-228a-478b-b376-bda9756200fe req-abf8f210-c9fb-46ca-abe6-cb3978e173a7 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.0604587 Jul 28 14:45:10.350704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47c414b5-228a-478b-b376-bda9756200fe req-2a1ceb77-9376-438a-9f5c-e9145c3b0629 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Jul 28 14:45:10.791696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49346) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:10.795325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2293088-4ed3-4f41-85bc-338cf0dc208f req-55710f59-3c9d-41cd-a3d5-726e43344e43 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0545833 Jul 28 14:45:10.970610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28e869-21d5-4e53-bdb6-38651e3b6246 req-ce723f60-813b-4070-8445-35183b9357ab tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:10.974149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a28e869-21d5-4e53-bdb6-38651e3b6246 req-ce723f60-813b-4070-8445-35183b9357ab tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1085193 Jul 28 14:45:11.057775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a28e869-21d5-4e53-bdb6-38651e3b6246 req-f268e80b-dd3e-443a-95d6-5122d7d4f389 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695181 Jul 28 14:45:11.089605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:11.193361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-173619938-network', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:11.234129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Deleting subnet f32aee56-6fdd-4a14-954f-3d837c9add2f {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:11.238822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.297616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.363156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.420514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Made reservation on behalf of eb7a907cef314e5db372f77cd7eb632a for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:11.424309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.446212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.573461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4264b-0e52-4388-a2e5-5201006332bc req-aaf61186-5c25-4eb9-a472-1091ae8ff019 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.576102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46a4264b-0e52-4388-a2e5-5201006332bc req-aaf61186-5c25-4eb9-a472-1091ae8ff019 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.0880249 Jul 28 14:45:11.622961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-aad9567d-854e-4a5b-ad52-993d89295218 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.624433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46a4264b-0e52-4388-a2e5-5201006332bc req-f6e78fdb-ac13-4bfc-b2fb-3f8e19ae478b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jul 28 14:45:11.624699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-aad9567d-854e-4a5b-ad52-993d89295218 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.1596541 Jul 28 14:45:11.657493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-c4127ca5-6c34-4036-ae42-6ea787bf8fb9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/quotas/324c3398a89244f3b0ae89ad41a2e866 HTTP/1.1" status: 200 len: 375 time: 0.0182707 Jul 28 14:45:11.663598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.734392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.737376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32aee56-6fdd-4a14-954f-3d837c9add2f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:11.742847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.748010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-226d45bf-6d1d-4d8a-8d71-b6221abfd75a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f32aee56-6fdd-4a14-954f-3d837c9add2f HTTP/1.1" status: 204 len: 168 time: 0.9515350 Jul 28 14:45:11.748010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:11.816884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-57dc999a-96c5-4074-aea9-0ef8ffd385a0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480184 Jul 28 14:45:11.864554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.956140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6daab8c-394b-4163-ba22-017dfc4e6e5e req-021c5fc6-4194-4cfd-834b-1bdac685e0be tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0343702 Jul 28 14:45:12.006976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-3c12ae28-cd5e-42da-bf2a-d207e5740a9c service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733613 Jul 28 14:45:12.015846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.036272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:12.080846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc13dbd0-0ce4-4585-88c0-15b59751c440') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:12.081259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc13dbd0-0ce4-4585-88c0-15b59751c440') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:12.091482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.111390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.143986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.146053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:12.171255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:12.171671 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:12.175320 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:12.216068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d36ef-0e49-401d-b71d-1ef441013e78,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:12.227926 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.228417 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Added segment 0b8556f6-e986-4a58-8437-6a5ba3010a70 of type vlan for network 03cea28e-e082-4a64-9b18-572766c22ea7 Jul 28 14:45:12.235845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9a6f-e155-4a3a-82f8-4ff580e6acf7 req-60e3132b-35a2-41bd-882d-9378553f4ef3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.238780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-069b9a6f-e155-4a3a-82f8-4ff580e6acf7 req-60e3132b-35a2-41bd-882d-9378553f4ef3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0701132 Jul 28 14:45:12.272808 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-f024461b-edee-441f-a336-007c81e965a2 service neutron] 10.222.0.57 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539947 Jul 28 14:45:12.290084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.300159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-069b9a6f-e155-4a3a-82f8-4ff580e6acf7 req-c6bb419f-82a6-49b2-946a-9fe7698dc8cd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508993 Jul 28 14:45:12.399278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.405965 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.408666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] 10.222.0.57 "DELETE /v2.0/networks/26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259 HTTP/1.1" status: 204 len: 168 time: 0.6598308 Jul 28 14:45:12.412413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49380) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.427262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb3b9f-3683-4735-a417-85db8fef6073 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d7ea25-27a8-4b5c-ad6c-e8af1c4d2259,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:12.483524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Deleting subnet 1e1111bb-169c-48cf-8d35-70b58b90d364 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:12.487444 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.491104 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.492705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.494009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.528416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.578267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.582951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] Pushing event updated for resources: {'Network': ['ID=03cea28e-e082-4a64-9b18-572766c22ea7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:12.600812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 03cea28e-e082-4a64-9b18-572766c22ea7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:12.722075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-834edbaa-653c-45c2-8b21-8737539a9a9a req-6935b8dc-ba19-4d80-89c4-b3ea61238059 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 210 time: 0.0320973 Jul 28 14:45:12.744593 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ddc5d6e7-1548-4852-9fa3-7358c8110303 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6506820 Jul 28 14:45:12.754054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49388) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.760089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Request body: {'subnet': {'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-173619938-subnet', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:12.792237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.833117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36cf3c-a692-4611-bc31-59c5df389ae5 req-117adfc6-889f-4fab-be69-77e19e3f48f3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.835871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e36cf3c-a692-4611-bc31-59c5df389ae5 req-117adfc6-889f-4fab-be69-77e19e3f48f3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.0797644 Jul 28 14:45:12.841784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1111bb-169c-48cf-8d35-70b58b90d364,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:12.848106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.852409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-912c0b70-08b9-4b65-8af1-1e98ccd5be31 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1e1111bb-169c-48cf-8d35-70b58b90d364 HTTP/1.1" status: 204 len: 168 time: 0.4377153 Jul 28 14:45:12.854827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49394) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.896150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e36cf3c-a692-4611-bc31-59c5df389ae5 req-c471ac70-20aa-4bf1-aa0d-3ccfbff69afa tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458090 Jul 28 14:45:12.943677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Made reservation on behalf of eb7a907cef314e5db372f77cd7eb632a for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:12.948012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.148133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3e8485c-f4ac-4782-9ac8-2950dfde99e8 req-b82b22f6-fc7d-4fee-afb8-81ba0ea983f8 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0807216 Jul 28 14:45:13.152418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.296232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.336944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a77c97c-6339-4a62-80b9-db3647564961']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:13.357236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987cfb8d-638e-4102-9b9a-e6410be54f50') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:13.357236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987cfb8d-638e-4102-9b9a-e6410be54f50') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:13.371622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.415340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.431834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:13.432254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:13.445477 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:13.551588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df5c3a-45ac-4abb-9142-ed0137362c91 req-1f98c646-d557-49a2-8101-f31b1761490d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.553734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48df5c3a-45ac-4abb-9142-ed0137362c91 req-1f98c646-d557-49a2-8101-f31b1761490d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1286151 Jul 28 14:45:13.594088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.610940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48df5c3a-45ac-4abb-9142-ed0137362c91 req-8bae6864-bc3b-4938-824d-c078782d06a4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Jul 28 14:45:13.667009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.689583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.693088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] 10.222.0.57 "DELETE /v2.0/networks/8a77c97c-6339-4a62-80b9-db3647564961 HTTP/1.1" status: 204 len: 168 time: 0.8365498 Jul 28 14:45:13.694437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3d4635-33d6-4fc0-be5f-5e05e87d0486,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:13.720719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48199-f414-4859-8bfb-bcbc884763ac admin admin] Pushing event deleted for resources: {'Network': ['ID=8a77c97c-6339-4a62-80b9-db3647564961,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:13.733115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Checking segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:13.733115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Network hostable DHCP agents. Network: 03cea28e-e082-4a64-9b18-572766c22ea7, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:13.819893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9e19dba-d14d-4125-a96b-32ba60a4966e req-be57e332-1188-48d1-9316-2dbb8c94d26d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 210 time: 0.0346344 Jul 28 14:45:13.927596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Network 03cea28e-e082-4a64-9b18-572766c22ea7 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:14.133492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 03cea28e-e082-4a64-9b18-572766c22ea7) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:14.140650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.141756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.146109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24756a-66f5-4990-8af5-3289064b21a0 None None] Network 03cea28e-e082-4a64-9b18-572766c22ea7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:14.298312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1d28a548-19cd-437a-9ee5-211912a52724 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5360935 Jul 28 14:45:14.298653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49418) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.306964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:14.382932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49420) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.439764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dd32416-f4f4-4823-b9b6-50fb24e2ac23 req-8249d56c-3213-469d-b22b-28e643cfd1df tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0632505 Jul 28 14:45:14.467838 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3065fa2f-8c2c-4dae-9fa2-85f96fb1ef06 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c64b462b747440c9de0d73b092f8df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828931 Jul 28 14:45:14.471242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.478667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-03cea28e-e082-4a64-9b18-572766c22ea7', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:14.480288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.547476 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.554050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.614312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be4fa59b-8b99-4d7b-ac41-84278fc56ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.716047 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.729090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be4fa59b-8b99-4d7b-ac41-84278fc56ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.013113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Allocated IP 172.20.0.2 (03cea28e-e082-4a64-9b18-572766c22ea7/9c3d4635-33d6-4fc0-be5f-5e05e87d0486/d1ab46a3-6414-4aba-8e13-f1a332dc76e9) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:15.083797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be4fa59b-8b99-4d7b-ac41-84278fc56ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.088669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be4fa59b-8b99-4d7b-ac41-84278fc56ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.092764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be4fa59b-8b99-4d7b-ac41-84278fc56ae8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1290334d-fa3c-44b7-8815-a5eb93431251 HTTP/1.1" status: 204 len: 168 time: 0.6177821 Jul 28 14:45:15.096276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac1b7312-c2c7-4d0a-9bb9-502c722c5ecf req-d8204858-61a6-47ad-8fed-33efec304c81 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 210 time: 0.0578868 Jul 28 14:45:15.184832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fa59b-8b99-4d7b-ac41-84278fc56ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1290334d-fa3c-44b7-8815-a5eb93431251,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:15.247736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6096d-dfcd-4690-8136-d82fffee427f req-4987052d-6e53-49a0-848e-9c3ed46434dc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:15.249511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63a6096d-dfcd-4690-8136-d82fffee427f req-4987052d-6e53-49a0-848e-9c3ed46434dc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.4582539 Jul 28 14:45:15.254791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.326723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63a6096d-dfcd-4690-8136-d82fffee427f req-f6d4dce0-d469-498e-8463-c51a71f50c5b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630438 Jul 28 14:45:15.366912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.376976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Transition to ACTIVE for port object d1ab46a3-6414-4aba-8e13-f1a332dc76e9 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:15.397938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Transition to ACTIVE for port object d1ab46a3-6414-4aba-8e13-f1a332dc76e9 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:15.521179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.654458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Network 03cea28e-e082-4a64-9b18-572766c22ea7 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:15.671177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Pushing event updated for resources: {'Port': ['ID=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:15.679678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:15.691532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:15.714449 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8ebf27a-ea22-4402-9665-60769f1f70f4 req-c6b11546-3a33-475c-9f0d-25506663719e tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0555317 Jul 28 14:45:15.733506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88b1f837-d939-4188-9cae-4fe18b2b6660 req-ff73865b-5485-46d4-9796-926986fd5ad5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0727108 Jul 28 14:45:15.788671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Attempting to bind port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:15.789286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Attempting to bind port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:15.791071 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Attempting to bind port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 on network 03cea28e-e082-4a64-9b18-572766c22ea7 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:15.798407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:15.798975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Checking segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:15.799734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.805178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Bound using segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:15.806033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Bound port: d1ab46a3-6414-4aba-8e13-f1a332dc76e9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:15.806669 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.906331 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.927217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] For port d1ab46a3-6414-4aba-8e13-f1a332dc76e9, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:15.934181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] For port d1ab46a3-6414-4aba-8e13-f1a332dc76e9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:15.953261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.061176 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.102647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Allocated IP 172.25.6.114 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d6759fa7-2db3-41a6-8b5f-3f428afd38d6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:16.230172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8e85-e607-4c53-845f-a09b6b77e91e None None] Pushing event updated for resources: {'Port': ['ID=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:16.422371 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.447564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0eeadf3f-59f7-43bc-8b6e-9660108488a2 req-0d02c825-1a55-4a89-8485-d1a500356de6 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 210 time: 0.0748518 Jul 28 14:45:16.507064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:16.597177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.630924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-92cd9209-457b-45cf-a1b9-08d092bf31bd tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:16.633168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-92cd9209-457b-45cf-a1b9-08d092bf31bd tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 806 time: 0.5101597 Jul 28 14:45:16.664347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Request body: {'port': {'device_id': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'admin_state_up': True, 'tenant_id': '324c3398a89244f3b0ae89ad41a2e866'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:16.695440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d95a8bee-f1a0-4c2d-a1ad-d7c88571dc32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95f947e35af64f58a32bf4c36cc21814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865733 Jul 28 14:45:16.707925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:16.708951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:16.736359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:16.742440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722d0cf-2c04-4b8c-a03c-e15ae765c0bd req-2f2ab95e-b165-4bda-bc52-4cc604295def tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:16.744032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7722d0cf-2c04-4b8c-a03c-e15ae765c0bd req-2f2ab95e-b165-4bda-bc52-4cc604295def tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1515956 Jul 28 14:45:16.751720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:16.755181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Pushing event updated for resources: {'Port': ['ID=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:16.836317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7722d0cf-2c04-4b8c-a03c-e15ae765c0bd req-b4e44016-9369-4f49-83ec-b34b1644ff6e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809388 Jul 28 14:45:16.871246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16f9ab4c-756a-4c21-9c9f-b3939042dd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.981746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16f9ab4c-756a-4c21-9c9f-b3939042dd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.038873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e8738f6-0907-4cbb-916f-336a8403cae7 req-d28e1069-0924-4925-8dc7-7233d5116014 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0343652 Jul 28 14:45:17.101727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Made reservation on behalf of 324c3398a89244f3b0ae89ad41a2e866 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:17.106423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.246734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16f9ab4c-756a-4c21-9c9f-b3939042dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.249424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16f9ab4c-756a-4c21-9c9f-b3939042dd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.252522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-16f9ab4c-756a-4c21-9c9f-b3939042dd0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f5e152f-d7fa-4538-a70b-d955ef2121b7 HTTP/1.1" status: 204 len: 168 time: 0.5402710 Jul 28 14:45:17.269868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ab4c-756a-4c21-9c9f-b3939042dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5e152f-d7fa-4538-a70b-d955ef2121b7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:17.377330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Allocated IP 172.20.0.5 (4c7d45ee-2026-47eb-bb58-43fb5672c9ad/0ec8e4ac-34ed-476a-a593-51751f23bd34/61cecb1e-7dae-4bd9-90fc-5d3ca52d3733) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:17.381723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.530795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ab46a3-6414-4aba-8e13-f1a332dc76e9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:17.672696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.729509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c979177b-13ac-4038-966c-a17d9d73b15d None None] Network 03cea28e-e082-4a64-9b18-572766c22ea7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:17.745327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4bece263-526d-4473-94ca-f728b0bba637 req-7a0b4f81-2152-4494-8f2f-61d5ab52180b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 210 time: 0.0525599 Jul 28 14:45:17.764016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.906040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:17.946857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.966022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:18.011487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:18.023916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45ef60-4d16-47ec-bd17-a37de1791ae7 req-64b59dbc-4c73-4a14-ad0e-b06773e98433 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.025518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a45ef60-4d16-47ec-bd17-a37de1791ae7 req-64b59dbc-4c73-4a14-ad0e-b06773e98433 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1187525 Jul 28 14:45:18.026485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event updated for resources: {'Port': ['ID=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:18.028981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:18.032009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:18.047986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.048375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.048757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.049102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.049445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.049791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.050124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.050521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.050858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.051213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.051538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.051868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.057734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] Provisioning for port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:18.064334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] Provisioning complete for port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:18.064754 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.099085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:45:18.197968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.198737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.233075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a45ef60-4d16-47ec-bd17-a37de1791ae7 req-929c33ba-bc27-4551-b43a-2f69c1d2b10d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940937 Jul 28 14:45:18.342566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e99d479b-afc4-4261-8dca-7a89ef50359a req-13703a49-a28d-4c36-8ead-99a60ad07597 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0339499 Jul 28 14:45:18.344218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-b226442d-7336-4b80-984f-a53aeac30f7f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6858041 Jul 28 14:45:18.380805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Request body: {'port': {'device_id': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:18.380954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.391769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:18.419858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Sync routers for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:18.452506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:18.453594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:44:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:18.457482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] For port d1ab46a3-6414-4aba-8e13-f1a332dc76e9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:18.525147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.581442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.586689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1310e036-e2bc-448d-bd52-14694b099bca admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2890496 Jul 28 14:45:18.595214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.663991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:18.684436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49486) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:18.841050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bb897-98c9-4d2c-8a8a-f13e5ab539ea None None] Pushing event updated for resources: {'Port': ['ID=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:18.852101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-87e908bc-924f-417b-bf19-9172261911d6 None None] Provisioning complete for port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:18.853365 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87e908bc-924f-417b-bf19-9172261911d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.021725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6335-3167-4780-b6c3-7d4c8b956d4d req-d2cb8248-3562-4072-8a1a-5edb87002b91 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:19.040237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b61e6335-3167-4780-b6c3-7d4c8b956d4d req-d2cb8248-3562-4072-8a1a-5edb87002b91 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 931 time: 0.1552742 Jul 28 14:45:19.304782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:17Z', 'revision_number': 3, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:19.378294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b61e6335-3167-4780-b6c3-7d4c8b956d4d req-c6e82b15-f738-4fb0-811b-35585a30c1ce tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224478 Jul 28 14:45:19.456651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67a99f0c-d432-4ccf-8d5b-aeda8d71884a req-f51db144-820d-45de-9b3b-ce5f18dd578d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb34e91c93984a1ba518d27250db7839&device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.1283560 Jul 28 14:45:19.514711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:19.526483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ab46a3-6414-4aba-8e13-f1a332dc76e9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:19.544659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.576956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Checking router: b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:19.577312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Updating router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:45:19.598303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Transition to ACTIVE for port object 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:19.630429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.646511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79095c4a-699f-4c93-8b32-f7a95f7cf76c req-07dc8114-7e43-4289-b38d-66de2266072a tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.2100039 Jul 28 14:45:19.741661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67a99f0c-d432-4ccf-8d5b-aeda8d71884a req-b2f79b35-19d1-42f5-91dc-20634eda5319 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb34e91c93984a1ba518d27250db7839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957873 Jul 28 14:45:19.741937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:19.741937 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.742294 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.889233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Pushing event updated for resources: {'Port': ['ID=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:20.108351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3d897-47a3-4a34-a560-205c06ed395f req-368e3fa7-7d22-431f-b0e2-7cec341976d7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.122001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dc3d897-47a3-4a34-a560-205c06ed395f req-368e3fa7-7d22-431f-b0e2-7cec341976d7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.4944401 Jul 28 14:45:20.122826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49508) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:20.260790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.545010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-network', 'tenant_id': 'fb0451b528484b799f9e64b1628060af'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:20.548623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Allocated IP 172.20.0.1 (03cea28e-e082-4a64-9b18-572766c22ea7/9c3d4635-33d6-4fc0-be5f-5e05e87d0486/f336cc84-183d-463b-9f39-90dc3190c15d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:20.588378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dc3d897-47a3-4a34-a560-205c06ed395f req-4f516709-27c4-479c-a2e1-dc48ea9dda0e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053166 Jul 28 14:45:20.591055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99f0c-d432-4ccf-8d5b-aeda8d71884a req-9c980025-4f22-412c-b746-797105b4e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.597086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67a99f0c-d432-4ccf-8d5b-aeda8d71884a req-9c980025-4f22-412c-b746-797105b4e33a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8592710 Jul 28 14:45:20.672945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.680959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Attempting to bind port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:20.681858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Attempting to bind port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:20.682698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Attempting to bind port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:20.689744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Transition to ACTIVE for port object d6759fa7-2db3-41a6-8b5f-3f428afd38d6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:20.692183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:20.693172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Attempting to bind port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 on network 4c7d45ee-2026-47eb-bb58-43fb5672c9ad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:20.705132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:20.705844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Checking segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:20.706576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Bound using segment: {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:20.707731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Bound port: 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c552d2-a257-43d4-9b49-294e2ef29883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:20.711642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.814318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Made reservation on behalf of fb0451b528484b799f9e64b1628060af for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:20.823839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5ba67-6aed-42ac-affc-97f241c1182c req-49cacf65-cf87-4c7b-914a-7772206c4e3e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.825229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.825900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfe5ba67-6aed-42ac-affc-97f241c1182c req-49cacf65-cf87-4c7b-914a-7772206c4e3e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.1891348 Jul 28 14:45:20.830437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.906961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a013b3c6-a518-4c73-80a6-2cf91da8b561 req-d918e45a-d3f9-47f1-8424-36ee09f437f6 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.1165478 Jul 28 14:45:20.908254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfe5ba67-6aed-42ac-affc-97f241c1182c req-ac12dd54-9969-49e6-8428-366444cdb01a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624115 Jul 28 14:45:20.932350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeae329-b283-45f4-bdc6-69a88928687f None None] Pushing event updated for resources: {'Port': ['ID=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:20.934734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.936196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Attempting to bind port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:20.938137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Attempting to bind port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:20.940049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Attempting to bind port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:20.953967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:20.958027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Transition to ACTIVE for port object f336cc84-183d-463b-9f39-90dc3190c15d will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:20.966141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:20.966646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.967163 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.968148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:20.969051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Bound port: d6759fa7-2db3-41a6-8b5f-3f428afd38d6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:20.977975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.066817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] For port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:21.071600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] For port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:21.082393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] For port d6759fa7-2db3-41a6-8b5f-3f428afd38d6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:21.095163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] For port d6759fa7-2db3-41a6-8b5f-3f428afd38d6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:21.097517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.149638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Network 03cea28e-e082-4a64-9b18-572766c22ea7 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:21.153121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:21.159546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:21.196054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f336cc84-183d-463b-9f39-90dc3190c15d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.201289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.220569 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.264627 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.307991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.333162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:21.334756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.337070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] 10.222.0.42 "PUT /v2.0/ports/61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 HTTP/1.1" status: 200 len: 1092 time: 2.9675395 Jul 28 14:45:21.337764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'tag': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:21.342350 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc27ae94-fada-4e7a-b56a-366bee2534b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae54d1-b756-479a-8f22-e3aef018af64", "tag": "61cecb1e-7dae-4bd9-90fc-5d3ca52d3733"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:21.405757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.438495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeae329-b283-45f4-bdc6-69a88928687f None None] Pushing event updated for resources: {'Port': ['ID=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.457972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:21.458931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:44:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:21.507338 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca3fb68-bb52-44fb-a24b-0b4da1d2b214 x-openstack-request-id: req-4ca3fb68-bb52-44fb-a24b-0b4da1d2b214 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:21.508269 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae54d1-b756-479a-8f22-e3aef018af64", "tag": "61cecb1e-7dae-4bd9-90fc-5d3ca52d3733", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:21.508917 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ca3fb68-bb52-44fb-a24b-0b4da1d2b214 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:21.509912 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'tag': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733', 'status': 'completed', 'code': 200} Jul 28 14:45:21.523630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:21.530408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293765a1-c7bd-474e-852a-2bf2e860696c service neutron] Pushing event updated for resources: {'Port': ['ID=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.615245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:21.624986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09739b2-0040-483f-82c1-266bfe60f65b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.662097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.663943 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Added segment cf540e69-062f-4c93-b411-d0704d4eaded of type vlan for network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 Jul 28 14:45:21.676641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.748316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.788284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-73b72761-d731-4578-90f2-8e5b49efa7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:21.791591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-73b72761-d731-4578-90f2-8e5b49efa7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 1095 time: 0.2630446 Jul 28 14:45:21.921296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-ef5a4f40-73fe-4369-b85f-a30190798b27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 HTTP/1.1" status: 200 len: 217 time: 0.1003740 Jul 28 14:45:21.990799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b0503802-ad19-4c33-ac07-cb350752bcce None None] Provisioning for port f336cc84-183d-463b-9f39-90dc3190c15d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:22.010218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b0503802-ad19-4c33-ac07-cb350752bcce None None] Provisioning complete for port f336cc84-183d-463b-9f39-90dc3190c15d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:22.010796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0503802-ad19-4c33-ac07-cb350752bcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.072714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67a99f0c-d432-4ccf-8d5b-aeda8d71884a req-0a922d65-16a7-437a-aa9f-b010df5f1fb0 tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.58 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.0409980 Jul 28 14:45:22.077469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b0503802-ad19-4c33-ac07-cb350752bcce None None] Port f336cc84-183d-463b-9f39-90dc3190c15d cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:45:22.092139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-3a20cb83-f03d-4942-87d6-9fc54644fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:22.093911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-3a20cb83-f03d-4942-87d6-9fc54644fcba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.1641915 Jul 28 14:45:22.122232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.142760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.144952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:22.148896 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.169774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b7adc-761b-4dce-b19c-33f05b2bd5f3 req-0e32eea6-bc08-4ce2-b9ec-73025c8f1e52 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:22.180868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-872b7adc-761b-4dce-b19c-33f05b2bd5f3 req-0e32eea6-bc08-4ce2-b9ec-73025c8f1e52 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3718107 Jul 28 14:45:22.195945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:17Z', 'revision_number': 3, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:22.247231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-872b7adc-761b-4dce-b19c-33f05b2bd5f3 req-182c6579-7356-40c8-aac0-6c8d304dfbf2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650158 Jul 28 14:45:22.267381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cdc31-2359-4d81-b001-116f3e5b0683 None None] The sync data for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 is: [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:17Z', 'revision_number': 3, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:22.275195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dae2f363-1814-4c19-9800-7826d035845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.302188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.310517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccabd41-7f3b-44b6-884b-f6719f4367e9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:22.319093 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-bb121afe-c942-4011-9ba4-ebc992456ecb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881270 Jul 28 14:45:22.327141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:22.376602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab241eca-26ae-4007-a974-baab021c4cc7 req-3d63ccf0-ab88-4272-9577-754d1b2c0b81 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:22.379212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab241eca-26ae-4007-a974-baab021c4cc7 req-3d63ccf0-ab88-4272-9577-754d1b2c0b81 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.3050413 Jul 28 14:45:22.463433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1ed300fa-239d-48f0-a081-e891d3f9f085 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3296008 Jul 28 14:45:22.501345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49532) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.529471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Request body: {'subnet': {'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-subnet', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:22.533365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f336cc84-183d-463b-9f39-90dc3190c15d,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:22.569420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab241eca-26ae-4007-a974-baab021c4cc7 req-99a810d5-7c9c-40bf-855e-5d0214af1bb1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139939 Jul 28 14:45:22.598596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f7c93d8-281a-44bc-a919-7dafacfd9e5f req-a9a214cd-fa47-477b-9a09-40d727fd7fab tempest-ServerShowV257Test-2094092442 tempest-ServerShowV257Test-2094092442-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bc4eea-9e78-4dcb-8dc1-38b5b9689cb8 HTTP/1.1" status: 200 len: 210 time: 0.1078234 Jul 28 14:45:22.634562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-c0985ea1-570f-4ba7-813f-2b8fb08b0a5a service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978928 Jul 28 14:45:22.636404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.756399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Made reservation on behalf of fb0451b528484b799f9e64b1628060af for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:22.761996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.887437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64b89ceb-e2f4-49ca-8fd7-bbbfc47a6cea req-c4feb6b5-bb53-4f1e-9bd2-0568fcb3ba60 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448423 Jul 28 14:45:23.227546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Network 03cea28e-e082-4a64-9b18-572766c22ea7 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:23.230539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:23.382379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.406557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-d0796dfb-75ce-4dd7-a7d2-23aa635c9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.409028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-d0796dfb-75ce-4dd7-a7d2-23aa635c9ede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 1095 time: 0.1252241 Jul 28 14:45:23.563821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6759fa7-2db3-41a6-8b5f-3f428afd38d6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:23.684736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095ddbca-6058-465f-8098-aa14291f1e45,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:23.781755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:45:23.783990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Checking segment: {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:23.784606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Network hostable DHCP agents. Network: 8ccabd41-7f3b-44b6-884b-f6719f4367e9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:23.808183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:23.818554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:23.819181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.820053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-5a82e89b-8cdd-4f80-a4fa-4e4e153c1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.823405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-5a82e89b-8cdd-4f80-a4fa-4e4e153c1352 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 907 time: 0.4051306 Jul 28 14:45:23.831341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8b42-f0d9-42eb-8785-b54e493ff3f6 req-bc3b5261-3750-47aa-ba1f-941dd440a3ef tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.835270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be0f8b42-f0d9-42eb-8785-b54e493ff3f6 req-bc3b5261-3750-47aa-ba1f-941dd440a3ef tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2314918 Jul 28 14:45:23.948070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-34452eb4-4dd4-41d4-80f5-ab8d1c3f50d3 None None] Provisioning complete for port f336cc84-183d-463b-9f39-90dc3190c15d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:23.948713 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-34452eb4-4dd4-41d4-80f5-ab8d1c3f50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.027940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-8658df05-0091-40d9-a542-e0d75e7ecd56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 HTTP/1.1" status: 200 len: 217 time: 0.1767020 Jul 28 14:45:24.028277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-34452eb4-4dd4-41d4-80f5-ab8d1c3f50d3 None None] Port f336cc84-183d-463b-9f39-90dc3190c15d cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:45:24.152173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.161328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be0f8b42-f0d9-42eb-8785-b54e493ff3f6 req-db60b6ed-8bae-4ef0-a80a-25b03ace5a0c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248394 Jul 28 14:45:24.180998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58c81d-232d-447c-89c0-39d344940273 req-dc3045ff-17c4-43c5-b31e-bd8a7ce71e97 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:24.185864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e58c81d-232d-447c-89c0-39d344940273 req-dc3045ff-17c4-43c5-b31e-bd8a7ce71e97 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.4316533 Jul 28 14:45:24.197638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:24.206623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d59db51-5105-438e-a143-74d3384f32e4 admin admin] 10.222.0.57 "PUT /v2.0/routers/b3294fde-34f5-44d1-8ca3-eb173cb7ebe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5177968 Jul 28 14:45:24.210661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:24.215522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d6759fa7-2db3-41a6-8b5f-3f428afd38d6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:24.272970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-be9438c6-54ed-4b3b-b9b4-6e24a20397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:24.275408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-be9438c6-54ed-4b3b-b9b4-6e24a20397c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.2334070 Jul 28 14:45:24.351054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.361772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-9b412424-a11d-4d18-958a-72efad52f71f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736160 Jul 28 14:45:24.411002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 8ccabd41-7f3b-44b6-884b-f6719f4367e9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:24.419325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:24.420417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.495859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:24.499543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691ea18-ecb3-44b8-ad26-e4d822e999af None None] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:24.556512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.556962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.557228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.557519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.557859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.558189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.560607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e58c81d-232d-447c-89c0-39d344940273 req-f96e2c35-d1ca-4d64-baf9-a5cc42dc8520 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834208 Jul 28 14:45:24.571323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.589211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.589211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.589211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.589211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.589211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:24.670417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ffb18418-1768-410a-96b6-932a20804843 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1465595 Jul 28 14:45:24.674541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49554) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:24.686433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:24.692993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-8372fc55-a09d-480d-b695-a1da7b4e67d1 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171487 Jul 28 14:45:24.881622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-8ccabd41-7f3b-44b6-884b-f6719f4367e9', 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'fixed_ips': [{'subnet_id': '095ddbca-6058-465f-8098-aa14291f1e45'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:24.883269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.915400 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3089-327e-4ee7-acf2-d90724e1e92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.948604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.955499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.038483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-4559373e-68eb-4d96-81d7-41e3ec7597f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2570567 Jul 28 14:45:25.207330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.240332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc27ae94-fada-4e7a-b56a-366bee2534b5 req-8386144d-bff2-46f7-b5be-69a0581ad103 service neutron] 10.222.0.42 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353012 Jul 28 14:45:25.264402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e318bc-695b-4116-95a5-72f9de47761a req-5c5fdeae-7b64-4e93-832e-a4e6c3b1a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:25.267572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-5c5fdeae-7b64-4e93-832e-a4e6c3b1a2ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=324c3398a89244f3b0ae89ad41a2e866&device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 1097 time: 0.1522913 Jul 28 14:45:25.337395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.479661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6759fa7-2db3-41a6-8b5f-3f428afd38d6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:25.523417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49562) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:25.565334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545703555', 'description': 'tempest-description--425285703'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:25.591113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49564) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:25.625552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Allocated IP 172.20.0.2 (8ccabd41-7f3b-44b6-884b-f6719f4367e9/095ddbca-6058-465f-8098-aa14291f1e45/7f7de200-97de-419d-a811-717c064399e4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:25.666402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Sync routers for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:25.699607 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:25.701248 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.723390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e318bc-695b-4116-95a5-72f9de47761a req-0bc2d964-5168-43bd-b57a-8f221226bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:25.728726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-0bc2d964-5168-43bd-b57a-8f221226bee8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 200 len: 907 time: 0.4181075 Jul 28 14:45:25.795542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.806519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.846465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8108be-0290-452a-83f6-43e074564f79 req-e9233520-97ac-41db-8c24-1f5e7583b8eb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:25.848313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c8108be-0290-452a-83f6-43e074564f79 req-e9233520-97ac-41db-8c24-1f5e7583b8eb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3233843 Jul 28 14:45:25.876379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-9f64db98-ba07-40ed-be96-473927dcf9b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f30e0933-79f5-4033-be46-885cc38bcd63 HTTP/1.1" status: 200 len: 217 time: 0.1399736 Jul 28 14:45:25.910278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:25.931361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:25.932172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.967120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c8108be-0290-452a-83f6-43e074564f79 req-fe441ecb-6514-4351-8627-a17c793fa633 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936139 Jul 28 14:45:26.022159 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:26.062691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35039a51-939b-40e8-b4bf-f7f83b0911c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.130133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f156ce6-7a14-44f1-ac83-8b646de3b967 req-8853792b-3061-4006-9caf-8d7a9115fb8c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.138504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.139022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f156ce6-7a14-44f1-ac83-8b646de3b967 req-8853792b-3061-4006-9caf-8d7a9115fb8c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.1691830 Jul 28 14:45:26.143843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e318bc-695b-4116-95a5-72f9de47761a req-4e0a1366-24aa-40b0-b51c-07ca89d153f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.147931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-4e0a1366-24aa-40b0-b51c-07ca89d153f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 200 len: 846 time: 0.2595887 Jul 28 14:45:26.226605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f156ce6-7a14-44f1-ac83-8b646de3b967 req-d8362c0b-8a87-409f-a81f-81397ee2eca0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862131 Jul 28 14:45:26.248774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-40995e5a-5424-4912-aa33-96ac6f97a7b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c7d45ee-2026-47eb-bb58-43fb5672c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630398 Jul 28 14:45:26.320135 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.345594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.467738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:26.478138 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 2, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:26.480208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.509505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.519909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.525546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9519548a-1953-4561-a757-ea43b4f7102a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:26.528960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'port_id': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'mac_address': 'fa:16:3e:34:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47244988-840d-4db5-bf4d-235096fce7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:26.542320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Transition to ACTIVE for port object 7f7de200-97de-419d-a811-717c064399e4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:26.595971 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Checking router: b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:26.597280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Updating router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 port f336cc84-183d-463b-9f39-90dc3190c15d binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:45:26.599326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-50b40e06-aae5-4197-8941-93f4cb0b64ad service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413160 Jul 28 14:45:26.622133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Transition to ACTIVE for port object 7f7de200-97de-419d-a811-717c064399e4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:26.640231 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.663725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:26.672523 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.708739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:26.722189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Allocated IP 172.25.6.123 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/e0ac09b2-5cd3-4508-a306-1f3d998947b6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:26.841438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e318bc-695b-4116-95a5-72f9de47761a req-87eb31e7-6308-4d9e-aafb-49978f38a903 service neutron] 10.222.0.58 "GET /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231362 Jul 28 14:45:26.846185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.849495 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.953259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35039a51-939b-40e8-b4bf-f7f83b0911c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.963040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:26.968120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:26.974462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:26.995583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.033262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Pushing event updated for resources: {'Port': ['ID=7f7de200-97de-419d-a811-717c064399e4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.079544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35039a51-939b-40e8-b4bf-f7f83b0911c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.114180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35039a51-939b-40e8-b4bf-f7f83b0911c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d25f61-b617-4911-9d3d-4022da773a20,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.128703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Attempting to bind port 7f7de200-97de-419d-a811-717c064399e4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:27.134243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Attempting to bind port 7f7de200-97de-419d-a811-717c064399e4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:27.134243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Attempting to bind port 7f7de200-97de-419d-a811-717c064399e4 on network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:27.149813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:27.150413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Checking segment: {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:27.151059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.151839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Bound using segment: {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:27.152641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Bound port: 7f7de200-97de-419d-a811-717c064399e4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:27.153267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.162975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.165076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5734f5f4-3916-4836-ad72-dc7106e81234 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6167724 Jul 28 14:45:27.169308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49578) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:27.181080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Request body: {'security_group_rule': {'security_group_id': '9519548a-1953-4561-a757-ea43b4f7102a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:27.182071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-35039a51-939b-40e8-b4bf-f7f83b0911c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb34e91c93984a1ba518d27250db7839&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5862534 Jul 28 14:45:27.184951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49580) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:27.211597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.216517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.236895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660893c-959c-4979-a1c8-a2d01cb26579 req-2a68aa85-8930-446c-956d-86b5587a3f5a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.246020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1660893c-959c-4979-a1c8-a2d01cb26579 req-2a68aa85-8930-446c-956d-86b5587a3f5a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.1273358 Jul 28 14:45:27.298534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bdee12b-d789-42b3-83bf-7e6458bb5036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.324033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ac09b2-5cd3-4508-a306-1f3d998947b6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.329951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:27.341905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:27.347925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:27.353558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bdee12b-d789-42b3-83bf-7e6458bb5036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.358905 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.360385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:27.381748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Transition to ACTIVE for port object f336cc84-183d-463b-9f39-90dc3190c15d will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:27.396530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1660893c-959c-4979-a1c8-a2d01cb26579 req-a11d85ac-1ce0-4958-8095-0b96c1a9fab7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499567 Jul 28 14:45:27.408224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] For port 7f7de200-97de-419d-a811-717c064399e4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:27.426745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] For port 7f7de200-97de-419d-a811-717c064399e4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f7de200-97de-419d-a811-717c064399e4,segment=NetworkSegment(cf540e69-062f-4c93-b411-d0704d4eaded),segment_id=cf540e69-062f-4c93-b411-d0704d4eaded)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:27.471124 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.526408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.584409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.587021 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Pushing event updated for resources: {'Port': ['ID=f336cc84-183d-463b-9f39-90dc3190c15d,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.600304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bdee12b-d789-42b3-83bf-7e6458bb5036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.603570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bdee12b-d789-42b3-83bf-7e6458bb5036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.615305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0bdee12b-d789-42b3-83bf-7e6458bb5036 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9d25f61-b617-4911-9d3d-4022da773a20 HTTP/1.1" status: 204 len: 168 time: 0.4198232 Jul 28 14:45:27.637007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee12b-d789-42b3-83bf-7e6458bb5036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d25f61-b617-4911-9d3d-4022da773a20,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.667719 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.668440 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.668830 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.670899 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.673081 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.673718 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.673819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.674103 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.678093 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.678665 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.685142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.685859 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:27.715887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de992b-2ba0-4b23-94e0-448208f3ac1d None None] Pushing event updated for resources: {'Port': ['ID=7f7de200-97de-419d-a811-717c064399e4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.752870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524589-dbfb-4bf5-9075-92615f0ba937 req-2ff5e832-9030-49ec-a12e-54a0b40effcc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.754779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f524589-dbfb-4bf5-9075-92615f0ba937 req-2ff5e832-9030-49ec-a12e-54a0b40effcc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.3248210 Jul 28 14:45:27.788500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.825603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f524589-dbfb-4bf5-9075-92615f0ba937 req-240f194b-4f4d-4820-83cb-7a5c532d42c2 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Jul 28 14:45:27.841505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:27.889800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Attempting to bind port f336cc84-183d-463b-9f39-90dc3190c15d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:27.889800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Attempting to bind port f336cc84-183d-463b-9f39-90dc3190c15d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:27.890194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Attempting to bind port f336cc84-183d-463b-9f39-90dc3190c15d on network 03cea28e-e082-4a64-9b18-572766c22ea7 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:27.896273 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.909443 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:27.909818 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Checking segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:27.910246 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.910722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Bound using segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:27.911226 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Bound port: f336cc84-183d-463b-9f39-90dc3190c15d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:27.911608 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.992833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:27.993838 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.049657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.088989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1d207c-d762-4171-9b53-e27be5353e61,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:28.178895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.195180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.201635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.208161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d0c9781-74b9-427c-806f-741179c773da tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0365942 Jul 28 14:45:28.208423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49592) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:28.208578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:28.211135 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c39cd7-5844-4384-8154-4bfa930ea358" -d '{"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-plugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:28.219494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Request body: {'security_group_rule': {'security_group_id': '9519548a-1953-4561-a757-ea43b4f7102a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:28.222523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] For port f336cc84-183d-463b-9f39-90dc3190c15d, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:28.232169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:28.242771 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] For port f336cc84-183d-463b-9f39-90dc3190c15d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f336cc84-183d-463b-9f39-90dc3190c15d,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:28.282892 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fae88c-556d-472b-a3ff-a40b07b8ae85 x-openstack-request-id: req-f2fae88c-556d-472b-a3ff-a40b07b8ae85 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:28.282892 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-plugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:28.282892 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2fae88c-556d-472b-a3ff-a40b07b8ae85 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:28.282892 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'code': 200} Jul 28 14:45:28.362104 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.362397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.421528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.518620 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:28.519667 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:28.525345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:28.591546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.664766 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159ac6f-4a15-40b0-b1c5-ebfea9e1a60c None None] Pushing event updated for resources: {'Port': ['ID=f336cc84-183d-463b-9f39-90dc3190c15d,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:28.754226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3a38-7dd7-4540-9c4e-b869955fe221 req-c364b085-4b82-4d17-9562-d3620c49284c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.758040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5aab3a38-7dd7-4540-9c4e-b869955fe221 req-c364b085-4b82-4d17-9562-d3620c49284c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1496029 Jul 28 14:45:28.760544 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:28.761546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.822898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:28.843488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a7120d-a4ce-4bc3-9b14-77d1e8c729ed,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:28.992948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5aab3a38-7dd7-4540-9c4e-b869955fe221 req-110fb4c9-4495-451a-b633-c56a06dbcf75 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510651 Jul 28 14:45:28.995208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.002109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-42aa6345-2af3-447e-b41c-d015da3fb394 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7895947 Jul 28 14:45:29.002591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49610) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:29.021016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:29.210424 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.277966 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:28Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:29.289231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8a51-0e87-44cf-a2f2-d6281bd0635d req-2545252c-9c82-4029-9488-958e79aa61dc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:29.291855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-495b8a51-0e87-44cf-a2f2-d6281bd0635d req-2545252c-9c82-4029-9488-958e79aa61dc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.2302365 Jul 28 14:45:29.338580 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9de051-8d5a-460c-ab0a-31e5b2cc7ee0 None None] The sync data for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 is: [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:28Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:29.384619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-495b8a51-0e87-44cf-a2f2-d6281bd0635d req-778d562c-b1e8-44cd-a21d-b8d645ca0b15 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624526 Jul 28 14:45:29.467323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.483326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Router 06ab69cc-c7e8-49f0-8151-752856b8899a is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:45:29.566410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f7de200-97de-419d-a811-717c064399e4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:29.680132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9eef5-66c7-472c-92bd-99137e4d813a None None] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:29.748513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:29.770834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Sync routers for ids ['06ab69cc-c7e8-49f0-8151-752856b8899a'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:29.786282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Allocated IP 172.25.6.134 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/1710432d-44cb-4927-ad03-2ac0ddecf62b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:29.793823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Routers {'06ab69cc-c7e8-49f0-8151-752856b8899a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:29.794483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['06ab69cc-c7e8-49f0-8151-752856b8899a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:29.843430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:29.951940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.956314 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a2ac574-fdd1-474e-b899-a962056aaf31 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2800112 Jul 28 14:45:29.957075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:29.998518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.080941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7f7de200-97de-419d-a811-717c064399e4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:30.087318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] Provisioning for port 7f7de200-97de-419d-a811-717c064399e4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:30.119035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] Provisioning complete for port 7f7de200-97de-419d-a811-717c064399e4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:30.119473 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.184346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7f7de200-97de-419d-a811-717c064399e4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:30.184757 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.220370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.377442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Set router 06ab69cc-c7e8-49f0-8151-752856b8899a gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:30.399482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event updated for resources: {'Port': ['ID=1710432d-44cb-4927-ad03-2ac0ddecf62b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:30.409458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:30.430258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:30.442955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:30.525707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58a755-f913-48db-b1d7-811ed135c202 req-59c6f010-2049-49a9-845b-f01895dfee28 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:30.527377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba58a755-f913-48db-b1d7-811ed135c202 req-59c6f010-2049-49a9-845b-f01895dfee28 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3517354 Jul 28 14:45:30.707554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.739214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba58a755-f913-48db-b1d7-811ed135c202 req-6282fc72-d490-45f7-a0e3-45b6a498f8aa tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798935 Jul 28 14:45:30.743873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:30.809944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e667-e36e-4cb1-887b-d9d32ab5ac05 req-46ad4c71-3d85-4a93-bcbd-0cc1506b526b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:30.811730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02f5e667-e36e-4cb1-887b-d9d32ab5ac05 req-46ad4c71-3d85-4a93-bcbd-0cc1506b526b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 943 time: 0.1266952 Jul 28 14:45:30.840001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733', 'network_id': '4c7d45ee-2026-47eb-bb58-43fb5672c9ad', 'port_id': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733', 'mac_address': 'fa:16:3e:e4:c0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec8e4ac-34ed-476a-a593-51751f23bd34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:30.847066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.888632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02f5e667-e36e-4cb1-887b-d9d32ab5ac05 req-5a8d9b37-ffa0-4b99-96c4-0cda453e34a3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686922 Jul 28 14:45:30.915421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.061550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.154480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.276950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] For port 7f7de200-97de-419d-a811-717c064399e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f7de200-97de-419d-a811-717c064399e4,segment=NetworkSegment(cf540e69-062f-4c93-b411-d0704d4eaded),segment_id=cf540e69-062f-4c93-b411-d0704d4eaded)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:31.279884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.358133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:31.452182 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.506438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:31.547342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Allocated IP 172.20.0.1 (8ccabd41-7f3b-44b6-884b-f6719f4367e9/095ddbca-6058-465f-8098-aa14291f1e45/6e667988-e114-42ad-8c8c-186e1fd8c779) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:31.721904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:27Z', 'revision_number': 3, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port': {'id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:26Z', 'updated_at': '2021-07-28T14:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:31.737937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.739600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:45:31.740270 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:45:31.754767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49654) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:31.778940 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Transition to ACTIVE for port object 6e667988-e114-42ad-8c8c-186e1fd8c779 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:31.780360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3ad6e1a6-2430-472b-ae81-11a0dcf0e1e0 None None] Provisioning complete for port 7f7de200-97de-419d-a811-717c064399e4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:31.781171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e1a6-2430-472b-ae81-11a0dcf0e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.785091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcde9e-8f52-4c1a-b003-ca389e9e62df None None] Pushing event updated for resources: {'Port': ['ID=7f7de200-97de-419d-a811-717c064399e4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:31.788769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Checking router: 06ab69cc-c7e8-49f0-8151-752856b8899a for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:31.789202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Updating router 06ab69cc-c7e8-49f0-8151-752856b8899a port e0ac09b2-5cd3-4508-a306-1f3d998947b6 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:45:31.833619 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.936850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:32.033919 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.113804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50500a-c2a9-457e-a011-6d2e900dff49 req-49e75670-7c15-4b7d-bca2-c8f4ead74e8f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:32.128207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa50500a-c2a9-457e-a011-6d2e900dff49 req-49e75670-7c15-4b7d-bca2-c8f4ead74e8f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1067610 Jul 28 14:45:32.174957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.179105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0581da3a-b37f-4c4c-b0ca-f44c29dd7f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.305629 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa50500a-c2a9-457e-a011-6d2e900dff49 req-a11f5409-e188-461e-9eae-1657176927e2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744506 Jul 28 14:45:32.364727 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.404927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a5335-59ae-4a02-b063-f858d69a9b4d req-1806ade4-45a2-46fc-9beb-87dac7c317ff tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:32.416828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b2a5335-59ae-4a02-b063-f858d69a9b4d req-1806ade4-45a2-46fc-9beb-87dac7c317ff tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 944 time: 0.1810174 Jul 28 14:45:32.464888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['61cecb1e-7dae-4bd9-90fc-5d3ca52d3733'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:32.478057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0581da3a-b37f-4c4c-b0ca-f44c29dd7f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.502574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:32.562146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:32.566413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:32.567521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b2a5335-59ae-4a02-b063-f858d69a9b4d req-def03820-6e0f-46f8-8951-9f73fe3fb551 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499434 Jul 28 14:45:32.570289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Pushing event updated for resources: {'Port': ['ID=6e667988-e114-42ad-8c8c-186e1fd8c779,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:32.685738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0581da3a-b37f-4c4c-b0ca-f44c29dd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.701524 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.732366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.803135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.842245 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0581da3a-b37f-4c4c-b0ca-f44c29dd7f99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8208c537df604a0181b2eedad2e647c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0847242 Jul 28 14:45:32.845989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581da3a-b37f-4c4c-b0ca-f44c29dd7f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e627512b-e770-4b20-8126-3df61690d757,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:32.846627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49680) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:32.901991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.910419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Transition to ACTIVE for port object e0ac09b2-5cd3-4508-a306-1f3d998947b6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:32.982326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f7de200-97de-419d-a811-717c064399e4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:33.071136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event updated for resources: {'Port': ['ID=1710432d-44cb-4927-ad03-2ac0ddecf62b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:33.101192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.101798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-209c91ff-1762-487e-9893-7969b997cfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.108415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.142367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-209c91ff-1762-487e-9893-7969b997cfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.198772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.224064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.226685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6632daf-3dd4-40bb-b413-8298e7d1b05c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2224410 Jul 28 14:45:33.228912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7f7de200-97de-419d-a811-717c064399e4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:33.230459 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.393236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8cb2ca46-f814-475c-8a1a-d21eb279b64f None None] Provisioning for port 6e667988-e114-42ad-8c8c-186e1fd8c779 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:33.409754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Attempting to bind port e0ac09b2-5cd3-4508-a306-1f3d998947b6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:33.410136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Attempting to bind port e0ac09b2-5cd3-4508-a306-1f3d998947b6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:33.410511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Attempting to bind port e0ac09b2-5cd3-4508-a306-1f3d998947b6 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:33.413156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8cb2ca46-f814-475c-8a1a-d21eb279b64f None None] Provisioning complete for port 6e667988-e114-42ad-8c8c-186e1fd8c779 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:33.413535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8cb2ca46-f814-475c-8a1a-d21eb279b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.441511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.445855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-209c91ff-1762-487e-9893-7969b997cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.449529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-209c91ff-1762-487e-9893-7969b997cfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.453197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-209c91ff-1762-487e-9893-7969b997cfa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e627512b-e770-4b20-8126-3df61690d757 HTTP/1.1" status: 204 len: 168 time: 0.6026161 Jul 28 14:45:33.466469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c91ff-1762-487e-9893-7969b997cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e627512b-e770-4b20-8126-3df61690d757,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:33.485523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:33.485941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:33.486726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.486895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:33.487522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Bound port: e0ac09b2-5cd3-4508-a306-1f3d998947b6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:33.487995 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.561982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] For port e0ac09b2-5cd3-4508-a306-1f3d998947b6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:33.566001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] For port e0ac09b2-5cd3-4508-a306-1f3d998947b6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e0ac09b2-5cd3-4508-a306-1f3d998947b6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:33.583848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.597308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335657bd-bb4e-452a-832d-fe0bb5fed357 None None] Pushing event updated for resources: {'Port': ['ID=e0ac09b2-5cd3-4508-a306-1f3d998947b6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:33.621911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2ca46-f814-475c-8a1a-d21eb279b64f None None] Port 6e667988-e114-42ad-8c8c-186e1fd8c779 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:45:33.654236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-5e4f2623-efab-4f06-986f-50bc21c1ba56 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--545703555&fields=id&tenant_id=eb7a907cef314e5db372f77cd7eb632a HTTP/1.1" status: 200 len: 267 time: 0.1092091 Jul 28 14:45:33.678896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d80668-5d88-44e8-aeb1-f38a801d8212 req-d128f883-96cc-4bc1-a119-f59c2d791c6b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:33.681284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25d80668-5d88-44e8-aeb1-f38a801d8212 req-d128f883-96cc-4bc1-a119-f59c2d791c6b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1576042 Jul 28 14:45:33.704980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f336cc84-183d-463b-9f39-90dc3190c15d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:33.728332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Pushing event updated for resources: {'Port': ['ID=6e667988-e114-42ad-8c8c-186e1fd8c779,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:33.739317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.775934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25d80668-5d88-44e8-aeb1-f38a801d8212 req-2bc551aa-f6ed-48fe-84cd-7c45af11483f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Jul 28 14:45:33.807108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.931465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:33.934226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:33.961925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-0c692119-a77e-4f42-bc82-c6d0843d77ee tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:33.964032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-0c692119-a77e-4f42-bc82-c6d0843d77ee tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/networks?id=03cea28e-e082-4a64-9b18-572766c22ea7 HTTP/1.1" status: 200 len: 805 time: 0.3049812 Jul 28 14:45:34.000412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-68337e40-d7e8-42d0-827d-d843dcad7560 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/quotas/eb7a907cef314e5db372f77cd7eb632a HTTP/1.1" status: 200 len: 375 time: 0.0220618 Jul 28 14:45:34.145690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Routers {'06ab69cc-c7e8-49f0-8151-752856b8899a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:34.152490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['06ab69cc-c7e8-49f0-8151-752856b8899a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:34.171507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-b00ab98a-e176-4868-b156-f0b267365769 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb7a907cef314e5db372f77cd7eb632a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1478393 Jul 28 14:45:34.198840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76efdd-4008-446d-b0ef-a985dafa5e1e req-e95f77e1-51c3-4c9c-901d-d86cb3edbd19 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:34.200446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec76efdd-4008-446d-b0ef-a985dafa5e1e req-e95f77e1-51c3-4c9c-901d-d86cb3edbd19 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 944 time: 0.1382113 Jul 28 14:45:34.217789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335657bd-bb4e-452a-832d-fe0bb5fed357 None None] Pushing event updated for resources: {'Port': ['ID=e0ac09b2-5cd3-4508-a306-1f3d998947b6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:34.317828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f336cc84-183d-463b-9f39-90dc3190c15d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:34.337951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Router 06ab69cc-c7e8-49f0-8151-752856b8899a has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:45:34.353945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f336cc84-183d-463b-9f39-90dc3190c15d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:34.353945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.354381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-60ed5630-1e4a-4de5-95da-a82bef054b5d service neutron] 10.222.0.57 "GET /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413176 Jul 28 14:45:34.385156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec76efdd-4008-446d-b0ef-a985dafa5e1e req-7c0c98ee-b936-4baa-a889-e6ccd7c010b8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359434 Jul 28 14:45:34.566689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] Set router 06ab69cc-c7e8-49f0-8151-752856b8899a gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:34.684977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-eaa95707-abe1-41c9-a17b-ed3d37f5d81e service neutron] 10.222.0.57 "GET /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924144 Jul 28 14:45:34.731610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5d5a015-58e5-4ffb-9418-c35ba9e119dd None None] Provisioning complete for port 6e667988-e114-42ad-8c8c-186e1fd8c779 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:34.732140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a015-58e5-4ffb-9418-c35ba9e119dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.798257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:34.832635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-91647415-5944-43a3-929f-54d16af2d096 admin admin] 10.222.0.57 "PUT /v2.0/routers/06ab69cc-c7e8-49f0-8151-752856b8899a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8659899 Jul 28 14:45:34.900864 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.905442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5a015-58e5-4ffb-9418-c35ba9e119dd None None] Port 6e667988-e114-42ad-8c8c-186e1fd8c779 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:45:34.973186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f336cc84-183d-463b-9f39-90dc3190c15d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f336cc84-183d-463b-9f39-90dc3190c15d,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:35.083039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:32Z', 'revision_number': 4, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port': {'id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:26Z', 'updated_at': '2021-07-28T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '6e667988-e114-42ad-8c8c-186e1fd8c779', 'name': '', 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'mac_address': 'fa:16:3e:92:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '095ddbca-6058-465f-8098-aa14291f1e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:31Z', 'updated_at': '2021-07-28T14:45:33Z', 'revision_number': 2, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'subnets': [{'id': '095ddbca-6058-465f-8098-aa14291f1e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:35.125061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-45e68353-8959-4026-b44c-572d3d08504b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:35.131074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055c35a-e9ea-4ffc-a51c-0a635ab4e60d None None] The sync data for ids ['06ab69cc-c7e8-49f0-8151-752856b8899a'] in n-d-764806-10 is: [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:32Z', 'revision_number': 4, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port': {'id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:26Z', 'updated_at': '2021-07-28T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '6e667988-e114-42ad-8c8c-186e1fd8c779', 'name': '', 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'mac_address': 'fa:16:3e:92:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '095ddbca-6058-465f-8098-aa14291f1e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:31Z', 'updated_at': '2021-07-28T14:45:33Z', 'revision_number': 2, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'subnets': [{'id': '095ddbca-6058-465f-8098-aa14291f1e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:35.133719 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.140433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-45e68353-8959-4026-b44c-572d3d08504b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.3111618 Jul 28 14:45:35.178291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-3e69715d-1987-4956-9caf-d6c14b9732ae tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/quotas/d7ef84ea0ff24cde9de63a258c633653 HTTP/1.1" status: 200 len: 375 time: 0.0295725 Jul 28 14:45:35.269157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f336cc84-183d-463b-9f39-90dc3190c15d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:35.346269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-7a69b73b-d03e-4f90-9259-14f9aeb10c81 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1676459 Jul 28 14:45:35.407122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196482c-d2cb-49d8-82a5-3320f777a3db req-5f4397e5-6ed5-4ea6-a5a0-0d87e3d02a13 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:35.428097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8196482c-d2cb-49d8-82a5-3320f777a3db req-5f4397e5-6ed5-4ea6-a5a0-0d87e3d02a13 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1733768 Jul 28 14:45:35.590098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8196482c-d2cb-49d8-82a5-3320f777a3db req-d5e21899-8a16-4f46-999e-610f3d9c4d90 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573532 Jul 28 14:45:35.722715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-e27217a0-c7d7-46d3-b967-511e5a4920f2 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502297 Jul 28 14:45:35.791047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.886133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:35.920776 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-f5813cf9-2150-475f-9f62-d85482c49f8a service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966300 Jul 28 14:45:36.132417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b31363a-8ff5-4167-b525-b67dfa1cca86 req-19416ff5-a265-4761-930f-998c96aaa9c7 tempest-FloatingIPsNegativeTestJSON-456642100 tempest-FloatingIPsNegativeTestJSON-456642100-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=fb0451b528484b799f9e64b1628060af HTTP/1.1" status: 200 len: 217 time: 0.1088002 Jul 28 14:45:36.212781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:36.219131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:36.219758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.264873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7c1d7a2-b6f7-43a8-bd16-570223b0e2fb req-54cc0de2-f961-4dea-bd25-d8407456fa59 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.0907116 Jul 28 14:45:36.540901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecf1ed-339e-4298-b1d4-5acf77b10180 req-2da3f0a7-2c69-4ca1-9c6a-d67abf6bc0ba tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:36.557314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78ecf1ed-339e-4298-b1d4-5acf77b10180 req-2da3f0a7-2c69-4ca1-9c6a-d67abf6bc0ba tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 944 time: 0.2287533 Jul 28 14:45:36.779680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78ecf1ed-339e-4298-b1d4-5acf77b10180 req-f36096c4-c703-4958-9968-4345a1fafa31 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212169 Jul 28 14:45:36.867787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0976018a-300d-4356-992d-2d7cec2943fb req-39cf4e70-8083-4d71-ac84-2d80b1dc7813 tempest-FloatingIPsNegativeTestJSON-456642100 tempest-FloatingIPsNegativeTestJSON-456642100-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1209598 Jul 28 14:45:37.065269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34655fcb-888e-43c7-9374-08f76aa253f9 req-3053b9a8-475e-450d-a634-0cec2a7221ec tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:37.068895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34655fcb-888e-43c7-9374-08f76aa253f9 req-3053b9a8-475e-450d-a634-0cec2a7221ec tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0884066 Jul 28 14:45:37.093974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88a84757-3437-4928-8bfb-e45c4b01013b req-ac0fab9b-9d6d-4a9f-8354-9359500834e2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.1232357 Jul 28 14:45:37.096387 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.151107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-34655fcb-888e-43c7-9374-08f76aa253f9 req-1f93eb53-f914-4068-b94b-4f10b1ec7cc1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 Jul 28 14:45:37.229194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:37.237469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:37.242696 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20edc40-ebd5-458b-a2bf-d3a11bee2904" -d '{"events": [{"server_uuid": "b4ae54d1-b756-479a-8f22-e3aef018af64", "name": "network-vif-plugged", "status": "completed", "tag": "61cecb1e-7dae-4bd9-90fc-5d3ca52d3733"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:37.302816 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-a58d94dc-908a-4359-a06c-cefc024a2333 req-0b5a96a8-ea46-46a7-8aea-646d1b02a97d tempest-FloatingIPsNegativeTestJSON-456642100 tempest-FloatingIPsNegativeTestJSON-456642100-project] show failed (client error): The resource could not be found. Jul 28 14:45:37.319638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a58d94dc-908a-4359-a06c-cefc024a2333 req-0b5a96a8-ea46-46a7-8aea-646d1b02a97d tempest-FloatingIPsNegativeTestJSON-456642100 tempest-FloatingIPsNegativeTestJSON-456642100-project] 10.222.0.57 "GET /v2.0/floatingips/ca1c79ff-17b6-47b5-aad3-e084911bad75 HTTP/1.1" status: 404 len: 350 time: 0.1698778 Jul 28 14:45:37.325175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:37.358877 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.493002 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a2a0d-b992-4b11-a59e-6862f14f9eb1 x-openstack-request-id: req-e34a2a0d-b992-4b11-a59e-6862f14f9eb1 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:37.493602 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae54d1-b756-479a-8f22-e3aef018af64", "name": "network-vif-plugged", "status": "completed", "tag": "61cecb1e-7dae-4bd9-90fc-5d3ca52d3733", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:37.494007 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e34a2a0d-b992-4b11-a59e-6862f14f9eb1 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:37.494606 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733', 'code': 200} Jul 28 14:45:37.558615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0ac09b2-5cd3-4508-a306-1f3d998947b6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:37.638784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e16c8c-5fb7-4a1b-8abd-2c313ef6bfda req-7c5a3b16-1c01-4111-907a-2e3520a74b8c tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.0997393 Jul 28 14:45:37.675695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:37.745821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff971-48d3-4263-a27f-24c452c09d8d req-8e60b6df-d7fb-4f7b-b278-c92f9b018bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:37.755669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d67ff971-48d3-4263-a27f-24c452c09d8d req-8e60b6df-d7fb-4f7b-b278-c92f9b018bcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 1097 time: 0.1115863 Jul 28 14:45:37.838492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d67ff971-48d3-4263-a27f-24c452c09d8d req-5b7a6f41-b81c-4c55-a31c-ddf9c879a7d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Jul 28 14:45:37.895592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e0ac09b2-5cd3-4508-a306-1f3d998947b6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:37.902745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e0ac09b2-5cd3-4508-a306-1f3d998947b6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:37.903254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.300899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.325804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d3ce6-58c5-4b97-a6a6-9e029cb2ec16 req-a8932bc1-5d60-479a-813d-bf86207ec7c5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:38.342499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd3d3ce6-58c5-4b97-a6a6-9e029cb2ec16 req-a8932bc1-5d60-479a-813d-bf86207ec7c5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.3584492 Jul 28 14:45:38.418603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e0ac09b2-5cd3-4508-a306-1f3d998947b6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e0ac09b2-5cd3-4508-a306-1f3d998947b6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:38.422908 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba92c1c-c60b-4b3b-98a2-e3b39c8bb40e req-aab7f653-20d7-4776-a729-15348319a8e3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.0454934 Jul 28 14:45:38.546518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd3d3ce6-58c5-4b97-a6a6-9e029cb2ec16 req-0fd4cf8b-fa7c-4af7-b0da-ba6f0cbda5ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988482 Jul 28 14:45:38.734931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.734931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f336cc84-183d-463b-9f39-90dc3190c15d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:38.858684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f336cc84-183d-463b-9f39-90dc3190c15d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:38.859355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.861365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e0ac09b2-5cd3-4508-a306-1f3d998947b6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:38.917701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-532cfe4c-7f63-4e38-bbed-86f6c0b71ee6 req-d8842bf0-9bd2-4dec-8b19-d517fe92522e tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.1477616 Jul 28 14:45:38.949462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706be82-bb70-426a-aea9-7aaa719367bf req-1afed510-6559-4f32-ac93-fc0f1618f1ee tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:38.959811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0706be82-bb70-426a-aea9-7aaa719367bf req-1afed510-6559-4f32-ac93-fc0f1618f1ee tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3060544 Jul 28 14:45:39.089824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0706be82-bb70-426a-aea9-7aaa719367bf req-7b277bd0-9682-4963-a734-b9925fb1803d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294646 Jul 28 14:45:39.220744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.394012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0ac09b2-5cd3-4508-a306-1f3d998947b6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:39.608257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e0ac09b2-5cd3-4508-a306-1f3d998947b6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:39.617923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.856619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3cd60f03-229e-42cc-b6f1-e2b2dfb32ac5 req-8e123bf9-0144-4a82-a32e-a76e91f5a170 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.0835435 Jul 28 14:45:39.964388 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Sync routers for ids ['06ab69cc-c7e8-49f0-8151-752856b8899a'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:39.992697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15fa68-a1e4-4b2e-9b0e-9af3469f88a4 req-c3951720-14c7-46ed-8de8-3b7f1b15bfcb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:39.997527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d15fa68-a1e4-4b2e-9b0e-9af3469f88a4 req-c3951720-14c7-46ed-8de8-3b7f1b15bfcb tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.2235844 Jul 28 14:45:40.016334 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Routers {'06ab69cc-c7e8-49f0-8151-752856b8899a'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:40.017964 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['06ab69cc-c7e8-49f0-8151-752856b8899a'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:40.061946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d15fa68-a1e4-4b2e-9b0e-9af3469f88a4 req-d8b9d89d-5052-405d-978a-84c2730c4931 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Jul 28 14:45:40.279294 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Set router 06ab69cc-c7e8-49f0-8151-752856b8899a gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:40.286066 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4eec8264-25ce-4695-927f-7c2fa2164ade req-52dd232b-d3ba-4c46-acf5-b371c3c6cd03 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.1210659 Jul 28 14:45:40.438412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832cbb0-97bc-4fe8-992d-2140a2d369bc req-636b0bd4-99d9-466a-930e-ed062305f63b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.469991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3832cbb0-97bc-4fe8-992d-2140a2d369bc req-636b0bd4-99d9-466a-930e-ed062305f63b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1920931 Jul 28 14:45:40.568858 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:32Z', 'revision_number': 4, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port': {'id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:26Z', 'updated_at': '2021-07-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '6e667988-e114-42ad-8c8c-186e1fd8c779', 'name': '', 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'mac_address': 'fa:16:3e:92:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '095ddbca-6058-465f-8098-aa14291f1e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:31Z', 'updated_at': '2021-07-28T14:45:33Z', 'revision_number': 2, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'subnets': [{'id': '095ddbca-6058-465f-8098-aa14291f1e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:40.642583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Deleting port 6e667988-e114-42ad-8c8c-186e1fd8c779 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:40.643819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.655742 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Checking router: 06ab69cc-c7e8-49f0-8151-752856b8899a for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:40.656310 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Updating router 06ab69cc-c7e8-49f0-8151-752856b8899a port 6e667988-e114-42ad-8c8c-186e1fd8c779 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:45:40.691002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3832cbb0-97bc-4fe8-992d-2140a2d369bc req-2a70e9ad-3a59-40b5-bf4d-1c13e60a6da1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176232 Jul 28 14:45:40.710383 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.898533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.931624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Calling delete_port for 6e667988-e114-42ad-8c8c-186e1fd8c779 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:41.123325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae2b6357-7ce9-4dd2-9189-145e7e1b730f req-ee1c248d-f04b-489a-b217-f85822837d60 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.0447659 Jul 28 14:45:41.134688 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.149346 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Transition to ACTIVE for port object 6e667988-e114-42ad-8c8c-186e1fd8c779 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:41.169863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-2c35d599-9368-4eff-96f8-4536f0d8d3bf tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:41.186214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-2c35d599-9368-4eff-96f8-4536f0d8d3bf tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.58 "GET /v2.0/networks?id=03cea28e-e082-4a64-9b18-572766c22ea7 HTTP/1.1" status: 200 len: 805 time: 0.3508301 Jul 28 14:45:41.307450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-919a50e8-7945-4806-ba9d-8a04ddcaefb0 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7a907cef314e5db372f77cd7eb632a HTTP/1.1" status: 200 len: 379 time: 0.0754573 Jul 28 14:45:41.317528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d6a2e-3673-41e6-88d9-abf5fb4bb6cd req-ed2fea86-898a-4f32-8f0f-f90472918ed7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:41.319866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd9d6a2e-3673-41e6-88d9-abf5fb4bb6cd req-ed2fea86-898a-4f32-8f0f-f90472918ed7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1392543 Jul 28 14:45:41.326464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Request body: {'port': {'device_id': '23bfb402-f48e-47f6-830f-ebf879d05792', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'admin_state_up': True, 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'security_groups': ['9519548a-1953-4561-a757-ea43b4f7102a']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:41.459802 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.466377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd9d6a2e-3673-41e6-88d9-abf5fb4bb6cd req-0ccdcc06-de22-4d55-8734-033c90993493 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319520 Jul 28 14:45:41.720903 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52d6b7dc-f666-4bdd-ba73-bca79fff25f5 req-10f17025-e3c8-4d8c-9a61-973174728348 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.0832934 Jul 28 14:45:41.755419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Made reservation on behalf of eb7a907cef314e5db372f77cd7eb632a for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:41.755648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.772147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.827266 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f824e-303d-4489-983b-14ed8fb5f64c None None] Pushing event updated for resources: {'Port': ['ID=6e667988-e114-42ad-8c8c-186e1fd8c779,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:41.883035 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Attempting to bind port 6e667988-e114-42ad-8c8c-186e1fd8c779 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:41.883035 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Attempting to bind port 6e667988-e114-42ad-8c8c-186e1fd8c779 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:41.883588 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Attempting to bind port 6e667988-e114-42ad-8c8c-186e1fd8c779 on network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:41.917782 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:41.926084 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Checking segment: {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:41.930037 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.933264 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Bound using segment: {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:41.934107 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Bound port: 6e667988-e114-42ad-8c8c-186e1fd8c779, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf540e69-062f-4c93-b411-d0704d4eaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ccabd41-7f3b-44b6-884b-f6719f4367e9'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:41.934777 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.972846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e667988-e114-42ad-8c8c-186e1fd8c779,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:42.092028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.plugin [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Port 6e667988-e114-42ad-8c8c-186e1fd8c779 has been deleted concurrently {{(pid=94660) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 14:45:42.139501 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Routers {'06ab69cc-c7e8-49f0-8151-752856b8899a'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:42.144034 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['06ab69cc-c7e8-49f0-8151-752856b8899a'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:42.199870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c9f6f995-87d3-40f9-a815-51e020772b0e None None] Could not find standard attr ID for object 6e667988-e114-42ad-8c8c-186e1fd8c779. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:42.308809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:45:42.540662 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] Set router 06ab69cc-c7e8-49f0-8151-752856b8899a gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:42.550628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab320cde-ef60-4b49-ab29-c98eac180174 req-705dc04f-4443-4223-b0cf-37946bc3b5a8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.570697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab320cde-ef60-4b49-ab29-c98eac180174 req-705dc04f-4443-4223-b0cf-37946bc3b5a8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.5693114 Jul 28 14:45:42.717476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Allocated IP 172.20.0.14 (03cea28e-e082-4a64-9b18-572766c22ea7/9c3d4635-33d6-4fc0-be5f-5e05e87d0486/dcb360cb-e645-4772-b6af-48476339ad13) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:42.768050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab320cde-ef60-4b49-ab29-c98eac180174 req-dfda72db-db61-4935-b38a-9c63169c651d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793146 Jul 28 14:45:42.826253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-c14c4a2b-1ee0-48bd-ade6-421b030d37fd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.828607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1d83-7f47-41c3-954f-d748769968cf req-0f4c48d8-d740-450e-92d8-40bac6b51a21 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.829327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-c14c4a2b-1ee0-48bd-ade6-421b030d37fd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.7508476 Jul 28 14:45:42.837097 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12ca1d83-7f47-41c3-954f-d748769968cf req-0f4c48d8-d740-450e-92d8-40bac6b51a21 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.5067542 Jul 28 14:45:42.870754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Request body: {'port': {'device_id': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'admin_state_up': True, 'tenant_id': 'd7ef84ea0ff24cde9de63a258c633653'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:42.924046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.947701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12ca1d83-7f47-41c3-954f-d748769968cf req-6d348b64-865f-4dc0-a879-a715cd0e84ac tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091459 Jul 28 14:45:43.073226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38ccc41-7ec2-4b47-8100-04febf5f9e5a req-c5ca9b7a-2931-4410-9976-ce93e11a3f6c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.1251843 Jul 28 14:45:43.317315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.338995 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:41Z', 'revision_number': 5, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port': {'id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:26Z', 'updated_at': '2021-07-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.368919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3c23f-aca8-4595-8860-2d9d7d53c1ce req-e62636ee-3760-4825-9966-ad260aaabb4b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:43.372975 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bef33-536c-42e7-9a13-c016f9076253 None None] The sync data for ids ['06ab69cc-c7e8-49f0-8151-752856b8899a'] in n-d-764806-10 is: [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:41Z', 'revision_number': 5, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port': {'id': 'e0ac09b2-5cd3-4508-a306-1f3d998947b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:26Z', 'updated_at': '2021-07-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:43.384247 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3b3c23f-aca8-4595-8860-2d9d7d53c1ce req-e62636ee-3760-4825-9966-ad260aaabb4b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1657948 Jul 28 14:45:43.397822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Transition to ACTIVE for port object dcb360cb-e645-4772-b6af-48476339ad13 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:43.415234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4dc947a4-5de7-4b92-b298-11bf6590cae2 req-d959ae03-26b9-438f-8396-7a94fdfa1184 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.1781902 Jul 28 14:45:43.485964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Made reservation on behalf of d7ef84ea0ff24cde9de63a258c633653 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:43.492302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.558477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3b3c23f-aca8-4595-8860-2d9d7d53c1ce req-0b1c49be-ab8c-43f2-a455-d9f5fe732da0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724029 Jul 28 14:45:43.732002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Allocated IP 172.20.0.8 (22c653a7-2e19-41f4-a0ee-5e44ce62b69c/827eb7cb-2c2e-4cb4-96bc-583ca46e518c/aa6b22b3-1270-4334-9800-e713431e1598) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:43.791277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Router 06ab69cc-c7e8-49f0-8151-752856b8899a has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:45:43.945564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.009168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:44.023164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fde46f2b-0fca-4fa4-8d85-2842bdc63c35 admin admin] 10.222.0.57 "PUT /v2.0/routers/06ab69cc-c7e8-49f0-8151-752856b8899a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6931429 Jul 28 14:45:44.023438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49882) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:44.036293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Network 03cea28e-e082-4a64-9b18-572766c22ea7 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:44.042239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.061335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:44.081143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:44.260948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event updated for resources: {'Port': ['ID=dcb360cb-e645-4772-b6af-48476339ad13,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:44.320876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.321861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.326945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.546952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63958-03e7-42a5-ac86-dab53cbba907 req-8be791d1-28a0-4e89-976f-0ab7a69ec027 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.565632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ceb63958-03e7-42a5-ac86-dab53cbba907 req-8be791d1-28a0-4e89-976f-0ab7a69ec027 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2387216 Jul 28 14:45:44.575757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-38be0dd3-37d7-4edf-82c6-db2e6a40f6f4 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2512331 Jul 28 14:45:44.594939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.605426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Request body: {'port': {'device_id': '23bfb402-f48e-47f6-830f-ebf879d05792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:44.619544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:44.678910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2cb052c5-28fe-487c-89bb-c58649a7ffd6 None None] Provisioning for port dcb360cb-e645-4772-b6af-48476339ad13 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:44.680423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ceb63958-03e7-42a5-ac86-dab53cbba907 req-85e9ce49-4ce7-4a8d-a605-2c6e10a57e47 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068931 Jul 28 14:45:44.699339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44809-d1fd-471e-81c1-adbcc32e77aa req-7829e538-c548-4949-9b67-0f141b7e72bc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.703412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2cb052c5-28fe-487c-89bb-c58649a7ffd6 None None] Provisioning complete for port dcb360cb-e645-4772-b6af-48476339ad13 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:44.710233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2b44809-d1fd-471e-81c1-adbcc32e77aa req-7829e538-c548-4949-9b67-0f141b7e72bc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1167324 Jul 28 14:45:44.710602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cb052c5-28fe-487c-89bb-c58649a7ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.756846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.778503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2b44809-d1fd-471e-81c1-adbcc32e77aa req-53a4633e-0806-4dfd-85d4-b7813459f4d9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672257 Jul 28 14:45:44.874553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:44.894367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2cb052c5-28fe-487c-89bb-c58649a7ffd6 None None] Port dcb360cb-e645-4772-b6af-48476339ad13 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:45:44.948955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:44.975637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820040a3-0a6d-430c-909c-408041302914 req-e8d2729f-2f03-4fec-8b57-13f497628e6d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.984498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-820040a3-0a6d-430c-909c-408041302914 req-e8d2729f-2f03-4fec-8b57-13f497628e6d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.1094222 Jul 28 14:45:45.018868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:45.045587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Deleting port e0ac09b2-5cd3-4508-a306-1f3d998947b6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:45.045587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.071825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.072666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-820040a3-0a6d-430c-909c-408041302914 req-96a3b263-4532-4577-9d78-8f60b2c07cbf tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860643 Jul 28 14:45:45.090144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event updated for resources: {'Port': ['ID=aa6b22b3-1270-4334-9800-e713431e1598,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.151692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef9133-373b-4377-9222-682edcebeb57 req-28c59764-4c95-407b-8504-82e7b38c8bd4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:45.160535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bef9133-373b-4377-9222-682edcebeb57 req-28c59764-4c95-407b-8504-82e7b38c8bd4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 931 time: 0.2827144 Jul 28 14:45:45.199705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] For port e0ac09b2-5cd3-4508-a306-1f3d998947b6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e0ac09b2-5cd3-4508-a306-1f3d998947b6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:45.200213 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.204642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:45.206574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.230487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6e667988-e114-42ad-8c8c-186e1fd8c779 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:45.241024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Calling delete_port for e0ac09b2-5cd3-4508-a306-1f3d998947b6 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:45.299387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bef9133-373b-4377-9222-682edcebeb57 req-a76e6c80-54aa-49b2-8324-37287e64b0c1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369030 Jul 28 14:45:45.325873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6e667988-e114-42ad-8c8c-186e1fd8c779 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:45.326643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6e667988-e114-42ad-8c8c-186e1fd8c779 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:45.370244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:45.432054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30f4def3-f02b-45b6-84d6-36b361f511cf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5820470 Jul 28 14:45:45.462786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Request body: {'port': {'device_id': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:45.588116 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.600499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e83ff8-e843-45cf-be11-02c9e4c6b0d2 req-22fda6f6-b2bb-4ee0-a0d9-df5f6169be90 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:45.602193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6e83ff8-e843-45cf-be11-02c9e4c6b0d2 req-22fda6f6-b2bb-4ee0-a0d9-df5f6169be90 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 932 time: 0.1937683 Jul 28 14:45:45.653129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.734076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91c9eb19-ba4d-49b1-bc73-ed7f1135d385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.754398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] Sync routers for ids ['06ab69cc-c7e8-49f0-8151-752856b8899a'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:45.776654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] Routers {'06ab69cc-c7e8-49f0-8151-752856b8899a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:45.777855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['06ab69cc-c7e8-49f0-8151-752856b8899a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:45.849835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ac09b2-5cd3-4508-a306-1f3d998947b6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.852267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.900070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] Set router 06ab69cc-c7e8-49f0-8151-752856b8899a gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:45.959468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.962105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.989101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:45Z', 'revision_number': 7, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:46.029604 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6e83ff8-e843-45cf-be11-02c9e4c6b0d2 req-911b2ea6-4429-475d-b37d-26dba5556028 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094336 Jul 28 14:45:46.032877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] Checking router: 06ab69cc-c7e8-49f0-8151-752856b8899a for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:46.049023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] Routers {'06ab69cc-c7e8-49f0-8151-752856b8899a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:46.049904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['06ab69cc-c7e8-49f0-8151-752856b8899a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:46.103484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb360cb-e645-4772-b6af-48476339ad13 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:46.148103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.148880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ab69cc-c7e8-49f0-8151-752856b8899a {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:45:46.158050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.162933 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.165922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8818f1e-2221-498d-ad01-5a254eea83ad admin admin] 10.222.0.57 "DELETE /v2.0/routers/06ab69cc-c7e8-49f0-8151-752856b8899a HTTP/1.1" status: 204 len: 168 time: 2.1409564 Jul 28 14:45:46.169589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49906) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:46.176440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] Set router 06ab69cc-c7e8-49f0-8151-752856b8899a gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:46.221507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc6f3-379b-477f-8fac-ed4b702acb65 req-d81e2145-2e99-416b-b07a-772dc24bc058 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:46.235006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-777cc6f3-379b-477f-8fac-ed4b702acb65 req-d81e2145-2e99-416b-b07a-772dc24bc058 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.3859775 Jul 28 14:45:46.237415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f07e8-f070-4fc3-8364-af8b3f49caa0 req-a169c10a-7550-4f1f-8f8c-49fb07a4586b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:46.240294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-889f07e8-f070-4fc3-8364-af8b3f49caa0 req-a169c10a-7550-4f1f-8f8c-49fb07a4586b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1518314 Jul 28 14:45:46.249345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:45Z', 'revision_number': 7, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:46.281795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38e7f3-3a90-49b5-a082-5f5f0a305738 None None] The sync data for ids ['06ab69cc-c7e8-49f0-8151-752856b8899a'] in n-d-764806-10 is: [{'id': '06ab69cc-c7e8-49f0-8151-752856b8899a', 'name': 'tempest-FloatingIPsNegativeTestJSON-835817279-router', 'tenant_id': 'fb0451b528484b799f9e64b1628060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:24Z', 'updated_at': '2021-07-28T14:45:45Z', 'revision_number': 7, 'project_id': 'fb0451b528484b799f9e64b1628060af', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:46.321303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-889f07e8-f070-4fc3-8364-af8b3f49caa0 req-fa02de97-945e-491d-ab07-fcb068b066ba tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735683 Jul 28 14:45:46.341593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Deleting subnet 095ddbca-6058-465f-8098-aa14291f1e45 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:46.346009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.430471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Transition to ACTIVE for port object dcb360cb-e645-4772-b6af-48476339ad13 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:46.513445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-777cc6f3-379b-477f-8fac-ed4b702acb65 req-a30c8fb9-b761-436c-a6cd-f6df8bbb4916 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766428 Jul 28 14:45:46.515103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.573748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.633100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e0edc-1ae8-4e57-803f-6ea9f6f1cc24 req-f13adde1-7726-49d3-9a7c-285681ab3ba1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:46.636189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b52e0edc-1ae8-4e57-803f-6ea9f6f1cc24 req-f13adde1-7726-49d3-9a7c-285681ab3ba1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.2248976 Jul 28 14:45:46.721641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91c9eb19-ba4d-49b1-bc73-ed7f1135d385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.781412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b52e0edc-1ae8-4e57-803f-6ea9f6f1cc24 req-7769e65f-01f6-42ef-9d2a-e4d43334de9b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365778 Jul 28 14:45:46.804160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Pushing event updated for resources: {'Port': ['ID=dcb360cb-e645-4772-b6af-48476339ad13,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:46.858897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.883874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91c9eb19-ba4d-49b1-bc73-ed7f1135d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.018357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9eb19-ba4d-49b1-bc73-ed7f1135d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47415fc0-4be7-4efa-bfdb-0e117c864070,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.053979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9a653-b709-421d-aa38-e32187c8f41a req-6db33ab0-2120-461d-b1fe-7f87297b6677 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:47.056673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0d9a653-b709-421d-aa38-e32187c8f41a req-6db33ab0-2120-461d-b1fe-7f87297b6677 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 931 time: 0.4244843 Jul 28 14:45:47.096686 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.144546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6b22b3-1270-4334-9800-e713431e1598 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:47.177182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.209694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-91c9eb19-ba4d-49b1-bc73-ed7f1135d385 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6dbdb49f741f452cb5ef607214d3c8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8377264 Jul 28 14:45:47.213196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49912) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:47.332778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0ac09b2-5cd3-4508-a306-1f3d998947b6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:47.345410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Attempting to bind port dcb360cb-e645-4772-b6af-48476339ad13 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:47.349036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Attempting to bind port dcb360cb-e645-4772-b6af-48476339ad13 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:47.352426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Attempting to bind port dcb360cb-e645-4772-b6af-48476339ad13 on network 03cea28e-e082-4a64-9b18-572766c22ea7 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:47.377910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e0ac09b2-5cd3-4508-a306-1f3d998947b6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:47.378257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0ac09b2-5cd3-4508-a306-1f3d998947b6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:47.398013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Transition to ACTIVE for port object aa6b22b3-1270-4334-9800-e713431e1598 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:47.437669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175d5e3-a042-4c07-8982-726585f286e4 req-0149f6b6-5321-4900-a713-66fab5f100b4 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:47.449673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2175d5e3-a042-4c07-8982-726585f286e4 req-0149f6b6-5321-4900-a713-66fab5f100b4 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.42 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.6273036 Jul 28 14:45:47.480926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0d9a653-b709-421d-aa38-e32187c8f41a req-f839f184-8055-4ea9-b48c-fa5ce6c2a2fd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934481 Jul 28 14:45:47.482159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Port dcb360cb-e645-4772-b6af-48476339ad13 on network 03cea28e-e082-4a64-9b18-572766c22ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:47.482862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Attempting to bind port dcb360cb-e645-4772-b6af-48476339ad13 on network 03cea28e-e082-4a64-9b18-572766c22ea7 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:47.530208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.557355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095ddbca-6058-465f-8098-aa14291f1e45,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.582249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.584419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e35c1c06-1869-4a93-bde6-20e146b2f600 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/095ddbca-6058-465f-8098-aa14291f1e45 HTTP/1.1" status: 204 len: 168 time: 1.4136760 Jul 28 14:45:47.589173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49918) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:47.608483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8eb6e-36ae-4839-a84f-3972422dab10 None None] Network 8ccabd41-7f3b-44b6-884b-f6719f4367e9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:47.643374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:47.649256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Checking segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:47.649256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Bound using segment: {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:47.649256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Bound port: dcb360cb-e645-4772-b6af-48476339ad13, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8556f6-e986-4a58-8437-6a5ba3010a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:47.649256 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.768650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aaa7-3304-4d57-99ad-e29f0283003f req-30ac4b71-e3f1-4732-aff7-660a452fff6b tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:47.782861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c012aaa7-3304-4d57-99ad-e29f0283003f req-30ac4b71-e3f1-4732-aff7-660a452fff6b tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.2346385 Jul 28 14:45:47.820082 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81944be8-7b82-4a8a-bb1d-90a32fd65d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.833972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.912621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c012aaa7-3304-4d57-99ad-e29f0283003f req-0e5aff63-db1d-4f3a-a028-fb3cbc38ac19 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283033 Jul 28 14:45:47.922957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6b22b3-1270-4334-9800-e713431e1598,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.956059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] DHCP port deletion for 8ccabd41-7f3b-44b6-884b-f6719f4367e9 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:47.995530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81944be8-7b82-4a8a-bb1d-90a32fd65d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.006252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Deleting port 7f7de200-97de-419d-a811-717c064399e4 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:48.006874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.051267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] Deleting port 7f7de200-97de-419d-a811-717c064399e4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:48.051690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.092910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] For port 7f7de200-97de-419d-a811-717c064399e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f7de200-97de-419d-a811-717c064399e4,segment=NetworkSegment(cf540e69-062f-4c93-b411-d0704d4eaded),segment_id=cf540e69-062f-4c93-b411-d0704d4eaded)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:48.093619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.110098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Calling delete_port for 7f7de200-97de-419d-a811-717c064399e4 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:48.130655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] For port 7f7de200-97de-419d-a811-717c064399e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f7de200-97de-419d-a811-717c064399e4,segment=NetworkSegment(cf540e69-062f-4c93-b411-d0704d4eaded),segment_id=cf540e69-062f-4c93-b411-d0704d4eaded)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:48.131067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.147778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] Calling delete_port for 7f7de200-97de-419d-a811-717c064399e4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:48.287128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706b49e-eb80-45ae-a719-00c7f9397977 req-930c896d-9b24-41f9-ba20-003ee551cff8 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:48.289656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0706b49e-eb80-45ae-a719-00c7f9397977 req-930c896d-9b24-41f9-ba20-003ee551cff8 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0830653 Jul 28 14:45:48.342188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0706b49e-eb80-45ae-a719-00c7f9397977 req-be7f9c35-c107-49a3-a3b6-7965fc68de2f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Jul 28 14:45:48.363193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.371996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.408723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] Pushing event deleted for resources: {'Port': ['ID=7f7de200-97de-419d-a811-717c064399e4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:48.425883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f5313-0e82-4265-a4a2-175945ba91e3 None None] No DVR routers for this DVR port 7f7de200-97de-419d-a811-717c064399e4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:48.441806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7de200-97de-419d-a811-717c064399e4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:48.456522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] No DVR routers for this DVR port 7f7de200-97de-419d-a811-717c064399e4 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:48.620389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.636350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccabd41-7f3b-44b6-884b-f6719f4367e9']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:48.652210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf540e69-062f-4c93-b411-d0704d4eaded') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:48.652861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf540e69-062f-4c93-b411-d0704d4eaded') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:48.670168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.693007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d114c4a-4269-4c38-a6cb-9b29931cc9ba req-195aae3d-7274-4224-9729-3cc82f7fa940 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:48.695136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57faa2-c7c2-46d0-97ad-ec9d0a79d1a3 req-d9134a39-c0b4-4b4e-ac30-139f8018e21e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:48.695516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d114c4a-4269-4c38-a6cb-9b29931cc9ba req-195aae3d-7274-4224-9729-3cc82f7fa940 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.1997347 Jul 28 14:45:48.704344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.710255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd57faa2-c7c2-46d0-97ad-ec9d0a79d1a3 req-d9134a39-c0b4-4b4e-ac30-139f8018e21e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 1.0371304 Jul 28 14:45:48.726387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] For port dcb360cb-e645-4772-b6af-48476339ad13, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:48.726876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:48.727507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: items = [ Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:48.729935 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:48.787238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Attempting to bind port aa6b22b3-1270-4334-9800-e713431e1598 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:48.787592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Attempting to bind port aa6b22b3-1270-4334-9800-e713431e1598 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:48.789071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Attempting to bind port aa6b22b3-1270-4334-9800-e713431e1598 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:48.794656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] For port dcb360cb-e645-4772-b6af-48476339ad13, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dcb360cb-e645-4772-b6af-48476339ad13,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:48.809668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd57faa2-c7c2-46d0-97ad-ec9d0a79d1a3 req-cd417541-4c67-407c-88e8-1ef2800f6430 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981989 Jul 28 14:45:48.826987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Port aa6b22b3-1270-4334-9800-e713431e1598 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:48.831668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Attempting to bind port aa6b22b3-1270-4334-9800-e713431e1598 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:48.847978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d114c4a-4269-4c38-a6cb-9b29931cc9ba req-30205cce-b4a1-4c73-bd0e-d7d68a6b3c5b tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343470 Jul 28 14:45:48.869046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:48.873157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Checking segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:48.874021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Bound using segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:48.874818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Bound port: aa6b22b3-1270-4334-9800-e713431e1598, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:48.875502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.903111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Deleting port ce47fda3-7de4-412a-88d4-c5dce250ffa7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:48.905502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.910919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.944358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.964094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.971381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] 10.222.0.57 "DELETE /v2.0/networks/8ccabd41-7f3b-44b6-884b-f6719f4367e9 HTTP/1.1" status: 204 len: 168 time: 1.3764482 Jul 28 14:45:49.058650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81944be8-7b82-4a8a-bb1d-90a32fd65d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.061510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81944be8-7b82-4a8a-bb1d-90a32fd65d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.062827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-81944be8-7b82-4a8a-bb1d-90a32fd65d54 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47415fc0-4be7-4efa-bfdb-0e117c864070 HTTP/1.1" status: 204 len: 168 time: 1.8363981 Jul 28 14:45:49.086974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ceb2d-eb0c-407d-828e-eead1ddb8e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccabd41-7f3b-44b6-884b-f6719f4367e9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.114095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.115307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.116795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] 10.222.0.58 "PUT /v2.0/ports/dcb360cb-e645-4772-b6af-48476339ad13 HTTP/1.1" status: 200 len: 1093 time: 4.5296662 Jul 28 14:45:49.222466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:49.222466 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25" -d '{"events": [{"name": "network-changed", "server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "tag": "dcb360cb-e645-4772-b6af-48476339ad13"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:49.222466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81944be8-7b82-4a8a-bb1d-90a32fd65d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47415fc0-4be7-4efa-bfdb-0e117c864070,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.295358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11e1f-e087-49f1-92f8-99fc8af2f52e service neutron] Pushing event updated for resources: {'Port': ['ID=dcb360cb-e645-4772-b6af-48476339ad13,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.341663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93368a-3d6f-43ee-8c1f-dccf9f79a40f req-eac6381d-3273-4244-9ccb-3c6f651e8388 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.350732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c93368a-3d6f-43ee-8c1f-dccf9f79a40f req-eac6381d-3273-4244-9ccb-3c6f651e8388 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.1386416 Jul 28 14:45:49.398855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c436333-66bc-4a85-a68f-2242624a559d req-985869ba-01b2-4cf0-8f3b-274c2b6e175e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.400682 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c93368a-3d6f-43ee-8c1f-dccf9f79a40f req-0f42ecba-1948-4785-984c-4abdbf4d14cc tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486708 Jul 28 14:45:49.401336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c436333-66bc-4a85-a68f-2242624a559d req-985869ba-01b2-4cf0-8f3b-274c2b6e175e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 943 time: 0.4796779 Jul 28 14:45:49.404251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:49.405165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.440689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f7de200-97de-419d-a811-717c064399e4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:49.469380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7f7de200-97de-419d-a811-717c064399e4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:49.469984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f7de200-97de-419d-a811-717c064399e4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:49.534514 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc676f-b9a8-42c5-bc23-8fe4376aa8c5 x-openstack-request-id: req-89bc676f-b9a8-42c5-bc23-8fe4376aa8c5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:49.534808 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "tag": "dcb360cb-e645-4772-b6af-48476339ad13", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:49.535062 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89bc676f-b9a8-42c5-bc23-8fe4376aa8c5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:49.535452 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13', 'status': 'completed', 'code': 200} Jul 28 14:45:49.539658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] For port aa6b22b3-1270-4334-9800-e713431e1598, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:49.601436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e4aa6-b846-41e2-950c-aa6a2bc8f63c req-8a0b190d-13b3-4491-ae6b-7ee928694605 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.602585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] For port aa6b22b3-1270-4334-9800-e713431e1598, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=aa6b22b3-1270-4334-9800-e713431e1598,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:49.618412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-755e4aa6-b846-41e2-950c-aa6a2bc8f63c req-8a0b190d-13b3-4491-ae6b-7ee928694605 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1010470 Jul 28 14:45:49.686439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c436333-66bc-4a85-a68f-2242624a559d req-04e31223-e6ac-417a-97f8-70838db67e99 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546135 Jul 28 14:45:49.699638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25 req-e293b5d8-b121-44fc-b97c-390c20b69d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.702635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25 req-e293b5d8-b121-44fc-b97c-390c20b69d59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb7a907cef314e5db372f77cd7eb632a&device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 1096 time: 0.1692693 Jul 28 14:45:49.743692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-755e4aa6-b846-41e2-950c-aa6a2bc8f63c req-d4fffc3d-d120-43ec-a2fd-9757dc49ab62 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015606 Jul 28 14:45:49.777107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.834473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.834473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.834473 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Floating IP 614322ae-a6b4-418d-8b56-b8ee351a4cd3 disassociated. External IP: 172.25.6.175, port: ce47fda3-7de4-412a-88d4-c5dce250ffa7. Jul 28 14:45:49.835814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Calling delete_port for ce47fda3-7de4-412a-88d4-c5dce250ffa7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:49.932236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce47fda3-7de4-412a-88d4-c5dce250ffa7 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:49.964435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49944) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:50.039089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.039738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.041240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa6b22b3-1270-4334-9800-e713431e1598 HTTP/1.1" status: 200 len: 1092 time: 4.5978580 Jul 28 14:45:50.092476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09cd9c-92ff-418c-9fcc-8af13f4d0539 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6b22b3-1270-4334-9800-e713431e1598,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:50.125353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4906-939f-4bf3-a63e-bdd4d578d47f req-c6edcafc-c80c-4f6a-8095-a5392b163a35 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.142625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5ed4906-939f-4bf3-a63e-bdd4d578d47f req-c6edcafc-c80c-4f6a-8095-a5392b163a35 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 946 time: 0.1910660 Jul 28 14:45:50.164080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:50.165113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b44aedd-3439-4f95-8116-337cd42cd4ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb0451b528484b799f9e64b1628060af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885407 Jul 28 14:45:50.200499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.254340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747950-ba6f-4067-8443-2ee089201f8f req-b11f7df4-0fa4-476a-918e-f2b677956a22 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.257236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b747950-ba6f-4067-8443-2ee089201f8f req-b11f7df4-0fa4-476a-918e-f2b677956a22 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.2826443 Jul 28 14:45:50.270765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5ed4906-939f-4bf3-a63e-bdd4d578d47f req-ad4c3a2e-82cb-4e2c-a91a-0a93f1fca007 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups?id=273a2053-2db5-4d21-8fff-7b87ab403661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262097 Jul 28 14:45:50.291321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce47fda3-7de4-412a-88d4-c5dce250ffa7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce47fda3-7de4-412a-88d4-c5dce250ffa7,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:50.292700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:50.295388 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64bb9c8-1b3c-4db8-a9c0-cb90776c1c15" -d '{"events": [{"server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:50.299312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25 req-9c0bbcc8-92be-4fbc-827b-1a59bd0b3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.303150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25 req-9c0bbcc8-92be-4fbc-827b-1a59bd0b3b3a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=eb7a907cef314e5db372f77cd7eb632a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5899508 Jul 28 14:45:50.337967 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df843368-eed3-4d58-8153-beed0388b8b4 x-openstack-request-id: req-df843368-eed3-4d58-8153-beed0388b8b4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:50.338246 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:50.338638 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df843368-eed3-4d58-8153-beed0388b8b4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:50.338906 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'code': 200} Jul 28 14:45:50.423630 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.618434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b747950-ba6f-4067-8443-2ee089201f8f req-2865d6a2-26a4-45f6-a373-9b4b0199c2c1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066640 Jul 28 14:45:50.623467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4a257-01f1-47ad-b4e4-d4af1229dc4f req-bc4d982b-38aa-4340-b4fe-943f092d3d55 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.636611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-9e983a8f-53a0-478f-bd8a-c7cdb8b6a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.637354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15c4a257-01f1-47ad-b4e4-d4af1229dc4f req-bc4d982b-38aa-4340-b4fe-943f092d3d55 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.1456120 Jul 28 14:45:50.639134 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-9e983a8f-53a0-478f-bd8a-c7cdb8b6a417 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 1095 time: 0.3557858 Jul 28 14:45:50.649224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:50.734642 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15c4a257-01f1-47ad-b4e4-d4af1229dc4f req-645e6185-857a-4680-8b08-b251f60529ef tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959704 Jul 28 14:45:50.768148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-0d766dfe-8dbd-4c6b-9a70-46f2b67b34a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6b22b3-1270-4334-9800-e713431e1598 HTTP/1.1" status: 200 len: 217 time: 0.1131349 Jul 28 14:45:50.836614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49956) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:50.869460 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5bb23342-8f5a-42b5-8f48-e1aaf206b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.908152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae375650-a239-4257-b814-d8d933c85b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.005686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25 req-31fdc1aa-ebd0-4664-90f9-164eb76d7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.008496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f222c6-17f1-44f3-9be9-a3e6bf1b3e25 req-31fdc1aa-ebd0-4664-90f9-164eb76d7ca4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6571643 Jul 28 14:45:51.038317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11396-25af-4ff2-b3c6-06c8ddbfd9a1 req-0b2405a5-6e94-4e54-bf5d-be90b887366c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.040709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fde11396-25af-4ff2-b3c6-06c8ddbfd9a1 req-0b2405a5-6e94-4e54-bf5d-be90b887366c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0887580 Jul 28 14:45:51.092484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae375650-a239-4257-b814-d8d933c85b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.118957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.150591 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5bb23342-8f5a-42b5-8f48-e1aaf206b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.177709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event deleted for resources: {'Port': ['ID=ce47fda3-7de4-412a-88d4-c5dce250ffa7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.184179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-dca2e36b-9669-4d9f-85a8-b2973439ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.186030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-dca2e36b-9669-4d9f-85a8-b2973439ed55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.4010518 Jul 28 14:45:51.189338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fde11396-25af-4ff2-b3c6-06c8ddbfd9a1 req-c523da0c-9f81-4036-a835-a9d1df5bb630 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265643 Jul 28 14:45:51.274781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5bb23342-8f5a-42b5-8f48-e1aaf206b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.284144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92515-2268-4772-bcd1-4c8519438ec3 req-8bee38ff-3e5a-49b1-a2ec-3a73c310d8ee tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.284144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbc92515-2268-4772-bcd1-4c8519438ec3 req-8bee38ff-3e5a-49b1-a2ec-3a73c310d8ee tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 943 time: 0.3803997 Jul 28 14:45:51.287015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-9634a753-e6ba-4af9-bda8-40aa4ace8a8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798807 Jul 28 14:45:51.348853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-305b4179-c825-4f76-a18c-2a0b076b9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.350438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-305b4179-c825-4f76-a18c-2a0b076b9e4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb7a907cef314e5db372f77cd7eb632a&device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 1096 time: 0.2471349 Jul 28 14:45:51.351286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5bb23342-8f5a-42b5-8f48-e1aaf206b574 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88a99ab55fde4bfa858f97288c96638e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135775 Jul 28 14:45:51.352367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb23342-8f5a-42b5-8f48-e1aaf206b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6afe9a4-a725-401e-a83b-0d9fddcbb19b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.369973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49960) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:51.467780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-089af7a8-e84b-4962-8988-972390570395 req-25083390-279a-47e2-952c-4a57c6e01ad4 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0432322 Jul 28 14:45:51.471239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-3150b65d-0337-40dc-aae0-6126d8a49b74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb360cb-e645-4772-b6af-48476339ad13 HTTP/1.1" status: 200 len: 217 time: 0.0777130 Jul 28 14:45:51.527919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a6dd-218c-457f-b5d8-4fd29478c4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.564588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a6dd-218c-457f-b5d8-4fd29478c4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.596349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbc92515-2268-4772-bcd1-4c8519438ec3 req-ba676e73-be76-4b25-bffb-38df0dfaa2d4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878578 Jul 28 14:45:51.597139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'tag': 'aa6b22b3-1270-4334-9800-e713431e1598'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:51.602174 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a4a1d-6882-41d3-8c5e-aca872dd7d60" -d '{"events": [{"name": "network-changed", "server_uuid": "673cff8b-be6d-45bc-afb7-97ca28262a04", "tag": "aa6b22b3-1270-4334-9800-e713431e1598"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:51.617471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae375650-a239-4257-b814-d8d933c85b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.632237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae375650-a239-4257-b814-d8d933c85b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.632237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ae375650-a239-4257-b814-d8d933c85b1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a09739b2-0040-483f-82c1-266bfe60f65b HTTP/1.1" status: 204 len: 168 time: 1.4573331 Jul 28 14:45:51.751717 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a6dd-218c-457f-b5d8-4fd29478c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.759069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a6dd-218c-457f-b5d8-4fd29478c4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.766122 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7ce0a6dd-218c-457f-b5d8-4fd29478c4a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6afe9a4-a725-401e-a83b-0d9fddcbb19b HTTP/1.1" status: 204 len: 168 time: 0.3911877 Jul 28 14:45:51.793979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0a6dd-218c-457f-b5d8-4fd29478c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6afe9a4-a725-401e-a83b-0d9fddcbb19b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.800906 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa0617-ffa6-49d6-866f-ec0c9b09ed87 x-openstack-request-id: req-30fa0617-ffa6-49d6-866f-ec0c9b09ed87 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:51.801362 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673cff8b-be6d-45bc-afb7-97ca28262a04", "tag": "aa6b22b3-1270-4334-9800-e713431e1598", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:51.802333 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30fa0617-ffa6-49d6-866f-ec0c9b09ed87 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:51.802952 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'tag': 'aa6b22b3-1270-4334-9800-e713431e1598', 'status': 'completed', 'code': 200} Jul 28 14:45:51.855832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375650-a239-4257-b814-d8d933c85b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09739b2-0040-483f-82c1-266bfe60f65b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.992341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dd302-0d3b-4a89-a11b-d8a402f6a648 req-c1c19229-2696-433f-a46a-70d890da3092 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.997338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da3dd302-0d3b-4a89-a11b-d8a402f6a648 req-c1c19229-2696-433f-a46a-70d890da3092 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.0805786 Jul 28 14:45:52.047514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da3dd302-0d3b-4a89-a11b-d8a402f6a648 req-072dad4b-9d61-47dd-867b-cc458b25f3dd tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488808 Jul 28 14:45:52.136117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-30bdd825-0506-421e-a870-c918c990c9ae service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386025 Jul 28 14:45:52.151933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-795dd7a6-53fd-47ec-8a9f-4cfe40e86121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.154496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-795dd7a6-53fd-47ec-8a9f-4cfe40e86121 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c3d4635-33d6-4fc0-be5f-5e05e87d0486 HTTP/1.1" status: 200 len: 844 time: 0.6589990 Jul 28 14:45:52.168093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Router 92e8dceb-701e-4d75-8430-e235524c57ab has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:45:52.207402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fd50-1287-4968-829f-889ca26fa99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.343880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426ff1-b7a8-4eb3-9c13-051f97a39c65 req-ece79619-955d-448c-9eed-4e4b26ba5834 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.346692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20426ff1-b7a8-4eb3-9c13-051f97a39c65 req-ece79619-955d-448c-9eed-4e4b26ba5834 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.5151093 Jul 28 14:45:52.483799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437ad3-4123-4251-8e64-369211b81bd9 req-3b9bbec7-71cb-4dbd-bbf0-bc174063e6b3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.486135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6437ad3-4123-4251-8e64-369211b81bd9 req-3b9bbec7-71cb-4dbd-bbf0-bc174063e6b3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.0687618 Jul 28 14:45:52.579405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-377f716a-c89e-495c-beb8-05575ee39a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.579405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-377f716a-c89e-495c-beb8-05575ee39a8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03cea28e-e082-4a64-9b18-572766c22ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4045203 Jul 28 14:45:52.591829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6437ad3-4123-4251-8e64-369211b81bd9 req-7fd3467f-b2b3-41bb-9690-1fb338d4daef tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883121 Jul 28 14:45:52.654889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20426ff1-b7a8-4eb3-9c13-051f97a39c65 req-21389271-e4e3-4b0a-8a59-3a3c1b1cc5ee tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947738 Jul 28 14:45:52.766467 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ce0e1fa-41e9-4e84-a694-5dc19f181cc6 req-34f6409d-8e9f-4837-a3ef-585120759256 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191685 Jul 28 14:45:52.865085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69e4c235-1a9c-4887-97a4-8dbdaeafd827 req-5fa48a92-7cd1-471b-b4d9-f927417ebcdb tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0827684 Jul 28 14:45:52.924958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:45:52.960410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-904fa31d-9260-44e7-ab57-f6101fa2b44b service neutron] 10.222.0.58 "GET /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323181 Jul 28 14:45:52.974583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] Sync routers for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:45:53.021124 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:53.026390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:53.310627 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:53.334525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7a53c-9eb4-497f-8453-73bf3df0181d req-9f74b4f8-8611-4823-9928-c8caaeeaeacc tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.343860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] No DVR routers for this DVR port ce47fda3-7de4-412a-88d4-c5dce250ffa7 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:53.347907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1a7a53c-9eb4-497f-8453-73bf3df0181d req-9f74b4f8-8611-4823-9928-c8caaeeaeacc tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.1413753 Jul 28 14:45:53.352125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.355156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2175d5e3-a042-4c07-8982-726585f286e4 req-91fb16cc-a37c-428e-b69b-c823851a1aab tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.42 "DELETE /v2.0/ports/ce47fda3-7de4-412a-88d4-c5dce250ffa7 HTTP/1.1" status: 204 len: 173 time: 5.8824139 Jul 28 14:45:53.392052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2561-3d15-4a0b-9315-a4ac072afc6b req-46842ac9-1ce7-45f8-a88f-e5f939c0fb3f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.401430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a18b2561-3d15-4a0b-9315-a4ac072afc6b req-46842ac9-1ce7-45f8-a88f-e5f939c0fb3f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 943 time: 0.4485583 Jul 28 14:45:53.418684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1a7a53c-9eb4-497f-8453-73bf3df0181d req-3d80f01f-1001-4a3d-9a1e-7174a7bc871e tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675142 Jul 28 14:45:53.478128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-edb3840b-7f17-4f9b-b023-4b455fd341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.480411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-edb3840b-7f17-4f9b-b023-4b455fd341bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 1095 time: 0.4147289 Jul 28 14:45:53.541922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89a5aac7-e41e-44b5-a8ae-331244d186e5 req-33520ab3-0bbf-442e-b7d9-98a99e5ff1b0 service neutron] 10.222.0.58 "GET /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778104 Jul 28 14:45:53.570465 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a18b2561-3d15-4a0b-9315-a4ac072afc6b req-8973c0c6-c33d-4fc0-9cc2-63e9e87ba938 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677713 Jul 28 14:45:53.789665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-efad8b8c-e870-44f6-8e38-9381cdd3ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.791380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-efad8b8c-e870-44f6-8e38-9381cdd3ca5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 914 time: 0.3012447 Jul 28 14:45:53.804495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'name': 'network-vif-deleted', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:53.810596 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f39a747-6b46-4671-a3c3-e7cdd6e2246e" -d '{"events": [{"server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "name": "network-vif-deleted", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:53.909375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495dd6d-e1b5-41eb-ae87-0f116388bb3c req-96d5e987-f69a-46cb-afdd-4254224590d5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.918827 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8495dd6d-e1b5-41eb-ae87-0f116388bb3c req-96d5e987-f69a-46cb-afdd-4254224590d5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1186938 Jul 28 14:45:53.922889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-e7b97302-6cca-4867-841f-2dfd1bbc4c78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6b22b3-1270-4334-9800-e713431e1598 HTTP/1.1" status: 200 len: 217 time: 0.1005509 Jul 28 14:45:54.014598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:50Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:54.041966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8495dd6d-e1b5-41eb-ae87-0f116388bb3c req-fe86b6ae-720f-4c53-93e8-d0f0728a0a4f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200404 Jul 28 14:45:54.141016 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] Checking router: 92e8dceb-701e-4d75-8430-e235524c57ab for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:45:54.166202 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:45:54.168675 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:54.238077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5219e0-1f9b-4c92-a987-d6620f9f004c req-d7d03c5e-2db0-4164-b2fe-49aea8d42db3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.251897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad5219e0-1f9b-4c92-a987-d6620f9f004c req-d7d03c5e-2db0-4164-b2fe-49aea8d42db3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.3384542 Jul 28 14:45:54.277789 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb85a594-ef49-456c-88d3-9e414e07d60a x-openstack-request-id: req-bb85a594-ef49-456c-88d3-9e414e07d60a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:54.287620 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018f48a2-4261-46b7-a1d5-2a3801736b0f", "name": "network-vif-deleted", "tag": "ce47fda3-7de4-412a-88d4-c5dce250ffa7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:54.288294 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb85a594-ef49-456c-88d3-9e414e07d60a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:54.290467 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018f48a2-4261-46b7-a1d5-2a3801736b0f', 'name': 'network-vif-deleted', 'tag': 'ce47fda3-7de4-412a-88d4-c5dce250ffa7', 'status': 'completed', 'code': 200} Jul 28 14:45:54.322404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-7ebd7d94-a04a-46f8-89f5-8602f8dde923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.324029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-7ebd7d94-a04a-46f8-89f5-8602f8dde923 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.3912201 Jul 28 14:45:54.351271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50022) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:54.422247 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-ac2ff4e6-ac19-414e-b310-5da6a9bbc842 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784588 Jul 28 14:45:54.430873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:45:54.534067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b1e886c-fa34-4f4f-8a04-174a5018f9d5 req-ab68aed8-741d-4671-81a8-dd6c076b641a tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/ports?device_id=018f48a2-4261-46b7-a1d5-2a3801736b0f HTTP/1.1" status: 200 len: 210 time: 0.0895476 Jul 28 14:45:54.580616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad5219e0-1f9b-4c92-a987-d6620f9f004c req-e7f087b4-4bf2-46d9-ac49-891cd8ecd02b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271296 Jul 28 14:45:54.787850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-4cad504d-0c99-4947-b605-1ac16a56db65 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542078 Jul 28 14:45:54.794996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0023aca4-c8f3-46a1-b98d-38aa78229988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.873692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7407e1-a161-40fa-b59d-63160124d6fc req-a00ed25a-e52f-400d-b424-41f898c057a9 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.893806 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc7407e1-a161-40fa-b59d-63160124d6fc req-a00ed25a-e52f-400d-b424-41f898c057a9 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.1437249 Jul 28 14:45:55.051491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800c571-ccca-4c53-879d-41af14e0f698 req-97f4a81f-a71b-4639-81d3-5128efd0a8e6 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:55.065927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7800c571-ccca-4c53-879d-41af14e0f698 req-97f4a81f-a71b-4639-81d3-5128efd0a8e6 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 943 time: 0.2931106 Jul 28 14:45:55.102108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc7407e1-a161-40fa-b59d-63160124d6fc req-fbc25239-1e6e-4cb8-9487-8c94a0d98761 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068312 Jul 28 14:45:55.120298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.159951 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:50Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:55.233998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-466a4a1d-6882-41d3-8c5e-aca872dd7d60 req-2c3922f9-4183-4503-a8dd-4e20fa78cb13 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330387 Jul 28 14:45:55.247020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7800c571-ccca-4c53-879d-41af14e0f698 req-33e328a4-5439-4d65-8e64-8e859460e2c2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799459 Jul 28 14:45:55.303401 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2298e4-1546-4c54-a58e-a21dadc1b0f0 None None] The sync data for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 is: [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:41:40Z', 'revision_number': 4, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e3035c53-8810-4dd3-a3d9-761d7b91b4fa', 'name': '', 'network_id': '70719f86-7c28-41db-b718-ddf147640082', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'mac_address': 'fa:16:3e:fb:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:39Z', 'updated_at': '2021-07-28T14:41:50Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'subnets': [{'id': '5b4419fe-7de0-4c14-813a-d73db5f1d9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:45:55.338742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1535171780-network', 'tenant_id': '1c9b83fdfdc24fe69e79af9588898434'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:55.370517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device aa6b22b3-1270-4334-9800-e713431e1598 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:55.391111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c08838-009f-4266-8371-59d1e041c395 req-ca5ab727-1949-4845-b927-649d667ceaa5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:55.412426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7c08838-009f-4266-8371-59d1e041c395 req-ca5ab727-1949-4845-b927-649d667ceaa5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1742313 Jul 28 14:45:55.494183 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7c08838-009f-4266-8371-59d1e041c395 req-c1112fa2-6621-4b07-8556-6985afdf97e9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801797 Jul 28 14:45:55.572287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Made reservation on behalf of 1c9b83fdfdc24fe69e79af9588898434 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:55.584646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.589495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.689306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port aa6b22b3-1270-4334-9800-e713431e1598, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=aa6b22b3-1270-4334-9800-e713431e1598,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:55.759864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'aa6b22b3-1270-4334-9800-e713431e1598', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'port_id': 'aa6b22b3-1270-4334-9800-e713431e1598', 'mac_address': 'fa:16:3e:a1:82:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827eb7cb-2c2e-4cb4-96bc-583ca46e518c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:55.835446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcdaf9-f8f7-4050-b367-556d82409186 req-c9427325-171b-4e03-9ebc-d2879c6cdeae tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:55.837215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58bcdaf9-f8f7-4050-b367-556d82409186 req-c9427325-171b-4e03-9ebc-d2879c6cdeae tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1538324 Jul 28 14:45:55.860899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.873827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd22fb-0fd9-447a-bd7a-2d67d8fd2ceb None None] New status for floating IP 614322ae-a6b4-418d-8b56-b8ee351a4cd3: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:45:55.951237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58bcdaf9-f8f7-4050-b367-556d82409186 req-1d9b6666-7aa8-41d6-8bde-cb0f35aae992 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955877 Jul 28 14:45:55.970936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.979795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6b22b3-1270-4334-9800-e713431e1598 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:56.078296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port aa6b22b3-1270-4334-9800-e713431e1598, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=aa6b22b3-1270-4334-9800-e713431e1598,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:56.155363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50050) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.193724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.207077 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.250490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662299f2-aecd-49f1-b019-ade54349c6b4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.285276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:56.314246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.315777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72d75f-26f2-4bd0-9f7c-a81993c9d2c2 req-d7cf40ed-f01b-44a9-8eb4-29fc49beee06 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.317992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab72d75f-26f2-4bd0-9f7c-a81993c9d2c2 req-d7cf40ed-f01b-44a9-8eb4-29fc49beee06 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.1451042 Jul 28 14:45:56.322228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.322620 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Added segment 80b9881d-2ead-441d-80f6-f0826fbe2a31 of type vlan for network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 Jul 28 14:45:56.378489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=aa6b22b3-1270-4334-9800-e713431e1598,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.392340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcef253d-62f1-4ae7-a35a-2733ff3c4ad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.413715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.477361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab72d75f-26f2-4bd0-9f7c-a81993c9d2c2 req-96642b4c-8cbb-476d-9d0c-aad13f0b07fd tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472306 Jul 28 14:45:56.512999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcef253d-62f1-4ae7-a35a-2733ff3c4ad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.519094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['aa6b22b3-1270-4334-9800-e713431e1598'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:56.541603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.544367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.545823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.712216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] Pushing event updated for resources: {'Network': ['ID=4b8ad1b7-f065-4f4a-8127-ee38da395a39,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.746898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:56.748875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e53d8-b844-4d27-863a-9af5918fb228 req-f53b92b5-3375-492d-9e83-3c9d1bb14ca3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.750574 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a75e53d8-b844-4d27-863a-9af5918fb228 req-f53b92b5-3375-492d-9e83-3c9d1bb14ca3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1040702 Jul 28 14:45:56.765113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5225d81b-1770-492b-b5a6-b8354b70521e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4122536 Jul 28 14:45:56.765800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.767066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-8f1d74c1-7344-4b36-8a03-973fb13b39a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1785030 Jul 28 14:45:56.772912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Request body: {'subnet': {'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1535171780-subnet', 'tenant_id': '1c9b83fdfdc24fe69e79af9588898434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:56.799714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31995b09-592a-4086-939d-a8eb662cbaf2 req-0ef4b59f-5061-4288-b0e8-74ec19ff9c08 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.827621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-31995b09-592a-4086-939d-a8eb662cbaf2 req-0ef4b59f-5061-4288-b0e8-74ec19ff9c08 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 944 time: 0.3447077 Jul 28 14:45:56.866771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcef253d-62f1-4ae7-a35a-2733ff3c4ad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.869561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcef253d-62f1-4ae7-a35a-2733ff3c4ad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.872550 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dcef253d-62f1-4ae7-a35a-2733ff3c4ad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "DELETE /v2.0/security-groups/273a2053-2db5-4d21-8fff-7b87ab403661 HTTP/1.1" status: 204 len: 168 time: 0.7143209 Jul 28 14:45:56.881586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50068) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.906566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef253d-62f1-4ae7-a35a-2733ff3c4ad1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a2053-2db5-4d21-8fff-7b87ab403661,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.927586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a75e53d8-b844-4d27-863a-9af5918fb228 req-f4960774-d785-4838-a367-7fb1f461d671 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390948 Jul 28 14:45:56.931757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Made reservation on behalf of 1c9b83fdfdc24fe69e79af9588898434 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:56.936766 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.006568 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-911b1176-b937-48d6-a4ba-25aba4d95ac1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] show failed (client error): The resource could not be found. Jul 28 14:45:57.014817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-911b1176-b937-48d6-a4ba-25aba4d95ac1 tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "GET /v2.0/security-groups/273a2053-2db5-4d21-8fff-7b87ab403661 HTTP/1.1" status: 404 len: 347 time: 0.1269748 Jul 28 14:45:57.016019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50074) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:57.330658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0743a-7834-423c-8e97-982a8517d986 req-a13d4942-2a7b-4dab-8f0b-2006109aaf7e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.345890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cd0743a-7834-423c-8e97-982a8517d986 req-a13d4942-2a7b-4dab-8f0b-2006109aaf7e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1934638 Jul 28 14:45:57.382587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dcb360cb-e645-4772-b6af-48476339ad13 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:57.564884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cd0743a-7834-423c-8e97-982a8517d986 req-c92a30dd-50eb-44d5-acb0-d6088c5cf92b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193198 Jul 28 14:45:57.600214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.716083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-31995b09-592a-4086-939d-a8eb662cbaf2 req-a8a665c9-0686-43c2-93d0-cf51d565ff9e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8816137 Jul 28 14:45:57.736138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port dcb360cb-e645-4772-b6af-48476339ad13, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dcb360cb-e645-4772-b6af-48476339ad13,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:57.759486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'dcb360cb-e645-4772-b6af-48476339ad13', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'port_id': 'dcb360cb-e645-4772-b6af-48476339ad13', 'mac_address': 'fa:16:3e:3c:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:57.801784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.802928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.804577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.805267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.805946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.806699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.807355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.809894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-96c885cf-db1f-47ba-b0d7-9db3ca002208 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd928f669dd34f9993cc2693976f971a&device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 6509 time: 0.8566039 Jul 28 14:45:57.827226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.829378 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.840080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0884a93-5cf5-4f91-9e92-d9098e9f6e33,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:57.867334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb360cb-e645-4772-b6af-48476339ad13 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:57.893436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port dcb360cb-e645-4772-b6af-48476339ad13, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dcb360cb-e645-4772-b6af-48476339ad13,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:57.908940 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Checking segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:57.909492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Network hostable DHCP agents. Network: 4b8ad1b7-f065-4f4a-8127-ee38da395a39, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:57.949989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9c837-2dde-4215-8cb7-f84f9d9cc5f9 req-a1cc6863-7297-49e7-b98b-b85a35093f1f tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.951988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fea9c837-2dde-4215-8cb7-f84f9d9cc5f9 req-a1cc6863-7297-49e7-b98b-b85a35093f1f tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 944 time: 0.0915444 Jul 28 14:45:57.983724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.032219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:58.045112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Deleting port 6cc8782f-2828-45f5-9402-e0cf30133bb3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:58.045290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.057857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fea9c837-2dde-4215-8cb7-f84f9d9cc5f9 req-05e8ace3-450d-46ac-980e-afbb3a237be9 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728848 Jul 28 14:45:58.143429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=dcb360cb-e645-4772-b6af-48476339ad13,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:58.202568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-4adf99ab-f01a-4f77-a187-b67160ca6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.203127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-4adf99ab-f01a-4f77-a187-b67160ca6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.203604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-4adf99ab-f01a-4f77-a187-b67160ca6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.205296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-4adf99ab-f01a-4f77-a187-b67160ca6859 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 200 len: 2299 time: 0.3191483 Jul 28 14:45:58.260899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4b8ad1b7-f065-4f4a-8127-ee38da395a39) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:58.266524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.268062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.268284 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.268475 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.284624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa112eb-c171-4c92-bfcb-2a4b9e98242c None None] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:58.287355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['dcb360cb-e645-4772-b6af-48476339ad13'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:58.290178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4fef6-047a-479f-a101-ea3fc8fbfcc2 req-1060f66b-4d91-4d08-9854-5e0393f2a3c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.291736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd4fef6-047a-479f-a101-ea3fc8fbfcc2 req-1060f66b-4d91-4d08-9854-5e0393f2a3c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.1672435 Jul 28 14:45:58.298921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Calling delete_port for 6cc8782f-2828-45f5-9402-e0cf30133bb3 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:58.338575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-a33c9024-9616-4d56-ac08-b93d3de2bc7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 200 len: 1000 time: 0.1221983 Jul 28 14:45:58.452509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd4fef6-047a-479f-a101-ea3fc8fbfcc2 req-7763d84f-5342-4e5f-a1e2-c8094b2b16fb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418123 Jul 28 14:45:58.497130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f7c32592-7f33-4ddb-bc65-3938c11ff7d6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7285452 Jul 28 14:45:58.505814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9edba-7531-4f9e-abea-3cc748079cfa None None] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:58.537884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-1bd7805c-ee18-42b8-978d-039f1f022288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.539779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-1bd7805c-ee18-42b8-978d-039f1f022288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8236005e-dcf2-446a-9104-481329566276 HTTP/1.1" status: 200 len: 856 time: 0.1843810 Jul 28 14:45:58.729094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-33a0ba44-ca03-43f6-ab01-e582bac0fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.749249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-33a0ba44-ca03-43f6-ab01-e582bac0fb82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23e6c5a8-44db-47a7-b97a-f28b2ffda43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836815 Jul 28 14:45:58.777244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebef90-deda-4db0-aec0-f5032370d60d req-cbc3edac-652d-4bb1-9ea1-ce54fe98c252 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.811618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1ebef90-deda-4db0-aec0-f5032370d60d req-cbc3edac-652d-4bb1-9ea1-ce54fe98c252 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1251695 Jul 28 14:45:58.921015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1ebef90-deda-4db0-aec0-f5032370d60d req-f2df5fe7-3e44-4cab-88b5-002c436b0861 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029232 Jul 28 14:45:58.969543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.053606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc593a-fa3e-4feb-a5d2-4f56c3e0bba2 req-e8e0f7b9-a8ed-4d46-bda4-eadd97d81fa4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:59.066499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5fc593a-fa3e-4feb-a5d2-4f56c3e0bba2 req-e8e0f7b9-a8ed-4d46-bda4-eadd97d81fa4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 944 time: 0.1961219 Jul 28 14:45:59.083588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Pushing event deleted for resources: {'Port': ['ID=6cc8782f-2828-45f5-9402-e0cf30133bb3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.102726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-1505e885-8fd5-4e80-af07-0e00e985064e service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445041 Jul 28 14:45:59.304066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5fc593a-fa3e-4feb-a5d2-4f56c3e0bba2 req-11d69b84-d405-4c44-a15a-5b7e3b0ea07c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353041 Jul 28 14:45:59.345318 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.347926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.350943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-97bb70dd-ac30-400e-b081-5831ee17394d tempest-ServersTestFqdnHostnames-1054985460 tempest-ServersTestFqdnHostnames-1054985460-project] 10.222.0.57 "DELETE /v2.0/floatingips/614322ae-a6b4-418d-8b56-b8ee351a4cd3 HTTP/1.1" status: 204 len: 168 time: 2.2987406 Jul 28 14:45:59.355238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:59.379657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device aa6b22b3-1270-4334-9800-e713431e1598 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:59.448111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-61459c7e-2514-49b5-9dd1-050982adcfe0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:59.456611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-61459c7e-2514-49b5-9dd1-050982adcfe0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 822 time: 0.1878297 Jul 28 14:45:59.474615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-abe99723-586c-41ac-a49b-56067f934156 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/quotas/1c9b83fdfdc24fe69e79af9588898434 HTTP/1.1" status: 200 len: 375 time: 0.0165684 Jul 28 14:45:59.538956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-aef0b4e0-30b3-4cf7-8098-acf97e908a2d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399525 Jul 28 14:45:59.546578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-9a256039-323e-4eac-a872-debf9d05f216 service neutron] 10.222.0.42 "GET /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010782 Jul 28 14:45:59.669454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port aa6b22b3-1270-4334-9800-e713431e1598 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:59.682559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port aa6b22b3-1270-4334-9800-e713431e1598 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:59.683169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-badf2687-58fb-4e9e-848f-21518586a518 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 217 time: 0.1204944 Jul 28 14:45:59.683812 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.719870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d69c3-3984-448b-933a-bcf7027ff75b req-bb60f43a-41dc-49d3-bc1d-9b2364f48e80 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:59.722047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-205d69c3-3984-448b-933a-bcf7027ff75b req-bb60f43a-41dc-49d3-bc1d-9b2364f48e80 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 945 time: 0.2583823 Jul 28 14:45:59.740511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-6b93adc2-7842-4b58-849a-2625302d8051 service neutron] 10.222.0.57 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875987 Jul 28 14:45:59.815847 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.868838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6b22b3-1270-4334-9800-e713431e1598'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:59.874256 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb923f99-aafa-4f7a-b12b-2a3cc39419db" -d '{"events": [{"server_uuid": "673cff8b-be6d-45bc-afb7-97ca28262a04", "name": "network-vif-plugged", "status": "completed", "tag": "aa6b22b3-1270-4334-9800-e713431e1598"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:59.901332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port aa6b22b3-1270-4334-9800-e713431e1598, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=aa6b22b3-1270-4334-9800-e713431e1598,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:59.905663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-75c9d703-6254-4678-a18d-81f5bed11c8a service neutron] 10.222.0.57 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482193 Jul 28 14:45:59.966641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-205d69c3-3984-448b-933a-bcf7027ff75b req-9324f5f4-2d26-4240-9a6b-2dfb84505ed8 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872849 Jul 28 14:46:00.011731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.030481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-c6ec3227-c76f-48d3-affd-bef5776aa238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.033091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-c6ec3227-c76f-48d3-affd-bef5776aa238 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1360257 Jul 28 14:46:00.136245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=aa6b22b3-1270-4334-9800-e713431e1598,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:00.188348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-d371f5dc-2d51-4d16-adcd-b4e10740c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.189934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-d371f5dc-2d51-4d16-adcd-b4e10740c2dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1207075 Jul 28 14:46:00.305732 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5abd47-2ffe-470b-88be-1794bbe0d3a7 x-openstack-request-id: req-1c5abd47-2ffe-470b-88be-1794bbe0d3a7 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:00.306025 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673cff8b-be6d-45bc-afb7-97ca28262a04", "name": "network-vif-plugged", "status": "completed", "tag": "aa6b22b3-1270-4334-9800-e713431e1598", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:00.306279 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c5abd47-2ffe-470b-88be-1794bbe0d3a7 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:00.307050 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6b22b3-1270-4334-9800-e713431e1598', 'code': 200} Jul 28 14:46:00.375825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bb6e9-8c85-4807-9ae6-ca1e67ab3628 req-281649ef-55c8-470c-88ac-b7bd498861af tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.386470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a63bb6e9-8c85-4807-9ae6-ca1e67ab3628 req-281649ef-55c8-470c-88ac-b7bd498861af tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2002177 Jul 28 14:46:00.451687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d15c1-1b60-4f10-9923-18ce61dae9db req-49f144dc-7d4e-436a-9861-1136e8e2c6de tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.460882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d81d15c1-1b60-4f10-9923-18ce61dae9db req-49f144dc-7d4e-436a-9861-1136e8e2c6de tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0737662 Jul 28 14:46:00.508779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d81d15c1-1b60-4f10-9923-18ce61dae9db req-7143368b-cf28-4b3a-aff3-5cff0205641d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Jul 28 14:46:00.520871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-2742d629-81b7-4ea5-9f4d-0c7606bde8b4 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159399 Jul 28 14:46:00.553664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64181e13-b396-4232-8d38-90ba8a7b0d00 req-cac001ac-ed3a-4f3f-af6a-ff81d2c89edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.555539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64181e13-b396-4232-8d38-90ba8a7b0d00 req-cac001ac-ed3a-4f3f-af6a-ff81d2c89edd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 1097 time: 0.1574354 Jul 28 14:46:00.590807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a63bb6e9-8c85-4807-9ae6-ca1e67ab3628 req-0812a490-e1d3-4764-ac97-31b2094f09c0 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846898 Jul 28 14:46:00.641011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-039e4007-ec77-4017-a8a1-887cf8011431 req-3b1336a6-9d74-4ee3-82c6-fb2c362c0e87 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0379062 Jul 28 14:46:00.695972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-cf1b8fb1-433b-45f3-98bf-fb39ba9532eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.697577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-cf1b8fb1-433b-45f3-98bf-fb39ba9532eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1926007 Jul 28 14:46:00.713390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64181e13-b396-4232-8d38-90ba8a7b0d00 req-424107b0-44bf-4e1e-a22f-3251733eafce service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Jul 28 14:46:00.846149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-a2be6e93-6999-4289-a892-87b71ec04c32 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949572 Jul 28 14:46:00.852504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.961473 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-98837d6b-49df-4b72-8dd2-c9720de72de7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 217 time: 0.0981572 Jul 28 14:46:00.979814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb772a1-1c36-4f6a-9549-e7cbc3046a90 req-5d5e5220-5756-46f5-8683-c0a35483fc7b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.981516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfb772a1-1c36-4f6a-9549-e7cbc3046a90 req-5d5e5220-5756-46f5-8683-c0a35483fc7b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 945 time: 0.2520673 Jul 28 14:46:00.986219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-d46bc05b-7619-4aa1-9ad8-9f279fb58b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.987699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-d46bc05b-7619-4aa1-9ad8-9f279fb58b44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 914 time: 0.2784853 Jul 28 14:46:01.171993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abee55-3b3c-4b8b-83e0-a6887511f5da req-504c03b8-5e89-48ef-a5b4-3ab786286e80 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.173809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3abee55-3b3c-4b8b-83e0-a6887511f5da req-504c03b8-5e89-48ef-a5b4-3ab786286e80 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 945 time: 0.0648119 Jul 28 14:46:01.226562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3abee55-3b3c-4b8b-83e0-a6887511f5da req-626621e3-a49c-4ada-95b1-1b103a0d4e99 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Jul 28 14:46:01.392125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dcb360cb-e645-4772-b6af-48476339ad13 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:01.498050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-15a3333d-8d4f-4044-8222-dfe271cb39a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 217 time: 0.4757075 Jul 28 14:46:01.579998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:01.592330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port dcb360cb-e645-4772-b6af-48476339ad13 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:01.599167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-bd96c775-33d1-4e20-921c-73a915ea02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.602002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port dcb360cb-e645-4772-b6af-48476339ad13 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:01.602908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.603411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-bd96c775-33d1-4e20-921c-73a915ea02d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.6184630 Jul 28 14:46:01.640180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-391d1655-4f43-4c5d-9dba-63c42b43c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.653789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-391d1655-4f43-4c5d-9dba-63c42b43c25f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.1324818 Jul 28 14:46:01.718109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfb772a1-1c36-4f6a-9549-e7cbc3046a90 req-869299e7-9222-40fe-b5fb-179d8d7a6229 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935077 Jul 28 14:46:01.830010 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.854041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-77c64ebb-b1a6-4bb7-b613-1324729c6b87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961622 Jul 28 14:46:01.855099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796a81-6ace-4a70-bf4a-5f14f930c244 req-3b02a167-5c0d-4c82-946b-875d1e3e54be tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.860982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0796a81-6ace-4a70-bf4a-5f14f930c244 req-3b02a167-5c0d-4c82-946b-875d1e3e54be tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1532147 Jul 28 14:46:01.863081 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.874498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port dcb360cb-e645-4772-b6af-48476339ad13, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dcb360cb-e645-4772-b6af-48476339ad13,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:01.956483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0796a81-6ace-4a70-bf4a-5f14f930c244 req-1863c53a-d6ec-4129-900c-fd6294eeac02 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703838 Jul 28 14:46:01.983436 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.993432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-1f4c474a-dada-404b-891c-8361af0ef0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.995272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-1f4c474a-dada-404b-891c-8361af0ef0cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3100905 Jul 28 14:46:02.088892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.090113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=dcb360cb-e645-4772-b6af-48476339ad13,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.102004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.115015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1044-56ef-46ce-9165-8bab49ae295f req-0ca91c1a-00a3-4f3d-95da-a6771c8896b1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.116667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cfed1044-56ef-46ce-9165-8bab49ae295f req-0ca91c1a-00a3-4f3d-95da-a6771c8896b1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2039979 Jul 28 14:46:02.135139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2049b420-3440-44c2-9b9b-93368dc33aba req-5010f6d1-a4c1-452d-99ce-6a55133384c3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0578015 Jul 28 14:46:02.150732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-5e705be2-7d65-4215-aa92-81bd868e2305 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832475 Jul 28 14:46:02.198768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.249868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da99d93d8c3240f8a296e255ca3c7077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680129 Jul 28 14:46:02.254615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455e445c-aaf5-4985-a742-c2798e58cf4d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.258605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50172) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:02.291653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.292231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.292857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.293406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.293948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.294522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.295032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.295567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.296089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.296660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.297287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.297820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091408-76d0-46e1-ac62-609bdc5bc0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:02.308541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:02.315966 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d77521f-5397-4aae-b3cc-3292afe6667c" -d '{"events": [{"server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "name": "network-vif-plugged", "status": "completed", "tag": "dcb360cb-e645-4772-b6af-48476339ad13"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:02.324490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cfed1044-56ef-46ce-9165-8bab49ae295f req-7edf6b7a-0153-4891-a994-621456a7af19 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966500 Jul 28 14:46:02.336287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-fa140fc0-524d-4ab4-9002-72fe80310aab service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253622 Jul 28 14:46:02.416779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b7678b-8068-4d2a-83a4-55ca6ec741ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.426544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20872019-3c41-4db8-bcce-11fc62379684 req-ed038c7e-647e-43aa-a5d0-fbfc71e24ca8 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.429171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20872019-3c41-4db8-bcce-11fc62379684 req-ed038c7e-647e-43aa-a5d0-fbfc71e24ca8 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.1222024 Jul 28 14:46:02.445154 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91160bd9-53d4-410d-9e7c-44a4bce0998f x-openstack-request-id: req-91160bd9-53d4-410d-9e7c-44a4bce0998f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:02.446189 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "name": "network-vif-plugged", "status": "completed", "tag": "dcb360cb-e645-4772-b6af-48476339ad13", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:02.446189 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91160bd9-53d4-410d-9e7c-44a4bce0998f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:02.446464 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13', 'code': 200} Jul 28 14:46:02.521741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b7678b-8068-4d2a-83a4-55ca6ec741ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.522008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a631bbd0-38d7-4707-ba5b-9a322737fe09 req-4a078f2e-989a-4cf1-9913-69a6185deb6d service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571897 Jul 28 14:46:02.564385 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20872019-3c41-4db8-bcce-11fc62379684 req-5f2532e0-21ec-4272-9ff2-3c1823609746 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247492 Jul 28 14:46:02.634699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-08715b94-0eea-414c-b2b3-27c89a7fad2e service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848468 Jul 28 14:46:02.643990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Deleting port e3035c53-8810-4dd3-a3d9-761d7b91b4fa {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:02.644512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.648151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445853-7344-4d4e-8196-90eb4f469808 req-0b0ecb4a-cfc4-4a0f-a770-397206f56084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.649773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24445853-7344-4d4e-8196-90eb4f469808 req-0b0ecb4a-cfc4-4a0f-a770-397206f56084 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 1098 time: 0.1225414 Jul 28 14:46:02.741903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-288640ec-cd1d-4724-bb09-5532e49fc3a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c929103c-4187-4a31-a9bb-d7b305788b4c HTTP/1.1" status: 200 len: 217 time: 0.0900557 Jul 28 14:46:02.842259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24445853-7344-4d4e-8196-90eb4f469808 req-f6d94062-c6cf-4849-978a-b4f561fb2d99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690638 Jul 28 14:46:02.857477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b7678b-8068-4d2a-83a4-55ca6ec741ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.861968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b7678b-8068-4d2a-83a4-55ca6ec741ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.870537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-18b7678b-8068-4d2a-83a4-55ca6ec741ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/455e445c-aaf5-4985-a742-c2798e58cf4d HTTP/1.1" status: 204 len: 168 time: 0.6017420 Jul 28 14:46:02.876023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7678b-8068-4d2a-83a4-55ca6ec741ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455e445c-aaf5-4985-a742-c2798e58cf4d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.911377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-11ea0b18-b843-4f6a-b18c-4bc56d814a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.911377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-11ea0b18-b843-4f6a-b18c-4bc56d814a93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.1561508 Jul 28 14:46:02.913856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] For port e3035c53-8810-4dd3-a3d9-761d7b91b4fa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:02.914616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.972371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Calling delete_port for e3035c53-8810-4dd3-a3d9-761d7b91b4fa owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:03.003711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dcfcc-cf53-4833-84ba-41c6323fa1d5 req-5c362dea-3429-4496-b8e4-cc16d8b62e9c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.005799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-055dcfcc-cf53-4833-84ba-41c6323fa1d5 req-5c362dea-3429-4496-b8e4-cc16d8b62e9c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 945 time: 0.1864157 Jul 28 14:46:03.104487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-33d32d1c-46f7-46b9-8326-6bd10c197df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.106061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-33d32d1c-46f7-46b9-8326-6bd10c197df5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1855528 Jul 28 14:46:03.158816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946a298-92f2-477b-8a7f-d93862f8db07 req-b7be999a-eb70-4d23-9fca-3cb06a4e35b3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.161862 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4946a298-92f2-477b-8a7f-d93862f8db07 req-b7be999a-eb70-4d23-9fca-3cb06a4e35b3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0851500 Jul 28 14:46:03.172489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-055dcfcc-cf53-4833-84ba-41c6323fa1d5 req-a3c794a1-7aa1-45ef-b86e-abe28a7fbc51 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145411 Jul 28 14:46:03.264708 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4946a298-92f2-477b-8a7f-d93862f8db07 req-a3685c60-f0aa-4de5-9042-0fa767a58907 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933990 Jul 28 14:46:03.278273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-404219c9-a107-4b9f-a460-b06947c544ed service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618485 Jul 28 14:46:03.437127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b3b2d7a-dd72-43de-a26d-63bfe09a7d01 req-a18a7617-792c-4966-9d5a-3ff45084b463 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0488839 Jul 28 14:46:03.493318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-93d2cf0b-90ca-4675-ada5-36a257815134 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626077 Jul 28 14:46:03.521122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.562262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3035c53-8810-4dd3-a3d9-761d7b91b4fa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:03.625465 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-eb0ea631-e48d-46ef-9466-40d337e7a448 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 HTTP/1.1" status: 200 len: 217 time: 0.1070759 Jul 28 14:46:03.736649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-66c3d89c-8863-422c-a6bd-4b58056393cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.738271 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-66c3d89c-8863-422c-a6bd-4b58056393cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 200 len: 797 time: 0.0810280 Jul 28 14:46:03.833639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603f6a-75dc-4ed8-8388-4164440987d4 req-1fb9280a-60ae-4afe-9254-0f64fac0f2d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.835316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e603f6a-75dc-4ed8-8388-4164440987d4 req-1fb9280a-60ae-4afe-9254-0f64fac0f2d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 945 time: 0.2359750 Jul 28 14:46:03.960322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-6024b52a-3d53-4a76-a02f-6e59e5a770a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.961896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-6024b52a-3d53-4a76-a02f-6e59e5a770a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53a8fed9-e586-45f0-870d-3e6f7a696c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072599 Jul 28 14:46:03.966723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e603f6a-75dc-4ed8-8388-4164440987d4 req-6fdf48dd-1fb3-4fa0-90fd-beca9a21ef58 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123900 Jul 28 14:46:03.970328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.983857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50202) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:04.008598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:04.017289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b77a0cc-d5eb-4b2d-b79d-14cbcfb5056d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.097600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.138702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:04.198681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b77a0cc-d5eb-4b2d-b79d-14cbcfb5056d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.213541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81babfdd-5e4b-4451-88b0-7a83aa55b93c req-3057a00b-2c8d-47df-87dd-a4d5c9e34335 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.215618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81babfdd-5e4b-4451-88b0-7a83aa55b93c req-3057a00b-2c8d-47df-87dd-a4d5c9e34335 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.1354485 Jul 28 14:46:04.242982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-b279eea6-16d7-4dc6-87ee-7a18f0011bc2 service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678258 Jul 28 14:46:04.376542 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81babfdd-5e4b-4451-88b0-7a83aa55b93c req-d87f6548-06b1-4da8-baff-bb3bcca41556 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493154 Jul 28 14:46:04.393160 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.449691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:04.452146 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e31512-09c1-414b-993b-d7edc65ec2cc" -d '{"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:04.470528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8e65e-a2cb-4fc3-9d0f-240da16f1f8d req-9c27ae55-fdae-4c54-824a-c1464c0bf8b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.474091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba8e65e-a2cb-4fc3-9d0f-240da16f1f8d req-9c27ae55-fdae-4c54-824a-c1464c0bf8b7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0876753 Jul 28 14:46:04.476405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:04.509728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b77a0cc-d5eb-4b2d-b79d-14cbcfb5056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.521493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-f4a19d1a-12fd-44b9-8218-9f79439e7f2e service neutron] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642405 Jul 28 14:46:04.576169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba8e65e-a2cb-4fc3-9d0f-240da16f1f8d req-413e3e02-50d3-4c05-aaf9-da91fd01f5be tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958087 Jul 28 14:46:04.600958 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b77a0cc-d5eb-4b2d-b79d-14cbcfb5056d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ec44c72268c47c8bbb00bc7c9c98b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066060 Jul 28 14:46:04.600958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77a0cc-d5eb-4b2d-b79d-14cbcfb5056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335d1794-1262-4ded-84bc-0dadbbd563bc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:04.602239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50214) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:04.640081 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db1c42-cc40-4239-8f28-e5eb0908914f x-openstack-request-id: req-32db1c42-cc40-4239-8f28-e5eb0908914f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:04.640993 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:04.641648 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32db1c42-cc40-4239-8f28-e5eb0908914f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:04.642530 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'code': 200} Jul 28 14:46:04.710927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Router 92e8dceb-701e-4d75-8430-e235524c57ab has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:04.735666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc7590fd-ceca-426e-bb88-7c5875bd516f req-4109a2ed-0f4a-485a-b5c7-4a1b0bfdff3e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0318499 Jul 28 14:46:04.755880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d6303f3-b807-4da6-96fb-d423933e8871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.775008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-17f3ddcb-7491-4892-a26b-5a2ec3a496e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 200 len: 217 time: 0.1895123 Jul 28 14:46:04.782062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d6303f3-b807-4da6-96fb-d423933e8871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.873307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57449877-cefb-415e-828b-82ae626fcab8 req-fa3d38d0-5d32-437a-9961-722c5f4ca8bd tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.874876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57449877-cefb-415e-828b-82ae626fcab8 req-fa3d38d0-5d32-437a-9961-722c5f4ca8bd tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.3742311 Jul 28 14:46:04.889839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50216) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:04.895543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Request body: {'floatingip': {'port_id': 'dcb360cb-e645-4772-b6af-48476339ad13'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:04.954763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d6303f3-b807-4da6-96fb-d423933e8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.958854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d6303f3-b807-4da6-96fb-d423933e8871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.962603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d6303f3-b807-4da6-96fb-d423933e8871 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/335d1794-1262-4ded-84bc-0dadbbd563bc HTTP/1.1" status: 204 len: 168 time: 0.3543179 Jul 28 14:46:04.962798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-fc4ac9e9-be25-44b4-9eba-a33e17e76958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.966705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-fc4ac9e9-be25-44b4-9eba-a33e17e76958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.1786351 Jul 28 14:46:04.967897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.976385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6303f3-b807-4da6-96fb-d423933e8871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335d1794-1262-4ded-84bc-0dadbbd563bc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:04.979057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c0d494b0-3fab-4f41-9498-c354d6cc8a75 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.980957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c0d494b0-3fab-4f41-9498-c354d6cc8a75 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 822 time: 0.3972027 Jul 28 14:46:05.032947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'port': {'device_id': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'admin_state_up': True, 'tenant_id': '1c9b83fdfdc24fe69e79af9588898434'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:05.324473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22ae7-c7fb-438d-85a9-823a5bdf4b91 req-4166e296-2e38-46d9-9b46-b1073a92c5ae tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:05.337356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6e22ae7-c7fb-438d-85a9-823a5bdf4b91 req-4166e296-2e38-46d9-9b46-b1073a92c5ae tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.2346563 Jul 28 14:46:05.534954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-2c324101-0e85-45dd-826e-df550bb148b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:05.537406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-2c324101-0e85-45dd-826e-df550bb148b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5552003 Jul 28 14:46:05.541786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:05.553561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] Sync routers for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:05.558998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d444362-9942-436f-b4fd-fa35cc11ac6f admin admin] 10.222.0.57 "PUT /v2.0/routers/92e8dceb-701e-4d75-8430-e235524c57ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2021480 Jul 28 14:46:05.562369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50224) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.575402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:05.577528 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:05.593894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6e22ae7-c7fb-438d-85a9-823a5bdf4b91 req-b911e614-239d-471b-a010-0cd9ee57d6de tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548890 Jul 28 14:46:05.736303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.899419 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:05.927634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:46:05.951889 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f90ede83-f692-4bf0-b7a1-635dbbda3db4 req-c6a7898c-af8c-4230-b66a-ac917a219c2a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0726578 Jul 28 14:46:06.023493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c69ca-7c79-4b45-8f2e-a7a95617e372 req-e7c314c3-2bca-451b-a78b-22bb7392c27e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:06.030695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b28c69ca-7c79-4b45-8f2e-a7a95617e372 req-e7c314c3-2bca-451b-a78b-22bb7392c27e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.2695212 Jul 28 14:46:06.032499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.033900 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.036794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Made reservation on behalf of 1c9b83fdfdc24fe69e79af9588898434 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:06.040660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.046610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-9af00e98-7e96-446f-95a9-363bb44c7973 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813919 Jul 28 14:46:06.154985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.235840 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:46:03Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:06.291083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] Checking router: 92e8dceb-701e-4d75-8430-e235524c57ab for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:46:06.302582 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] Routers {'92e8dceb-701e-4d75-8430-e235524c57ab'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:06.303494 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['92e8dceb-701e-4d75-8430-e235524c57ab'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:06.316394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b28c69ca-7c79-4b45-8f2e-a7a95617e372 req-5932385f-e795-4f7f-bad4-e648c89bfba4 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177820 Jul 28 14:46:06.337965 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Floating IP 888a580c-02f5-4040-8cd7-eba80b1069e7 associated. External IP: 172.25.6.134, port: dcb360cb-e645-4772-b6af-48476339ad13. Jul 28 14:46:06.445087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] Set router 92e8dceb-701e-4d75-8430-e235524c57ab gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:06.460628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Allocated IP 172.20.0.11 (4b8ad1b7-f065-4f4a-8127-ee38da395a39/f0884a93-5cf5-4f91-9e92-d9098e9f6e33/dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:06.659423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.698995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-5d4fb2f0-514f-43bf-8afe-2f8da373936f service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969753 Jul 28 14:46:06.797051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-d399dc47-380d-4097-ba0d-3c2da1f86ceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 200 len: 217 time: 0.0843954 Jul 28 14:46:06.837280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:06.865623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-be8e7eb4-67a6-48cb-a645-de3f27123085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:06.867496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-be8e7eb4-67a6-48cb-a645-de3f27123085 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 200 len: 797 time: 0.0610528 Jul 28 14:46:06.993471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e11f8-18b6-4f96-afd6-2f6a55131567 req-ddbfa18b-228e-4122-8601-86aadf4e039e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.001922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a15e11f8-18b6-4f96-afd6-2f6a55131567 req-ddbfa18b-228e-4122-8601-86aadf4e039e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1617415 Jul 28 14:46:07.073994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-bb8822d2-206b-4032-981c-14df3a6fd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.078440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-bb8822d2-206b-4032-981c-14df3a6fd67d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1824975 Jul 28 14:46:07.091300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a15e11f8-18b6-4f96-afd6-2f6a55131567 req-66608dfd-7290-436f-961d-16a7c5be1466 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833151 Jul 28 14:46:07.117199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:07.125374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.129420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] Sync routers for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:07.143837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.153165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:07.155549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:07.167724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f53f82f5-8a32-41a3-bb4f-340b3ee43239 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "PUT /v2.0/floatingips/888a580c-02f5-4040-8cd7-eba80b1069e7 HTTP/1.1" status: 200 len: 992 time: 2.2741210 Jul 28 14:46:07.167724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:07.183452 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612" -d '{"events": [{"name": "network-changed", "server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "tag": "dcb360cb-e645-4772-b6af-48476339ad13"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:07.216699 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:46:03Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:07.288892 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52500b92-8ba5-4014-9e9e-55d0a7ebc360 None None] The sync data for ids ['92e8dceb-701e-4d75-8430-e235524c57ab'] in n-d-764806-10 is: [{'id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'name': 'tempest-ServersTestFqdnHostnames-1581818961-router', 'tenant_id': 'c39036b6af1942808067ddf7c732a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:30Z', 'updated_at': '2021-07-28T14:46:03Z', 'revision_number': 5, 'project_id': 'c39036b6af1942808067ddf7c732a4fe', 'gw_port': {'id': '5475dae6-a26d-4942-818b-9ecc39a84b23', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8dceb-701e-4d75-8430-e235524c57ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:34Z', 'updated_at': '2021-07-28T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:07.371155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eb4ac-0591-44b5-9bde-5b4cbb799924 req-e15704d5-88f4-49a2-ae58-de6c9823923e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.371969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b9eb4ac-0591-44b5-9bde-5b4cbb799924 req-e15704d5-88f4-49a2-ae58-de6c9823923e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1227725 Jul 28 14:46:07.390754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46fb67c3-e4e1-4dec-9fe5-2ffbe7ad432b req-bcedc2c1-1364-4e50-8772-4990d9fd4a61 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.2730882 Jul 28 14:46:07.393481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Deleting port 5475dae6-a26d-4942-818b-9ecc39a84b23 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:07.394049 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.414069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:07.436173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b9eb4ac-0591-44b5-9bde-5b4cbb799924 req-29dc0c2b-e240-4853-9b7f-24021e40773d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555937 Jul 28 14:46:07.530720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.693866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:07.794293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:07.803021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:07.813913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:07.869699 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720b79c0-14b7-4b5b-a4cd-288116203ae8 x-openstack-request-id: req-720b79c0-14b7-4b5b-a4cd-288116203ae8 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:07.871434 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "tag": "dcb360cb-e645-4772-b6af-48476339ad13", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:07.872209 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-720b79c0-14b7-4b5b-a4cd-288116203ae8 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:07.873147 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13', 'status': 'completed', 'code': 200} Jul 28 14:46:07.906953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-56373e16-f9f2-4536-95e7-370519fc5b22 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951696 Jul 28 14:46:07.931539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '888a580c-02f5-4040-8cd7-eba80b1069e7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'port_id': 'dcb360cb-e645-4772-b6af-48476339ad13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'mac_address': 'fa:16:3e:3c:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfb402-f48e-47f6-830f-ebf879d05792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:45:30Z', 'updated_at': '2021-07-28T14:46:05Z', 'revision_number': 1, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:34Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:07.946230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4960e-7cea-4699-8e21-5538d9e895d4 req-177353b8-1fae-467b-9a81-d822ebfafef1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.947925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0e4960e-7cea-4699-8e21-5538d9e895d4 req-177353b8-1fae-467b-9a81-d822ebfafef1 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.2600634 Jul 28 14:46:07.992821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] For port 5475dae6-a26d-4942-818b-9ecc39a84b23, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5475dae6-a26d-4942-818b-9ecc39a84b23,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:07.993263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.019511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] Checking router: b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:46:08.052209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.052922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.055786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:08.058736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:45:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:08.079821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Calling delete_port for 5475dae6-a26d-4942-818b-9ecc39a84b23 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:08.141774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-d94bb030-eebe-4a0f-94d5-2f3641d783c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.143275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-d94bb030-eebe-4a0f-94d5-2f3641d783c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb7a907cef314e5db372f77cd7eb632a&device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 1098 time: 0.2432344 Jul 28 14:46:08.244832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:08.301560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-da9bbe80-7bf6-4cf5-bf41-74ca21a9e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.303158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-da9bbe80-7bf6-4cf5-bf41-74ca21a9e920 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03cea28e-e082-4a64-9b18-572766c22ea7 HTTP/1.1" status: 200 len: 906 time: 0.1085727 Jul 28 14:46:08.318304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0e4960e-7cea-4699-8e21-5538d9e895d4 req-02e77749-a866-4412-994c-30a59d0b00d5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336015 Jul 28 14:46:08.326939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-77b41003-0da0-4a79-b92f-5c57951897cb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3023021 Jul 28 14:46:08.365265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Request body: {'port': {'device_id': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:08.456317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deb2ed5d-59ef-44fc-a7b0-535af05d81fd req-969e3a6d-2ea4-4d7d-95c4-0a7861aac5e1 service neutron] 10.222.0.42 "GET /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217016 Jul 28 14:46:08.589800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86351c-0332-4378-9bb4-cdcf2857b18e req-eed02799-8fc6-473d-a896-2d5bed73d92a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.596666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d86351c-0332-4378-9bb4-cdcf2857b18e req-eed02799-8fc6-473d-a896-2d5bed73d92a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 932 time: 0.0870705 Jul 28 14:46:08.669172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '888a580c-02f5-4040-8cd7-eba80b1069e7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'port_id': 'dcb360cb-e645-4772-b6af-48476339ad13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'mac_address': 'fa:16:3e:3c:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfb402-f48e-47f6-830f-ebf879d05792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:45:30Z', 'updated_at': '2021-07-28T14:46:05Z', 'revision_number': 1, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:34Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:08.692911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d86351c-0332-4378-9bb4-cdcf2857b18e req-91c56097-ec12-4628-972f-b18a0edb71b2 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911944 Jul 28 14:46:08.748734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149481c-4839-4d01-97f9-40e2f1f286d1 None None] The sync data for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 is: [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '888a580c-02f5-4040-8cd7-eba80b1069e7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'port_id': 'dcb360cb-e645-4772-b6af-48476339ad13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'mac_address': 'fa:16:3e:3c:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfb402-f48e-47f6-830f-ebf879d05792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:45:30Z', 'updated_at': '2021-07-28T14:46:05Z', 'revision_number': 1, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:34Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:08.818973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-4e90da81-0375-4f54-90da-6f8c06820a6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb360cb-e645-4772-b6af-48476339ad13 HTTP/1.1" status: 200 len: 1000 time: 0.4982126 Jul 28 14:46:08.849459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.908873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0c6b7-aeb3-4b6b-bf61-4dddebc7b08c req-c1aafff3-4128-4339-957c-15a52ffd0397 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.913170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8d0c6b7-aeb3-4b6b-bf61-4dddebc7b08c req-c1aafff3-4128-4339-957c-15a52ffd0397 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.4141636 Jul 28 14:46:09.101283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-5aac653d-5c12-4daf-8558-c66c36c1eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.105366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-5aac653d-5c12-4daf-8558-c66c36c1eb81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c3d4635-33d6-4fc0-be5f-5e05e87d0486 HTTP/1.1" status: 200 len: 844 time: 0.2666345 Jul 28 14:46:09.150157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.197659 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fabbcb-87b9-4ccd-b0f3-9109f48a979e None None] New status for floating IP 888a580c-02f5-4040-8cd7-eba80b1069e7: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:46:09.240029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8d0c6b7-aeb3-4b6b-bf61-4dddebc7b08c req-d081b4cd-bc30-498a-9fc4-b2411cbbd200 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236953 Jul 28 14:46:09.246048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3035c53-8810-4dd3-a3d9-761d7b91b4fa no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:09.317925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Pushing event deleted for resources: {'Port': ['ID=5475dae6-a26d-4942-818b-9ecc39a84b23,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:09.351539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e3035c53-8810-4dd3-a3d9-761d7b91b4fa {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:09.352440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3035c53-8810-4dd3-a3d9-761d7b91b4fa not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:09.549934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-bac9ae41-1451-4a70-9101-33ac551fdff6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619990 Jul 28 14:46:09.564567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-d2062d76-3f2c-441b-b30f-1d0191f5e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.566508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-d2062d76-3f2c-441b-b30f-1d0191f5e47c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03cea28e-e082-4a64-9b18-572766c22ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4433024 Jul 28 14:46:09.581145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.599122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7a17d-ac1c-4064-89fd-42d9d205caa7 req-055fe853-6958-4fc4-a758-8139799c047c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.602061 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59d7a17d-ac1c-4064-89fd-42d9d205caa7 req-055fe853-6958-4fc4-a758-8139799c047c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1253984 Jul 28 14:46:09.738815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59d7a17d-ac1c-4064-89fd-42d9d205caa7 req-969b109a-464c-4dc6-87ba-f01e6d2df333 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197398 Jul 28 14:46:10.009146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.013148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.047318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:10.098717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:10.113868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.162306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Transition to ACTIVE for port object dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:10.167265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-ed704ec7-a753-482e-9cce-a4a672c9564d service neutron] 10.222.0.58 "GET /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831196 Jul 28 14:46:10.177060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076587b4-9b96-4822-9c0a-7e18cb442e8d req-59fe2a2b-c965-45cf-b1fb-923a5ba0294f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:10.178679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-076587b4-9b96-4822-9c0a-7e18cb442e8d req-59fe2a2b-c965-45cf-b1fb-923a5ba0294f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 932 time: 0.1716223 Jul 28 14:46:10.317596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-076587b4-9b96-4822-9c0a-7e18cb442e8d req-eb219bc6-64ed-47f9-b988-06ea714f6edf tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815933 Jul 28 14:46:10.335273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.335273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e8dceb-701e-4d75-8430-e235524c57ab {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:46:10.341677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.343576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9077ab1d-ef3f-4d8f-97ff-38d037f7b195 admin admin] 10.222.0.57 "DELETE /v2.0/routers/92e8dceb-701e-4d75-8430-e235524c57ab HTTP/1.1" status: 204 len: 168 time: 4.7798007 Jul 28 14:46:10.345158 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.353185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:10.474578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d66c6d18-7fe1-4c11-b94f-bc9c5aca0612 req-e0f16a06-068a-4c6f-a973-d278c0de2aaf service neutron] 10.222.0.58 "GET /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947073 Jul 28 14:46:10.540021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Deleting subnet 5b4419fe-7de0-4c14-813a-d73db5f1d9f8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:10.555185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:10.621578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.701979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Attempting to bind port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:10.701979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Attempting to bind port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:10.702583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Attempting to bind port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:10.709654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.713821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:46:10.713821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Attempting to bind port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:10.723563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:10.725118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Checking segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:10.725118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Bound using segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:10.725368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Bound port: dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:10.725893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.881784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:10.885939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:11.047815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:11.088937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b713-c7c9-4e8d-bda3-b1ff468badcc req-5e28045f-b224-43ab-8a5b-cd519597495f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:11.088937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-31d8b713-c7c9-4e8d-bda3-b1ff468badcc req-5e28045f-b224-43ab-8a5b-cd519597495f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.5274682 Jul 28 14:46:11.232778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-31d8b713-c7c9-4e8d-bda3-b1ff468badcc req-9d5ddc74-7fe3-45d0-82b6-1a3360e40786 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447401 Jul 28 14:46:11.405390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5475dae6-a26d-4942-818b-9ecc39a84b23 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:11.417706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:11.510532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5475dae6-a26d-4942-818b-9ecc39a84b23 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:11.526001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5475dae6-a26d-4942-818b-9ecc39a84b23 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:11.692753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:11.705057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:11.705057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] 10.222.0.42 "PUT /v2.0/ports/dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 HTTP/1.1" status: 200 len: 1093 time: 3.3388298 Jul 28 14:46:11.705057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:11.705057 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5ee165-f2a4-4657-b901-db89aadb53dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:11.718323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d56c2f-c787-4f57-b0e1-137ed89d3c5f req-7edb1a51-08be-48a4-af22-3972fa095b7f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:11.723426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5d56c2f-c787-4f57-b0e1-137ed89d3c5f req-7edb1a51-08be-48a4-af22-3972fa095b7f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1314273 Jul 28 14:46:11.738404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312596b0-35a0-4838-b25c-25a8ed6af7bc req-6ce52e82-4f53-4db3-b8a5-37e38e69378e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:11.740112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-312596b0-35a0-4838-b25c-25a8ed6af7bc req-6ce52e82-4f53-4db3-b8a5-37e38e69378e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.8307414 Jul 28 14:46:11.743594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcd5a4-ed4a-494a-9f6a-1f055747824b service neutron] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:11.795401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5d56c2f-c787-4f57-b0e1-137ed89d3c5f req-6a83fc5a-23df-4a0b-a675-41ea16729e32 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623314 Jul 28 14:46:11.831664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-312596b0-35a0-4838-b25c-25a8ed6af7bc req-fe051617-abe9-4ed4-824f-78776c4d856f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681996 Jul 28 14:46:11.883560 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:11.883715 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab0e86-b4fe-46cc-8df0-0f20ff6180ca x-openstack-request-id: req-c2ab0e86-b4fe-46cc-8df0-0f20ff6180ca {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:11.883715 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:11.884081 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2ab0e86-b4fe-46cc-8df0-0f20ff6180ca {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:11.884537 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'status': 'completed', 'code': 200} Jul 28 14:46:11.908104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4419fe-7de0-4c14-813a-d73db5f1d9f8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:11.913298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:11.917736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d8b2878-9091-41d2-98dc-68b4d9dee0ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5b4419fe-7de0-4c14-813a-d73db5f1d9f8 HTTP/1.1" status: 204 len: 168 time: 1.5613194 Jul 28 14:46:11.919905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50366) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:11.929031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad7feb-95b6-4e14-9f4d-09ae7b7fcb29 None None] Network 70719f86-7c28-41db-b718-ddf147640082 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:12.121216 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.142925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee165-f2a4-4657-b901-db89aadb53dc req-46b8e4e3-00fa-493a-977c-7ad0734de216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.146310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5ee165-f2a4-4657-b901-db89aadb53dc req-46b8e4e3-00fa-493a-977c-7ad0734de216 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 1096 time: 0.1792512 Jul 28 14:46:12.206699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] DHCP port deletion for 70719f86-7c28-41db-b718-ddf147640082 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:12.263593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] Deleting port 992e032a-d65b-4412-816d-d30911f97bf3 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:12.263978 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.385705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] For port 992e032a-d65b-4412-816d-d30911f97bf3, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=992e032a-d65b-4412-816d-d30911f97bf3,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:12.386390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.411086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] Calling delete_port for 992e032a-d65b-4412-816d-d30911f97bf3 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:12.416651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Deleting port 992e032a-d65b-4412-816d-d30911f97bf3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:12.416934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.491753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee165-f2a4-4657-b901-db89aadb53dc req-4ce4bcda-40cb-4c39-b9c1-b3e7027726d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.500291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5ee165-f2a4-4657-b901-db89aadb53dc req-4ce4bcda-40cb-4c39-b9c1-b3e7027726d6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c9b83fdfdc24fe69e79af9588898434&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3066089 Jul 28 14:46:12.641349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17add02-7285-4240-8562-aba505bc5d82 req-a853b7ef-01be-457f-bea1-1fe209b6d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.643270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-a853b7ef-01be-457f-bea1-1fe209b6d6e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7&tenant_id=77f0e07e6ffe48089600ff42c2d97d1f HTTP/1.1" status: 200 len: 1095 time: 0.2776690 Jul 28 14:46:12.652836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] For port 992e032a-d65b-4412-816d-d30911f97bf3, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=992e032a-d65b-4412-816d-d30911f97bf3,segment=NetworkSegment(35315ac4-0bf4-4ac7-a630-65731fa76814),segment_id=35315ac4-0bf4-4ac7-a630-65731fa76814)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:12.653190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.664819 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.683439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda5085-56c5-432e-aa4b-685b737920a8 req-c2f3c503-898f-46ba-bb6a-940a35228a24 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.685191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1dda5085-56c5-432e-aa4b-685b737920a8 req-c2f3c503-898f-46ba-bb6a-940a35228a24 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.2757928 Jul 28 14:46:12.693420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Calling delete_port for 992e032a-d65b-4412-816d-d30911f97bf3 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:12.732996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] Pushing event deleted for resources: {'Port': ['ID=992e032a-d65b-4412-816d-d30911f97bf3,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:12.742884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18062d-3393-41b7-bd17-eb5e9be7ab1c None None] No DVR routers for this DVR port 992e032a-d65b-4412-816d-d30911f97bf3 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:12.940630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee165-f2a4-4657-b901-db89aadb53dc req-b1959dce-d5dc-4e5a-b4a1-1d564dd93cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.940630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5ee165-f2a4-4657-b901-db89aadb53dc req-b1959dce-d5dc-4e5a-b4a1-1d564dd93cf9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4256821 Jul 28 14:46:12.963659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1dda5085-56c5-432e-aa4b-685b737920a8 req-5e55e7ae-3c6d-4f3e-9612-54543b149fbe tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600105 Jul 28 14:46:12.969701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-386cd41f-7240-4e89-95b5-1fc5b917056a tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.974953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-386cd41f-7240-4e89-95b5-1fc5b917056a tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.1871326 Jul 28 14:46:12.983697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17add02-7285-4240-8562-aba505bc5d82 req-035f3d26-bcb2-408e-9569-0cb7a04f0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.986365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-035f3d26-bcb2-408e-9569-0cb7a04f0e10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2614920 Jul 28 14:46:13.009452 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-3c2578e1-4da9-4e04-a5ba-bbf21363b6eb tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/quotas/d7ef84ea0ff24cde9de63a258c633653 HTTP/1.1" status: 200 len: 375 time: 0.0206051 Jul 28 14:46:13.012593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.124014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-b9dd1d84-3072-4059-b9d6-23ec2515f348 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968790 Jul 28 14:46:13.184748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Pushing event deleted for resources: {'Port': ['ID=992e032a-d65b-4412-816d-d30911f97bf3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:13.187465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] No DVR routers for this DVR port 992e032a-d65b-4412-816d-d30911f97bf3 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:13.310368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-9a3741eb-5d49-49eb-bcf9-4dbfe02c00a9 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769629 Jul 28 14:46:13.337931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 992e032a-d65b-4412-816d-d30911f97bf3 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:13.365227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.371054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-9fbbeac2-8149-4953-bddb-188f44f1d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.372677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-9fbbeac2-8149-4953-bddb-188f44f1d545 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 1096 time: 0.3298862 Jul 28 14:46:13.381035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 992e032a-d65b-4412-816d-d30911f97bf3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:13.381983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 992e032a-d65b-4412-816d-d30911f97bf3 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:13.386043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70719f86-7c28-41db-b718-ddf147640082']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:13.396182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106eb13-19ee-48ef-b2de-99300682df76 req-d980dbd8-c673-4ae5-bfe1-7fb6ab9762fd tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.401207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b106eb13-19ee-48ef-b2de-99300682df76 req-d980dbd8-c673-4ae5-bfe1-7fb6ab9762fd tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.2338684 Jul 28 14:46:13.427913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17add02-7285-4240-8562-aba505bc5d82 req-514913ed-7457-4b11-821e-702701fe8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.431905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-514913ed-7457-4b11-821e-702701fe8547 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 914 time: 0.4138143 Jul 28 14:46:13.448768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35315ac4-0bf4-4ac7-a630-65731fa76814') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:13.449172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35315ac4-0bf4-4ac7-a630-65731fa76814') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:13.461614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-538332e7-b127-4fa3-8bb8-b08ae991dca5 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429210 Jul 28 14:46:13.600775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.605558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-fc26f4b8-9d4d-48bb-a138-390e932282f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 HTTP/1.1" status: 200 len: 217 time: 0.2022016 Jul 28 14:46:13.607607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-f4d7d25a-2da5-4cd1-a35d-e765d60d2a2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 217 time: 0.1547720 Jul 28 14:46:13.690362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.714599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b106eb13-19ee-48ef-b2de-99300682df76 req-440b3826-32ad-46ea-8879-4c2d508f772f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901337 Jul 28 14:46:13.717805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:13.718210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:13.721698 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:13.784345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-4285a317-1413-4bf8-85b8-5d36cbd4f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.786638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-4285a317-1413-4bf8-85b8-5d36cbd4f4b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0884a93-5cf5-4f91-9e92-d9098e9f6e33 HTTP/1.1" status: 200 len: 862 time: 0.1649783 Jul 28 14:46:13.792560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17add02-7285-4240-8562-aba505bc5d82 req-0f0c085e-fdba-450b-91f6-058f70911acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.794051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-0f0c085e-fdba-450b-91f6-058f70911acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.1739223 Jul 28 14:46:13.877767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-bbb4dc78-9f42-41f6-b51a-c519afc4fb71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522540 Jul 28 14:46:13.897209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-28e88a7e-2ea4-40fb-a39d-761fbe893795 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b8ad1b7-f065-4f4a-8127-ee38da395a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704689 Jul 28 14:46:13.998660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.013908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79dfdd-f34f-4ba4-8fae-2017a96a1b40 req-0f5ae8f3-78ed-41e3-a95e-0cd0f8a6e548 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:14.015516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd79dfdd-f34f-4ba4-8fae-2017a96a1b40 req-0f5ae8f3-78ed-41e3-a95e-0cd0f8a6e548 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.2204163 Jul 28 14:46:14.037718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.039714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] 10.222.0.57 "DELETE /v2.0/networks/70719f86-7c28-41db-b718-ddf147640082 HTTP/1.1" status: 204 len: 168 time: 2.1186094 Jul 28 14:46:14.042869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9e58c-3aa7-43f1-a788-8d474c35d447 admin admin] Pushing event deleted for resources: {'Network': ['ID=70719f86-7c28-41db-b718-ddf147640082,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:14.132053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fd2635c-4d6d-49ba-a2fa-aa72e86ce7b2 req-7bb4a622-791a-4661-a3d5-f49056f8ed5c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.1099260 Jul 28 14:46:14.137927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-462d20e8-ca48-4a39-87d4-a93058bc4f9b service neutron] 10.222.0.42 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313919 Jul 28 14:46:14.145524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd79dfdd-f34f-4ba4-8fae-2017a96a1b40 req-ba781cbb-eaea-4ace-bdd3-751fc693696e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957859 Jul 28 14:46:14.246662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-235f9b01-5420-43b6-8d4e-541eb2f01ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531966 Jul 28 14:46:14.378303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a11d-9cfe-4a01-b070-372d8bedd83c req-a71da05a-5778-4cdb-8012-8ca9f5e86a06 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:14.379834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d370b227-9eb7-4510-a9cb-f0a427c4e475 req-f7828032-e49e-4869-b470-682fc781073a service neutron] 10.222.0.42 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319436 Jul 28 14:46:14.393574 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f508a11d-9cfe-4a01-b070-372d8bedd83c req-a71da05a-5778-4cdb-8012-8ca9f5e86a06 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1223576 Jul 28 14:46:14.407097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e17add02-7285-4240-8562-aba505bc5d82 req-4395820c-88eb-4a0c-a740-1f8e5ee79795 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520131 Jul 28 14:46:14.441794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f508a11d-9cfe-4a01-b070-372d8bedd83c req-cf114ffc-2e02-4778-b4d7-3992610096f3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459828 Jul 28 14:46:14.895349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50448) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:14.951261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c318-40f4-4f66-ac17-3aaff03f676f req-588b6cc0-c767-445f-beaa-95a889576b69 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:14.958513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ae7c318-40f4-4f66-ac17-3aaff03f676f req-588b6cc0-c767-445f-beaa-95a889576b69 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1193318 Jul 28 14:46:15.018770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ae7c318-40f4-4f66-ac17-3aaff03f676f req-61cd372b-31b9-4c07-b727-91f9d6793bf7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Jul 28 14:46:15.033001 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0be0fee6-d86d-409f-90ac-f2759ffc853b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c39036b6af1942808067ddf7c732a4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328037 Jul 28 14:46:15.033001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:15.096116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ba9dfd-08dc-4774-a5c8-744498b9d583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.125171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ba9dfd-08dc-4774-a5c8-744498b9d583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.230955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6300786e-e7ff-4aac-9944-951b3958a43d req-ac9f53c1-10b2-4eca-9fc1-b26a50e8e625 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0421665 Jul 28 14:46:15.356327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ba9dfd-08dc-4774-a5c8-744498b9d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.359011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ba9dfd-08dc-4774-a5c8-744498b9d583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.360156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51ba9dfd-08dc-4774-a5c8-744498b9d583 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2d8a7dc-7d67-446f-b23b-5f715f6d7f1f HTTP/1.1" status: 204 len: 168 time: 0.3264198 Jul 28 14:46:15.372050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781d6bf-768f-451f-8930-491e67147629 req-9e17ce26-7abc-4b43-83e2-95815431180c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.373669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1781d6bf-768f-451f-8930-491e67147629 req-9e17ce26-7abc-4b43-83e2-95815431180c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0642316 Jul 28 14:46:15.379709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba9dfd-08dc-4774-a5c8-744498b9d583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d8a7dc-7d67-446f-b23b-5f715f6d7f1f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:15.438637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1781d6bf-768f-451f-8930-491e67147629 req-6a02bf5a-a8b8-4dea-9de6-e7d10f0e4a49 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Jul 28 14:46:15.596350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18dbf2-e819-4c29-bd45-9a68872d46e8 req-513b488e-80eb-4e76-8cd7-87117f6fd192 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.598211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b18dbf2-e819-4c29-bd45-9a68872d46e8 req-513b488e-80eb-4e76-8cd7-87117f6fd192 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0589111 Jul 28 14:46:15.648908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b18dbf2-e819-4c29-bd45-9a68872d46e8 req-2090a614-6711-4959-938e-bc4fccca0c3b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Jul 28 14:46:16.251575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328fe19-7eaa-4243-931f-526a56ea568e req-0371c380-b720-4446-b167-047f02223697 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.292918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8328fe19-7eaa-4243-931f-526a56ea568e req-0371c380-b720-4446-b167-047f02223697 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1604388 Jul 28 14:46:16.414047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8328fe19-7eaa-4243-931f-526a56ea568e req-a3724d87-38eb-4d83-899b-ada79ed0e38b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115801 Jul 28 14:46:16.417115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e99b408-635f-420d-8c80-3bb922dc488e req-ea391011-1189-4775-a342-83708af161df tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0453756 Jul 28 14:46:16.709518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81df08e-c542-4b77-82ec-4f63d22b6928 req-85e9781d-5ab8-4a95-beef-0ec071235e7b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.723538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f81df08e-c542-4b77-82ec-4f63d22b6928 req-85e9781d-5ab8-4a95-beef-0ec071235e7b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1371722 Jul 28 14:46:16.801540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f81df08e-c542-4b77-82ec-4f63d22b6928 req-49ac21d2-e238-4ea5-aa87-780aab56c495 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Jul 28 14:46:16.843321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50504) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:16.864251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300c832-b4fe-45fc-8b20-60aa7cb172bc req-8002485f-6c9a-4c1e-9dfa-161c7e7b995f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.873143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7300c832-b4fe-45fc-8b20-60aa7cb172bc req-8002485f-6c9a-4c1e-9dfa-161c7e7b995f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0845459 Jul 28 14:46:16.943853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7300c832-b4fe-45fc-8b20-60aa7cb172bc req-b5cbb850-995e-488e-9390-79518a5404e9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629466 Jul 28 14:46:17.053911 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d552a286-f160-4a51-8dad-0616ae4a3b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.242202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d552a286-f160-4a51-8dad-0616ae4a3b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.319354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d552a286-f160-4a51-8dad-0616ae4a3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.369193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552a286-f160-4a51-8dad-0616ae4a3b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c97dd7-92ff-44a4-81b2-bca8be28e5a3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:17.370922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0eaaf-126c-4eba-8f4f-78be9de3cd8d req-b49f7c04-c7fa-41a3-8f9f-6391607da431 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:17.373955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-def0eaaf-126c-4eba-8f4f-78be9de3cd8d req-b49f7c04-c7fa-41a3-8f9f-6391607da431 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0971377 Jul 28 14:46:17.389392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d552a286-f160-4a51-8dad-0616ae4a3b2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=486f9b23e30946d58ab269eeed167cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445888 Jul 28 14:46:17.389672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50518) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:17.560139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-def0eaaf-126c-4eba-8f4f-78be9de3cd8d req-07a4bd17-ae83-48be-a2bc-98dcae079848 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664174 Jul 28 14:46:17.608595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50528) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:17.617625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffeff6a4-8e92-49b3-91e5-423ccc6bb15e req-bdc66cd7-5f95-4a38-b60b-9af119082571 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0589979 Jul 28 14:46:17.658723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da53ef16-1e21-49ea-9358-214988f33d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.703657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da53ef16-1e21-49ea-9358-214988f33d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.762187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0d4d7-8aae-4008-85b8-e674a9773f1f req-a4c919af-30c7-42af-8b1b-cbd6aeb84c35 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:17.764863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03e0d4d7-8aae-4008-85b8-e674a9773f1f req-a4c919af-30c7-42af-8b1b-cbd6aeb84c35 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0692067 Jul 28 14:46:17.837165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeedd25-9a1b-4678-ad41-ca7518fb3213 req-2dd40fe1-f9b8-4cc9-99c8-f74e9bdf145d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:17.846619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ceeedd25-9a1b-4678-ad41-ca7518fb3213 req-2dd40fe1-f9b8-4cc9-99c8-f74e9bdf145d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1078887 Jul 28 14:46:17.849415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03e0d4d7-8aae-4008-85b8-e674a9773f1f req-d09b2afd-800b-4c0f-9814-53e815ba937a tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 Jul 28 14:46:17.860694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1890752423-network', 'tenant_id': 'b83d2169943a4dfa88f08782db9d3df1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:17.921295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ceeedd25-9a1b-4678-ad41-ca7518fb3213 req-aa1c0aa4-81b0-4d0e-b892-19242943a654 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701008 Jul 28 14:46:17.959442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da53ef16-1e21-49ea-9358-214988f33d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.962039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da53ef16-1e21-49ea-9358-214988f33d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.963359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-da53ef16-1e21-49ea-9358-214988f33d9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16c97dd7-92ff-44a4-81b2-bca8be28e5a3 HTTP/1.1" status: 204 len: 168 time: 0.5721834 Jul 28 14:46:17.997485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53ef16-1e21-49ea-9358-214988f33d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c97dd7-92ff-44a4-81b2-bca8be28e5a3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:18.015898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Made reservation on behalf of b83d2169943a4dfa88f08782db9d3df1 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:18.028800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.066703 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.165523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302855de-11ed-433c-bb32-ab5013b56d75 req-b6582f72-48e4-4bc9-a18a-e66abb1801c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:18.167418 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-302855de-11ed-433c-bb32-ab5013b56d75 req-b6582f72-48e4-4bc9-a18a-e66abb1801c7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0961447 Jul 28 14:46:18.307156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-302855de-11ed-433c-bb32-ab5013b56d75 req-1dda524b-5ae6-4ec6-8d91-e631a46dafdc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101942 Jul 28 14:46:18.374425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.506224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.569609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:46:18.572227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8e99-5433-48e2-81a5-873e33b85ec3 req-2ea0942d-c824-4740-b9e0-141c1937064e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:18.572553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c67d2c2-c534-40a8-940e-6bdd3363311a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:18.575081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cfb8e99-5433-48e2-81a5-873e33b85ec3 req-2ea0942d-c824-4740-b9e0-141c1937064e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0880368 Jul 28 14:46:18.590364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.590964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.591342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.591703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.592070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.592437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.592832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.593240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.594569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.594569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.594569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.594868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.617998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.618710 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Added segment 250ca9fb-c2b1-46be-9d34-74f58ba06d87 of type vlan for network 86f0dc78-0a72-4951-b883-55a52aeedddf Jul 28 14:46:18.653477 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cfb8e99-5433-48e2-81a5-873e33b85ec3 req-0a5b2432-6594-4b43-87db-6ad3afa8a7d0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Jul 28 14:46:18.700780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.805703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-deeec3d3-1163-4b01-8fb1-653b54295c60 req-36e7a135-2639-481c-aa60-8583ce22a350 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0679104 Jul 28 14:46:18.930998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.932638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:18.933514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.015640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=86f0dc78-0a72-4951-b883-55a52aeedddf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:19.033436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 86f0dc78-0a72-4951-b883-55a52aeedddf details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:46:19.091637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50550) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.118150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9d049090-7099-4530-a85e-a1ab2b56d8d5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5065212 Jul 28 14:46:19.124083 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7104ceb-11f5-4621-a70e-ec60be68879b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.124799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5086fb-3b00-4608-8a7b-e6ca5f7d7b09 req-aea2a6e9-1125-4d5f-84b6-031d871e9fd2 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.132141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb5086fb-3b00-4608-8a7b-e6ca5f7d7b09 req-aea2a6e9-1125-4d5f-84b6-031d871e9fd2 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1284285 Jul 28 14:46:19.133980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50552) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.147746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Request body: {'subnet': {'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1890752423-subnet', 'tenant_id': 'b83d2169943a4dfa88f08782db9d3df1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:19.200596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb5086fb-3b00-4608-8a7b-e6ca5f7d7b09 req-4ed8b79e-b4f3-4d7e-a1ce-615db81b02a2 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653448 Jul 28 14:46:19.289853 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:46:19.311158 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7104ceb-11f5-4621-a70e-ec60be68879b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.441071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7104ceb-11f5-4621-a70e-ec60be68879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.498871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b7104ceb-11f5-4621-a70e-ec60be68879b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93660d21532546d3b6bccd993de706cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063995 Jul 28 14:46:19.499821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.517254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7104ceb-11f5-4621-a70e-ec60be68879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ffea7-25d9-4d6c-a0ca-704129f8337f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:19.540348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Made reservation on behalf of b83d2169943a4dfa88f08782db9d3df1 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:19.545095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.565244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b85f1-4018-47b4-8605-971b87fec3bf req-d64af53e-4443-4fcc-bb67-64c4c90b489d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.569277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a2b85f1-4018-47b4-8605-971b87fec3bf req-d64af53e-4443-4fcc-bb67-64c4c90b489d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1679006 Jul 28 14:46:19.651359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a2b85f1-4018-47b4-8605-971b87fec3bf req-f9566a67-3aa9-4e78-9de2-4af6e9accb76 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741210 Jul 28 14:46:19.653929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b6ff-f596-4781-b27d-755067442b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.716661 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b6ff-f596-4781-b27d-755067442b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.892264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41c936-1384-4e96-88cd-6f043a10d893 req-5d0b90d2-fbd3-4d67-929d-dc0eba8c0aed tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.898071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d41c936-1384-4e96-88cd-6f043a10d893 req-5d0b90d2-fbd3-4d67-929d-dc0eba8c0aed tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1302245 Jul 28 14:46:19.985603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7143c61-1dad-4576-afc1-54d1e95e7ea4 req-e925b213-e222-48a9-bf88-aa7a5782775d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0533218 Jul 28 14:46:20.043767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d41c936-1384-4e96-88cd-6f043a10d893 req-f7925560-209f-42c4-a252-7ccc72e02e2e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298792 Jul 28 14:46:20.096640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.136891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b6ff-f596-4781-b27d-755067442b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.139520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b6ff-f596-4781-b27d-755067442b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.143771 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e8f1b6ff-f596-4781-b27d-755067442b4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/596ffea7-25d9-4d6c-a0ca-704129f8337f HTTP/1.1" status: 204 len: 168 time: 0.6421890 Jul 28 14:46:20.163269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1b6ff-f596-4781-b27d-755067442b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ffea7-25d9-4d6c-a0ca-704129f8337f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:20.168365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec225095-0424-4a42-9d67-fa99f061866c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:20.262033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Checking segment: {'id': '250ca9fb-c2b1-46be-9d34-74f58ba06d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:20.262505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Network hostable DHCP agents. Network: 86f0dc78-0a72-4951-b883-55a52aeedddf, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:46:20.400996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f0dc1-53fb-4e43-949b-ff2ccc65aeff req-e25b80c8-bf0c-4dff-874d-36172c560689 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:20.403105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e7f0dc1-53fb-4e43-949b-ff2ccc65aeff req-e25b80c8-bf0c-4dff-874d-36172c560689 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0920846 Jul 28 14:46:20.408552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Network 86f0dc78-0a72-4951-b883-55a52aeedddf is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:46:20.485674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e7f0dc1-53fb-4e43-949b-ff2ccc65aeff req-05ed6482-8f00-4507-9bc0-3b68f7f4368b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757060 Jul 28 14:46:20.513566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 86f0dc78-0a72-4951-b883-55a52aeedddf) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:20.518541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:20.519530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.528663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e179050-25a7-4c8f-8b26-25b26bfc2e21 None None] Network 86f0dc78-0a72-4951-b883-55a52aeedddf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:20.678120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05d28792-e915-48d8-99a3-84a6d215cafe admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5356071 Jul 28 14:46:20.711651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358ee1d-6365-45f1-88ec-7024c7a1609b None None] Network 86f0dc78-0a72-4951-b883-55a52aeedddf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:21.027213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bdc64-84bb-457d-92ce-42355f947347 req-cf403129-69cc-40ef-9dfb-a62d03e86ccb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:21.029344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba0bdc64-84bb-457d-92ce-42355f947347 req-cf403129-69cc-40ef-9dfb-a62d03e86ccb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1051953 Jul 28 14:46:21.135905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba0bdc64-84bb-457d-92ce-42355f947347 req-b34578f8-634a-4f0e-a2c2-9eb2eefd2dbc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814199 Jul 28 14:46:21.283561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6caaa190-db81-4cc3-886f-bef05e18de0e req-9351b7b7-b2d2-439f-980f-84c188a2c689 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0504203 Jul 28 14:46:21.493623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110676d-022c-4b9a-ad9a-0f8691f0658f req-945a54c3-96df-47fa-a797-7a6275fd4cf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:21.501539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a110676d-022c-4b9a-ad9a-0f8691f0658f req-945a54c3-96df-47fa-a797-7a6275fd4cf9 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0967317 Jul 28 14:46:21.596978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a110676d-022c-4b9a-ad9a-0f8691f0658f req-3f261c63-0ac7-4822-a235-e0ffdfe3b0e5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943184 Jul 28 14:46:21.775693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1d9c-ec30-48ee-8ba3-2df08d14ec17 req-be5a10a7-9f76-443e-a052-c3dc7fae14b1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:21.775693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d92f1d9c-ec30-48ee-8ba3-2df08d14ec17 req-be5a10a7-9f76-443e-a052-c3dc7fae14b1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0948794 Jul 28 14:46:21.840426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d92f1d9c-ec30-48ee-8ba3-2df08d14ec17 req-f22662bd-53db-4f52-956e-91cd9d956c34 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Jul 28 14:46:22.131530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-d1e90633-4c2d-4efa-854d-4b16fc786708 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:22.133218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-d1e90633-4c2d-4efa-854d-4b16fc786708 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/networks?id=86f0dc78-0a72-4951-b883-55a52aeedddf HTTP/1.1" status: 200 len: 814 time: 0.2547586 Jul 28 14:46:22.154259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-04e8ce20-1e06-4960-a0d9-3fb55e63e1d4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/quotas/b83d2169943a4dfa88f08782db9d3df1 HTTP/1.1" status: 200 len: 375 time: 0.0104306 Jul 28 14:46:22.229804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac144-0854-49a1-867f-3cd812c3a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.237058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-bb7942b8-5591-44d1-b0bd-2a84e738cc4f tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b83d2169943a4dfa88f08782db9d3df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696352 Jul 28 14:46:22.321928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9392-d962-4eec-b4f3-75b8959287cd req-4af32908-5d32-4336-8279-0ea77c6b2904 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:22.330093 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42ee9392-d962-4eec-b4f3-75b8959287cd req-4af32908-5d32-4336-8279-0ea77c6b2904 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0807416 Jul 28 14:46:22.392089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42ee9392-d962-4eec-b4f3-75b8959287cd req-33e81a84-208e-4bb1-9b21-299caf5e557f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596094 Jul 28 14:46:22.404238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-db184fd0-d92c-4c78-ab6a-b1f36f29c7d6 service neutron] 10.222.0.57 "GET /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705284 Jul 28 14:46:22.613947 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-673a16e2-a5dd-4dca-bf01-8f852b849bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977589 Jul 28 14:46:22.677007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30eba313-1e6e-4651-81b9-b4415686e0a6 req-ffc7e59b-4f3b-403c-8669-640e0a72c133 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.1194437 Jul 28 14:46:22.859341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9ba1-93bc-4c8e-b364-4d517e4b933b req-df268d11-2c53-49a7-98a1-68c61fabdd3d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:22.860975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0dd9ba1-93bc-4c8e-b364-4d517e4b933b req-df268d11-2c53-49a7-98a1-68c61fabdd3d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0814779 Jul 28 14:46:23.048246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0dd9ba1-93bc-4c8e-b364-4d517e4b933b req-d90988b5-803d-426a-b235-b2708f5ae283 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741056 Jul 28 14:46:23.133078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f3c4-fc9e-4960-8c20-d841cfcf4d15 req-53344f17-1bbc-45a9-b029-b4e8cb7a3142 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:23.145298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae9f3c4-fc9e-4960-8c20-d841cfcf4d15 req-53344f17-1bbc-45a9-b029-b4e8cb7a3142 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1372256 Jul 28 14:46:23.167773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27f3820d-2a67-4e04-843e-bcb256b87d8a req-50dc1079-2a83-457d-b2b7-10456d01b8db tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0522623 Jul 28 14:46:23.257680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ae9f3c4-fc9e-4960-8c20-d841cfcf4d15 req-779a3c1f-20fa-487e-994d-5834730dc9e4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086490 Jul 28 14:46:23.664738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93129390-f8b5-482d-9395-7c9e54223254 req-80bdb9c4-fefc-4e1f-a413-16a955aa32c6 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:23.673139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93129390-f8b5-482d-9395-7c9e54223254 req-80bdb9c4-fefc-4e1f-a413-16a955aa32c6 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1335135 Jul 28 14:46:23.809949 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93129390-f8b5-482d-9395-7c9e54223254 req-a291f282-1f2c-41a6-87da-31a6a8e11444 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234713 Jul 28 14:46:23.950638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-faeb970f-8f4d-41c4-8905-df7f27e8264d req-f26e0b60-bac7-4da5-a049-b144a0eb5ee1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0861249 Jul 28 14:46:24.359113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a688b2-e2b8-4cc6-9b26-48a49459ba37 req-7e229e41-c38d-4d4b-9905-80e51f28641f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:24.365116 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13a688b2-e2b8-4cc6-9b26-48a49459ba37 req-7e229e41-c38d-4d4b-9905-80e51f28641f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1661444 Jul 28 14:46:24.401426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-594e0a13-f600-448e-b6ec-12970411d545 req-ba574a0a-dc65-464c-8d1d-0f55d28a9a3d tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.1059129 Jul 28 14:46:24.473299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13a688b2-e2b8-4cc6-9b26-48a49459ba37 req-87e72e15-521a-40f4-8f7b-c428055fe499 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926590 Jul 28 14:46:24.697242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45da51f-4978-4b2f-9627-78618524326e req-1296cf5b-a1cf-4c1c-bb6e-863fe07a3dbb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:24.700084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d45da51f-4978-4b2f-9627-78618524326e req-1296cf5b-a1cf-4c1c-bb6e-863fe07a3dbb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1889799 Jul 28 14:46:24.773401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d45da51f-4978-4b2f-9627-78618524326e req-f079d8ad-8327-4ae3-aa2f-8802623d13b8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Jul 28 14:46:24.827531 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64ad0ab7-ee5b-467c-8f99-0ad26c3dc210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.108349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.145133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f319e1-2375-44b4-94e3-6c5b64ac582f req-be570c04-678c-4eec-ac61-0862200095fc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.145133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48f319e1-2375-44b4-94e3-6c5b64ac582f req-be570c04-678c-4eec-ac61-0862200095fc tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1393852 Jul 28 14:46:25.217133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-48f319e1-2375-44b4-94e3-6c5b64ac582f req-7cab979a-fdd9-43da-ac57-26c784b6074c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560760 Jul 28 14:46:25.267653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-574b402d-d2aa-4adc-9c42-2c2df1491c07 req-2b5a5f79-f8d0-42d9-a859-0e43d702a9c6 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0877483 Jul 28 14:46:25.545078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a2a2439-d7c0-4c86-acde-11bc9a7cd77f req-3c8e9010-6618-47a0-aece-cdef015ee67d tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jul 28 14:46:25.757206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd7c8-f4c8-4b04-9785-c58be300d1ef req-ed8f7a64-9044-4b97-a537-fa35ce5451c8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.760439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d85bd7c8-f4c8-4b04-9785-c58be300d1ef req-ed8f7a64-9044-4b97-a537-fa35ce5451c8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1209030 Jul 28 14:46:25.849463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d85bd7c8-f4c8-4b04-9785-c58be300d1ef req-2f45f3ce-674f-448a-9a6d-fb5a029d6d48 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698650 Jul 28 14:46:25.966963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ec1f-bac9-4a89-aeb0-e7b6bf0684bf req-c20ba08b-3316-428c-9329-f8a111b18209 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.969099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb91ec1f-bac9-4a89-aeb0-e7b6bf0684bf req-c20ba08b-3316-428c-9329-f8a111b18209 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0643501 Jul 28 14:46:26.020558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb91ec1f-bac9-4a89-aeb0-e7b6bf0684bf req-3f5f8ac3-f5ec-4b14-8bdc-84d26227b8a1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Jul 28 14:46:26.384697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6efbbaef-bd14-4f57-a163-dc24fd7cd41f req-34dd0626-3069-41dd-a084-5f322a7fbd7b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Jul 28 14:46:26.392273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e34586-8595-4d30-830b-039a578af5db req-6022b509-8591-43ae-a7b4-e163d1072709 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.394849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7e34586-8595-4d30-830b-039a578af5db req-6022b509-8591-43ae-a7b4-e163d1072709 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0642917 Jul 28 14:46:26.441244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7e34586-8595-4d30-830b-039a578af5db req-e294529c-6d07-47ad-9cae-d2bcb323637c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Jul 28 14:46:26.681601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27588931-c1e3-49bd-84d8-09e5498d77be req-3616ab2a-1199-4a22-bc04-e9f9712c3693 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Jul 28 14:46:26.893079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-d4dc8678-e4a0-405d-b2db-17bdcda33244 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478506 Jul 28 14:46:26.963136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-5946dcd3-248d-42dc-91b6-74f05cd73aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.964745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-5946dcd3-248d-42dc-91b6-74f05cd73aa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 1097 time: 0.0479605 Jul 28 14:46:27.003477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e87bdc-4e09-4092-b796-881d2997067f req-ff56a367-a640-4519-a21d-a8e71ce2fe5f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.005062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1e87bdc-4e09-4092-b796-881d2997067f req-ff56a367-a640-4519-a21d-a8e71ce2fe5f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0581970 Jul 28 14:46:27.045162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1e87bdc-4e09-4092-b796-881d2997067f req-b82ebd14-0520-4604-ac88-29ccff2b3a36 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Jul 28 14:46:27.086090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-47f17fb1-5147-4796-93b2-3005c7e17ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.091178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-47f17fb1-5147-4796-93b2-3005c7e17ecf service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 914 time: 0.0973849 Jul 28 14:46:27.139818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-296afd29-2425-4f16-8a60-912c87d34dc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9 HTTP/1.1" status: 200 len: 217 time: 0.0424707 Jul 28 14:46:27.154650 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.219693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-651b1f52-51ff-40fa-bbe3-a8e6dd55ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.221217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-651b1f52-51ff-40fa-bbe3-a8e6dd55ca17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.0732291 Jul 28 14:46:27.232613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5b02-709b-4b2c-93d3-86e4bd769203 req-ecc34fe7-f6f5-43e5-85ee-63d0678ac5d4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.234441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fbf5b02-709b-4b2c-93d3-86e4bd769203 req-ecc34fe7-f6f5-43e5-85ee-63d0678ac5d4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0970809 Jul 28 14:46:27.265705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-fb8b9de9-e609-4e19-acff-e1024fdcd0d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305970 Jul 28 14:46:27.337933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fbf5b02-709b-4b2c-93d3-86e4bd769203 req-ad02f104-0528-40bd-ac9a-d9ec5922b735 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952530 Jul 28 14:46:27.390475 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-5172e044-0b81-44ab-b47e-c82f169d660c service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102018 Jul 28 14:46:27.398403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:27.509551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e941550-088c-48c4-85c6-14f7379fe878 req-9e84db07-6624-4bf7-a0b9-435f530182a4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0398808 Jul 28 14:46:27.510761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbd52f46-6670-405c-b7c6-9e4d1a01a2d3 req-b7ae3d50-2d31-4136-80ca-322b07849f10 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065340 Jul 28 14:46:27.537570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb09a95d-1d15-49e7-b940-39ce3a3d2e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.644608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344d8fd-b44f-415d-af12-65a0060b7545 req-bdd86c2a-55d1-4d26-8981-deee64cb6092 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.648868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f344d8fd-b44f-415d-af12-65a0060b7545 req-bdd86c2a-55d1-4d26-8981-deee64cb6092 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0922718 Jul 28 14:46:27.716724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f344d8fd-b44f-415d-af12-65a0060b7545 req-1232af1e-d3b1-4e6c-bb68-08c48cf8ff65 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599096 Jul 28 14:46:27.749490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb09a95d-1d15-49e7-b940-39ce3a3d2e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.799624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.809580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-638f594d-2ebf-4ec3-80f0-80bcb2aa7888 req-8ae66dbc-dbc4-4b74-8bdd-b0c15bb577ac tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0295956 Jul 28 14:46:27.827822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb09a95d-1d15-49e7-b940-39ce3a3d2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.880624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cb09a95d-1d15-49e7-b940-39ce3a3d2e7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cedf24ae008415084d1d468e9611453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811132 Jul 28 14:46:27.881852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09a95d-1d15-49e7-b940-39ce3a3d2e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c50c25-e1cd-40ba-b521-d9f90131989b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:27.883643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50730) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:27.948904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1ab5-9837-45d5-bc15-ad17debf2331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.973542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1ab5-9837-45d5-bc15-ad17debf2331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.152051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1ab5-9837-45d5-bc15-ad17debf2331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.154558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1ab5-9837-45d5-bc15-ad17debf2331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.155806 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c3a1ab5-9837-45d5-bc15-ad17debf2331 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49c50c25-e1cd-40ba-b521-d9f90131989b HTTP/1.1" status: 204 len: 168 time: 0.2661879 Jul 28 14:46:28.170455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1ab5-9837-45d5-bc15-ad17debf2331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c50c25-e1cd-40ba-b521-d9f90131989b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:28.203557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daabfe-7cb1-40b4-936c-4f7333be8dfa req-545e43d3-01ee-44c8-8de8-1b88a0c48b5e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.205251 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2daabfe-7cb1-40b4-936c-4f7333be8dfa req-545e43d3-01ee-44c8-8de8-1b88a0c48b5e tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0891256 Jul 28 14:46:28.254214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2daabfe-7cb1-40b4-936c-4f7333be8dfa req-62647ce6-5429-434e-9df4-36fabbdc56f7 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jul 28 14:46:28.482630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd296-990a-430c-ad59-baad5e2095dc req-e3ee6efd-de40-4b60-9e47-0714613eab4f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.484899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e1dd296-990a-430c-ad59-baad5e2095dc req-e3ee6efd-de40-4b60-9e47-0714613eab4f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0673995 Jul 28 14:46:28.555509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e1dd296-990a-430c-ad59-baad5e2095dc req-bc2f670f-f0ce-4771-89fb-812b3e25cf07 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623720 Jul 28 14:46:28.631397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b7ff831a-0023-4163-88ed-4be99669e5ab req-df3f2e01-e985-4e1f-b3ab-f75bf1ca5822 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0513589 Jul 28 14:46:28.876582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085add88-c5f6-4df7-8b99-395637168dba req-92539f94-5390-4689-9ccc-d992a34f32e4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.879466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085add88-c5f6-4df7-8b99-395637168dba req-92539f94-5390-4689-9ccc-d992a34f32e4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0620193 Jul 28 14:46:28.922210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9544779a-3300-410f-a83b-ca0fe0905a87 req-c3a0d393-e3b7-42f3-81c6-cae4bb1e8486 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0336671 Jul 28 14:46:28.935332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085add88-c5f6-4df7-8b99-395637168dba req-99db99c3-e537-4d1d-bb18-7ad9839738b3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Jul 28 14:46:29.034730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50750) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:29.052227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3dc559a7-619f-4ec4-a6c0-c23ff78f9829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.150809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3dc559a7-619f-4ec4-a6c0-c23ff78f9829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.283095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3dc559a7-619f-4ec4-a6c0-c23ff78f9829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.334843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3dc559a7-619f-4ec4-a6c0-c23ff78f9829 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55ac5cbbf33f43f5a65d717d6fb4dc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987719 Jul 28 14:46:29.443396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:29.444863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc559a7-619f-4ec4-a6c0-c23ff78f9829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d704d645-4187-4b0e-af43-c5497113e8a0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.445376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85cfa5b6-c076-48d0-a5c6-ae94765fe9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.445699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a5756-8bb0-40e1-aacb-20ba74b51415 req-d4a82520-b0ba-416a-907f-976084206dc8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:29.445699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d12a5756-8bb0-40e1-aacb-20ba74b51415 req-d4a82520-b0ba-416a-907f-976084206dc8 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0558922 Jul 28 14:46:29.446119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85cfa5b6-c076-48d0-a5c6-ae94765fe9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.446198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d12a5756-8bb0-40e1-aacb-20ba74b51415 req-8a85a1ff-fe8f-4d87-81bf-eaeeacb75a8c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jul 28 14:46:29.615676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85cfa5b6-c076-48d0-a5c6-ae94765fe9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.618328 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85cfa5b6-c076-48d0-a5c6-ae94765fe9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.619489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85cfa5b6-c076-48d0-a5c6-ae94765fe9a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d704d645-4187-4b0e-af43-c5497113e8a0 HTTP/1.1" status: 204 len: 168 time: 0.2794023 Jul 28 14:46:29.629356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfa5b6-c076-48d0-a5c6-ae94765fe9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d704d645-4187-4b0e-af43-c5497113e8a0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.734905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290675-a01d-454f-888f-fa929e86fe6f req-81466709-96fc-4148-9a91-aae3f8e5dda0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:29.742778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8290675-a01d-454f-888f-fa929e86fe6f req-81466709-96fc-4148-9a91-aae3f8e5dda0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0750549 Jul 28 14:46:29.746699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72cab4b4-98d5-4ed6-b292-1833e0d801ec req-b94f355c-4a2a-4545-bc68-91cb6e0a4cc0 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0300825 Jul 28 14:46:29.782764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8290675-a01d-454f-888f-fa929e86fe6f req-f96294c0-0229-4cb6-aae4-6455ee91630e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385840 Jul 28 14:46:30.042689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32764625-879a-45c1-874c-12aacfe05674 req-8b86b565-0725-4fe5-8418-487674bc8ac3 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0433509 Jul 28 14:46:30.159851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c59e11-57eb-413d-a1a4-1662ae9501a0 req-a2cf4fda-abe3-4795-9b20-3f6093fed1e4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.162941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3c59e11-57eb-413d-a1a4-1662ae9501a0 req-a2cf4fda-abe3-4795-9b20-3f6093fed1e4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0985715 Jul 28 14:46:30.237701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3c59e11-57eb-413d-a1a4-1662ae9501a0 req-9f15626d-c7b1-4eed-8d3f-0508b7027676 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635238 Jul 28 14:46:30.583867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75b78d-3f2e-4737-b646-a2240392e394 req-c4d246d1-227e-4ebf-894b-65e1bc38e99d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.586718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd75b78d-3f2e-4737-b646-a2240392e394 req-c4d246d1-227e-4ebf-894b-65e1bc38e99d tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.0714662 Jul 28 14:46:30.653069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd75b78d-3f2e-4737-b646-a2240392e394 req-b7002935-d189-4d98-9cda-f5f31091509c tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Jul 28 14:46:30.896492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5fae6f5-8931-416d-a46b-c8d32d2478a1 req-3b72d341-5d15-4708-9426-8c44f45b9b41 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0459523 Jul 28 14:46:30.911844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-cb6b45db-f6fe-4fd8-8e83-81645f268fd5 req-57fb8042-069d-42ce-855e-ce7f5e18977d service neutron] (94658) timed out ('10.222.0.58', 62019) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:46:30.954564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bcf-84b8-4815-9a10-e6f4c8dab233 req-4221261c-1d74-4105-9b6c-8efb8dde6c97 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.957334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7cb9bcf-84b8-4815-9a10-e6f4c8dab233 req-4221261c-1d74-4105-9b6c-8efb8dde6c97 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.0794950 Jul 28 14:46:31.022191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7cb9bcf-84b8-4815-9a10-e6f4c8dab233 req-66408f45-7fac-4ef7-b1df-6f5299b3ff9e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560620 Jul 28 14:46:31.190964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6209cb81-75a7-4c11-8a86-f86971a1b937 req-fdec7c38-0913-4da5-8301-7a5ccbe90fb0 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0394988 Jul 28 14:46:31.411890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2673-8535-4545-bc56-9279c9ee737c req-0e481529-a1d4-4f3f-8dc3-8e8ac2ef2036 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:31.414828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2daf2673-8535-4545-bc56-9279c9ee737c req-0e481529-a1d4-4f3f-8dc3-8e8ac2ef2036 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0857770 Jul 28 14:46:31.486071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2daf2673-8535-4545-bc56-9279c9ee737c req-8d5e8202-7748-446e-a92f-b63a36a92788 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627429 Jul 28 14:46:31.708324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-e4a9e179-6d92-4c5e-9094-e4af13a8285f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:31.710193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-e4a9e179-6d92-4c5e-9094-e4af13a8285f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.1839445 Jul 28 14:46:31.740795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Request body: {'port': {'device_id': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'admin_state_up': True, 'tenant_id': 'd7ef84ea0ff24cde9de63a258c633653'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:31.940792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36551-ae48-40c2-8d81-25bc60f191f5 req-8f0c1c85-0565-46b4-bcbb-2be35a033d6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:31.945473 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6c36551-ae48-40c2-8d81-25bc60f191f5 req-8f0c1c85-0565-46b4-bcbb-2be35a033d6b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1965394 Jul 28 14:46:32.045274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.084946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99f8694b-181f-4f67-b491-c193bdfb8861 req-53bf45bb-69a9-4fa0-8b83-c5be98d3e101 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0798967 Jul 28 14:46:32.104189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6c36551-ae48-40c2-8d81-25bc60f191f5 req-ebaa448b-898a-493e-b1ed-98ddb198a8fc tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360476 Jul 28 14:46:32.140610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:46:32.163056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-541de918-676f-4776-9f86-aa9f74697234 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:32.166449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-541de918-676f-4776-9f86-aa9f74697234 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1699011 Jul 28 14:46:32.250148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Made reservation on behalf of d7ef84ea0ff24cde9de63a258c633653 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:32.255199 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.441524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:32.448881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1084-9772-44b0-9464-45af15ebd5c6 req-5d8d0416-9124-4e35-ae3f-b15942dabe24 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:32.460986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e5f1084-9772-44b0-9464-45af15ebd5c6 req-5d8d0416-9124-4e35-ae3f-b15942dabe24 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1990092 Jul 28 14:46:32.467921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'port_id': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'mac_address': 'fa:16:3e:86:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0884a93-5cf5-4f91-9e92-d9098e9f6e33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:46:32.479276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:32.479620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.581605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5d2e605-e4ce-4857-af1d-de193f9eb149 req-1a8cab9e-5d7d-4632-b7b2-5bb9ae6713e0 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.1169324 Jul 28 14:46:32.598246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.604741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e5f1084-9772-44b0-9464-45af15ebd5c6 req-ffd04254-fc15-41be-9e16-617327d166fd tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327024 Jul 28 14:46:32.634977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:32.684948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:32.787739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.870802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:32.897487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.898414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.899212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.900046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.901831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.903337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.903894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.904512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.905082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.905649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.906171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.906874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:32.914229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb386-a016-440b-a316-00e7f47e7bb0 req-37f1f07e-b13c-47c6-b659-e84a8ca89d31 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:32.917637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eadb386-a016-440b-a316-00e7f47e7bb0 req-37f1f07e-b13c-47c6-b659-e84a8ca89d31 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.1493983 Jul 28 14:46:32.963103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-111542e5-108c-4266-8ca1-584cc5334a39 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:32.964772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-111542e5-108c-4266-8ca1-584cc5334a39 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.42 "GET /v2.0/networks?id=86f0dc78-0a72-4951-b883-55a52aeedddf HTTP/1.1" status: 200 len: 814 time: 0.2594185 Jul 28 14:46:32.988916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eadb386-a016-440b-a316-00e7f47e7bb0 req-f5da4570-fc64-4041-a706-b16b01c9b3ea tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 Jul 28 14:46:32.994208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Request body: {'port': {'device_id': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf', 'admin_state_up': True, 'tenant_id': 'b83d2169943a4dfa88f08782db9d3df1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:33.100043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Allocated IP 172.20.0.5 (22c653a7-2e19-41f4-a0ee-5e44ce62b69c/827eb7cb-2c2e-4cb4-96bc-583ca46e518c/6ff9c0fb-cf6b-49d4-9aa4-362134e860d3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:33.131714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:33.132471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.159536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:33.265456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45fcf020-c302-4b2e-8066-3061b8ff9ced req-385fd345-9bf3-4fb4-8adb-7aec562f8162 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0377591 Jul 28 14:46:33.273736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Made reservation on behalf of b83d2169943a4dfa88f08782db9d3df1 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:33.279167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.367881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:33.393002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd41c4-f1e5-4756-86fb-dd3b52961516 req-fc4f11b2-4ffe-4fc5-bfc0-3b9a1ec0aa70 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:33.394691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9fd41c4-f1e5-4756-86fb-dd3b52961516 req-fc4f11b2-4ffe-4fc5-bfc0-3b9a1ec0aa70 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 945 time: 0.1642504 Jul 28 14:46:33.451113 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.468646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Allocated IP 172.20.0.6 (86f0dc78-0a72-4951-b883-55a52aeedddf/ec225095-0424-4a42-9d67-fa99f061866c/f8041027-aced-4c8b-817d-c409f7f172a7) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:33.520037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9fd41c4-f1e5-4756-86fb-dd3b52961516 req-c4fceaba-7a90-4475-bfc1-414c920ff2d0 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146445 Jul 28 14:46:33.656645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.673755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:33.716373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.762873 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.786016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=61cecb1e-7dae-4bd9-90fc-5d3ca52d3733,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:33.786620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-143fccc1-918a-430a-a142-146b62a697f6 req-03d8fed4-79c2-4f19-8dff-525f631c0197 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0447335 Jul 28 14:46:33.886837 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.887898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:33.913005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:33.915004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:33.917507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.919529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ed3bc10-8e54-48f3-a387-af73e276bff2 req-df0489d3-675e-41fe-b607-f1cc998bf4ef tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.42 "DELETE /v2.0/ports/61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 HTTP/1.1" status: 204 len: 173 time: 1.7389324 Jul 28 14:46:33.922539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'name': 'network-vif-deleted', 'tag': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:33.925517 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f318287e-4eaf-4c9a-b4e6-1780156cd987" -d '{"events": [{"server_uuid": "b4ae54d1-b756-479a-8f22-e3aef018af64", "name": "network-vif-deleted", "tag": "61cecb1e-7dae-4bd9-90fc-5d3ca52d3733"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:33.931315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:33.939194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Network 86f0dc78-0a72-4951-b883-55a52aeedddf is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:33.943449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:33.946466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:33.988843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event updated for resources: {'Port': ['ID=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:33.995508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Pushing event updated for resources: {'Port': ['ID=f8041027-aced-4c8b-817d-c409f7f172a7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:34.002123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832726cd-0ac7-4288-8282-5fcf3996cc78 req-b80e1bd8-db87-4e74-9c26-44cf3f380699 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.004749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-832726cd-0ac7-4288-8282-5fcf3996cc78 req-b80e1bd8-db87-4e74-9c26-44cf3f380699 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 945 time: 0.2878065 Jul 28 14:46:34.020691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.021794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.029765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.030443 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.057382 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b916c4-2470-4ccb-b324-4dc81828ca33 x-openstack-request-id: req-10b916c4-2470-4ccb-b324-4dc81828ca33 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:34.057671 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae54d1-b756-479a-8f22-e3aef018af64", "name": "network-vif-deleted", "tag": "61cecb1e-7dae-4bd9-90fc-5d3ca52d3733", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:34.057930 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10b916c4-2470-4ccb-b324-4dc81828ca33 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:34.058320 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae54d1-b756-479a-8f22-e3aef018af64', 'name': 'network-vif-deleted', 'tag': '61cecb1e-7dae-4bd9-90fc-5d3ca52d3733', 'status': 'completed', 'code': 200} Jul 28 14:46:34.093333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-832726cd-0ac7-4288-8282-5fcf3996cc78 req-fd25169a-9168-4e16-9a7a-fb6da9557379 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Jul 28 14:46:34.121899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:46:34.166853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312a995-0149-473f-9298-911d09e5ce89 req-2995bb10-51f9-42c4-94e6-a0b40650364f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.168369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9312a995-0149-473f-9298-911d09e5ce89 req-2995bb10-51f9-42c4-94e6-a0b40650364f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 943 time: 0.0584476 Jul 28 14:46:34.195517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-a4ec73c7-5d2a-444c-810e-86ae796977ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2053473 Jul 28 14:46:34.208856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'aa6b22b3-1270-4334-9800-e713431e1598'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:34.228041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Request body: {'port': {'device_id': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:34.243042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-ee5441a8-11f7-430e-97fc-29d4952b5380 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5093307 Jul 28 14:46:34.246137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9312a995-0149-473f-9298-911d09e5ce89 req-85a719cf-a7fc-443d-b456-c07532f4ef19 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683239 Jul 28 14:46:34.265923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Request body: {'port': {'device_id': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:34.369708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.411304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.423213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:34.469571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'network_id': '0cb4db5b-6ba1-47f7-b063-106ffc74c733', 'port_id': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'mac_address': 'fa:16:3e:34:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47244988-840d-4db5-bf4d-235096fce7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:46:34.512077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068e06-6ad5-40f7-a0de-62fc2e748975 req-766a9a21-572b-4f5a-b027-b259b7b01a76 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.521086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e068e06-6ad5-40f7-a0de-62fc2e748975 req-766a9a21-572b-4f5a-b027-b259b7b01a76 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 931 time: 0.1210365 Jul 28 14:46:34.541287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['61cecb1e-7dae-4bd9-90fc-5d3ca52d3733'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:34.543428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:34.594769 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.613190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:34.659496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:34.762238 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.777364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e068e06-6ad5-40f7-a0de-62fc2e748975 req-48554e10-61da-484c-a21c-832f19dd22b3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550189 Jul 28 14:46:34.798280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5eb7ea3-1bef-4ce4-b954-1f61191a4ae6 req-984adac3-57bd-4957-88f4-de982cee10ac tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ae54d1-b756-479a-8f22-e3aef018af64 HTTP/1.1" status: 200 len: 210 time: 0.0772655 Jul 28 14:46:34.844481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba370691-35dd-495f-bf10-91e45fd93876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.867278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:34.962866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8041027-aced-4c8b-817d-c409f7f172a7 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:34.977468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.012039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Transition to ACTIVE for port object f8041027-aced-4c8b-817d-c409f7f172a7 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:35.097170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.107053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5820e2c-6e4c-4c8d-beac-54c351be8704 req-28f14901-4977-475f-84e6-4708555c36e0 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:35.108755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5820e2c-6e4c-4c8d-beac-54c351be8704 req-28f14901-4977-475f-84e6-4708555c36e0 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 931 time: 0.1445410 Jul 28 14:46:35.186640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f8041027-aced-4c8b-817d-c409f7f172a7,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.233364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:35.249397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5820e2c-6e4c-4c8d-beac-54c351be8704 req-53537ac5-5f20-4f97-b5ca-7b3c7abf7cf7 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320345 Jul 28 14:46:35.253993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.278184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba370691-35dd-495f-bf10-91e45fd93876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.287902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Transition to ACTIVE for port object 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:35.328688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Attempting to bind port f8041027-aced-4c8b-817d-c409f7f172a7 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:35.329035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Attempting to bind port f8041027-aced-4c8b-817d-c409f7f172a7 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '250ca9fb-c2b1-46be-9d34-74f58ba06d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:35.329368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Attempting to bind port f8041027-aced-4c8b-817d-c409f7f172a7 on network 86f0dc78-0a72-4951-b883-55a52aeedddf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:35.349392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975f6f3-2461-48ae-9688-4805e1aed826 req-c721d256-6536-4530-8ed4-d818eb770c29 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:35.351688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e975f6f3-2461-48ae-9688-4805e1aed826 req-c721d256-6536-4530-8ed4-d818eb770c29 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 945 time: 0.1142728 Jul 28 14:46:35.353471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Port f8041027-aced-4c8b-817d-c409f7f172a7 on network 86f0dc78-0a72-4951-b883-55a52aeedddf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:46:35.354007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Attempting to bind port f8041027-aced-4c8b-817d-c409f7f172a7 on network 86f0dc78-0a72-4951-b883-55a52aeedddf {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:35.359282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:35.365417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:35.365954 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Checking segment: {'id': '250ca9fb-c2b1-46be-9d34-74f58ba06d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:35.366568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Bound using segment: {'id': '250ca9fb-c2b1-46be-9d34-74f58ba06d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:35.367295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Bound port: f8041027-aced-4c8b-817d-c409f7f172a7, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250ca9fb-c2b1-46be-9d34-74f58ba06d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:35.367869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.376504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba370691-35dd-495f-bf10-91e45fd93876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.445396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.483617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e975f6f3-2461-48ae-9688-4805e1aed826 req-67256972-a927-4d88-9051-148b3a25ec76 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965369 Jul 28 14:46:35.494111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] For port f8041027-aced-4c8b-817d-c409f7f172a7, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:35.504150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] For port f8041027-aced-4c8b-817d-c409f7f172a7, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8041027-aced-4c8b-817d-c409f7f172a7,segment=NetworkSegment(250ca9fb-c2b1-46be-9d34-74f58ba06d87),segment_id=250ca9fb-c2b1-46be-9d34-74f58ba06d87)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:35.532820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba370691-35dd-495f-bf10-91e45fd93876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fb15de-9ffd-4de9-a1bb-0840722cf977,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.549984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ba370691-35dd-495f-bf10-91e45fd93876 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f299740005f64a16887d9b455bc88dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9960272 Jul 28 14:46:35.554599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50868) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:35.598907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Pushing event updated for resources: {'Port': ['ID=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.614657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7d29-d2fb-4888-bace-1fb076ace5f3 req-c7816a90-67d1-469d-8e23-432a3d22b9da tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:35.616309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c4a7d29-d2fb-4888-bace-1fb076ace5f3 req-c7816a90-67d1-469d-8e23-432a3d22b9da tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.2149377 Jul 28 14:46:35.660247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.681795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-926080fd-a548-4254-9d58-fe7b3a1b8f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.713298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c4a7d29-d2fb-4888-bace-1fb076ace5f3 req-bebe0b5f-7c84-45db-b27a-f057fba79405 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766535 Jul 28 14:46:35.725917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Attempting to bind port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:35.726242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Attempting to bind port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:35.726638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Attempting to bind port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:35.726906 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.733866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:46:35.734353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Attempting to bind port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:35.745322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:35.745908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:35.746073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Checking segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:35.746548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Bound using segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:35.747120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.747336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Bound port: 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:35.747976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.749796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] 10.222.0.42 "PUT /v2.0/ports/f8041027-aced-4c8b-817d-c409f7f172a7 HTTP/1.1" status: 200 len: 1092 time: 1.5281549 Jul 28 14:46:35.750523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'tag': 'f8041027-aced-4c8b-817d-c409f7f172a7'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:35.754755 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d" -d '{"events": [{"name": "network-changed", "server_uuid": "7222dbbe-3c49-4595-b58c-b29319eaf072", "tag": "f8041027-aced-4c8b-817d-c409f7f172a7"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:35.805523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-926080fd-a548-4254-9d58-fe7b3a1b8f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.809941 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbce068b-36f4-4587-a3f0-bbc6d231275b x-openstack-request-id: req-dbce068b-36f4-4587-a3f0-bbc6d231275b {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:35.810410 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7222dbbe-3c49-4595-b58c-b29319eaf072", "tag": "f8041027-aced-4c8b-817d-c409f7f172a7", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:35.810707 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dbce068b-36f4-4587-a3f0-bbc6d231275b {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:35.811309 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'tag': 'f8041027-aced-4c8b-817d-c409f7f172a7', 'status': 'completed', 'code': 200} Jul 28 14:46:35.836164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc35ed-9292-4e3f-ae82-5cb4e3659fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f8041027-aced-4c8b-817d-c409f7f172a7,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.878548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] For port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:35.884891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] For port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:35.958760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d req-0c23e902-b477-4e03-8bc4-f1aaf793a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:35.958760 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d req-0c23e902-b477-4e03-8bc4-f1aaf793a04b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b83d2169943a4dfa88f08782db9d3df1&device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 1095 time: 0.0592101 Jul 28 14:46:35.993365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221d32a-91fd-48f7-bd1a-e60a69435718 req-efbdddea-997e-403c-8ef9-950142d5a2a3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:35.996391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2221d32a-91fd-48f7-bd1a-e60a69435718 req-efbdddea-997e-403c-8ef9-950142d5a2a3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 943 time: 0.1040447 Jul 28 14:46:36.074314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2221d32a-91fd-48f7-bd1a-e60a69435718 req-eb1452bd-bfff-4850-abc8-6b4389bb6e2e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656188 Jul 28 14:46:36.085790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.112699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-926080fd-a548-4254-9d58-fe7b3a1b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.117827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:36.133106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-926080fd-a548-4254-9d58-fe7b3a1b8f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.138945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-926080fd-a548-4254-9d58-fe7b3a1b8f62 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93fb15de-9ffd-4de9-a1bb-0840722cf977 HTTP/1.1" status: 204 len: 168 time: 0.5789962 Jul 28 14:46:36.168305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926080fd-a548-4254-9d58-fe7b3a1b8f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fb15de-9ffd-4de9-a1bb-0840722cf977,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:36.182868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.183908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.186477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] 10.222.0.42 "PUT /v2.0/ports/6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 HTTP/1.1" status: 200 len: 1092 time: 1.9251122 Jul 28 14:46:36.203495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'tag': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:36.217291 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d05733d-476e-4f43-9e3e-bac6b85c4053" -d '{"events": [{"name": "network-changed", "server_uuid": "caad2c68-7705-4feb-8f39-800080ae0e19", "tag": "6ff9c0fb-cf6b-49d4-9aa4-362134e860d3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:36.244213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d req-2190f79d-e001-45b1-a91c-d827b9be6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.246752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d req-2190f79d-e001-45b1-a91c-d827b9be6918 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b83d2169943a4dfa88f08782db9d3df1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2724190 Jul 28 14:46:36.296806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9d76d-b72d-4342-85cd-def4f50af9bd service neutron] Pushing event updated for resources: {'Port': ['ID=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:36.343248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f7153-ba16-497a-9423-0db8c291c73f x-openstack-request-id: req-a15f7153-ba16-497a-9423-0db8c291c73f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:36.343728 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad2c68-7705-4feb-8f39-800080ae0e19", "tag": "6ff9c0fb-cf6b-49d4-9aa4-362134e860d3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:36.344149 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a15f7153-ba16-497a-9423-0db8c291c73f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:36.344912 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'tag': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3', 'status': 'completed', 'code': 200} Jul 28 14:46:36.484773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-6ee222e7-fbd5-4f31-8f90-e3907b85d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.488869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-6ee222e7-fbd5-4f31-8f90-e3907b85d152 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 1095 time: 0.1053965 Jul 28 14:46:36.538606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d req-3ed13e58-b9a7-489f-8394-505cdc2ea5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.540340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ee4f2c9-909b-4bbf-9d3a-448170cd838d req-3ed13e58-b9a7-489f-8394-505cdc2ea5f4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2813673 Jul 28 14:46:36.578416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff743ad9-4346-408a-8890-ca2910bc89da req-2ab2dd12-1923-445d-91a1-5a7cabdfb591 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.581186 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff743ad9-4346-408a-8890-ca2910bc89da req-2ab2dd12-1923-445d-91a1-5a7cabdfb591 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 943 time: 0.1161935 Jul 28 14:46:36.594312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-cd412908-e7ab-4aa0-9ce9-6e6405be7aa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 HTTP/1.1" status: 200 len: 217 time: 0.0821536 Jul 28 14:46:36.675375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff743ad9-4346-408a-8890-ca2910bc89da req-6516ba3b-87c5-47c2-987a-96938a5db5fb tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822887 Jul 28 14:46:36.693495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-c326a5e3-25c2-4c8b-bc79-0a080da06fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.697290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-c326a5e3-25c2-4c8b-bc79-0a080da06fdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b83d2169943a4dfa88f08782db9d3df1&device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 1095 time: 0.0661423 Jul 28 14:46:36.729897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:36.734822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:36.735119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.765849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-65a689f9-8be0-40fd-bb63-3733e101957e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8041027-aced-4c8b-817d-c409f7f172a7 HTTP/1.1" status: 200 len: 217 time: 0.0534248 Jul 28 14:46:36.801890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d665a-645e-47f9-a6ea-5c48a2e7722a req-fa0837e0-0a98-44be-b1b8-868cd3b00989 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.815985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd4d665a-645e-47f9-a6ea-5c48a2e7722a req-fa0837e0-0a98-44be-b1b8-868cd3b00989 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 945 time: 0.1509283 Jul 28 14:46:36.820901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-7968bb0a-3ea2-46e5-92df-50584361dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.823866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-7968bb0a-3ea2-46e5-92df-50584361dc83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.2172096 Jul 28 14:46:36.850585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201f51-4817-4b2d-9853-738629255018 req-4d91647a-705a-4f66-943f-24c100c36c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.852550 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-4d91647a-705a-4f66-943f-24c100c36c15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec225095-0424-4a42-9d67-fa99f061866c HTTP/1.1" status: 200 len: 854 time: 0.0792494 Jul 28 14:46:36.893635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.895498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-6b48b79c-8b2e-42c1-b176-18a9f76b7cb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580046 Jul 28 14:46:36.900742 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-fb70e72e-0ba2-4830-95e8-a3fdff06ffd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86f0dc78-0a72-4951-b883-55a52aeedddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331781 Jul 28 14:46:36.928233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b8c4f-1c03-4ecb-9aba-ca4df6840391 req-db78e8af-8a2b-475e-a631-9a79952a0163 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.933358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:36.936194 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e3470-2cbe-4195-9c60-a7674d6805b8" -d '{"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-plugged", "status": "completed", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:36.936541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e70b8c4f-1c03-4ecb-9aba-ca4df6840391 req-db78e8af-8a2b-475e-a631-9a79952a0163 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.0979073 Jul 28 14:46:36.955983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:37.017621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd4d665a-645e-47f9-a6ea-5c48a2e7722a req-018d6ad8-9496-45db-bbc2-4ac795b7de40 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002845 Jul 28 14:46:37.027813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e70b8c4f-1c03-4ecb-9aba-ca4df6840391 req-78cbd712-8c0d-467c-8a82-4003a3795d09 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903575 Jul 28 14:46:37.090679 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075523b9-e295-4d07-994b-065415bdcb5f x-openstack-request-id: req-075523b9-e295-4d07-994b-065415bdcb5f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:37.091153 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-plugged", "status": "completed", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:37.091569 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-075523b9-e295-4d07-994b-065415bdcb5f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:37.092397 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'code': 200} Jul 28 14:46:37.094119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.095464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:37.105199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-3df3cfcd-50c3-4110-a32c-cb183e1d43a2 service neutron] 10.222.0.42 "GET /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935203 Jul 28 14:46:37.133726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-5c899bc5-1341-4abb-9a12-f0d4f3c585da service neutron] 10.222.0.42 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187982 Jul 28 14:46:37.166755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:37.167812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 61cecb1e-7dae-4bd9-90fc-5d3ca52d3733 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:37.302966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4201f51-4817-4b2d-9853-738629255018 req-f4e83f9e-b73e-4373-86a9-0b63adcfb3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730108 Jul 28 14:46:37.312921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:37.362509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50922) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:37.395283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f3885b2-4e5b-4b38-98a8-c5cb3d6b22cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.406818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6db7-e3f0-4bda-87f5-2e10d4704c3f req-6cd0f1b8-c071-43a6-8cb4-a0c914cba94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:37.415269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-174f6db7-e3f0-4bda-87f5-2e10d4704c3f req-6cd0f1b8-c071-43a6-8cb4-a0c914cba94a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 1098 time: 0.1510589 Jul 28 14:46:37.438102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72641-93a7-4c5a-be31-b47093e9665b req-5294c9df-8958-4190-a83c-b98d29b47e3d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:37.439716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ea72641-93a7-4c5a-be31-b47093e9665b req-5294c9df-8958-4190-a83c-b98d29b47e3d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 943 time: 0.1412733 Jul 28 14:46:37.454639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7a0a7ce-fcd0-48eb-bdad-b4a6cafd0744 req-b6593a1a-4f19-4348-bac2-dcc58815f160 service neutron] 10.222.0.42 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122127 Jul 28 14:46:37.495674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-174f6db7-e3f0-4bda-87f5-2e10d4704c3f req-b61e5cb2-812b-47ae-a83d-fc0d3f7a755f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770688 Jul 28 14:46:37.522917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ea72641-93a7-4c5a-be31-b47093e9665b req-6f0c6e15-bea0-4f29-a446-00a4231f4678 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617080 Jul 28 14:46:37.564090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f3885b2-4e5b-4b38-98a8-c5cb3d6b22cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.742358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f3885b2-4e5b-4b38-98a8-c5cb3d6b22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.821667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f3885b2-4e5b-4b38-98a8-c5cb3d6b22cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d594f926a25844dbaed7b854aa134bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573133 Jul 28 14:46:37.823225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3885b2-4e5b-4b38-98a8-c5cb3d6b22cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a78d82-2873-4d4f-bf45-84f49c6ce731,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:37.824125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50930) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:37.920986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6328d26-a0b5-48bd-aae2-8f64a0458192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.966433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17d56-9681-41d4-8253-8eec4649a2cf req-1127adff-e6f8-432f-9717-a62bdb6c36f8 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:37.968554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87b17d56-9681-41d4-8253-8eec4649a2cf req-1127adff-e6f8-432f-9717-a62bdb6c36f8 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 943 time: 0.0935731 Jul 28 14:46:37.978861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6328d26-a0b5-48bd-aae2-8f64a0458192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.108202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87b17d56-9681-41d4-8253-8eec4649a2cf req-03e1f441-da04-4872-96db-b1e500a35e32 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243021 Jul 28 14:46:38.121864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:38.123988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-e9ea83a9-9f56-453a-89ce-c4a850a53b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.125651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-e9ea83a9-9f56-453a-89ce-c4a850a53b2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 1095 time: 0.0640571 Jul 28 14:46:38.211794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3387-b5c9-4c57-9b38-79bc335e40bd req-d636772f-583b-45b5-b19e-ff433c2c7fb5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.217985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:38.218927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.222522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a44f3387-b5c9-4c57-9b38-79bc335e40bd req-d636772f-583b-45b5-b19e-ff433c2c7fb5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 945 time: 0.0751748 Jul 28 14:46:38.272946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a44f3387-b5c9-4c57-9b38-79bc335e40bd req-94989bdd-0fd7-433e-b7fe-f5e10f5f83ae tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493951 Jul 28 14:46:38.288351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6328d26-a0b5-48bd-aae2-8f64a0458192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.291362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6328d26-a0b5-48bd-aae2-8f64a0458192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.293933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a6328d26-a0b5-48bd-aae2-8f64a0458192 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18a78d82-2873-4d4f-bf45-84f49c6ce731 HTTP/1.1" status: 204 len: 168 time: 0.4672430 Jul 28 14:46:38.333604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6328d26-a0b5-48bd-aae2-8f64a0458192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a78d82-2873-4d4f-bf45-84f49c6ce731,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:38.347879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.356007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-2b1a1561-c19c-4de0-adc0-ee7ef4468d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.357709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-2b1a1561-c19c-4de0-adc0-ee7ef4468d55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 914 time: 0.2234013 Jul 28 14:46:38.379014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079be1d3-1895-4a4d-9efd-76c6309f4c8e req-8acbb084-4d14-496e-8c53-1c0e416103dd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.390994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-079be1d3-1895-4a4d-9efd-76c6309f4c8e req-8acbb084-4d14-496e-8c53-1c0e416103dd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 944 time: 0.1606340 Jul 28 14:46:38.405009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:38.442390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-deb09ad8-85ef-426e-a5ee-cdbc9c04398e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 HTTP/1.1" status: 200 len: 217 time: 0.0765355 Jul 28 14:46:38.495957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e617f9-f08c-49dd-b624-6399f79e9eba req-a4a0430a-6b20-49ee-be82-3c66eeff92b5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.497826 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-26e617f9-f08c-49dd-b624-6399f79e9eba req-a4a0430a-6b20-49ee-be82-3c66eeff92b5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0731971 Jul 28 14:46:38.558306 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-079be1d3-1895-4a4d-9efd-76c6309f4c8e req-8b22b2b7-4c3f-47dc-a3c8-126d81859b7f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659186 Jul 28 14:46:38.559347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-26e617f9-f08c-49dd-b624-6399f79e9eba req-fda6d805-0b42-4a88-b739-1eb9fb9a9659 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Jul 28 14:46:38.575826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-e0f466f6-c656-4a8b-b809-e57bdca3fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.578517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-e0f466f6-c656-4a8b-b809-e57bdca3fb7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.1217816 Jul 28 14:46:38.623391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-5f7fad1f-c2b0-4577-b3b2-eade00c7ae8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311987 Jul 28 14:46:38.740930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539adc-0fc1-41b4-b31d-4d8d4df6c685 req-b53d305f-5bdd-437e-9125-ed9e981f0987 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.744213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a539adc-0fc1-41b4-b31d-4d8d4df6c685 req-b53d305f-5bdd-437e-9125-ed9e981f0987 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 943 time: 0.0951135 Jul 28 14:46:38.763998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.770492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-108afc7d-18b0-4dfb-9798-f4d176dfd3a5 service neutron] 10.222.0.42 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358950 Jul 28 14:46:38.832595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a539adc-0fc1-41b4-b31d-4d8d4df6c685 req-96894c94-18cc-4667-a217-61a792a57e2f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798173 Jul 28 14:46:38.869190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=10']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:38.901435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d05733d-476e-4f43-9e3e-bac6b85c4053 req-69ab0b61-1b19-4021-aad5-db716fb4a4a6 service neutron] 10.222.0.42 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183746 Jul 28 14:46:39.094237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:39.097473 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85449d-89ed-41af-8114-f634c47e2fc1" -d '{"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-plugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:39.139686 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c197cbbe-ae5e-4ed5-9194-2639a4d4db9d x-openstack-request-id: req-c197cbbe-ae5e-4ed5-9194-2639a4d4db9d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:39.140350 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-plugged", "status": "completed", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:39.140350 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c197cbbe-ae5e-4ed5-9194-2639a4d4db9d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:39.140718 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'code': 200} Jul 28 14:46:39.294374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31448bc-3b6c-422a-80ad-9389cae51f57 req-569bb055-7603-48d8-a5fa-eb49d38563a8 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.297201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a31448bc-3b6c-422a-80ad-9389cae51f57 req-569bb055-7603-48d8-a5fa-eb49d38563a8 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 943 time: 0.0886047 Jul 28 14:46:39.348114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a31448bc-3b6c-422a-80ad-9389cae51f57 req-db623959-e00a-4405-b308-1a7af317adf5 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Jul 28 14:46:39.443927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323cd7d-e2ed-4c63-bda3-95969b2cf16d req-68c7b3b0-af6b-446d-8812-0b9965b906a3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.445986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c323cd7d-e2ed-4c63-bda3-95969b2cf16d req-68c7b3b0-af6b-446d-8812-0b9965b906a3 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 945 time: 0.0573580 Jul 28 14:46:39.498526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c323cd7d-e2ed-4c63-bda3-95969b2cf16d req-dc0ca2fb-74da-402d-ae2d-8bff45b01962 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Jul 28 14:46:39.609133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7811be-e9a3-458a-bf1d-3e507e4d6a72 req-dba44522-0aa5-4293-a401-1a902e85b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.609133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd7811be-e9a3-458a-bf1d-3e507e4d6a72 req-dba44522-0aa5-4293-a401-1a902e85b5ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0704048 Jul 28 14:46:39.711848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa068b-770d-4fef-a945-11f0ea19e7b7 req-d15a2695-7220-4994-8dca-720f6989a619 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.713720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1fa068b-770d-4fef-a945-11f0ea19e7b7 req-d15a2695-7220-4994-8dca-720f6989a619 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0596280 Jul 28 14:46:39.768747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1fa068b-770d-4fef-a945-11f0ea19e7b7 req-5308b6ce-ef4d-44f3-a70a-dedd56bf4fbb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Jul 28 14:46:39.871224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a99b-fc9c-48b6-b9c9-169ddc4dc495 req-64b9bd07-a028-4297-a746-a5ce1e9a0331 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.874010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee7a99b-fc9c-48b6-b9c9-169ddc4dc495 req-64b9bd07-a028-4297-a746-a5ce1e9a0331 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.2088308 Jul 28 14:46:39.876999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd7811be-e9a3-458a-bf1d-3e507e4d6a72 req-bb243860-bddf-41ec-9734-73144e8113c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556292 Jul 28 14:46:39.911716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-bb1fb395-bec4-447e-8dc4-2c30d6204b57 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.914476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-bb1fb395-bec4-447e-8dc4-2c30d6204b57 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 945 time: 0.1822984 Jul 28 14:46:39.988434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7196d-f93f-431b-a843-2fefa3469115 req-cf7cb6b0-8d54-41c6-8a83-cb6a6e10383e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.990290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29e7196d-f93f-431b-a843-2fefa3469115 req-cf7cb6b0-8d54-41c6-8a83-cb6a6e10383e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 943 time: 0.0685463 Jul 28 14:46:40.035239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee7a99b-fc9c-48b6-b9c9-169ddc4dc495 req-01b2d53e-9606-45b3-9ee2-adf0790963c1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501665 Jul 28 14:46:40.066987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29e7196d-f93f-431b-a843-2fefa3469115 req-0b028b9d-2c83-47a7-8963-f94b603fd169 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631871 Jul 28 14:46:40.145933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Deleting port f30e0933-79f5-4033-be46-885cc38bcd63 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:40.148515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.303232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] For port f30e0933-79f5-4033-be46-885cc38bcd63, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f30e0933-79f5-4033-be46-885cc38bcd63,segment=NetworkSegment(b2c552d2-a257-43d4-9b49-294e2ef29883),segment_id=b2c552d2-a257-43d4-9b49-294e2ef29883)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:40.303612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.319835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Calling delete_port for f30e0933-79f5-4033-be46-885cc38bcd63 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:40.554694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4442d-87d9-49d3-ac03-56db32af837a req-efb98f0e-d74e-458c-bdcf-a25c08a85c23 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:40.556325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bca4442d-87d9-49d3-ac03-56db32af837a req-efb98f0e-d74e-458c-bdcf-a25c08a85c23 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 943 time: 0.0935802 Jul 28 14:46:40.634099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bca4442d-87d9-49d3-ac03-56db32af837a req-ae9d8ec1-142e-4946-afc8-eb19997315c8 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580554 Jul 28 14:46:40.657139 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.671322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f30e0933-79f5-4033-be46-885cc38bcd63'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:40.705719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713efee6-02ea-4971-8457-9af5cce33818 req-de9f1fc4-2098-44fd-a7af-8ec3be4ba97f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:40.709386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Pushing event deleted for resources: {'Port': ['ID=f30e0933-79f5-4033-be46-885cc38bcd63,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:40.709664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-713efee6-02ea-4971-8457-9af5cce33818 req-de9f1fc4-2098-44fd-a7af-8ec3be4ba97f tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 867 time: 0.0964432 Jul 28 14:46:40.756942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-713efee6-02ea-4971-8457-9af5cce33818 req-9abb65e0-3f78-43bf-a7f2-da018481673b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2802459-161b-4e4b-ae5f-2a1d4c95454e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Jul 28 14:46:40.766993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] No DVR routers for this DVR port f30e0933-79f5-4033-be46-885cc38bcd63 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:40.770375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.773479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-800348f1-17e9-4497-844e-7bd226d2ae15 req-0e701aa5-9d29-465d-88f9-717aee1a437b tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.58 "DELETE /v2.0/ports/f30e0933-79f5-4033-be46-885cc38bcd63 HTTP/1.1" status: 204 len: 173 time: 0.8453283 Jul 28 14:46:40.773991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'name': 'network-vif-deleted', 'tag': 'f30e0933-79f5-4033-be46-885cc38bcd63'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:40.777180 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3080756-b7fd-4062-a5a4-78d81a6157fb" -d '{"events": [{"server_uuid": "4790f7e3-1f38-4b17-9ff7-1bf6f23cef71", "name": "network-vif-deleted", "tag": "f30e0933-79f5-4033-be46-885cc38bcd63"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:40.823716 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ded7b8-5d6d-4b54-9934-904ffe2ceaae x-openstack-request-id: req-94ded7b8-5d6d-4b54-9934-904ffe2ceaae {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:40.824049 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4790f7e3-1f38-4b17-9ff7-1bf6f23cef71", "name": "network-vif-deleted", "tag": "f30e0933-79f5-4033-be46-885cc38bcd63", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:40.824356 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94ded7b8-5d6d-4b54-9934-904ffe2ceaae {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:40.824825 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4790f7e3-1f38-4b17-9ff7-1bf6f23cef71', 'name': 'network-vif-deleted', 'tag': 'f30e0933-79f5-4033-be46-885cc38bcd63', 'status': 'completed', 'code': 200} Jul 28 14:46:40.969721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8460a-14a2-4494-b493-dfebe6bf2c4a req-0adaaad5-9e83-49c9-be26-5e5f147c551e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:40.971435 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74b8460a-14a2-4494-b493-dfebe6bf2c4a req-0adaaad5-9e83-49c9-be26-5e5f147c551e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0857058 Jul 28 14:46:41.028642 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74b8460a-14a2-4494-b493-dfebe6bf2c4a req-2fa4dea8-2a96-4ffa-973f-933818863344 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 Jul 28 14:46:41.293498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0275eb1-bb2e-4ac6-9ae8-1cd294a922ed req-ebd8e915-d0c2-4249-a245-c80b9c398b4b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.297132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0275eb1-bb2e-4ac6-9ae8-1cd294a922ed req-ebd8e915-d0c2-4249-a245-c80b9c398b4b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0975466 Jul 28 14:46:41.305099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3abf32-2168-46b4-ab0c-195db07d891d req-b95414cc-51b6-4222-bed6-2eafaed50bb8 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.318013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d3abf32-2168-46b4-ab0c-195db07d891d req-b95414cc-51b6-4222-bed6-2eafaed50bb8 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 943 time: 0.1220880 Jul 28 14:46:41.344428 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0275eb1-bb2e-4ac6-9ae8-1cd294a922ed req-13613cde-9423-4af2-9451-666c3f4465df tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Jul 28 14:46:41.364847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d3abf32-2168-46b4-ab0c-195db07d891d req-ae7d212b-7a7f-4c27-8542-124e7417fcde tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Jul 28 14:46:41.486247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b6a4c-fea7-4943-bb85-90e3a2d7e9bb req-bb1a871a-1f97-4a9c-95ab-553f69608e58 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.487864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b5b6a4c-fea7-4943-bb85-90e3a2d7e9bb req-bb1a871a-1f97-4a9c-95ab-553f69608e58 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0584869 Jul 28 14:46:41.532503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b5b6a4c-fea7-4943-bb85-90e3a2d7e9bb req-2b7fc444-e848-4dc1-80f1-bfeb8fe4940c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372381 Jul 28 14:46:41.799151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55188f5-6478-4914-9d79-45c9d94c8921 req-6258238d-5a0e-4f0a-863f-89fc9856ab25 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.814732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f55188f5-6478-4914-9d79-45c9d94c8921 req-6258238d-5a0e-4f0a-863f-89fc9856ab25 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.1222377 Jul 28 14:46:41.889236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220ba4-61ef-4db9-871a-4d9ffc36896e req-c0103b74-f78a-4459-b2ca-3df4cc188c03 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.891749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f55188f5-6478-4914-9d79-45c9d94c8921 req-2059a490-56fd-4208-97dc-17b8d540d2c1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755718 Jul 28 14:46:41.898482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87220ba4-61ef-4db9-871a-4d9ffc36896e req-c0103b74-f78a-4459-b2ca-3df4cc188c03 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 943 time: 0.1284840 Jul 28 14:46:41.952608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87220ba4-61ef-4db9-871a-4d9ffc36896e req-20906489-1f14-431a-89e5-2597d6776e5f tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519025 Jul 28 14:46:42.086284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c91c5206-0cfd-45b2-bed6-1993658d5331 req-7843643c-3d38-484f-81f9-0a100f291ee5 tempest-ServersTestJSON-749278336 tempest-ServersTestJSON-749278336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4790f7e3-1f38-4b17-9ff7-1bf6f23cef71 HTTP/1.1" status: 200 len: 210 time: 0.0618567 Jul 28 14:46:42.151574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:46:42.175786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938d73-924d-4b02-b779-fc783c412cc9 req-3ab41ecb-e00b-4ed0-bbae-ff8e83cf3e82 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.175786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40938d73-924d-4b02-b779-fc783c412cc9 req-3ab41ecb-e00b-4ed0-bbae-ff8e83cf3e82 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0859175 Jul 28 14:46:42.239915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40938d73-924d-4b02-b779-fc783c412cc9 req-08e83d2e-9f0d-4f5c-a680-a75db42c3add tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Jul 28 14:46:42.320414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:42.352645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'port_id': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3', 'mac_address': 'fa:16:3e:23:2d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827eb7cb-2c2e-4cb4-96bc-583ca46e518c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:46:42.434728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.483114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64355ade-5f8d-4c87-b260-859dad2c7556 req-9d36ac05-2ba6-49b6-8666-7374b7d97281 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.484494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:42.486333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64355ade-5f8d-4c87-b260-859dad2c7556 req-9d36ac05-2ba6-49b6-8666-7374b7d97281 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1160970 Jul 28 14:46:42.562096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:42.583030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64355ade-5f8d-4c87-b260-859dad2c7556 req-3932eec5-2cf3-43c5-85a2-6dcfdc3843db tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799294 Jul 28 14:46:42.655414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.656667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8041027-aced-4c8b-817d-c409f7f172a7 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:46:42.789425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:42.822598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bffd-59bc-4338-b428-7a856ba8c22e req-60abea94-b5c2-45c4-831c-b5cbbde382ee tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.824276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7061bffd-59bc-4338-b428-7a856ba8c22e req-60abea94-b5c2-45c4-831c-b5cbbde382ee tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 944 time: 0.0985103 Jul 28 14:46:42.865494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f8041027-aced-4c8b-817d-c409f7f172a7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8041027-aced-4c8b-817d-c409f7f172a7,segment=NetworkSegment(250ca9fb-c2b1-46be-9d34-74f58ba06d87),segment_id=250ca9fb-c2b1-46be-9d34-74f58ba06d87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:42.879708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7061bffd-59bc-4338-b428-7a856ba8c22e req-09a3ea53-e953-42eb-8b5f-27cbf9864791 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Jul 28 14:46:42.893325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f8041027-aced-4c8b-817d-c409f7f172a7', 'network_id': '86f0dc78-0a72-4951-b883-55a52aeedddf', 'port_id': 'f8041027-aced-4c8b-817d-c409f7f172a7', 'mac_address': 'fa:16:3e:8a:c4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec225095-0424-4a42-9d67-fa99f061866c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:46:42.900149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082486-ae59-4aed-9e8e-c2a9833783f2 req-5ea751aa-32d0-4270-bcc0-b05f7c3b16ff tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.901804 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64082486-ae59-4aed-9e8e-c2a9833783f2 req-5ea751aa-32d0-4270-bcc0-b05f7c3b16ff tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.4296787 Jul 28 14:46:42.952403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.966426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64082486-ae59-4aed-9e8e-c2a9833783f2 req-298d514c-508f-4db4-b03c-d5f082ba4e96 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Jul 28 14:46:42.970214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8041027-aced-4c8b-817d-c409f7f172a7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:43.004333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f8041027-aced-4c8b-817d-c409f7f172a7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8041027-aced-4c8b-817d-c409f7f172a7,segment=NetworkSegment(250ca9fb-c2b1-46be-9d34-74f58ba06d87),segment_id=250ca9fb-c2b1-46be-9d34-74f58ba06d87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:43.124573 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.145414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561f1f2-a372-48f2-b306-29a2f700258f req-3cdf1b23-9ada-435c-9a02-c75d59618275 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:43.147180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d561f1f2-a372-48f2-b306-29a2f700258f req-3cdf1b23-9ada-435c-9a02-c75d59618275 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 943 time: 0.0646040 Jul 28 14:46:43.186929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f8041027-aced-4c8b-817d-c409f7f172a7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:43.198687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557fdf7-0b5f-4203-b8c7-b1dacb121267 req-5a0d7716-fd7b-4c55-827d-4d12c3cf4509 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:43.201669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e557fdf7-0b5f-4203-b8c7-b1dacb121267 req-5a0d7716-fd7b-4c55-827d-4d12c3cf4509 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.1006672 Jul 28 14:46:43.213500 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d561f1f2-a372-48f2-b306-29a2f700258f req-b0e55ac7-88bd-4f0a-8d7e-d63a0e5c08d1 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546803 Jul 28 14:46:43.280424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:43.285180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e557fdf7-0b5f-4203-b8c7-b1dacb121267 req-fc6dec25-d92c-4432-aa43-63c965517b1b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747063 Jul 28 14:46:43.344571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Deleting subnet 0ec8e4ac-34ed-476a-a593-51751f23bd34 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:43.347236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.399190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.448055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.480488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931e0ba-e942-41fd-a608-8a584081846f req-77409ec2-a6d9-4822-b9b5-52dbfd1bd7d0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:43.482860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0931e0ba-e942-41fd-a608-8a584081846f req-77409ec2-a6d9-4822-b9b5-52dbfd1bd7d0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0598404 Jul 28 14:46:43.526744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0931e0ba-e942-41fd-a608-8a584081846f req-e7daa14e-78ae-4b52-98c8-ffcd149e5273 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 28 14:46:43.598916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.600239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f30e0933-79f5-4033-be46-885cc38bcd63 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:43.641968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec8e4ac-34ed-476a-a593-51751f23bd34,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:43.648431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.653805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d98d530f-3d32-45f3-ae01-df8cc5805500 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0ec8e4ac-34ed-476a-a593-51751f23bd34 HTTP/1.1" status: 204 len: 168 time: 0.3715606 Jul 28 14:46:43.654130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:43.657091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: f30e0933-79f5-4033-be46-885cc38bcd63 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:43.658138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f30e0933-79f5-4033-be46-885cc38bcd63 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:43.701440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47020-7672-477a-a625-1d187f3a5536 req-8db4e631-f0d9-4989-8b54-db168c885a18 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:43.703261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85f47020-7672-477a-a625-1d187f3a5536 req-8db4e631-f0d9-4989-8b54-db168c885a18 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0718877 Jul 28 14:46:43.750068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85f47020-7672-477a-a625-1d187f3a5536 req-dfcfaa44-8fd2-4c1e-8dd0-4aad34cd62dc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Jul 28 14:46:43.812181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.837625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e86cb6-8782-4025-afe9-38382c918ef6 req-d516db74-2a4c-48d4-a159-a7186e246918 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:43.838484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e86cb6-8782-4025-afe9-38382c918ef6 req-d516db74-2a4c-48d4-a159-a7186e246918 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0892768 Jul 28 14:46:43.850055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['6ff9c0fb-cf6b-49d4-9aa4-362134e860d3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:43.914343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f8041027-aced-4c8b-817d-c409f7f172a7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:43.959371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.977225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7d45ee-2026-47eb-bb58-43fb5672c9ad']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:44.000441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c552d2-a257-43d4-9b49-294e2ef29883') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:44.000954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c552d2-a257-43d4-9b49-294e2ef29883') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:44.005774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e86cb6-8782-4025-afe9-38382c918ef6 req-8a4e4678-069a-4aec-98ba-a49efa6991fd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349506 Jul 28 14:46:44.014883 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:44.048126 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:44.238889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1dd42-427a-4520-8393-ce501404ebb1 req-aaa39994-2cc2-4bab-aab5-0a752715b313 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:44.240523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9f1dd42-427a-4520-8393-ce501404ebb1 req-aaa39994-2cc2-4bab-aab5-0a752715b313 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 944 time: 0.0557680 Jul 28 14:46:44.292212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9f1dd42-427a-4520-8393-ce501404ebb1 req-e279f76f-664d-4847-bdd0-11c2698256be tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jul 28 14:46:44.317693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.326662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.335082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4c7d45ee-2026-47eb-bb58-43fb5672c9ad HTTP/1.1" status: 204 len: 168 time: 0.6791844 Jul 28 14:46:44.362538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408de87-1d51-4b98-a538-4183840661d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7d45ee-2026-47eb-bb58-43fb5672c9ad,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:44.448444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049089c-37f2-479d-98e3-7d23fef7c61f req-5777e5d5-2d18-4320-a9df-d2fb0fea8617 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:44.453720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4049089c-37f2-479d-98e3-7d23fef7c61f req-5777e5d5-2d18-4320-a9df-d2fb0fea8617 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 944 time: 0.0708542 Jul 28 14:46:44.509966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4049089c-37f2-479d-98e3-7d23fef7c61f req-8f9106f8-8fb0-4024-8f7a-2b2246f1b926 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Jul 28 14:46:45.041202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:45.098104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-17ddd8c5-0190-4d43-ab49-3f25cbd022e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=324c3398a89244f3b0ae89ad41a2e866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552425 Jul 28 14:46:45.100635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:45.194195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc82158d-dccd-4de6-835c-35caf1d0b647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:45.228092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ea1d3-08fe-4e1d-a860-e21778113e62 req-4f069ee1-9e93-419c-9d4c-716c673aef18 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.229721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d5ea1d3-08fe-4e1d-a860-e21778113e62 req-4f069ee1-9e93-419c-9d4c-716c673aef18 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0884492 Jul 28 14:46:45.234743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc82158d-dccd-4de6-835c-35caf1d0b647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:45.305587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d5ea1d3-08fe-4e1d-a860-e21778113e62 req-517c8c8e-bbc5-411c-a59f-21d51576821c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635500 Jul 28 14:46:45.379961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e1cb1-d773-4dd6-a0b7-60d70dbba760 req-6939500f-ff20-47bc-a179-1a580bd9c218 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.381661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-037e1cb1-d773-4dd6-a0b7-60d70dbba760 req-6939500f-ff20-47bc-a179-1a580bd9c218 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0872328 Jul 28 14:46:45.451149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-037e1cb1-d773-4dd6-a0b7-60d70dbba760 req-68ddf077-9262-4eb5-8036-f20c79d594f4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576003 Jul 28 14:46:45.455239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760da8e-b7b0-4517-97f2-3cbdc93ec33a req-e6dbb3a7-bf39-43fc-82dc-b4bbe67617f2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.457424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d760da8e-b7b0-4517-97f2-3cbdc93ec33a req-e6dbb3a7-bf39-43fc-82dc-b4bbe67617f2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 944 time: 0.0659430 Jul 28 14:46:45.475274 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc82158d-dccd-4de6-835c-35caf1d0b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:45.478431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc82158d-dccd-4de6-835c-35caf1d0b647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:45.483924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc82158d-dccd-4de6-835c-35caf1d0b647 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2802459-161b-4e4b-ae5f-2a1d4c95454e HTTP/1.1" status: 204 len: 168 time: 0.3781357 Jul 28 14:46:45.505968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82158d-dccd-4de6-835c-35caf1d0b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2802459-161b-4e4b-ae5f-2a1d4c95454e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:45.540446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d760da8e-b7b0-4517-97f2-3cbdc93ec33a req-edae89bf-dda6-4f21-b2fa-66eee990abe3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758481 Jul 28 14:46:45.663815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf52e32-92f5-437c-bbc5-9f1614fbf5bd req-62f71fbd-17e3-4eae-b6cd-9d3b1d04ffa3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.665633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6bf52e32-92f5-437c-bbc5-9f1614fbf5bd req-62f71fbd-17e3-4eae-b6cd-9d3b1d04ffa3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0755098 Jul 28 14:46:45.703397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96178dfd-d81b-4ad0-a28a-0baab73c89a1 req-46b19f32-3d3f-49dd-9a9a-d56e383cede4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.705774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-96178dfd-d81b-4ad0-a28a-0baab73c89a1 req-46b19f32-3d3f-49dd-9a9a-d56e383cede4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 944 time: 0.0554128 Jul 28 14:46:45.729071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6bf52e32-92f5-437c-bbc5-9f1614fbf5bd req-b83144aa-8d82-4f6e-a852-04fd94249ced tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558598 Jul 28 14:46:45.789392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-96178dfd-d81b-4ad0-a28a-0baab73c89a1 req-4bd222bf-aabe-41d5-9a4d-fda83928808c tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704029 Jul 28 14:46:45.949486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d929a-23ae-4222-b8be-db334355dab9 req-3a45922e-0830-462d-8102-f3b8ae406736 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.951092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c37d929a-23ae-4222-b8be-db334355dab9 req-3a45922e-0830-462d-8102-f3b8ae406736 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0573981 Jul 28 14:46:45.991101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c37d929a-23ae-4222-b8be-db334355dab9 req-7a0dd3f8-ba5d-4285-836c-2b8cd7cd17d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 28 14:46:46.135334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98863a2c-db59-4aa3-b835-39a323c1bdbc req-f742614b-f60f-4875-bc2a-9cae9e82038a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.136425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98863a2c-db59-4aa3-b835-39a323c1bdbc req-f742614b-f60f-4875-bc2a-9cae9e82038a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0563457 Jul 28 14:46:46.146767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:46.200101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98863a2c-db59-4aa3-b835-39a323c1bdbc req-3cbee88c-9d28-4549-b6b8-b015f8616605 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Jul 28 14:46:46.318795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:46.325273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:46.331634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.385999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb835eb-b840-4f66-8163-be82d5c28011 req-aba002c2-b625-44dc-934e-0d571def4a14 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.389985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fb835eb-b840-4f66-8163-be82d5c28011 req-aba002c2-b625-44dc-934e-0d571def4a14 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0809612 Jul 28 14:46:46.440854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fb835eb-b840-4f66-8163-be82d5c28011 req-68613a59-96f9-472e-9613-88af74fa7e43 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Jul 28 14:46:46.454368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.487284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:46.487284 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e2fc2-2b1c-4a10-a0d1-db4635fc5cb4" -d '{"events": [{"server_uuid": "caad2c68-7705-4feb-8f39-800080ae0e19", "name": "network-vif-plugged", "status": "completed", "tag": "6ff9c0fb-cf6b-49d4-9aa4-362134e860d3"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:46.508116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:46.551896 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d04f7a7-500a-439f-97c0-87483951967f x-openstack-request-id: req-2d04f7a7-500a-439f-97c0-87483951967f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:46.552227 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad2c68-7705-4feb-8f39-800080ae0e19", "name": "network-vif-plugged", "status": "completed", "tag": "6ff9c0fb-cf6b-49d4-9aa4-362134e860d3", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:46.552436 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d04f7a7-500a-439f-97c0-87483951967f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:46.553291 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3', 'code': 200} Jul 28 14:46:46.644267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.645368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8041027-aced-4c8b-817d-c409f7f172a7 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:46.666630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b4816-003b-4bb8-94c7-173528a46cfa req-05d7a3f8-7f57-479e-9d66-9302ed15c386 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.670147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f97b4816-003b-4bb8-94c7-173528a46cfa req-05d7a3f8-7f57-479e-9d66-9302ed15c386 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0909245 Jul 28 14:46:46.748433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98006040-25f1-4fd0-9263-79531ac609fb req-d3e3198f-e2ec-4eec-95ea-95147a6d9a0b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.750233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98006040-25f1-4fd0-9263-79531ac609fb req-d3e3198f-e2ec-4eec-95ea-95147a6d9a0b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0625920 Jul 28 14:46:46.753756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:46.800582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-98006040-25f1-4fd0-9263-79531ac609fb req-d7d71c12-4b54-4e58-87bc-0b82d3cddbc4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Jul 28 14:46:46.815470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f97b4816-003b-4bb8-94c7-173528a46cfa req-c430cc25-88b4-46e2-b87b-264424700f21 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294715 Jul 28 14:46:46.844613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045eae-8574-4cde-b9d3-643120c4e6f6 req-b486697d-6ece-4996-9850-edabdefcfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.846626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96045eae-8574-4cde-b9d3-643120c4e6f6 req-b486697d-6ece-4996-9850-edabdefcfaf1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 1097 time: 0.1060529 Jul 28 14:46:46.917162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96045eae-8574-4cde-b9d3-643120c4e6f6 req-613f8cf3-aac9-4ada-81d4-9aa415c0dcf8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562897 Jul 28 14:46:46.946485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d6b9d-5557-4bc0-9b11-004bac9f3759 req-03a4eb9e-6afa-4f31-a9a4-86038e410960 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.948593 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e52d6b9d-5557-4bc0-9b11-004bac9f3759 req-03a4eb9e-6afa-4f31-a9a4-86038e410960 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.0658219 Jul 28 14:46:46.952142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f8041027-aced-4c8b-817d-c409f7f172a7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:46.957242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f8041027-aced-4c8b-817d-c409f7f172a7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:46.957915 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.994559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e25b8d-19b7-4139-8fe2-501f59c5808d req-0e616419-2c09-44ab-a091-de6d879628aa tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:46.996298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5e25b8d-19b7-4139-8fe2-501f59c5808d req-0e616419-2c09-44ab-a091-de6d879628aa tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 944 time: 0.0964603 Jul 28 14:46:47.050447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e52d6b9d-5557-4bc0-9b11-004bac9f3759 req-d461ad95-f9dd-460c-a2fa-a10903e845d7 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897589 Jul 28 14:46:47.088521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5e25b8d-19b7-4139-8fe2-501f59c5808d req-2abbdcd2-db55-4671-a1fc-e9a8277efe8c tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790403 Jul 28 14:46:47.109618 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.204327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f8041027-aced-4c8b-817d-c409f7f172a7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8041027-aced-4c8b-817d-c409f7f172a7,segment=NetworkSegment(250ca9fb-c2b1-46be-9d34-74f58ba06d87),segment_id=250ca9fb-c2b1-46be-9d34-74f58ba06d87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:47.223418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7cb2-47de-4b26-86dc-d102bbab0df7 req-eb658a7b-8a94-444b-b3cc-4359f47f5ffd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:47.225751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9eb7cb2-47de-4b26-86dc-d102bbab0df7 req-eb658a7b-8a94-444b-b3cc-4359f47f5ffd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0632241 Jul 28 14:46:47.287724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.293089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9eb7cb2-47de-4b26-86dc-d102bbab0df7 req-9a1c3aa7-9622-4bd7-a516-adda4412a78e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619109 Jul 28 14:46:47.364020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f8041027-aced-4c8b-817d-c409f7f172a7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:47.598972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51220) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:47.868560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1830333194-network', 'tenant_id': '31334a97a79c42958a4c9b37e126b24c'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:47.993928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8ec04-284c-4229-95c2-64b9a649d963 req-4661ce1f-9253-4373-a516-8d7862ea3880 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:48.007731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-56d8ec04-284c-4229-95c2-64b9a649d963 req-4661ce1f-9253-4373-a516-8d7862ea3880 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0954976 Jul 28 14:46:48.022083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Made reservation on behalf of 31334a97a79c42958a4c9b37e126b24c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:48.026424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.033109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d9a9-cf85-481b-bb8f-813e9d9e1b37 req-457cfd68-ba12-4d57-9f6b-389dc89270de tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:48.035607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4660d9a9-cf85-481b-bb8f-813e9d9e1b37 req-457cfd68-ba12-4d57-9f6b-389dc89270de tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0569797 Jul 28 14:46:48.052112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.080563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4660d9a9-cf85-481b-bb8f-813e9d9e1b37 req-0f324d7e-c1a6-4f77-8d8c-c65465128b3f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Jul 28 14:46:48.092347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-56d8ec04-284c-4229-95c2-64b9a649d963 req-a388aab1-81ef-4e75-bda0-50b79af12b0e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828302 Jul 28 14:46:48.168640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:46:48.273288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.292950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c17d-09ad-40ff-9048-434ac74bc46e req-46f8a761-5d5c-4c13-bad8-6f2755e982c9 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:48.294581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0775c17d-09ad-40ff-9048-434ac74bc46e req-46f8a761-5d5c-4c13-bad8-6f2755e982c9 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.1298220 Jul 28 14:46:48.315291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75ffd-5aab-4ade-b534-b2b1119fb6b8 req-12aa148b-3410-4d94-8f2f-0c9d37b8b775 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:48.318198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2a75ffd-5aab-4ade-b534-b2b1119fb6b8 req-12aa148b-3410-4d94-8f2f-0c9d37b8b775 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.1137056 Jul 28 14:46:48.320220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:48.342535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'port_id': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'mac_address': 'fa:16:3e:86:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0884a93-5cf5-4f91-9e92-d9098e9f6e33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:46:48.359394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0775c17d-09ad-40ff-9048-434ac74bc46e req-f7a909da-e768-4e92-9f66-6ea9492f244e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Jul 28 14:46:48.405480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2a75ffd-5aab-4ade-b534-b2b1119fb6b8 req-2021d134-47c6-4423-92ad-5d1080efc0ae tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772388 Jul 28 14:46:48.425620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.437998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:46:48.449598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9a40c7-c04f-4334-8f97-accc90b8df11,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:48.452942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.455804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.456088 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Added segment 52b2771c-658d-43b1-a36b-cf000e4df0de of type vlan for network 077b5ead-3031-4809-861e-42f15e4147dd Jul 28 14:46:48.494283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:48.509685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.527107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:48.554646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8041027-aced-4c8b-817d-c409f7f172a7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:48.557278 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82350c-415b-4198-86d6-f00aa96fdf77" -d '{"events": [{"server_uuid": "7222dbbe-3c49-4595-b58c-b29319eaf072", "name": "network-vif-plugged", "status": "completed", "tag": "f8041027-aced-4c8b-817d-c409f7f172a7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:48.598559 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4913d0-5123-48e7-a72b-4136caf20a0a x-openstack-request-id: req-6d4913d0-5123-48e7-a72b-4136caf20a0a {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:48.599082 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7222dbbe-3c49-4595-b58c-b29319eaf072", "name": "network-vif-plugged", "status": "completed", "tag": "f8041027-aced-4c8b-817d-c409f7f172a7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:48.599385 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d4913d0-5123-48e7-a72b-4136caf20a0a {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:48.599855 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8041027-aced-4c8b-817d-c409f7f172a7', 'code': 200} Jul 28 14:46:48.684360 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.684704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.686751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:48.687993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.779065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40121694-8c6b-4f49-aea5-0398794b48e0 req-96fa73c2-8ce1-47c4-babe-dbf02c4793a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:48.780912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40121694-8c6b-4f49-aea5-0398794b48e0 req-96fa73c2-8ce1-47c4-babe-dbf02c4793a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 1097 time: 0.0504651 Jul 28 14:46:48.791529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:48.804121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] Pushing event updated for resources: {'Network': ['ID=077b5ead-3031-4809-861e-42f15e4147dd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:48.819100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 077b5ead-3031-4809-861e-42f15e4147dd details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:46:48.836182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40121694-8c6b-4f49-aea5-0398794b48e0 req-07c1b22e-c014-4df7-92e5-0f81dbe99b4b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Jul 28 14:46:48.913454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b96a59f-473b-4ae5-a5c9-03248de21456 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3128414 Jul 28 14:46:48.916880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:48.923931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Request body: {'subnet': {'network_id': '077b5ead-3031-4809-861e-42f15e4147dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1830333194-subnet', 'tenant_id': '31334a97a79c42958a4c9b37e126b24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:49.072379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Made reservation on behalf of 31334a97a79c42958a4c9b37e126b24c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:49.075455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.103200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:49.354010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9fc0-b7da-4cda-9f53-57288599f7e1 req-9290d67c-7ba0-4e31-a518-791299d54b38 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:49.357543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad9d9fc0-b7da-4cda-9f53-57288599f7e1 req-9290d67c-7ba0-4e31-a518-791299d54b38 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0923092 Jul 28 14:46:49.403286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa389-a700-4220-8caf-56f62c9aea86 req-7f6d7ef3-507c-4e31-87e6-9087ba5bba80 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:49.404873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-551aa389-a700-4220-8caf-56f62c9aea86 req-7f6d7ef3-507c-4e31-87e6-9087ba5bba80 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 945 time: 0.0673506 Jul 28 14:46:49.428031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad9d9fc0-b7da-4cda-9f53-57288599f7e1 req-1b7df78e-2c65-4034-ba68-4abb35d2fe5b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Jul 28 14:46:49.442638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.459435 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-551aa389-a700-4220-8caf-56f62c9aea86 req-75d4605a-988a-494a-9f79-0ca868bd0947 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Jul 28 14:46:49.538105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=073e3a4f-ddc9-4b52-bf6d-cee716489747,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:49.551467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Checking segment: {'id': '52b2771c-658d-43b1-a36b-cf000e4df0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '077b5ead-3031-4809-861e-42f15e4147dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:49.552989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Network hostable DHCP agents. Network: 077b5ead-3031-4809-861e-42f15e4147dd, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:46:49.610673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f148f3-3671-43b0-a42e-5ab1a222d04f req-2dc67b7f-30cd-4766-a7e0-2cb00823ef61 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:49.613243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f148f3-3671-43b0-a42e-5ab1a222d04f req-2dc67b7f-30cd-4766-a7e0-2cb00823ef61 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.0710428 Jul 28 14:46:49.676484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f148f3-3671-43b0-a42e-5ab1a222d04f req-0b719b3e-be14-4de4-abd1-244458a4056e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 Jul 28 14:46:49.695257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4504c9-ad08-4ec5-9832-8d31d6f54b9b req-12223a43-8307-44c2-ade0-2c9e6d20201d tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:49.699243 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e4504c9-ad08-4ec5-9832-8d31d6f54b9b req-12223a43-8307-44c2-ade0-2c9e6d20201d tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.1036310 Jul 28 14:46:49.718541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Network 077b5ead-3031-4809-861e-42f15e4147dd is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:46:49.747029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e4504c9-ad08-4ec5-9832-8d31d6f54b9b req-ce43f51d-d8e9-4058-a68a-0ea82babcebc tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Jul 28 14:46:49.849739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 077b5ead-3031-4809-861e-42f15e4147dd) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:49.854329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:49.854930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.864348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa15af1-2fc8-4928-b752-939f93ca5675 None None] Network 077b5ead-3031-4809-861e-42f15e4147dd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:50.007136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0bae41-8746-43eb-bb8a-5a048a6c8329 None None] Network 077b5ead-3031-4809-861e-42f15e4147dd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:50.046293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-596ed815-35dc-4f87-8c65-17e5efd5cbd3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1279705 Jul 28 14:46:50.169158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:50.196874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:50.246428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:50.247076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.254037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Deleting subnet 073e3a4f-ddc9-4b52-bf6d-cee716489747 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:50.258097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.303831 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.357490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.368350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.421824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:50.519055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.570010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886479a-91ad-4c24-9797-87ad68a25aef req-7b0d28aa-79f5-460f-afea-6bb7875d184c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:50.571736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0886479a-91ad-4c24-9797-87ad68a25aef req-7b0d28aa-79f5-460f-afea-6bb7875d184c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0606132 Jul 28 14:46:50.578552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.600753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:50.605625 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff6a99-373a-44bc-870d-ef8f69b84cfb" -d '{"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-plugged", "status": "completed", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:50.636896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073e3a4f-ddc9-4b52-bf6d-cee716489747,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:50.639929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0886479a-91ad-4c24-9797-87ad68a25aef req-d6d908df-0600-4860-9203-a990594dc6eb tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Jul 28 14:46:50.657157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:50.678214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.678214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fbec6bac-6416-4686-8efc-753ab13637d5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/073e3a4f-ddc9-4b52-bf6d-cee716489747 HTTP/1.1" status: 204 len: 168 time: 0.4711752 Jul 28 14:46:50.678853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:50.738298 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b3eae0-69b7-4668-9fd5-7e7e6ef89170 x-openstack-request-id: req-73b3eae0-69b7-4668-9fd5-7e7e6ef89170 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:50.739250 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-plugged", "status": "completed", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:50.739878 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73b3eae0-69b7-4668-9fd5-7e7e6ef89170 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:50.740952 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'code': 200} Jul 28 14:46:50.746466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aaf34-5676-4734-be05-fba32adc9a65 req-c6029a4a-5f9c-442c-94b1-af3e2790f95d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:50.749708 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-166aaf34-5676-4734-be05-fba32adc9a65 req-c6029a4a-5f9c-442c-94b1-af3e2790f95d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.1539853 Jul 28 14:46:50.797647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.832823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-166aaf34-5676-4734-be05-fba32adc9a65 req-5249b630-1ed9-4f00-9c28-8c10a3e7345e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761762 Jul 28 14:46:50.886582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.898981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077b5ead-3031-4809-861e-42f15e4147dd']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:50.920320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b2771c-658d-43b1-a36b-cf000e4df0de') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:50.920653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b2771c-658d-43b1-a36b-cf000e4df0de') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:50.954577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.977097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.987450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:50.987877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:50.989711 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:51.008046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf55e1-93c0-4b2b-a45e-dd8c667a81c6 req-0e8aee53-d9a6-4678-bdbb-8e6b9a2fc1de tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:51.009688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbdf55e1-93c0-4b2b-a45e-dd8c667a81c6 req-0e8aee53-d9a6-4678-bdbb-8e6b9a2fc1de tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.1014583 Jul 28 14:46:51.087076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbdf55e1-93c0-4b2b-a45e-dd8c667a81c6 req-3969854b-c603-4015-87c0-2d5325222302 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513408 Jul 28 14:46:51.111547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20473720-e5e9-4821-a2c0-fed40e1b77a4 req-a61845ac-d154-4de3-a78d-a36de9469cbc tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:51.113744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20473720-e5e9-4821-a2c0-fed40e1b77a4 req-a61845ac-d154-4de3-a78d-a36de9469cbc tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.0813456 Jul 28 14:46:51.170945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20473720-e5e9-4821-a2c0-fed40e1b77a4 req-749a608e-f205-444e-a1bb-39fbad0622c0 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 Jul 28 14:46:51.185816 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.226531 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.231015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] 10.222.0.57 "DELETE /v2.0/networks/077b5ead-3031-4809-861e-42f15e4147dd HTTP/1.1" status: 204 len: 168 time: 0.5503399 Jul 28 14:46:51.231015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71964c7-4079-4a27-8101-e5e832b19635 admin admin] Pushing event deleted for resources: {'Network': ['ID=077b5ead-3031-4809-861e-42f15e4147dd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:52.036202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea8833-085c-4e87-8b2e-8bed2e4ad5b1 req-2e0c2c52-e5ba-4921-8d32-001bf8701358 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:52.037922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-adea8833-085c-4e87-8b2e-8bed2e4ad5b1 req-2e0c2c52-e5ba-4921-8d32-001bf8701358 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0962958 Jul 28 14:46:52.061719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b79e2-182c-4e5d-82f0-8676694281a3 req-002244c6-b6ee-45dc-8b48-27dfde33baa5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:52.066096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a5b79e2-182c-4e5d-82f0-8676694281a3 req-002244c6-b6ee-45dc-8b48-27dfde33baa5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0790248 Jul 28 14:46:52.092803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-adea8833-085c-4e87-8b2e-8bed2e4ad5b1 req-a406ccde-3def-48a5-8c37-1ffd4e44b5db tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476651 Jul 28 14:46:52.162679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a5b79e2-182c-4e5d-82f0-8676694281a3 req-4adddffb-75d7-444b-a39d-5e4701ff5982 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799747 Jul 28 14:46:52.183478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51302) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:52.254955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ef2aefcd-941d-4985-a007-21ffde8634c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.261793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9284b4ba-01f8-465a-bbad-a3032f58e11b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31334a97a79c42958a4c9b37e126b24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770516 Jul 28 14:46:52.274195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:52.304385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67875fa-f225-47c5-baeb-9338bda1421b req-bd8ed9af-37fe-4be2-8961-fbc4bbad7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:52.307516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-bd8ed9af-37fe-4be2-8961-fbc4bbad7b12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0613279 Jul 28 14:46:52.344256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af9bb272-499a-487b-b3f3-e33dc12b52f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.390222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af9bb272-499a-487b-b3f3-e33dc12b52f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.615185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af9bb272-499a-487b-b3f3-e33dc12b52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.618264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af9bb272-499a-487b-b3f3-e33dc12b52f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.619529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-af9bb272-499a-487b-b3f3-e33dc12b52f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a9a40c7-c04f-4334-8f97-accc90b8df11 HTTP/1.1" status: 204 len: 168 time: 0.3440375 Jul 28 14:46:52.630248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb272-499a-487b-b3f3-e33dc12b52f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9a40c7-c04f-4334-8f97-accc90b8df11,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:52.907861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c4fb7-cb04-4b25-bdb9-ff467e7ac328 req-badb35e0-9f2f-4f62-968e-fca282beb6ea tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:52.911080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d3c4fb7-cb04-4b25-bdb9-ff467e7ac328 req-badb35e0-9f2f-4f62-968e-fca282beb6ea tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.5991404 Jul 28 14:46:52.989999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67875fa-f225-47c5-baeb-9338bda1421b req-d94f050a-1cb1-414d-bd1e-d0bb121ef1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:52.992699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-d94f050a-1cb1-414d-bd1e-d0bb121ef1db service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 914 time: 0.6632645 Jul 28 14:46:53.029541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d3c4fb7-cb04-4b25-bdb9-ff467e7ac328 req-77e07a35-3502-4514-9578-9a1223b661a2 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031027 Jul 28 14:46:53.083592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-76201e0c-fe3b-4ea3-a55b-bb30fbc11359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 217 time: 0.0756676 Jul 28 14:46:53.206621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67875fa-f225-47c5-baeb-9338bda1421b req-807736a9-494b-4b4a-bcc4-636e878eab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:53.209738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-807736a9-494b-4b4a-bcc4-636e878eab02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.0944223 Jul 28 14:46:53.276981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-dc668ab1-d1ef-457a-841a-f44af1365900 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545201 Jul 28 14:46:53.484641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83628398-8dc8-4aa5-8ec9-e9129cfce5cc req-a2c6aca6-587d-487c-b046-e1a27f47bb86 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:53.488437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83628398-8dc8-4aa5-8ec9-e9129cfce5cc req-a2c6aca6-587d-487c-b046-e1a27f47bb86 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1398025 Jul 28 14:46:53.492628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-4915ccd9-d9a8-4f5b-98d9-9675c2992608 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069743 Jul 28 14:46:53.656264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83628398-8dc8-4aa5-8ec9-e9129cfce5cc req-154b5245-0520-4891-82a2-b0eb792aad7c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565554 Jul 28 14:46:53.804544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac592-bbfa-47bf-985b-0189706209a6 req-07b3bf16-00a3-4b29-8784-6f8ff47bc3cc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:53.807374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e3ac592-bbfa-47bf-985b-0189706209a6 req-07b3bf16-00a3-4b29-8784-6f8ff47bc3cc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.1614509 Jul 28 14:46:53.996627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e3ac592-bbfa-47bf-985b-0189706209a6 req-a1b461be-80e5-4564-b93f-4bd07bdfc0d8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668782 Jul 28 14:46:53.998746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a67875fa-f225-47c5-baeb-9338bda1421b req-d03616d5-598c-4794-ae3d-31f3dcf99389 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859056 Jul 28 14:46:54.011204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26818c-cf74-4277-ad1c-3098d67060db req-246e242e-cbcb-4b2c-ad5b-ce6de3d35270 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:54.025595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c26818c-cf74-4277-ad1c-3098d67060db req-246e242e-cbcb-4b2c-ad5b-ce6de3d35270 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.0875180 Jul 28 14:46:54.041978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7171-b840-421b-92a3-42ec274483a2 req-a5d6cb7e-f681-4e76-a91b-d38b1cebb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:54.044782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-a5d6cb7e-f681-4e76-a91b-d38b1cebb191 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b83d2169943a4dfa88f08782db9d3df1&device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 1097 time: 0.1186411 Jul 28 14:46:54.107852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c26818c-cf74-4277-ad1c-3098d67060db req-ad401f37-6cbf-4424-aab1-4d490b560529 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655715 Jul 28 14:46:54.184675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7171-b840-421b-92a3-42ec274483a2 req-8d96778f-830b-42e3-b0a6-ba875afcddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:54.186422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-8d96778f-830b-42e3-b0a6-ba875afcddf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86f0dc78-0a72-4951-b883-55a52aeedddf HTTP/1.1" status: 200 len: 915 time: 0.1339200 Jul 28 14:46:54.258640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-479ea3ae-3830-48ab-833b-4c4ab4fae26d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8041027-aced-4c8b-817d-c409f7f172a7 HTTP/1.1" status: 200 len: 217 time: 0.0443871 Jul 28 14:46:54.366269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7171-b840-421b-92a3-42ec274483a2 req-4b8d382c-4342-4f3e-914d-d63917f10642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:54.378731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-4b8d382c-4342-4f3e-914d-d63917f10642 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec225095-0424-4a42-9d67-fa99f061866c HTTP/1.1" status: 200 len: 854 time: 0.0813253 Jul 28 14:46:54.426106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-4958c6bf-6444-4320-a91d-0ce3d2b8a8b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86f0dc78-0a72-4951-b883-55a52aeedddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470390 Jul 28 14:46:54.597649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-dd7e5684-7558-46ee-866c-eb6317d63691 service neutron] 10.222.0.42 "GET /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622703 Jul 28 14:46:54.719944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fba7171-b840-421b-92a3-42ec274483a2 req-f78feb28-fdb0-414b-82c0-0eca5602e2b5 service neutron] 10.222.0.42 "GET /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110268 Jul 28 14:46:54.843626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56625e8d-82c1-420e-911a-266c71360161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.885263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240a85f-86bf-4a97-8ae3-edf840eed8db req-34745ad5-fa91-4926-8b12-947965d5ae5b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:54.888031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b240a85f-86bf-4a97-8ae3-edf840eed8db req-34745ad5-fa91-4926-8b12-947965d5ae5b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1016705 Jul 28 14:46:54.905938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51372) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:54.979578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b240a85f-86bf-4a97-8ae3-edf840eed8db req-42f1ae46-69a5-4f51-8bd1-14d526768c70 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842891 Jul 28 14:46:55.092131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1006719609-network', 'tenant_id': '104beadba875406199d4cde93a84a27c'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:55.164707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.204606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860642-0dde-46a2-98c3-b011cb80c245 req-629156d1-b329-405d-a199-d48800fb0de1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:55.208838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4860642-0dde-46a2-98c3-b011cb80c245 req-629156d1-b329-405d-a199-d48800fb0de1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.0673189 Jul 28 14:46:55.262510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4860642-0dde-46a2-98c3-b011cb80c245 req-4658507f-779a-4382-968e-0a323637d362 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Jul 28 14:46:55.267032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Made reservation on behalf of 104beadba875406199d4cde93a84a27c for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:55.269701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.282612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.417799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11765d67-7d50-4ef3-8d36-bbad2884a093 req-d5de9e59-bc56-4a7f-a012-f264da8c9132 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:55.417799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11765d67-7d50-4ef3-8d36-bbad2884a093 req-d5de9e59-bc56-4a7f-a012-f264da8c9132 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.0798054 Jul 28 14:46:55.430192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.470814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11765d67-7d50-4ef3-8d36-bbad2884a093 req-97ddf3be-0870-4556-8d4a-35c31b72fa33 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Jul 28 14:46:55.517849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.538264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:46:55.573600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.573950 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Added segment e7f7c219-3d22-4641-9134-7c77d748de75 of type vlan for network 35093577-9a76-4b96-9a10-59cc9f981d40 Jul 28 14:46:55.591996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a686c737-ccbf-45f3-8eb4-84c00c1b678b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:55.627115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.766182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-b448d3e8-6118-4d6f-831b-dd05dff91afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:55.768294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-b448d3e8-6118-4d6f-831b-dd05dff91afc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0484447 Jul 28 14:46:55.855755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.856773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:55.857366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.950502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] Pushing event updated for resources: {'Network': ['ID=35093577-9a76-4b96-9a10-59cc9f981d40,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:55.961152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 35093577-9a76-4b96-9a10-59cc9f981d40 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:46:55.966643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-7cae06ee-5a4a-49fd-b9d5-a78c99850e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:55.968356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-7cae06ee-5a4a-49fd-b9d5-a78c99850e23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 200 len: 914 time: 0.1692295 Jul 28 14:46:56.045656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-681d21b3-7c99-4861-af49-9545aa4dee92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 200 len: 217 time: 0.0679443 Jul 28 14:46:56.051559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f949bfbb-79fb-4a17-b6d8-7f14e50b5365 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1415739 Jul 28 14:46:56.056119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51392) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:56.065858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Request body: {'subnet': {'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1006719609-subnet', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:56.201003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-88da3ec8-c73f-4230-98ea-3d4578ba5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:56.202950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-88da3ec8-c73f-4230-98ea-3d4578ba5eeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 200 len: 853 time: 0.1450467 Jul 28 14:46:56.225912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Made reservation on behalf of 104beadba875406199d4cde93a84a27c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:56.231146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.238263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2900837-82b3-49d8-9e9c-7fc30db3acda req-e5fb0cfd-a4bc-4637-b91d-9823daddd941 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:56.240634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2900837-82b3-49d8-9e9c-7fc30db3acda req-e5fb0cfd-a4bc-4637-b91d-9823daddd941 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1008346 Jul 28 14:46:56.295425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-080b9141-d072-4f7b-ae1e-429769c2d554 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cb4db5b-6ba1-47f7-b063-106ffc74c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532799 Jul 28 14:46:56.311599 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:46:56.323857 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.472696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2900837-82b3-49d8-9e9c-7fc30db3acda req-307bfedc-8c08-47f6-9e48-a48aebded27b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989238 Jul 28 14:46:56.579243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-6752a94d-a5db-4290-96f4-7e1d19f06a30 service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669284 Jul 28 14:46:56.649755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c62c-8362-4ca8-8d3a-73d272fc5df6 req-9c57c78d-47eb-4ff0-b519-ad2f0f82f3b4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:56.651622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfb2c62c-8362-4ca8-8d3a-73d272fc5df6 req-9c57c78d-47eb-4ff0-b519-ad2f0f82f3b4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.0853930 Jul 28 14:46:56.711013 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfb2c62c-8362-4ca8-8d3a-73d272fc5df6 req-503015d0-4848-48aa-8e56-3cbaa6b46668 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528278 Jul 28 14:46:56.808943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e77ecb-bad3-4676-9645-2cb18fc956c3 req-be3fdb29-f0a5-4a13-a759-58a5ecfdb1aa tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:56.817449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8e77ecb-bad3-4676-9645-2cb18fc956c3 req-be3fdb29-f0a5-4a13-a759-58a5ecfdb1aa tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.2306204 Jul 28 14:46:56.881867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15e93a9d-3769-47af-aa63-1e9b15e787ed req-79338b3e-044d-441d-911d-ab631470409c service neutron] 10.222.0.42 "GET /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712641 Jul 28 14:46:56.890719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8e77ecb-bad3-4676-9645-2cb18fc956c3 req-acce98dd-de13-4683-ad16-56d332777d13 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720956 Jul 28 14:46:56.904674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.972498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c85e97-85a1-47c6-b3ec-558fcd870a04,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:57.001581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Checking segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:57.003985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Network hostable DHCP agents. Network: 35093577-9a76-4b96-9a10-59cc9f981d40, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:46:57.253677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Network 35093577-9a76-4b96-9a10-59cc9f981d40 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:46:57.437585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 35093577-9a76-4b96-9a10-59cc9f981d40) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:57.455707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9590631-b115-4099-af06-0a2c48fa8c4e None None] Network 35093577-9a76-4b96-9a10-59cc9f981d40 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:57.456924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:57.457957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.695443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-35093577-9a76-4b96-9a10-59cc9f981d40', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:57.696503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.785235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13aae7fb-f951-495a-8ad4-aa9e07feaabd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7005377 Jul 28 14:46:57.793365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51428) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:57.798358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:57.835527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3d808-3520-4e69-bca7-18df791f5a10 req-08ad1560-0782-40e2-937c-c2c56b21b860 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:57.837347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28c3d808-3520-4e69-bca7-18df791f5a10 req-08ad1560-0782-40e2-937c-c2c56b21b860 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0571027 Jul 28 14:46:57.884120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-28c3d808-3520-4e69-bca7-18df791f5a10 req-2b67ebe4-dd7d-4bf6-92b8-1a674d810ead tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Jul 28 14:46:58.019163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004b1b6-3117-47d8-908b-26c1fd9232a4 req-83760a6c-0bf3-44c7-858a-58c0f821239d tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:58.020894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a004b1b6-3117-47d8-908b-26c1fd9232a4 req-83760a6c-0bf3-44c7-858a-58c0f821239d tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.0574217 Jul 28 14:46:58.081435 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a004b1b6-3117-47d8-908b-26c1fd9232a4 req-30b2810d-d8b2-49ad-8aaa-870e8726681e tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Jul 28 14:46:58.229159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:58.231749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.232862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.237742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.307113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcfd41-e36e-4f99-b1d3-4ff87759a135 req-84a26875-0245-4364-b726-39f81580348d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:58.319995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40bcfd41-e36e-4f99-b1d3-4ff87759a135 req-84a26875-0245-4364-b726-39f81580348d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 946 time: 0.1147246 Jul 28 14:46:58.327775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Allocated IP 172.20.0.2 (35093577-9a76-4b96-9a10-59cc9f981d40/a1c85e97-85a1-47c6-b3ec-558fcd870a04/20086e75-d58b-4907-ade4-9b29f41cb72b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:58.349231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.388700 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40bcfd41-e36e-4f99-b1d3-4ff87759a135 req-0ced296f-b6b8-4d88-a96d-8a0f20464aee tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Jul 28 14:46:58.400118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c01136-49e8-49bd-b9de-cf64682eb1db req-deb35661-1f59-4491-a62c-55f7539691ea tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:58.404956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c01136-49e8-49bd-b9de-cf64682eb1db req-deb35661-1f59-4491-a62c-55f7539691ea tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.2522712 Jul 28 14:46:58.457773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90c01136-49e8-49bd-b9de-cf64682eb1db req-71e3716a-bc6c-4321-bd48-0b48a209fef9 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Jul 28 14:46:58.471087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.508322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:58.510727 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7811eb2-9cd1-4bd4-a5dd-20c316aecf7b" -d '{"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:58.554518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:58.588993 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c674389-07ca-4f87-b4d6-46af9230100b x-openstack-request-id: req-5c674389-07ca-4f87-b4d6-46af9230100b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:58.589475 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:58.589912 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c674389-07ca-4f87-b4d6-46af9230100b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:58.590771 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'code': 200} Jul 28 14:46:58.624583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.640579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Transition to ACTIVE for port object 20086e75-d58b-4907-ade4-9b29f41cb72b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:58.668385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Transition to ACTIVE for port object 20086e75-d58b-4907-ade4-9b29f41cb72b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:58.746482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.789301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.806822 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.820646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9724-aa74-448b-80dd-72ab6890379a req-38ede3d6-e58d-4121-be0e-25a505300af1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:58.833351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a97b9724-aa74-448b-80dd-72ab6890379a req-38ede3d6-e58d-4121-be0e-25a505300af1 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.2446473 Jul 28 14:46:58.846289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Network 35093577-9a76-4b96-9a10-59cc9f981d40 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:58.847639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:58.854119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:58.884296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:58.915105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a97b9724-aa74-448b-80dd-72ab6890379a req-319b4958-9eef-4a54-8472-c7953900c7b2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785537 Jul 28 14:46:59.182171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71726ff-3a29-4f7e-9357-11c8f4a6de4f req-f4acf6e6-b7cc-42fc-95e0-4775f7c423f3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:59.199516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f71726ff-3a29-4f7e-9357-11c8f4a6de4f req-f4acf6e6-b7cc-42fc-95e0-4775f7c423f3 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1433325 Jul 28 14:46:59.219684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Pushing event updated for resources: {'Port': ['ID=20086e75-d58b-4907-ade4-9b29f41cb72b,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:59.225531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Attempting to bind port 20086e75-d58b-4907-ade4-9b29f41cb72b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:59.225982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Attempting to bind port 20086e75-d58b-4907-ade4-9b29f41cb72b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:59.229424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Attempting to bind port 20086e75-d58b-4907-ade4-9b29f41cb72b on network 35093577-9a76-4b96-9a10-59cc9f981d40 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:59.261639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:59.263948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Checking segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:59.268890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.270094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Bound using segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:59.271692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Bound port: 20086e75-d58b-4907-ade4-9b29f41cb72b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:59.273008 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.285471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f71726ff-3a29-4f7e-9357-11c8f4a6de4f req-5303b071-4b0b-44af-bb2e-1b06b397a275 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Jul 28 14:46:59.488885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff0185-0caa-4b41-8f8b-a6992cfec9a2 req-2a40df8c-2859-4a4e-8684-fb146a0789b4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:59.490641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9ff0185-0caa-4b41-8f8b-a6992cfec9a2 req-2a40df8c-2859-4a4e-8684-fb146a0789b4 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.1267083 Jul 28 14:46:59.522358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] For port 20086e75-d58b-4907-ade4-9b29f41cb72b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:59.531421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] For port 20086e75-d58b-4907-ade4-9b29f41cb72b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=20086e75-d58b-4907-ade4-9b29f41cb72b,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:59.543562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.573531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9ff0185-0caa-4b41-8f8b-a6992cfec9a2 req-634fb216-4caf-4792-b143-d804c3c577ba tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721946 Jul 28 14:46:59.575201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.672254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.683424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247f843-9891-4b80-809b-90206dc51e19 req-9342e056-99ed-4a22-ad3c-5af03f35f427 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:59.688079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c247f843-9891-4b80-809b-90206dc51e19 req-9342e056-99ed-4a22-ad3c-5af03f35f427 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1310742 Jul 28 14:46:59.776529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c247f843-9891-4b80-809b-90206dc51e19 req-942ca30e-9a09-43a0-9397-7c4b6ea07426 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712609 Jul 28 14:46:59.795170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Allocated IP 172.25.6.55 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/aefabc3f-fe46-44af-a831-458e1f11d010) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:59.812505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af71c-2879-40ca-9dd3-edfb19dea823 req-278c99f2-c2fe-45bb-8a33-baecd105636d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:59.822727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f88af71c-2879-40ca-9dd3-edfb19dea823 req-278c99f2-c2fe-45bb-8a33-baecd105636d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1108508 Jul 28 14:46:59.883859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13af5-43f7-4df7-b197-ef289236915e None None] Pushing event updated for resources: {'Port': ['ID=20086e75-d58b-4907-ade4-9b29f41cb72b,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:59.974569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f88af71c-2879-40ca-9dd3-edfb19dea823 req-9c01c0f2-994d-409f-93b9-8f7915eb9da5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493235 Jul 28 14:47:00.098966 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.285216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb21c0a-b2ad-4441-a667-90041782be9e req-4aac687f-9dd7-4a70-b5d6-f680bc011b17 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:00.288221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fdb21c0a-b2ad-4441-a667-90041782be9e req-4aac687f-9dd7-4a70-b5d6-f680bc011b17 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1591909 Jul 28 14:47:00.289301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.358633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:00.367730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fdb21c0a-b2ad-4441-a667-90041782be9e req-5f2f0898-353e-4c97-8335-1dc0c898d839 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685668 Jul 28 14:47:00.371519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:00.374444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Pushing event updated for resources: {'Port': ['ID=aefabc3f-fe46-44af-a831-458e1f11d010,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:00.396117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:00.578593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db684d-f4b2-4c49-88fc-b3de6db77258 req-ead79205-6b61-46b6-93ae-6226b27574de tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:00.581112 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70db684d-f4b2-4c49-88fc-b3de6db77258 req-ead79205-6b61-46b6-93ae-6226b27574de tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0646398 Jul 28 14:47:00.627783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70db684d-f4b2-4c49-88fc-b3de6db77258 req-74d2f098-b259-4830-b952-9aa3a0b89147 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Jul 28 14:47:00.818717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff9af2-ed8f-4b22-bd6c-e2c80eee9660 req-2b87b53f-8f2e-41d1-a297-00b96c05f5e1 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:00.831523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60ff9af2-ed8f-4b22-bd6c-e2c80eee9660 req-2b87b53f-8f2e-41d1-a297-00b96c05f5e1 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.1011963 Jul 28 14:47:00.848421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c966-b89f-4aa6-abec-49d34dbad074 req-0f025b30-c44f-4bf5-8b19-d237a5043f4e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:00.851054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1274c966-b89f-4aa6-abec-49d34dbad074 req-0f025b30-c44f-4bf5-8b19-d237a5043f4e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0994923 Jul 28 14:47:00.948683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1274c966-b89f-4aa6-abec-49d34dbad074 req-a60daec4-9bbe-445f-9ad9-9125452543d5 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818708 Jul 28 14:47:01.000273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60ff9af2-ed8f-4b22-bd6c-e2c80eee9660 req-0fd0e171-5b09-40fe-8aa7-c6389b55775a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674805 Jul 28 14:47:01.075336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-d47248d2-3e63-4af8-b3df-0f2cd0156240 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:01.078363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-d47248d2-3e63-4af8-b3df-0f2cd0156240 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.1817484 Jul 28 14:47:01.285764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dcae8-3286-430c-8812-fe243361ee13 req-f0031519-0d71-47c6-94ec-53c613f4006b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:01.299627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a4dcae8-3286-430c-8812-fe243361ee13 req-f0031519-0d71-47c6-94ec-53c613f4006b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1767507 Jul 28 14:47:01.360391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.426208 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a4dcae8-3286-430c-8812-fe243361ee13 req-136ab29a-716f-4120-9cb9-d1d56a1ed3e9 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253717 Jul 28 14:47:01.433670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 20086e75-d58b-4907-ade4-9b29f41cb72b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:01.506238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4295bb4-2c27-42c1-bda4-ef6d5b110e05 None None] Network 35093577-9a76-4b96-9a10-59cc9f981d40 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:01.578031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-44607ed2-accc-406d-9a6a-bcfdae284eaf tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:01.580079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-44607ed2-accc-406d-9a6a-bcfdae284eaf tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.3013315 Jul 28 14:47:01.588128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a4dba-f612-474f-a3b1-df32ca9bd493 req-b2f2950f-ba73-453f-bbdd-281a5db2dead tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:01.589894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-202a4dba-f612-474f-a3b1-df32ca9bd493 req-b2f2950f-ba73-453f-bbdd-281a5db2dead tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1548834 Jul 28 14:47:01.645012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Deleting port f8041027-aced-4c8b-817d-c409f7f172a7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:01.645539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.745003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-12be3fcd-6234-4ea9-a000-e67d3beddee8 None None] Provisioning for port 20086e75-d58b-4907-ade4-9b29f41cb72b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:01.873038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 20086e75-d58b-4907-ade4-9b29f41cb72b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:01.873224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-202a4dba-f612-474f-a3b1-df32ca9bd493 req-a1653c2f-e525-428a-ac70-a560bf9af546 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607584 Jul 28 14:47:01.888953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 20086e75-d58b-4907-ade4-9b29f41cb72b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:01.889869 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.934659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] For port f8041027-aced-4c8b-817d-c409f7f172a7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8041027-aced-4c8b-817d-c409f7f172a7,segment=NetworkSegment(250ca9fb-c2b1-46be-9d34-74f58ba06d87),segment_id=250ca9fb-c2b1-46be-9d34-74f58ba06d87)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:01.935181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.970267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Calling delete_port for f8041027-aced-4c8b-817d-c409f7f172a7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:01.976487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.002246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Deleting port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:02.002549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.160975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.213850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 20086e75-d58b-4907-ade4-9b29f41cb72b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=20086e75-d58b-4907-ade4-9b29f41cb72b,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:02.220993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.231486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a59cca-8af5-49df-867b-a72faac27a5f req-82c91f50-5c57-48c4-8642-c8bc79a6073d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:02.232499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53a59cca-8af5-49df-867b-a72faac27a5f req-82c91f50-5c57-48c4-8642-c8bc79a6073d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1875551 Jul 28 14:47:02.343817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53a59cca-8af5-49df-867b-a72faac27a5f req-279a77b9-a3a5-489d-9786-8582b1017b17 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929294 Jul 28 14:47:02.370347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.472231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=20086e75-d58b-4907-ade4-9b29f41cb72b,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:02.577635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10769275-f75e-475c-90c7-f978ce990068 None None] Provisioning complete for port 20086e75-d58b-4907-ade4-9b29f41cb72b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:02.578011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10769275-f75e-475c-90c7-f978ce990068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.719183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75f278-4e3b-4e2a-a2f5-6e1cb048eec9 req-253d8ab7-df6c-4841-aaa4-18fd77e8caa5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:02.723989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f75f278-4e3b-4e2a-a2f5-6e1cb048eec9 req-253d8ab7-df6c-4841-aaa4-18fd77e8caa5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 944 time: 0.1135526 Jul 28 14:47:02.785094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f75f278-4e3b-4e2a-a2f5-6e1cb048eec9 req-a2c32033-f295-4fc3-adf3-fbd4a609700c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544131 Jul 28 14:47:02.852726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c74b20-c315-4a40-995e-fb99cf11da01 req-bfb303d5-6242-4088-ad60-e4392523be10 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:02.854445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16c74b20-c315-4a40-995e-fb99cf11da01 req-bfb303d5-6242-4088-ad60-e4392523be10 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 945 time: 0.7537305 Jul 28 14:47:02.886276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] For port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:02.887335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.952409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Calling delete_port for dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:02.968403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b914-0b1a-4350-b0d0-d3e386076e05 req-d9656897-88de-4958-aed6-dafde8453680 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:02.970166 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94e0b914-0b1a-4350-b0d0-d3e386076e05 req-d9656897-88de-4958-aed6-dafde8453680 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0908685 Jul 28 14:47:03.028058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94e0b914-0b1a-4350-b0d0-d3e386076e05 req-92a8bf6c-0e68-42f9-b964-a4c49acce033 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Jul 28 14:47:03.087230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16c74b20-c315-4a40-995e-fb99cf11da01 req-b2b4e44e-fdcd-449a-9151-416458abc958 tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c67d2c2-c534-40a8-940e-6bdd3363311a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175937 Jul 28 14:47:03.273193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Router 48b03126-a465-439f-b385-0746302fa5ef is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:47:03.275562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.331298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Pushing event deleted for resources: {'Port': ['ID=f8041027-aced-4c8b-817d-c409f7f172a7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:03.353979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93cf7d-1b31-4c63-ae9a-f0517283acc4 req-828c1b3f-e2a1-4251-b515-60b134a3c76a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:03.364077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa93cf7d-1b31-4c63-ae9a-f0517283acc4 req-828c1b3f-e2a1-4251-b515-60b134a3c76a tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1250842 Jul 28 14:47:03.417844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 20086e75-d58b-4907-ade4-9b29f41cb72b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:03.427347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.514895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event deleted for resources: {'Port': ['ID=dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:03.522309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] No DVR routers for this DVR port f8041027-aced-4c8b-817d-c409f7f172a7 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:03.533909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.536499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01fdba31-8f91-477a-8221-54b6f05a01e0 req-7cf6aabc-6045-45a5-aa3f-cb33ca672e1a tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.42 "DELETE /v2.0/ports/f8041027-aced-4c8b-817d-c409f7f172a7 HTTP/1.1" status: 204 len: 173 time: 2.3925676 Jul 28 14:47:03.538819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'name': 'network-vif-deleted', 'tag': 'f8041027-aced-4c8b-817d-c409f7f172a7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:03.541545 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e471b11-0042-4d93-ab34-c52b7d2ad7a3" -d '{"events": [{"server_uuid": "7222dbbe-3c49-4595-b58c-b29319eaf072", "name": "network-vif-deleted", "tag": "f8041027-aced-4c8b-817d-c409f7f172a7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:03.565487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 20086e75-d58b-4907-ade4-9b29f41cb72b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:03.566367 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.648267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] No DVR routers for this DVR port dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:03.653592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.657048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cab451d-43a5-4547-845e-3e1c45fe1fce req-b54d6a88-9293-49c3-858c-f03e7e314999 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "DELETE /v2.0/ports/dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 HTTP/1.1" status: 204 len: 173 time: 2.0616214 Jul 28 14:47:03.668935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa93cf7d-1b31-4c63-ae9a-f0517283acc4 req-bb70a46d-1d44-48fc-9b8c-eb032584b7d7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444599 Jul 28 14:47:03.674913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:03.734370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:03.755869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:03.757001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:46:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:03.822219 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2cbadc-14d0-4d07-8b8c-44bf7ecd61e4 x-openstack-request-id: req-8c2cbadc-14d0-4d07-8b8c-44bf7ecd61e4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:03.822515 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7222dbbe-3c49-4595-b58c-b29319eaf072", "name": "network-vif-deleted", "tag": "f8041027-aced-4c8b-817d-c409f7f172a7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:03.822774 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c2cbadc-14d0-4d07-8b8c-44bf7ecd61e4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:03.823215 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7222dbbe-3c49-4595-b58c-b29319eaf072', 'name': 'network-vif-deleted', 'tag': 'f8041027-aced-4c8b-817d-c409f7f172a7', 'status': 'completed', 'code': 200} Jul 28 14:47:03.893875 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.896230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3b617b39-f948-4fc5-9f1c-d5dcca1dd22f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1016550 Jul 28 14:47:03.909867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:03.940691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:03.963122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f5f879-9e81-4ba8-9751-7308fe8155b1 req-22b7d432-4820-42d9-85b3-72e563f58c8d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0383561 Jul 28 14:47:04.125006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664683a-a05f-432d-8a17-887f385246bd req-1ee918a9-1f1e-4ee5-8ff8-0fadb9e3384b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.129961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6664683a-a05f-432d-8a17-887f385246bd req-1ee918a9-1f1e-4ee5-8ff8-0fadb9e3384b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0807691 Jul 28 14:47:04.185087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6664683a-a05f-432d-8a17-887f385246bd req-1173dcb8-9726-4f45-8390-311efdb571cd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487287 Jul 28 14:47:04.195426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:00Z', 'revision_number': 3, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:04.239544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:04.260410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:04.260784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:04.261175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8041027-aced-4c8b-817d-c409f7f172a7 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:04.263385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:04.263751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Updating router 48b03126-a465-439f-b385-0746302fa5ef port aefabc3f-fe46-44af-a831-458e1f11d010 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:47:04.300915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-589172e2-b0b9-4840-82bf-021fe43f5f64 req-3264881f-8948-420f-94e2-6b3e15bcafcc tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0349514 Jul 28 14:47:04.317466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: f8041027-aced-4c8b-817d-c409f7f172a7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:04.317466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8041027-aced-4c8b-817d-c409f7f172a7 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:04.332749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.550949 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51562) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:04.565723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48793f30-d02c-4afc-af0e-dba78897af77 req-0da63a1b-c405-4590-bded-90949417d3e7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.585551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48793f30-d02c-4afc-af0e-dba78897af77 req-0da63a1b-c405-4590-bded-90949417d3e7 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1874735 Jul 28 14:47:04.658059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48793f30-d02c-4afc-af0e-dba78897af77 req-fd5d6b49-97c7-4987-b3e1-f8044aaa107f tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711489 Jul 28 14:47:04.667092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.794736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.806483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.825219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Transition to ACTIVE for port object aefabc3f-fe46-44af-a831-458e1f11d010 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:04.827440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4d588-4712-4d62-aee4-96e327a2722e req-cb8e900d-3ff4-4bbc-87e6-1d3a97d6371d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.829355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4d4d588-4712-4d62-aee4-96e327a2722e req-cb8e900d-3ff4-4bbc-87e6-1d3a97d6371d tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.0676808 Jul 28 14:47:04.863283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.869927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.876063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.882223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.882730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4d4d588-4712-4d62-aee4-96e327a2722e req-a4a6215c-6340-4efa-a65d-11c89edb19af tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Jul 28 14:47:04.888437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.895024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.901582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:04.903649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-515e2677-e823-435d-a17b-d8336873833b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.2264066 Jul 28 14:47:04.958084 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.026304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Attempting to bind port aefabc3f-fe46-44af-a831-458e1f11d010 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:05.026875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Attempting to bind port aefabc3f-fe46-44af-a831-458e1f11d010 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:05.027432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Attempting to bind port aefabc3f-fe46-44af-a831-458e1f11d010 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:05.032694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df39c3-dea7-49eb-9a8a-4c398e7fae19 None None] Pushing event updated for resources: {'Port': ['ID=aefabc3f-fe46-44af-a831-458e1f11d010,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:05.035287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da11c26e-303a-48a9-8279-9a6a6f7a8324 req-33d86727-679c-4f4f-a52c-03687133f576 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222405 Jul 28 14:47:05.042103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:05.043462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:05.054320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.055751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:05.055957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Bound port: aefabc3f-fe46-44af-a831-458e1f11d010, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:05.056504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.065142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Allocated IP 172.20.0.1 (35093577-9a76-4b96-9a10-59cc9f981d40/a1c85e97-85a1-47c6-b3ec-558fcd870a04/a746b359-83b4-417e-8e07-4837d31c59d5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:05.167261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf703725-8755-4277-8f4c-4bc762b0c3fb req-bb24d822-b395-4e41-b98d-587864dddb1f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.0525131 Jul 28 14:47:05.187475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] For port aefabc3f-fe46-44af-a831-458e1f11d010, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:05.202596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] For port aefabc3f-fe46-44af-a831-458e1f11d010, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aefabc3f-fe46-44af-a831-458e1f11d010,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:05.204177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.281216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.297408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Transition to ACTIVE for port object a746b359-83b4-417e-8e07-4837d31c59d5 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:05.317895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.325739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.367481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef633fd-f5c4-40e5-adf4-1dc76ba33701,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:05.383495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.383856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.384210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.384585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.384928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.385269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.385661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.385996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.386401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.386663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.386997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.387330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:05.398461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df39c3-dea7-49eb-9a8a-4c398e7fae19 None None] Pushing event updated for resources: {'Port': ['ID=aefabc3f-fe46-44af-a831-458e1f11d010,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:05.408190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f30939f1-df20-4a9d-8471-de58e8d203a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c4fdfe68d9e499f905a1f3e27755fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8551912 Jul 28 14:47:05.413429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51580) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:05.432156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:05.439490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:46:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:05.478091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.497504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a69185b7-0152-425c-90ee-6ce96a8260a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.557059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Network 35093577-9a76-4b96-9a10-59cc9f981d40 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:05.590156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:05.593909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e668609-bee2-49ff-9c9d-70ca6664f300 req-1fafd094-3c49-451a-be8c-28974aca581f tempest-InstanceActionsTestJSON-1207114338 tempest-InstanceActionsTestJSON-1207114338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7222dbbe-3c49-4595-b58c-b29319eaf072 HTTP/1.1" status: 200 len: 210 time: 0.0706375 Jul 28 14:47:05.594803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:05.608847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a69185b7-0152-425c-90ee-6ce96a8260a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.638642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Pushing event updated for resources: {'Port': ['ID=a746b359-83b4-417e-8e07-4837d31c59d5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:05.713615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.728744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:05.824713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-deleted', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:05.826982 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bd96d9-8e85-4b74-98c6-18a449a58f7c" -d '{"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-deleted", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:05.917698 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a69185b7-0152-425c-90ee-6ce96a8260a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.917931 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d523d7-2b31-4a69-afc9-5d7e9677b6c6 x-openstack-request-id: req-44d523d7-2b31-4a69-afc9-5d7e9677b6c6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:05.918263 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356afad-cb30-4e6d-a08d-8e2e58741a67", "name": "network-vif-deleted", "tag": "dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:05.918634 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44d523d7-2b31-4a69-afc9-5d7e9677b6c6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:05.919249 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356afad-cb30-4e6d-a08d-8e2e58741a67', 'name': 'network-vif-deleted', 'tag': 'dfbcc9d6-40e6-4600-9c3a-b4c3a7ccc435', 'status': 'completed', 'code': 200} Jul 28 14:47:05.921004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a69185b7-0152-425c-90ee-6ce96a8260a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.922522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a69185b7-0152-425c-90ee-6ce96a8260a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ef633fd-f5c4-40e5-adf4-1dc76ba33701 HTTP/1.1" status: 204 len: 168 time: 0.5083137 Jul 28 14:47:05.932065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69185b7-0152-425c-90ee-6ce96a8260a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef633fd-f5c4-40e5-adf4-1dc76ba33701,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:05.985244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.022064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:00Z', 'revision_number': 3, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:06.068594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18a200-040e-47ab-8d8d-508e5299f171 None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:00Z', 'revision_number': 3, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:06.083682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.169340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3dfc51fb-57fa-4064-b740-c133b90931fe None None] Provisioning for port a746b359-83b4-417e-8e07-4837d31c59d5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:06.188928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3dfc51fb-57fa-4064-b740-c133b90931fe None None] Provisioning complete for port a746b359-83b4-417e-8e07-4837d31c59d5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:06.189310 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dfc51fb-57fa-4064-b740-c133b90931fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.281146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc51fb-57fa-4064-b740-c133b90931fe None None] Port a746b359-83b4-417e-8e07-4837d31c59d5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:06.349059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.359092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.367216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.374069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.385092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.411573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.434181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.441206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-65238f7d-c101-401f-8bc1-5d65986320b2 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.1993022 Jul 28 14:47:06.471301 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ed9c865-bbb0-47a8-ab08-aa1f2bec48df req-99e9c421-79ed-442b-a1e5-9447d75f54bd tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=9356afad-cb30-4e6d-a08d-8e2e58741a67 HTTP/1.1" status: 200 len: 210 time: 0.1268992 Jul 28 14:47:06.522482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.591462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.598741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.605438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.612121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.618781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.625100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.631808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.634447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.639351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-e90ebbcd-a014-4d29-8642-8a5019b157ab tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.1916187 Jul 28 14:47:06.649316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb58e57b-f281-453c-bc1c-743bea9ba605 req-53235545-14cf-4dfd-8049-be6dab728c78 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769044 Jul 28 14:47:06.733508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51602) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:06.773282 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.775301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Pushing event updated for resources: {'Port': ['ID=a746b359-83b4-417e-8e07-4837d31c59d5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:06.791778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Deleting subnet ec225095-0424-4a42-9d67-fa99f061866c {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:06.802772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.807934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-0aa04e29-fd7f-4347-827e-4b8a3fd660a0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.811530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-0aa04e29-fd7f-4347-827e-4b8a3fd660a0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "GET /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1609607 Jul 28 14:47:06.955347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.007870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Network 35093577-9a76-4b96-9a10-59cc9f981d40 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:07.009188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:07.045349 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.064606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-7f214c4f-33fe-4cb2-a2fb-766eaf9db16f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "GET /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2310686 Jul 28 14:47:07.107114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51606) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:07.164311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:07.273305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d2d33cf0-bc4e-4eb2-a7e8-549496d1b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.377737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.413175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.431205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aefabc3f-fe46-44af-a831-458e1f11d010 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:07.536341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04dc3920-5407-4446-8130-02587989eb62 None None] Provisioning complete for port a746b359-83b4-417e-8e07-4837d31c59d5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:07.539498 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04dc3920-5407-4446-8130-02587989eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.549166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec225095-0424-4a42-9d67-fa99f061866c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:07.617718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.625485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6213cd4d-7a66-4825-96fc-222db618ad75 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ec225095-0424-4a42-9d67-fa99f061866c HTTP/1.1" status: 204 len: 168 time: 0.9025657 Jul 28 14:47:07.628749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51614) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:07.632096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-04dc3920-5407-4446-8130-02587989eb62 None None] Port a746b359-83b4-417e-8e07-4837d31c59d5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:07.670606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port aefabc3f-fe46-44af-a831-458e1f11d010 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:07.678362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port aefabc3f-fe46-44af-a831-458e1f11d010 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:07.678883 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.689831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Router 48b03126-a465-439f-b385-0746302fa5ef has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:07.735218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.855783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d2d33cf0-bc4e-4eb2-a7e8-549496d1b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.864423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=75a09b25-8b82-4aa1-bd24-19ac66f64176,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:07.883110 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.918670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port aefabc3f-fe46-44af-a831-458e1f11d010, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aefabc3f-fe46-44af-a831-458e1f11d010,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:07.937616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] For port 75a09b25-8b82-4aa1-bd24-19ac66f64176, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:07.991952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.998349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] device_id is not set on port 75a09b25-8b82-4aa1-bd24-19ac66f64176 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:08.008728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.014520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.018650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d2d33cf0-bc4e-4eb2-a7e8-549496d1b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.033571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51620) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:08.039870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.047402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.051896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254614891', 'description': 'tempest-description--1764444956'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:08.055414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.061802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.067989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.074420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.074940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=aefabc3f-fe46-44af-a831-458e1f11d010,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.081493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.085577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-217752b8-c430-4258-836a-124e79071b5f tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 5445 time: 0.2676160 Jul 28 14:47:08.089515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d33cf0-bc4e-4eb2-a7e8-549496d1b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59fe75f-5b89-428c-b944-a5395d9bae40,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.091820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f0dc78-0a72-4951-b883-55a52aeedddf']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:08.101125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d2d33cf0-bc4e-4eb2-a7e8-549496d1b02c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=143b006b78a34a66b7f50bdb1cea6305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886196 Jul 28 14:47:08.103715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51622) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:08.124545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250ca9fb-c2b1-46be-9d34-74f58ba06d87') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:08.124873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250ca9fb-c2b1-46be-9d34-74f58ba06d87') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:08.128985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:08.140278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca5a18ed-0cff-478b-b52d-e68580d4c239 admin admin] 10.222.0.57 "PUT /v2.0/routers/48b03126-a465-439f-b385-0746302fa5ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2283015 Jul 28 14:47:08.152494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.165906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-59cea223-7c5a-47e8-b988-bd6f7fcf9454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.183735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0e686ad-f45b-4787-b085-0f1a389055f9 req-171da28c-ba47-4c0a-a7c4-718de73c03da tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866077 Jul 28 14:47:08.194177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.199129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.215601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:08.216080 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:08.218368 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:08.220690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 58e795d4-d1ab-4451-b0e6-e028a80ec32c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:08.225307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-59cea223-7c5a-47e8-b988-bd6f7fcf9454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.339616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] No DVR routers for this DVR port 75a09b25-8b82-4aa1-bd24-19ac66f64176 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:08.348362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.363137 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.392972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:08.395660 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613d3244-395b-4f1e-9c30-8c431066d8d2" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:08.414465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:08.448030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Pushing event updated for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.466894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] In _notify_port_updated(), no bound segment for port 75a09b25-8b82-4aa1-bd24-19ac66f64176 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:47:08.467835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.468513 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.470769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-d006e61d-4663-4a8e-b77b-80c83f3efc22 service neutron] 10.222.0.42 "PUT /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 200 len: 1032 time: 1.3612275 Jul 28 14:47:08.471297 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2623285-82d3-4b57-be83-a35e2d226cf4 x-openstack-request-id: req-e2623285-82d3-4b57-be83-a35e2d226cf4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:08.472220 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:08.472547 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2623285-82d3-4b57-be83-a35e2d226cf4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:08.472994 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c', 'code': 200} Jul 28 14:47:08.478175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.513194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.517363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/86f0dc78-0a72-4951-b883-55a52aeedddf HTTP/1.1" status: 204 len: 168 time: 0.8801262 Jul 28 14:47:08.550260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293a63d-d76b-4009-bdf0-4671443bfcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86f0dc78-0a72-4951-b883-55a52aeedddf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.557607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.558374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 40fd9e8c-f879-4360-8210-1b52442abc68 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:08.609389 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-59cea223-7c5a-47e8-b988-bd6f7fcf9454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.613901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-59cea223-7c5a-47e8-b988-bd6f7fcf9454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.615338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-59cea223-7c5a-47e8-b988-bd6f7fcf9454 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c59fe75f-5b89-428c-b944-a5395d9bae40 HTTP/1.1" status: 204 len: 168 time: 0.5105104 Jul 28 14:47:08.665120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cea223-7c5a-47e8-b988-bd6f7fcf9454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59fe75f-5b89-428c-b944-a5395d9bae40,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.675881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-ed80fef0-200d-4da8-81a8-debca66f6bdd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:08.677844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-ed80fef0-200d-4da8-81a8-debca66f6bdd tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "GET /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1372602 Jul 28 14:47:08.711264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:08.747092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.752819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bb3f6aaf-30c4-4e02-bff1-b3b638a09dcb None None] Provisioning complete for port 75a09b25-8b82-4aa1-bd24-19ac66f64176 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:08.754794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6aaf-30c4-4e02-bff1-b3b638a09dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.758119 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.854437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.915750 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:08.928754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:08.929636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.929918 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:46:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:08.945304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.951214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f6aaf-30c4-4e02-bff1-b3b638a09dcb None None] Port 75a09b25-8b82-4aa1-bd24-19ac66f64176 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:09.000081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceea1cb-a999-4c35-8702-b2bbd6a0b968,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:09.027985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=40fd9e8c-f879-4360-8210-1b52442abc68,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:09.151611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.152579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 75a09b25-8b82-4aa1-bd24-19ac66f64176 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:09.277317 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:09.300493 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.303571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d15f69b-36bc-47e1-8650-07163ec1aa11 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2614822 Jul 28 14:47:09.315453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51650) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.322606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'security_group_rule': {'security_group_id': '7ceea1cb-a999-4c35-8702-b2bbd6a0b968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:09.378713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8803861d-1180-4e1c-9105-be99cbb9e145,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:09.481922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] For port 8803861d-1180-4e1c-9105-be99cbb9e145, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:09.486926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 75a09b25-8b82-4aa1-bd24-19ac66f64176 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:09.487798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4209ad49-8ca5-4a69-acfc-c2eeef7f373e no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:09.537096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.555858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.567532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51656) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.575212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407288362', 'description': 'tempest-description--634191609'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:09.589492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.589492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.611579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.623835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.625226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51658) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.629067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:09.637506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aefabc3f-fe46-44af-a831-458e1f11d010 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:09.653307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-5c2f490a-577f-41dd-bc73-bae8a0dbf9b8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 4662 time: 0.2919185 Jul 28 14:47:09.674205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] device_id is not set on port 8803861d-1180-4e1c-9105-be99cbb9e145 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:09.740803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.750137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.835498 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.869824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port aefabc3f-fe46-44af-a831-458e1f11d010 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:09.871208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58cf59b6-a414-463e-8ddc-b2d69fd5022b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b83d2169943a4dfa88f08782db9d3df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420661 Jul 28 14:47:09.874299 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.874743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a2914d9-e48d-43ea-b367-aa2cc6fac57f req-9284fe39-3d78-4cfe-9ea1-2baa2cacab66 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&id=ff4bde43-2440-470e-8dd7-a214a2723dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142580 Jul 28 14:47:09.874901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51660) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.989045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.007395 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:06Z', 'revision_number': 2, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:10.021172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.025161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:10.071170 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:10.071676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Updating router 48b03126-a465-439f-b385-0746302fa5ef port a746b359-83b4-417e-8e07-4837d31c59d5 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:47:10.082083 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.125911 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.150722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.151443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:10.171906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a7bad9b-d8d2-4552-9cf7-7eb9402ec9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.260204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.265121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] No DVR routers for this DVR port 8803861d-1180-4e1c-9105-be99cbb9e145 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:10.351541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Pushing event updated for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:10.393403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a7bad9b-d8d2-4552-9cf7-7eb9402ec9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.456898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] In _notify_port_updated(), no bound segment for port 8803861d-1180-4e1c-9105-be99cbb9e145 on network 53a8fed9-e586-45f0-870d-3e6f7a696c8a {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:47:10.458230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:10.458979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e154eb-10ba-4281-a7b6-bbe70f69b1cc,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:10.461254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.467001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-dbb220b2-d129-492c-85c7-c81f1ecd868b service neutron] 10.222.0.42 "PUT /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 200 len: 1033 time: 1.7602537 Jul 28 14:47:10.492965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68'}, {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:10.495370 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e7d3b9-8109-48ba-af08-6a9c8e081c2f" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68"}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:10.534040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:10.569717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.637720 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd08025c-0fe4-4666-9c33-58addc9b947b x-openstack-request-id: req-dd08025c-0fe4-4666-9c33-58addc9b947b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:10.638204 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68", "code": 200}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:10.638621 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd08025c-0fe4-4666-9c33-58addc9b947b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:10.639262 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68', 'code': 200} Jul 28 14:47:10.640019 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e', 'code': 200} Jul 28 14:47:10.699669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51676) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:10.702876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:10.754944 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2c9763e-eff4-45bd-a7e4-25cdd31625fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.831260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.835622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.841645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8803861d-1180-4e1c-9105-be99cbb9e145 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:10.879778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a7bad9b-d8d2-4552-9cf7-7eb9402ec9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.885129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9a7bad9b-d8d2-4552-9cf7-7eb9402ec9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.892258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9a7bad9b-d8d2-4552-9cf7-7eb9402ec9fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c67d2c2-c534-40a8-940e-6bdd3363311a HTTP/1.1" status: 204 len: 168 time: 1.0136313 Jul 28 14:47:10.911495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port 58e795d4-d1ab-4451-b0e6-e028a80ec32c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:10.912860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.930834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bad9b-d8d2-4552-9cf7-7eb9402ec9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c67d2c2-c534-40a8-940e-6bdd3363311a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:10.963524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d69a3baa-9daf-45f5-8e58-131f0518e422 None None] Provisioning complete for port 8803861d-1180-4e1c-9105-be99cbb9e145 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:10.963524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d69a3baa-9daf-45f5-8e58-131f0518e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.067250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:11.071464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8803861d-1180-4e1c-9105-be99cbb9e145 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:11.071891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c929103c-4187-4a31-a9bb-d7b305788b4c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:11.073797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d69a3baa-9daf-45f5-8e58-131f0518e422 None None] Port 8803861d-1180-4e1c-9105-be99cbb9e145 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:11.077068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.087202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.089745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-994f6e08-f307-4088-83ea-1a1195df1534 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7800016 Jul 28 14:47:11.099815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51686) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:11.122637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'security_group_rule': {'security_group_id': '7ceea1cb-a999-4c35-8702-b2bbd6a0b968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:11.156916 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.194456 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Transition to ACTIVE for port object a746b359-83b4-417e-8e07-4837d31c59d5 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:11.205082 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.235169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8032679-8a2b-4425-a5c9-85cafbe366ad,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:11.289547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c929103c-4187-4a31-a9bb-d7b305788b4c,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:11.333060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] For port 58e795d4-d1ab-4451-b0e6-e028a80ec32c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=58e795d4-d1ab-4451-b0e6-e028a80ec32c,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:11.333634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.343524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-c43e56c2-0a48-4a03-92a6-6290748e647a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:11.350993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-c43e56c2-0a48-4a03-92a6-6290748e647a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:11.351232 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.357423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-c43e56c2-0a48-4a03-92a6-6290748e647a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:11.364825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-c43e56c2-0a48-4a03-92a6-6290748e647a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:11.370398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for 58e795d4-d1ab-4451-b0e6-e028a80ec32c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:11.372079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-c43e56c2-0a48-4a03-92a6-6290748e647a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:11.380796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-c43e56c2-0a48-4a03-92a6-6290748e647a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 3878 time: 0.2000644 Jul 28 14:47:11.397205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.411892 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Pushing event updated for resources: {'Port': ['ID=a746b359-83b4-417e-8e07-4837d31c59d5,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:11.439193 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.439772 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.440116 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.440512 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.441127 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.441462 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.441931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.442359 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.442736 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.443493 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.443901 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.444269 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:11.466177 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2724a7d0-1836-4687-8fae-d4b2e8885856 req-45fbbb68-b397-4420-85d8-201316c83dcb tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821724 Jul 28 14:47:11.544850 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Attempting to bind port a746b359-83b4-417e-8e07-4837d31c59d5 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:11.550194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Attempting to bind port a746b359-83b4-417e-8e07-4837d31c59d5 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:11.550194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Attempting to bind port a746b359-83b4-417e-8e07-4837d31c59d5 on network 35093577-9a76-4b96-9a10-59cc9f981d40 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:11.556595 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2c9763e-eff4-45bd-a7e4-25cdd31625fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.575463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:11.576012 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Checking segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:11.576418 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.579085 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Bound using segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:11.580624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Bound port: a746b359-83b4-417e-8e07-4837d31c59d5, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:11.590493 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.599956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:11.661376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2c9763e-eff4-45bd-a7e4-25cdd31625fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.753080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51696) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:11.754091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c2c9763e-eff4-45bd-a7e4-25cdd31625fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6912ba8998849ea89d8ac9b722cacb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0527601 Jul 28 14:47:11.760352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9763e-eff4-45bd-a7e4-25cdd31625fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b5d418-d3fb-4ac4-b2f4-700a5e4c8cd0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:11.812130 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] For port a746b359-83b4-417e-8e07-4837d31c59d5, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:11.818536 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] For port a746b359-83b4-417e-8e07-4837d31c59d5, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a746b359-83b4-417e-8e07-4837d31c59d5,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:11.833166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.836517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ead05ca-8d95-4c61-bb2c-81376f510ccc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2654912 Jul 28 14:47:11.839117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:11.855193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'security_group_rule': {'security_group_id': 'd8032679-8a2b-4425-a5c9-85cafbe366ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:11.858560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ca6f-7cdd-4ca2-ab51-080b2e88bf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.919046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ca6f-7cdd-4ca2-ab51-080b2e88bf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.958345 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.046220 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:12.047107 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:46:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:12.051952 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809a87a-95a3-4ab7-ba9c-3d75010495c6 None None] Pushing event updated for resources: {'Port': ['ID=a746b359-83b4-417e-8e07-4837d31c59d5,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.064053 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.071098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.137838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=58e795d4-d1ab-4451-b0e6-e028a80ec32c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.253705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] No DVR routers for this DVR port 58e795d4-d1ab-4451-b0e6-e028a80ec32c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:12.256822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.259131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.259366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-568e267b-6932-48ad-b4b3-519998599da0 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "DELETE /v2.0/ports/58e795d4-d1ab-4451-b0e6-e028a80ec32c HTTP/1.1" status: 204 len: 173 time: 1.7742577 Jul 28 14:47:12.259844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:12.262363 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5291ccb7-3c96-4e2f-82eb-2252340708c7" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:12.310812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ca6f-7cdd-4ca2-ab51-080b2e88bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.314858 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ca6f-7cdd-4ca2-ab51-080b2e88bf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.319648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a5c1ca6f-7cdd-4ca2-ab51-080b2e88bf10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64b5d418-d3fb-4ac4-b2f4-700a5e4c8cd0 HTTP/1.1" status: 204 len: 168 time: 0.5650942 Jul 28 14:47:12.349894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:12.383636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.384407 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f87cc9c-4a2f-4433-8ba0-a8422ed0d4cd x-openstack-request-id: req-4f87cc9c-4a2f-4433-8ba0-a8422ed0d4cd {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:12.384835 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "58e795d4-d1ab-4451-b0e6-e028a80ec32c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:12.385215 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f87cc9c-4a2f-4433-8ba0-a8422ed0d4cd {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:12.385858 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': '58e795d4-d1ab-4451-b0e6-e028a80ec32c', 'status': 'completed', 'code': 200} Jul 28 14:47:12.415940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1ca6f-7cdd-4ca2-ab51-080b2e88bf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b5d418-d3fb-4ac4-b2f4-700a5e4c8cd0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.482377 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.528341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.559520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f67a291-4f30-4b24-b444-7536485215df,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.598798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:12.599499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.642107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8'}, {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:12.643521 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.644521 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1a5ce-da0e-4625-95f2-14bb0780ed90" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8"}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:12.802569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfd81bd-e8ed-4735-92ff-0aeaf8683a53,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.819343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.819343 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0750390-9337-445c-a0c8-c1461567c3e0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7082615 Jul 28 14:47:12.821827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51726) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.851764 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b060bc5-b3b9-4096-a40c-b8452814b535 x-openstack-request-id: req-1b060bc5-b3b9-4096-a40c-b8452814b535 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:12.852236 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8", "code": 200}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-unplugged", "status": "completed", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:12.852703 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b060bc5-b3b9-4096-a40c-b8452814b535 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:12.853367 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8', 'code': 200} Jul 28 14:47:12.853779 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c', 'code': 200} Jul 28 14:47:12.855038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:12.893217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.893217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e47d129-5e31-4e8c-b17b-21a028bfbeaf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0419011 Jul 28 14:47:12.900262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51728) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.916562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'security_group_rule': {'security_group_id': 'd8032679-8a2b-4425-a5c9-85cafbe366ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:12.937909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] For port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:12.943421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.001899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94dcf-2822-497d-a468-000c78cb7b1f req-194a2350-b31b-4c0b-be0e-29955a1f2275 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:13.007167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for 4209ad49-8ca5-4a69-acfc-c2eeef7f373e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:13.021448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94dcf-2822-497d-a468-000c78cb7b1f req-194a2350-b31b-4c0b-be0e-29955a1f2275 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:13.045814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94dcf-2822-497d-a468-000c78cb7b1f req-194a2350-b31b-4c0b-be0e-29955a1f2275 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:13.071519 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:11Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:13.071827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94dcf-2822-497d-a468-000c78cb7b1f req-194a2350-b31b-4c0b-be0e-29955a1f2275 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:13.082954 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8f94dcf-2822-497d-a468-000c78cb7b1f req-194a2350-b31b-4c0b-be0e-29955a1f2275 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 3143 time: 0.3773758 Jul 28 14:47:13.221367 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8f94dcf-2822-497d-a468-000c78cb7b1f req-7635b58a-c7ef-4dd3-b657-00d454a0c673 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369004 Jul 28 14:47:13.334241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.354063 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda439-41fb-4d4a-a3d7-83dba8fbcfa2 None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:11Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:13.470918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.691902 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.705647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.770955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-7e2ce028-af9d-4e25-b482-7c9c3096d71b req-1e3a629f-dab6-4b3e-aad6-e11b11079bd7 service neutron] (94657) timed out ('10.222.0.42', 57944) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:47:13.793183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:13.845557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.923021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.932998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=4209ad49-8ca5-4a69-acfc-c2eeef7f373e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:13.974180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee11e51-258f-4a1e-ba7a-606906b47dab,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:13.999341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Allocated IP 172.25.6.97 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/506e8884-692d-4bf9-a53c-33a9184da4e0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:14.092937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.094311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8f568b25-ce0f-4410-918a-70151cb28259 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1904128 Jul 28 14:47:14.099250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:14.101385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] No DVR routers for this DVR port 4209ad49-8ca5-4a69-acfc-c2eeef7f373e on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:14.105215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:14.105624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.107674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-4272df70-ba46-4999-b65d-ba9a29906171 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "DELETE /v2.0/ports/4209ad49-8ca5-4a69-acfc-c2eeef7f373e HTTP/1.1" status: 204 len: 173 time: 1.8382132 Jul 28 14:47:14.170256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1238498361-network', 'tenant_id': '3e0b9b6a0d3d44e492752f33aafadc47'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:14.332886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.382551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.388476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:14.399874 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92375f11-6d7b-42f2-9b12-41caf16c1a1d" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:14.470202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port c929103c-4187-4a31-a9bb-d7b305788b4c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:14.470202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.615089 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d40f17-8fce-48d7-83cb-8eb19b0c30af x-openstack-request-id: req-e6d40f17-8fce-48d7-83cb-8eb19b0c30af {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:14.615575 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "4209ad49-8ca5-4a69-acfc-c2eeef7f373e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:14.615857 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6d40f17-8fce-48d7-83cb-8eb19b0c30af {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:14.616288 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': '4209ad49-8ca5-4a69-acfc-c2eeef7f373e', 'status': 'completed', 'code': 200} Jul 28 14:47:14.662396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Made reservation on behalf of 3e0b9b6a0d3d44e492752f33aafadc47 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:14.668747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.699988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.736718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b51b5d-55b4-4b43-94b3-a563f438c07a req-37c1c0f0-4eba-4565-bf15-6f8850d6f258 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:14.743958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b51b5d-55b4-4b43-94b3-a563f438c07a req-37c1c0f0-4eba-4565-bf15-6f8850d6f258 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:14.750006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b51b5d-55b4-4b43-94b3-a563f438c07a req-37c1c0f0-4eba-4565-bf15-6f8850d6f258 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:14.752081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29b51b5d-55b4-4b43-94b3-a563f438c07a req-37c1c0f0-4eba-4565-bf15-6f8850d6f258 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 2410 time: 0.2102320 Jul 28 14:47:14.775773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] For port c929103c-4187-4a31-a9bb-d7b305788b4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c929103c-4187-4a31-a9bb-d7b305788b4c,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:14.779048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.781565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.822104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for c929103c-4187-4a31-a9bb-d7b305788b4c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:14.929150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29b51b5d-55b4-4b43-94b3-a563f438c07a req-d30475d7-9cd0-4760-ad31-24b7a10258f8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544363 Jul 28 14:47:14.946586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.002639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:15.019524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:15.027169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:15.126581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Allocated IP 172.25.6.106 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/0ec31ef3-74f7-4a66-9a12-d637662a420e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:15.169343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.336715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'Port': ['ID=506e8884-692d-4bf9-a53c-33a9184da4e0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:15.396669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.441832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a746b359-83b4-417e-8e07-4837d31c59d5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:15.493170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:47:15.562915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.592043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.592396 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Added segment 1339ea69-f2c3-4277-b02c-b0008ee65e47 of type vlan for network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 Jul 28 14:47:15.604073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02161779-0a18-4d38-a000-bb0b3be6d075,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:15.633590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.655770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.665878 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.701007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=c929103c-4187-4a31-a9bb-d7b305788b4c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:15.775516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] No DVR routers for this DVR port c929103c-4187-4a31-a9bb-d7b305788b4c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:15.776513 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.778890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-9e1a10d7-289c-4aca-a5f4-416e7afc1ae9 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "DELETE /v2.0/ports/c929103c-4187-4a31-a9bb-d7b305788b4c HTTP/1.1" status: 204 len: 173 time: 1.6263585 Jul 28 14:47:15.806963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a746b359-83b4-417e-8e07-4837d31c59d5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:15.811284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a746b359-83b4-417e-8e07-4837d31c59d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:15.811591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.871550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.872592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:15.873940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.877513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.030121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'Port': ['ID=0ec31ef3-74f7-4a66-9a12-d637662a420e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:16.065559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.073877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51796) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:16.075247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2829046 Jul 28 14:47:16.085062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:16.089529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a009e-8f43-42b6-98a1-5c94e5aba4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0be394-2a39-432a-bd40-a3a4876ff8f5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:16.092354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:16.095313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:16.133617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:47:16.138289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Request body: {'subnet': {'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1238498361-subnet', 'tenant_id': '3e0b9b6a0d3d44e492752f33aafadc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:16.207960 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.281407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a746b359-83b4-417e-8e07-4837d31c59d5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a746b359-83b4-417e-8e07-4837d31c59d5,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:16.353999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12f941-2880-423b-8981-ea397dce712f req-f9df1fef-e500-40e9-b36b-9940160d6b79 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.355680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a12f941-2880-423b-8981-ea397dce712f req-f9df1fef-e500-40e9-b36b-9940160d6b79 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.2109351 Jul 28 14:47:16.445978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:16.445978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.446850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.468513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a12f941-2880-423b-8981-ea397dce712f req-7deae59b-b89d-4fa0-b498-8e14dfe3ee08 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010292 Jul 28 14:47:16.471271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f8c34-4e43-437a-a656-63443018bd8a req-762d2fb6-2a8e-4d86-8917-1f0366f4b645 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.477885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f8c34-4e43-437a-a656-63443018bd8a req-762d2fb6-2a8e-4d86-8917-1f0366f4b645 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.479521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-689f8c34-4e43-437a-a656-63443018bd8a req-762d2fb6-2a8e-4d86-8917-1f0366f4b645 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 1677 time: 0.2830806 Jul 28 14:47:16.487931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.552147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a746b359-83b4-417e-8e07-4837d31c59d5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:16.678865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.919648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:16.922290 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316edd51-3523-454b-8789-43574215cf9c" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:16.938611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Made reservation on behalf of 3e0b9b6a0d3d44e492752f33aafadc47 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:16.941055 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.002491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.007615 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba439c5-8a62-4831-80c8-71d729c12fae x-openstack-request-id: req-4ba439c5-8a62-4831-80c8-71d729c12fae {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:17.007918 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "c929103c-4187-4a31-a9bb-d7b305788b4c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:17.008527 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ba439c5-8a62-4831-80c8-71d729c12fae {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:17.008904 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': 'c929103c-4187-4a31-a9bb-d7b305788b4c', 'status': 'completed', 'code': 200} Jul 28 14:47:17.097270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-689f8c34-4e43-437a-a656-63443018bd8a req-92c8ac68-b604-4b1b-b5e0-bb649ab39a19 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5850213 Jul 28 14:47:17.110622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.145569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] For port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:17.146870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.186034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:17.204830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.297244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.318328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'Port': ['ID=0ec31ef3-74f7-4a66-9a12-d637662a420e,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.348391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.372064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a746b359-83b4-417e-8e07-4837d31c59d5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:17.441822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.443967 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-40dc5e9f-2819-4fe4-963c-95153e6cabdc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3434491 Jul 28 14:47:17.466829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a746b359-83b4-417e-8e07-4837d31c59d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:17.467202 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.546511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'Port': ['ID=506e8884-692d-4bf9-a53c-33a9184da4e0,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.571943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.606746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.711462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bfbc4-6f07-4230-ab6e-7ddc5d8b168b req-2f6d9fc3-cbc0-41a6-95b8-26291d3cdbfa tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:17.716081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.716316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b81bfbc4-6f07-4230-ab6e-7ddc5d8b168b req-2f6d9fc3-cbc0-41a6-95b8-26291d3cdbfa tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1281793 Jul 28 14:47:17.729781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f9cb17cb-b774-4d9d-b28c-09de566d327c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8825493 Jul 28 14:47:17.792220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b81bfbc4-6f07-4230-ab6e-7ddc5d8b168b req-be90afe5-e076-4940-84e7-cd0fc13af2b2 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706685 Jul 28 14:47:17.873558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a009260-5c2e-4e68-9dc7-37f371bac9dc,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.894021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Checking segment: {'id': '1339ea69-f2c3-4277-b02c-b0008ee65e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:17.894636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Network hostable DHCP agents. Network: 6e0be394-2a39-432a-bd40-a3a4876ff8f5, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:47:17.910771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-718e3eb2-5e67-41a1-9aee-ef34ea0363e8 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1407288362&fields=id&tenant_id=104beadba875406199d4cde93a84a27c HTTP/1.1" status: 200 len: 267 time: 0.1286945 Jul 28 14:47:18.023381 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.068379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=fbd9fbb6-2336-4b47-8a43-99ab8add2fa8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:18.084168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d15d1dcc-675b-47d5-b656-f5909c7a8e21 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:18.087337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d15d1dcc-675b-47d5-b656-f5909c7a8e21 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 822 time: 0.1309261 Jul 28 14:47:18.092365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-2616e0e0-5be9-418c-ba24-18256147b5f2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:18.100521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-2616e0e0-5be9-418c-ba24-18256147b5f2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 811 time: 0.1779847 Jul 28 14:47:18.110101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-e8372dc2-a84e-41ed-8d62-ee1988e1f02d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/quotas/1c9b83fdfdc24fe69e79af9588898434 HTTP/1.1" status: 200 len: 375 time: 0.0162325 Jul 28 14:47:18.151430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-f3e60775-bb2a-4d8a-a927-33dbee97c4b5 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/quotas/104beadba875406199d4cde93a84a27c HTTP/1.1" status: 200 len: 375 time: 0.0438817 Jul 28 14:47:18.174301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:47:18.178430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] No DVR routers for this DVR port fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:18.195086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-adee4c6f-b80d-47a8-b0d0-6d5b654661ae tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838563 Jul 28 14:47:18.200442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.204092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-c97d78cf-f9d6-4178-8478-c527e6c847c4 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "DELETE /v2.0/ports/fbd9fbb6-2336-4b47-8a43-99ab8add2fa8 HTTP/1.1" status: 204 len: 173 time: 2.4132252 Jul 28 14:47:18.314910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-cf39067e-7c5b-46ce-b8fa-22c13c30741c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1346879 Jul 28 14:47:18.331200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6e0be394-2a39-432a-bd40-a3a4876ff8f5) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:18.340504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-b52bc5fa-adda-41d4-b86a-ca4250561eeb service neutron] 10.222.0.57 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369753 Jul 28 14:47:18.347728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0527877b-77f9-4985-9a7d-2b5e4b3e90d4 None None] Network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:18.365749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:18.366512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.451793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port 40fd9e8c-f879-4360-8210-1b52442abc68 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:18.452360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.582190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:18.585848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b61a14fe-be2a-4495-8d44-3d209a4b79a8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4962850 Jul 28 14:47:18.617767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-e5ed8d7c-e5be-4ab6-a83d-fa9ef2b7b981 service neutron] 10.222.0.57 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696459 Jul 28 14:47:18.824858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] For port 40fd9e8c-f879-4360-8210-1b52442abc68, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=40fd9e8c-f879-4360-8210-1b52442abc68,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:18.825165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.863248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda366aa-c550-4384-8fa7-ae77e3173f5f None None] Network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:19.079791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.081956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:19.086043 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c9572-737c-4083-b4ff-5d3828af8181" -d '{"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:19.259079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8bf0c-988c-4c6a-b741-4dff6a15d2ad req-8e92f0ac-5070-4d8c-ad27-c58783b2f88b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:19.274469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68b8bf0c-988c-4c6a-b741-4dff6a15d2ad req-8e92f0ac-5070-4d8c-ad27-c58783b2f88b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 943 time: 0.1206753 Jul 28 14:47:19.372201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68b8bf0c-988c-4c6a-b741-4dff6a15d2ad req-d573c669-5439-4607-bbce-c07cbcd53c8b tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806820 Jul 28 14:47:19.390782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.408019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-74ff90f3-9c40-407a-8bb9-ce6c4c3f283e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:19.410846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-74ff90f3-9c40-407a-8bb9-ce6c4c3f283e tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.7334752 Jul 28 14:47:19.479480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-e77989b4-cb05-4aa1-ab95-07a1b0ad2664 service neutron] 10.222.0.57 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1632075 Jul 28 14:47:19.487859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.525296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb730d-11ed-40ad-8408-da4d6e34f5fc req-f3b9863f-11c0-43d3-9db4-fdd05e50fadd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:19.536223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adb730d-11ed-40ad-8408-da4d6e34f5fc req-f3b9863f-11c0-43d3-9db4-fdd05e50fadd tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 946 time: 0.1053233 Jul 28 14:47:19.595808 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2adb730d-11ed-40ad-8408-da4d6e34f5fc req-2d3bad86-459a-4a4e-8295-ed4e7bdca26b tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/security-groups?id=7af4acfb-e184-4cca-9467-0878624d3bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 Jul 28 14:47:19.697444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5637ea08c10d4da29308b26b52c56106&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1086011 Jul 28 14:47:19.699108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51886) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:19.699810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.700262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.700676 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Floating IP fab5f21d-1993-45c7-ae30-82cfcebf1e53 disassociated. External IP: 172.25.6.47, port: 40fd9e8c-f879-4360-8210-1b52442abc68. Jul 28 14:47:19.701098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for 40fd9e8c-f879-4360-8210-1b52442abc68 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:19.708493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f08d2f1-60e3-46df-ad76-b0032ad7c628,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:19.775950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.776292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.776752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.777232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.777551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.777955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.778427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.778783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.780664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.780664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.780664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.780664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4d2b8-b41e-491a-9172-32ba23eb100e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:19.831375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-deb9ccfd-f1e4-4e9e-b3d2-ca2378d26384 req-f5507e81-44ee-4d04-8528-f5c01aa0b52f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 210 time: 0.0493186 Jul 28 14:47:19.859879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348628dc-d5a2-4f86-8d5f-c7f35c4e7699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.865648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-59474cf5-4d46-4013-b1dc-cdc30e7e048a service neutron] 10.222.0.57 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304904 Jul 28 14:47:19.898928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Deleting port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:19.919550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.920728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348628dc-d5a2-4f86-8d5f-c7f35c4e7699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.991231 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66631ad0-e466-4ed2-b24e-9071c4b09dc7 x-openstack-request-id: req-66631ad0-e466-4ed2-b24e-9071c4b09dc7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:19.991789 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "fbd9fbb6-2336-4b47-8a43-99ab8add2fa8", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:19.992184 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66631ad0-e466-4ed2-b24e-9071c4b09dc7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:19.992821 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': 'fbd9fbb6-2336-4b47-8a43-99ab8add2fa8', 'status': 'completed', 'code': 200} Jul 28 14:47:20.065218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348628dc-d5a2-4f86-8d5f-c7f35c4e7699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.068143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348628dc-d5a2-4f86-8d5f-c7f35c4e7699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.070311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-348628dc-d5a2-4f86-8d5f-c7f35c4e7699 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f08d2f1-60e3-46df-ad76-b0032ad7c628 HTTP/1.1" status: 204 len: 168 time: 0.3698184 Jul 28 14:47:20.090149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348628dc-d5a2-4f86-8d5f-c7f35c4e7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f08d2f1-60e3-46df-ad76-b0032ad7c628,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:20.090488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] For port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,segment=NetworkSegment(8d89789a-8414-45d3-9903-b7e3852475f3),segment_id=8d89789a-8414-45d3-9903-b7e3852475f3)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:20.090861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.170788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Calling delete_port for 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:20.383875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-20a21ac4-41e1-4412-aea0-02cce23eee65 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.386114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-20a21ac4-41e1-4412-aea0-02cce23eee65 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/networks?id=6e0be394-2a39-432a-bd40-a3a4876ff8f5 HTTP/1.1" status: 200 len: 813 time: 0.1398118 Jul 28 14:47:20.403037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58817552-0658-4eb9-bb77-188c0f95be66 req-82dcc7ca-7a78-4117-8971-481036d993b2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 210 time: 0.1233370 Jul 28 14:47:20.441035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-e5564a51-2627-4ff3-836c-d8933e4b4d55 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/quotas/3e0b9b6a0d3d44e492752f33aafadc47 HTTP/1.1" status: 200 len: 375 time: 0.0189679 Jul 28 14:47:20.496630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-fd51d685-8f96-4c8c-8b06-360b4685d1eb tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e0b9b6a0d3d44e492752f33aafadc47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462158 Jul 28 14:47:20.580371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5916059-3135-4f6b-a666-c30a545a7b9d req-7bdb227c-d6e8-4697-92f3-20107fcecf52 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.588897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5916059-3135-4f6b-a666-c30a545a7b9d req-7bdb227c-d6e8-4697-92f3-20107fcecf52 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 943 time: 0.0866942 Jul 28 14:47:20.611640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-1b1279f5-fa19-4fc9-8785-3c9b6c6396ad service neutron] 10.222.0.57 "GET /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028967 Jul 28 14:47:20.634829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5916059-3135-4f6b-a666-c30a545a7b9d req-f962e064-a417-40a9-a842-ce2f5c0325db tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups?id=50ef32c9-bb39-4a64-a02d-f252e6d5a696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445435 Jul 28 14:47:20.642649 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.681315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=40fd9e8c-f879-4360-8210-1b52442abc68,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:20.753900 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.760878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-8c3ef9e4-72b5-45f3-b620-918cb1d342fc service neutron] 10.222.0.57 "GET /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422315 Jul 28 14:47:20.792393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4604655-f549-48ac-b9bc-13dc72ad3014 req-add9ae0a-7544-46ac-9085-7eaf91860b64 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0423114 Jul 28 14:47:20.834902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Pushing event deleted for resources: {'Port': ['ID=757c391d-bc6a-4ee8-ac5e-f478b22ac3ed,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:20.918065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] No DVR routers for this DVR port 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:20.925346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.927463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59ae9ae2-95f2-435b-aa47-2c4d9adff7a6 req-6ab9d34a-5885-4447-ace9-64ad4ae367d4 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.42 "DELETE /v2.0/ports/757c391d-bc6a-4ee8-ac5e-f478b22ac3ed HTTP/1.1" status: 204 len: 173 time: 1.5076678 Jul 28 14:47:20.949946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Router 53ccfe85-2a95-477b-8b85-8d39e520b253 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:21.037297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-790420ca-c9a4-4bad-b2f0-fd019f9fa1ae req-37a3ce0a-a66e-42e9-9479-bf9178e7b7d0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 210 time: 0.0341573 Jul 28 14:47:21.151573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:21.182393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] Sync routers for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:21.224961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:21.230617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:46:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:21.343875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-371a2386-54f1-48b1-a139-382fb00ec141 req-5dd3a32d-f3d9-407c-b02c-01c8384a2a0c tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.0531251 Jul 28 14:47:21.397166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] No DVR routers for this DVR port 40fd9e8c-f879-4360-8210-1b52442abc68 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:21.400171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.402654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2fd2ff3-f201-48f3-8fa2-31f580929eeb req-2889f8da-3207-4f9d-88f7-b9518fbc5594 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.42 "DELETE /v2.0/ports/40fd9e8c-f879-4360-8210-1b52442abc68 HTTP/1.1" status: 204 len: 173 time: 3.1701841 Jul 28 14:47:21.476886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-cf7c74bb-1c7a-4127-b72d-4f90441392b1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:21.499618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-cf7c74bb-1c7a-4127-b72d-4f90441392b1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.3647642 Jul 28 14:47:21.505666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:21.533931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-47c0d2c5-bf88-440b-bcf7-efe77649d7a1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/quotas/d7ef84ea0ff24cde9de63a258c633653 HTTP/1.1" status: 200 len: 375 time: 0.0327394 Jul 28 14:47:21.583415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61c52052-9ec4-4a53-8427-0a98765a8f1e req-c792521b-aeba-4cac-8b39-54c18b152a62 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 210 time: 0.0433390 Jul 28 14:47:21.708169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-cf99edb3-8356-4150-beef-19e6c68896a2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1692455 Jul 28 14:47:21.822407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-56c4f61a-0bd6-4954-b498-072ee0676efb req-57887fcf-5f08-4d59-98fe-ae31a556558d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0333257 Jul 28 14:47:21.916286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-03387ee4-2198-45a7-9c42-b9527353e511 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000241 Jul 28 14:47:22.001360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9e8a4aa5-710d-4fa4-90ef-64b67d320f50 req-adf63d5b-c0d7-435b-8d11-97bf96a0cd9c tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0447462 Jul 28 14:47:22.054125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:22.067042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-deleted', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed'}, {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:22.070776 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd7066-bc6c-4694-9fef-7b72f8c69a58" -d '{"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-deleted", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed"}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:22.095607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] Checking router: 53ccfe85-2a95-477b-8b85-8d39e520b253 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:22.097796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-b3261db3-d6c7-4b58-954e-ade5119983c5 service neutron] 10.222.0.57 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729507 Jul 28 14:47:22.143523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:22.144179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:46:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:22.271924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:22.279500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:22.326584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:22.327182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 757c391d-bc6a-4ee8-ac5e-f478b22ac3ed not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:22.332297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-deca3712-9525-4615-8dd9-51b7e83c8388 req-7a74eef7-d201-454d-ba64-6aa84207d535 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 210 time: 0.0534940 Jul 28 14:47:22.355731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08889a92-7fee-4477-84a2-e2448f8f4f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.416936 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ca209-2471-4522-8184-efc47956b5e1 x-openstack-request-id: req-e16ca209-2471-4522-8184-efc47956b5e1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:22.417174 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d39ddb8-b83a-406d-8a7c-df4f78899cf7", "name": "network-vif-deleted", "tag": "757c391d-bc6a-4ee8-ac5e-f478b22ac3ed", "status": "completed", "code": 200}, {"server_uuid": "dae930c0-4c62-47a7-a2e1-b5e7f3270800", "name": "network-vif-deleted", "tag": "40fd9e8c-f879-4360-8210-1b52442abc68", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:22.417413 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e16ca209-2471-4522-8184-efc47956b5e1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:22.417987 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d39ddb8-b83a-406d-8a7c-df4f78899cf7', 'name': 'network-vif-deleted', 'tag': '757c391d-bc6a-4ee8-ac5e-f478b22ac3ed', 'status': 'completed', 'code': 200} Jul 28 14:47:22.418257 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae930c0-4c62-47a7-a2e1-b5e7f3270800', 'name': 'network-vif-deleted', 'tag': '40fd9e8c-f879-4360-8210-1b52442abc68', 'status': 'completed', 'code': 200} Jul 28 14:47:22.566964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-778d49da-860e-4f6e-adb4-a75998129984 req-ecc13262-5f29-4832-aeb8-8bec83fad50e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.0804651 Jul 28 14:47:22.660608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3210754f-5b46-4000-82fc-6988e7fd8bf0 req-ba819b33-ab2d-4e4d-a538-4ddda29525a2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.0874712 Jul 28 14:47:22.699198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:22.779443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f0e10-38fc-4b58-8117-2a525a43ed30 None None] The sync data for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 is: [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '47708e17-53a1-4642-81d7-5c4666641a60', 'name': '', 'network_id': '23e6c5a8-44db-47a7-b97a-f28b2ffda43c', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'mac_address': 'fa:16:3e:6b:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8236005e-dcf2-446a-9104-481329566276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:12Z', 'updated_at': '2021-07-28T14:35:24Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'subnets': [{'id': '8236005e-dcf2-446a-9104-481329566276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:22.848939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2b0a05a-a0d8-49f3-a65b-b4414469490a req-facd67eb-a60f-4828-bafc-855919e786fa tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 210 time: 0.0774682 Jul 28 14:47:22.973574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-812267ac-65d5-4861-87e8-31914934694e req-2f980a85-ce05-4f82-92e1-96ddc84db58c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0312033 Jul 28 14:47:23.132105 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15951129-7d6f-43f9-9fbc-3d1decd08ef6 req-bbc1db02-34ba-44e2-88de-1b217f012ed6 tempest-ServersNegativeTestJSON-2078823399 tempest-ServersNegativeTestJSON-2078823399-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d39ddb8-b83a-406d-8a7c-df4f78899cf7 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Jul 28 14:47:23.163430 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5b0e0-e070-4cc6-bdda-c2eb1aac6298 None None] New status for floating IP fab5f21d-1993-45c7-ae30-82cfcebf1e53: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:47:23.432601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-93b13805-612f-4a94-96be-6b04f8459c4a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:23.434568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-93b13805-612f-4a94-96be-6b04f8459c4a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.58 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 822 time: 0.1309700 Jul 28 14:47:23.450976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'port': {'device_id': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'admin_state_up': True, 'tenant_id': '1c9b83fdfdc24fe69e79af9588898434'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:23.462167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6d6af88-1e2c-4cf9-9acf-2ee4d1a569b3 req-a4882d58-a91d-4642-acdf-74859e684949 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 210 time: 0.0378449 Jul 28 14:47:23.702441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49a6ea7c-0c9c-4021-8322-19830f299ce0 req-09817c83-0ea9-44b3-a611-63a85d528977 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.0581901 Jul 28 14:47:23.798397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Made reservation on behalf of 1c9b83fdfdc24fe69e79af9588898434 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:23.799660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d369ba2-7e48-49bc-a03a-95399ac7f164 req-60310b1b-3d7d-403a-9fc3-6c4d04faf2bc tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.0625556 Jul 28 14:47:23.809347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.109080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5877a13e-b3b4-461d-9dfd-272df70189f0 req-cac56495-1e06-43c8-9552-ea596e97d92a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 210 time: 0.0522954 Jul 28 14:47:24.127411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Allocated IP 172.20.0.6 (4b8ad1b7-f065-4f4a-8127-ee38da395a39/f0884a93-5cf5-4f91-9e92-d9098e9f6e33/9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:24.158040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6df05a1-c43c-456d-90d4-8ada8c47e894 req-8bfb3f29-376f-4971-b697-d1b60e9a958a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0418971 Jul 28 14:47:24.206648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52018) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:24.268841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Deleting subnet 47244988-840d-4db5-bf4d-235096fce7a8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:24.272819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.318072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.388401 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.390865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.549814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-17e9ace6-01aa-4abd-bd67-0c9f3dabb347 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:24.551696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-17e9ace6-01aa-4abd-bd67-0c9f3dabb347 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 811 time: 0.1298556 Jul 28 14:47:24.627237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e244246-8999-47cc-b2ba-99f2f5fad3d2 req-11b17d77-c337-4f0b-9e9b-4d4dc08fe885 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 210 time: 0.0332510 Jul 28 14:47:24.637925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-cbe11ccc-0a5b-4676-bfe5-982284730e7f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104beadba875406199d4cde93a84a27c HTTP/1.1" status: 200 len: 380 time: 0.0733159 Jul 28 14:47:24.658371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'port': {'device_id': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'admin_state_up': True, 'tenant_id': '104beadba875406199d4cde93a84a27c', 'security_groups': ['d8032679-8a2b-4425-a5c9-85cafbe366ad']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:24.717270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.722059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.752280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47244988-840d-4db5-bf4d-235096fce7a8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:24.765584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.768662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0fa8abc5-12e2-4472-8cfd-e3ab272b768c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/47244988-840d-4db5-bf4d-235096fce7a8 HTTP/1.1" status: 204 len: 168 time: 0.5604799 Jul 28 14:47:24.771300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52026) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:24.821669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:24.833923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:24.842526 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5b6019e0-c978-45ee-816c-60bead5b60e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.845714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:24.849026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:24.924885 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab0bcb6f-3d0b-42ee-9b66-1a98e7a9b331 req-d7fe1a83-1060-4856-8f1c-4b905110f278 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.0670350 Jul 28 14:47:24.926238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:24.928942 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.944665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.987118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250e4399-1d62-4421-b6ba-49bc783fc766 req-4aaab285-a01d-477d-bf9f-c91ccd387738 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.0453396 Jul 28 14:47:25.075184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.089008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4db5b-6ba1-47f7-b063-106ffc74c733']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.103140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d89789a-8414-45d3-9903-b7e3852475f3') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.103682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d89789a-8414-45d3-9903-b7e3852475f3') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.107067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Made reservation on behalf of 104beadba875406199d4cde93a84a27c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:25.114784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.116520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.135478 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.149681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:25.150449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:25.154698 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:25.185076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.309329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-4bbb98f6-a6ca-4f22-87ac-34c4ea0564be tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8626332 Jul 28 14:47:25.331834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-693c2aac-d2ad-4163-b695-1afd1c795fd0 req-944bd6bb-47eb-4488-9917-5e50a0ba809a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0372620 Jul 28 14:47:25.335754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Request body: {'port': {'device_id': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:25.342804 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-820ab661-2609-4e96-83ca-28256e6df645 req-debcafc1-b2b3-4fda-90c5-2862b8ce0b98 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 210 time: 0.0772059 Jul 28 14:47:25.443084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.450316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Allocated IP 172.20.0.9 (35093577-9a76-4b96-9a10-59cc9f981d40/a1c85e97-85a1-47c6-b3ec-558fcd870a04/d9ed9e88-b89c-4eee-9367-99de0cd7d114) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:25.465691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.476728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.478713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0cb4db5b-6ba1-47f7-b063-106ffc74c733 HTTP/1.1" status: 204 len: 168 time: 0.7061486 Jul 28 14:47:25.506448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb4fc9-80f6-4d6a-bbc3-40a856d08903 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4db5b-6ba1-47f7-b063-106ffc74c733,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:25.823251 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.901678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Transition to ACTIVE for port object d9ed9e88-b89c-4eee-9367-99de0cd7d114 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:25.944753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bded5-991b-4de4-907d-f2369734fbf4 req-15c2c6a9-cebc-4ae2-9aa2-5391a1ab60c7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:25.946447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-587bded5-991b-4de4-907d-f2369734fbf4 req-15c2c6a9-cebc-4ae2-9aa2-5391a1ab60c7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 931 time: 0.1989269 Jul 28 14:47:26.041268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-587bded5-991b-4de4-907d-f2369734fbf4 req-3dc59f0a-1e84-4b1d-a50d-2ca6684299f4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Jul 28 14:47:26.091306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9cae8f8-711a-42cd-ad2d-655311342106 req-e37cda03-3b73-41b3-8a36-fcb4147097bb tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.0564425 Jul 28 14:47:26.164133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:26.192760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.217453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Transition to ACTIVE for port object 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:26.244851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.293407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.314304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-9ebf6dd0-74dd-4110-841f-e78585cb2bac tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:26.315899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-9ebf6dd0-74dd-4110-841f-e78585cb2bac tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.58 "GET /v2.0/networks?id=6e0be394-2a39-432a-bd40-a3a4876ff8f5 HTTP/1.1" status: 200 len: 813 time: 0.1825569 Jul 28 14:47:26.330575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Request body: {'port': {'device_id': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5', 'admin_state_up': True, 'tenant_id': '3e0b9b6a0d3d44e492752f33aafadc47'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:26.480008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52054) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:26.488901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aba6c1f0-1d02-48cc-bfbf-0e7179fe2f6c req-a2278de1-4285-4887-95f2-d03efec78ee7 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0408664 Jul 28 14:47:26.577633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28b8fa1a-7c3f-469a-a0b5-fe3a77591ebc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77f0e07e6ffe48089600ff42c2d97d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940299 Jul 28 14:47:26.578502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52058) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:26.695620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aefcab63-ca0d-4838-968c-e91e797f8e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.705053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f5970-5321-416e-bc85-91ce136e2809 req-d8668911-63b3-4e56-b51b-024ca64775d1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:26.706732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de9f5970-5321-416e-bc85-91ce136e2809 req-d8668911-63b3-4e56-b51b-024ca64775d1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 931 time: 0.1004910 Jul 28 14:47:26.717862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Made reservation on behalf of 3e0b9b6a0d3d44e492752f33aafadc47 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:26.721375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.753185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4e8ff78-6cd2-4fbe-b0c4-7d80878e6158 req-831e5695-dd03-4404-b226-a13ac9096a8e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.5252922 Jul 28 14:47:26.770575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aefcab63-ca0d-4838-968c-e91e797f8e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.770956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.851611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Network 35093577-9a76-4b96-9a10-59cc9f981d40 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:26.854854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'Port': ['ID=d9ed9e88-b89c-4eee-9367-99de0cd7d114,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.887797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de9f5970-5321-416e-bc85-91ce136e2809 req-2100f130-88fb-4c8a-b48f-70485d308d9e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706233 Jul 28 14:47:26.901054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:26.927782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:27.007369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:27.032986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Allocated IP 172.20.0.12 (6e0be394-2a39-432a-bd40-a3a4876ff8f5/1a009260-5c2e-4e68-9dc7-37f371bac9dc/78e7b221-3ed2-411f-a626-bb07450ab9bd) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:27.044428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:27.045129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.084939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-4f46253d-67c3-434d-a7f6-310833102647 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:27.086468 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-4f46253d-67c3-434d-a7f6-310833102647 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 813 time: 0.3297319 Jul 28 14:47:27.093679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Attempting to bind port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:27.094550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Attempting to bind port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:27.094862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Attempting to bind port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:27.100072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aefcab63-ca0d-4838-968c-e91e797f8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.103730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aefcab63-ca0d-4838-968c-e91e797f8e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.108729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aefcab63-ca0d-4838-968c-e91e797f8e33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7af4acfb-e184-4cca-9467-0878624d3bea HTTP/1.1" status: 204 len: 168 time: 0.5248599 Jul 28 14:47:27.119840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Request body: {'port': {'device_id': '8949799c-a293-40d7-9b05-d431631c3528', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'admin_state_up': True, 'tenant_id': 'd7ef84ea0ff24cde9de63a258c633653'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:27.133558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:47:27.134679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Attempting to bind port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:27.143191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcab63-ca0d-4838-968c-e91e797f8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af4acfb-e184-4cca-9467-0878624d3bea,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:27.241349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:27.252019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Checking segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:27.252019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Bound using segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:27.252019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Bound port: 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:27.252019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.266013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-d5c77aec-01ac-485e-b230-e3a1f3f632b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6154606 Jul 28 14:47:27.304669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Request body: {'port': {'device_id': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:27.333517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7fbf34b1-8e56-44f2-8e9c-796c17bfff2f None None] Provisioning for port d9ed9e88-b89c-4eee-9367-99de0cd7d114 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:27.339980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7fbf34b1-8e56-44f2-8e9c-796c17bfff2f None None] Provisioning complete for port d9ed9e88-b89c-4eee-9367-99de0cd7d114 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:27.340351 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7fbf34b1-8e56-44f2-8e9c-796c17bfff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.397557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf34b1-8e56-44f2-8e9c-796c17bfff2f None None] Port d9ed9e88-b89c-4eee-9367-99de0cd7d114 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:27.458368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:27.462002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:27.538839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.573513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49777a-4cf8-4589-af76-f8eb7a3e738b req-f14b923e-7729-4b14-955e-9748e3d9c52a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:27.575175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b49777a-4cf8-4589-af76-f8eb7a3e738b req-f14b923e-7729-4b14-955e-9748e3d9c52a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 943 time: 0.3801181 Jul 28 14:47:27.581372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.618561 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-038f894b-cab9-44ac-9ff4-62952277cdc5 req-8107f506-ce4d-44c3-bb64-ed09585e9877 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.3939457 Jul 28 14:47:27.695618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:27.695618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.695618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] 10.222.0.58 "PUT /v2.0/ports/9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a HTTP/1.1" status: 200 len: 1092 time: 2.3601542 Jul 28 14:47:27.695618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:27.695990 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9cb0a4-acae-40d6-893e-b42332af4364" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:27.754974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.757010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420ade-1da0-4329-b57a-afea05cb3285 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:27.775690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b49777a-4cf8-4589-af76-f8eb7a3e738b req-a27237ca-3d2b-40e1-97ac-662ba6047d2a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568875 Jul 28 14:47:27.791470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c962b42b-36bb-4b22-a9c3-3f4a40e3e9f1 req-69846903-cc64-4764-be8b-3c9fd16233d5 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0727677 Jul 28 14:47:27.893561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.960970 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a231a9a-ec09-4749-8cc6-e5f2e09eb7d4 x-openstack-request-id: req-1a231a9a-ec09-4749-8cc6-e5f2e09eb7d4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:27.961540 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:27.961540 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a231a9a-ec09-4749-8cc6-e5f2e09eb7d4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:27.965759 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'status': 'completed', 'code': 200} Jul 28 14:47:27.965759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Made reservation on behalf of d7ef84ea0ff24cde9de63a258c633653 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:27.966733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.994667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5055be0b-dcf6-4fa7-923f-461521c0d5d0 req-aa6dac47-9bdd-47a5-bf68-185fa6a98afe tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.0412118 Jul 28 14:47:28.051298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.122756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb0a4-acae-40d6-893e-b42332af4364 req-9be54cd0-b6fa-4b30-8916-1ff3f041ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.127350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e9cb0a4-acae-40d6-893e-b42332af4364 req-9be54cd0-b6fa-4b30-8916-1ff3f041ea76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 1095 time: 0.1656153 Jul 28 14:47:28.159839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:28.166243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:28.174743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:28.222866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Pushing event updated for resources: {'Port': ['ID=78e7b221-3ed2-411f-a626-bb07450ab9bd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:28.263286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.264068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.400306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09ee07-6133-4563-9052-21d8c4c5f387 req-6d147c0d-16ad-4eeb-bc0d-02e6972b5354 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.401979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb09ee07-6133-4563-9052-21d8c4c5f387 req-6d147c0d-16ad-4eeb-bc0d-02e6972b5354 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 931 time: 0.2868121 Jul 28 14:47:28.409136 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a2a1f44e-abd4-4a20-b476-044dffb22b0e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0833981 Jul 28 14:47:28.413813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Allocated IP 172.20.0.4 (22c653a7-2e19-41f4-a0ee-5e44ce62b69c/827eb7cb-2c2e-4cb4-96bc-583ca46e518c/b2782f74-70d2-4596-8380-0dcaf5b9ad4c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:28.425022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ed9e88-b89c-4eee-9367-99de0cd7d114 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:28.429279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Request body: {'port': {'device_id': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:28.455530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.469891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb0a4-acae-40d6-893e-b42332af4364 req-debde672-1391-4f59-b2a4-ea69399a4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.471415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e9cb0a4-acae-40d6-893e-b42332af4364 req-debde672-1391-4f59-b2a4-ea69399a4ec0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c9b83fdfdc24fe69e79af9588898434&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3241446 Jul 28 14:47:28.491434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.496047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Transition to ACTIVE for port object d9ed9e88-b89c-4eee-9367-99de0cd7d114 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:28.569393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb09ee07-6133-4563-9052-21d8c4c5f387 req-9fdc34b0-e0c3-4c2e-b111-5314e2e8d198 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592333 Jul 28 14:47:28.712378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb0a4-acae-40d6-893e-b42332af4364 req-9976d948-d5ef-4a8e-8133-3e09063fbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.712378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e9cb0a4-acae-40d6-893e-b42332af4364 req-9976d948-d5ef-4a8e-8133-3e09063fbe77 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965461 Jul 28 14:47:28.768380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.815446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.827159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-0c51b4b4-e3e0-44e6-bcef-bc3412eca0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.828835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-0c51b4b4-e3e0-44e6-bcef-bc3412eca0b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 1095 time: 0.0768647 Jul 28 14:47:28.903590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f7ba-40b3-4e83-bda7-84ba22ffd517 req-7f40c432-d053-4c1f-b23e-2204c2e40000 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.906122 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4a6f7ba-40b3-4e83-bda7-84ba22ffd517 req-7f40c432-d053-4c1f-b23e-2204c2e40000 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 932 time: 0.1195233 Jul 28 14:47:28.952855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-92fe4665-3b08-4a58-9ed3-4b01f89b83d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a HTTP/1.1" status: 200 len: 217 time: 0.0880814 Jul 28 14:47:29.018080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4a6f7ba-40b3-4e83-bda7-84ba22ffd517 req-08643a3c-05a9-4498-915f-7f3661c5cc99 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807943 Jul 28 14:47:29.113680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e7b221-3ed2-411f-a626-bb07450ab9bd {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:29.132844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.148991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Transition to ACTIVE for port object 78e7b221-3ed2-411f-a626-bb07450ab9bd will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:29.195366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-896c358c-55c1-43ce-a6fc-154b9dd26d5f req-d677d10c-9c8f-4893-b1a7-134d26f78190 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0446596 Jul 28 14:47:29.197444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed9e88-b89c-4eee-9367-99de0cd7d114,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:29.243122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-4e94b618-a117-41e6-b219-98af20d4db59 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3836174 Jul 28 14:47:29.295182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-a9765377-40db-4ce3-b788-aa0e219b8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:29.296748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-a9765377-40db-4ce3-b788-aa0e219b8f90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0884a93-5cf5-4f91-9e92-d9098e9f6e33 HTTP/1.1" status: 200 len: 862 time: 0.3333097 Jul 28 14:47:29.315832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe283e5-024b-43bb-9be3-26d022e0ada7 req-c7237371-3e7b-4205-a0b2-e9d262e7495d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:29.327964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fe283e5-024b-43bb-9be3-26d022e0ada7 req-c7237371-3e7b-4205-a0b2-e9d262e7495d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 943 time: 0.3891892 Jul 28 14:47:29.361932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.390441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.401818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'aa6b22b3-1270-4334-9800-e713431e1598'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:29.438736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-9c11697d-0bc5-41ff-99a8-9d1cc3f3aead service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b8ad1b7-f065-4f4a-8127-ee38da395a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982575 Jul 28 14:47:29.480995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['6ff9c0fb-cf6b-49d4-9aa4-362134e860d3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:29.556569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Pushing event updated for resources: {'Port': ['ID=78e7b221-3ed2-411f-a626-bb07450ab9bd,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:29.569066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Attempting to bind port 78e7b221-3ed2-411f-a626-bb07450ab9bd on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:29.569640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Attempting to bind port 78e7b221-3ed2-411f-a626-bb07450ab9bd by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '1339ea69-f2c3-4277-b02c-b0008ee65e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:29.570410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Attempting to bind port 78e7b221-3ed2-411f-a626-bb07450ab9bd on network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:29.572328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-92f50866-f0d8-4982-8fa6-bb31fe6d43f3 service neutron] 10.222.0.58 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035218 Jul 28 14:47:29.614834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-4ace46cc-7536-4b1e-a5c9-be70ccab53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:29.616273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-4ace46cc-7536-4b1e-a5c9-be70ccab53e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 1097 time: 0.2842622 Jul 28 14:47:29.618265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Port 78e7b221-3ed2-411f-a626-bb07450ab9bd on network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:47:29.618693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Attempting to bind port 78e7b221-3ed2-411f-a626-bb07450ab9bd on network 6e0be394-2a39-432a-bd40-a3a4876ff8f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:29.640263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:29.640856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Checking segment: {'id': '1339ea69-f2c3-4277-b02c-b0008ee65e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:29.641368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Bound using segment: {'id': '1339ea69-f2c3-4277-b02c-b0008ee65e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:29.642929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Bound port: 78e7b221-3ed2-411f-a626-bb07450ab9bd, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1339ea69-f2c3-4277-b02c-b0008ee65e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:29.643498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.652650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Attempting to bind port d9ed9e88-b89c-4eee-9367-99de0cd7d114 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:29.652998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Attempting to bind port d9ed9e88-b89c-4eee-9367-99de0cd7d114 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:29.653372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Attempting to bind port d9ed9e88-b89c-4eee-9367-99de0cd7d114 on network 35093577-9a76-4b96-9a10-59cc9f981d40 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:29.674505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:29.675350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Port d9ed9e88-b89c-4eee-9367-99de0cd7d114 on network 35093577-9a76-4b96-9a10-59cc9f981d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:47:29.675683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Attempting to bind port d9ed9e88-b89c-4eee-9367-99de0cd7d114 on network 35093577-9a76-4b96-9a10-59cc9f981d40 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:29.701620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fe283e5-024b-43bb-9be3-26d022e0ada7 req-646545e3-5c66-4d13-b051-2e838e51bba0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580081 Jul 28 14:47:29.719911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4453a74-3477-404d-85c6-a3daed998779 req-00a95519-c710-46d6-ba60-7656af06da47 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:29.723688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4453a74-3477-404d-85c6-a3daed998779 req-00a95519-c710-46d6-ba60-7656af06da47 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 931 time: 0.1923974 Jul 28 14:47:29.764381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event updated for resources: {'Port': ['ID=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:29.781795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:29.833926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:29.839859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:29.840200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Checking segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:29.840642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Bound using segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:29.841178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Bound port: d9ed9e88-b89c-4eee-9367-99de0cd7d114, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:29.841552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.890760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] For port 78e7b221-3ed2-411f-a626-bb07450ab9bd, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:29.899155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] For port 78e7b221-3ed2-411f-a626-bb07450ab9bd, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd,segment=NetworkSegment(1339ea69-f2c3-4277-b02c-b0008ee65e47),segment_id=1339ea69-f2c3-4277-b02c-b0008ee65e47)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:29.947969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4453a74-3477-404d-85c6-a3daed998779 req-323eda25-f10b-40d7-99fb-aad548a60993 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079811 Jul 28 14:47:29.978918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] For port d9ed9e88-b89c-4eee-9367-99de0cd7d114, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:29.982695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] For port d9ed9e88-b89c-4eee-9367-99de0cd7d114, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:30.025119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.025626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.053613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.075961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-1d017dbd-da1e-4042-83a8-9a2001f6cd8e service neutron] 10.222.0.58 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776814 Jul 28 14:47:30.084304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-1b467801-fa8c-4329-9be2-a3e8cd2d0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.086500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-1b467801-fa8c-4329-9be2-a3e8cd2d0e25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 914 time: 0.4152579 Jul 28 14:47:30.094711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.113042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.114106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.116619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] 10.222.0.58 "PUT /v2.0/ports/78e7b221-3ed2-411f-a626-bb07450ab9bd HTTP/1.1" status: 200 len: 1093 time: 1.6921651 Jul 28 14:47:30.117351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'tag': '78e7b221-3ed2-411f-a626-bb07450ab9bd'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:30.121508 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180ee68-0a4b-4945-9500-900814a4e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f846a-f43c-4228-a1ef-fb9f0682159f", "tag": "78e7b221-3ed2-411f-a626-bb07450ab9bd"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:30.191840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed9e88-b89c-4eee-9367-99de0cd7d114,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.211352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8b43-0511-44c3-8ac1-2abf5b8dab31 service neutron] Pushing event updated for resources: {'Port': ['ID=78e7b221-3ed2-411f-a626-bb07450ab9bd,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.239893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fa78d-c8b0-4470-be6c-c61c54536471 req-c1c5ee34-3e70-458b-bde3-7ac5b8c29426 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.242504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e3fa78d-c8b0-4470-be6c-c61c54536471 req-c1c5ee34-3e70-458b-bde3-7ac5b8c29426 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 943 time: 0.1146822 Jul 28 14:47:30.266556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-85193bf2-2ef5-4653-95c7-63ed377e2398 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1596856 Jul 28 14:47:30.271482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-a2add039-961c-4c11-8ea1-4dc4612e55b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9 HTTP/1.1" status: 200 len: 217 time: 0.1692061 Jul 28 14:47:30.276191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.276946 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.278509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-89b2d842-efb4-4fbe-a24d-37745405f415 service neutron] 10.222.0.58 "PUT /v2.0/ports/d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 1092 time: 2.9801159 Jul 28 14:47:30.279117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:30.282446 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd23d03d-53b3-4965-a81a-92dc0189d57e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:30.299784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Request body: {'port': {'device_id': '8949799c-a293-40d7-9b05-d431631c3528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:30.347211 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e3fa78d-c8b0-4470-be6c-c61c54536471 req-96937c95-0aac-4d9f-87b1-11be776c314d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990245 Jul 28 14:47:30.375741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-5ff71c2b-dd1d-4051-bccf-3f99ef59ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.378368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-5ff71c2b-dd1d-4051-bccf-3f99ef59ac5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0b9b6a0d3d44e492752f33aafadc47&device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 1096 time: 0.0815415 Jul 28 14:47:30.414877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-50b84d2e-00e3-4a51-b1d4-e960d29f4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.417078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-50b84d2e-00e3-4a51-b1d4-e960d29f4826 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.1305599 Jul 28 14:47:30.478018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.496860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-e632aa1a-1ee5-402a-844a-fcbda7e3437c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd HTTP/1.1" status: 200 len: 217 time: 0.1043415 Jul 28 14:47:30.506678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-9b379744-82b5-47f8-b24a-b163a964d757 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808403 Jul 28 14:47:30.634645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-85b47ccc-2a01-454a-acda-2589bae7db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.637156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-85b47ccc-2a01-454a-acda-2589bae7db06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a009260-5c2e-4e68-9dc7-37f371bac9dc HTTP/1.1" status: 200 len: 853 time: 0.1257777 Jul 28 14:47:30.652584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2be41-7a41-4ca2-8013-13836a68d26d req-b4ceec6c-1f67-4974-bf23-7dcadaea1038 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.655006 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2de2be41-7a41-4ca2-8013-13836a68d26d req-b4ceec6c-1f67-4974-bf23-7dcadaea1038 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 944 time: 0.1625230 Jul 28 14:47:30.697435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-f92ef98f-4fcf-421b-81b5-0ece3caac995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.698966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-f92ef98f-4fcf-421b-81b5-0ece3caac995 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1095 time: 0.2180085 Jul 28 14:47:30.703966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-c822f305-a57c-4364-821c-ce31a827c949 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574085 Jul 28 14:47:30.707581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-a921cfef-a37b-4922-bb04-ab9d2785c5b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e0be394-2a39-432a-bd40-a3a4876ff8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503240 Jul 28 14:47:30.753617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2de2be41-7a41-4ca2-8013-13836a68d26d req-8d94b036-e055-40eb-8325-a0fbef936937 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767503 Jul 28 14:47:30.842980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-06725192-844c-4043-996f-d69c9632ec01 service neutron] 10.222.0.58 "GET /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185963 Jul 28 14:47:30.873763 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf315f0-38a5-4f55-b907-f97e28c9bffc x-openstack-request-id: req-bbf315f0-38a5-4f55-b907-f97e28c9bffc {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:30.874062 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f846a-f43c-4228-a1ef-fb9f0682159f", "tag": "78e7b221-3ed2-411f-a626-bb07450ab9bd", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:30.874607 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbf315f0-38a5-4f55-b907-f97e28c9bffc {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:30.875031 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'tag': '78e7b221-3ed2-411f-a626-bb07450ab9bd', 'status': 'completed', 'code': 200} Jul 28 14:47:30.943069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-22d2af74-592b-4ee3-90b9-0710601e9a2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 217 time: 0.2197244 Jul 28 14:47:30.963267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5d76d1a-5448-4e96-98b5-0184be16e6c2 req-8cfb9a4b-671d-45c2-9f32-5985ca2dffee service neutron] 10.222.0.58 "GET /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127996 Jul 28 14:47:30.985897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa4a10d2-24a9-414e-8c50-12bcee924dbc req-3744f512-3ce9-4664-874b-1b4ab9d5135f service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617624 Jul 28 14:47:31.024570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42857fc5-3b2c-45e7-abd4-e822970c5b0f req-07cb85f8-95c3-4be6-83e7-aecec4f2d043 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0388076 Jul 28 14:47:31.073055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-91f7125a-6245-4d63-9dee-986e1ac0aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.074550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-91f7125a-6245-4d63-9dee-986e1ac0aca9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.1228983 Jul 28 14:47:31.112065 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238089b-0468-400d-95c6-df62e885ce1b x-openstack-request-id: req-1238089b-0468-400d-95c6-df62e885ce1b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:31.112670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:31.113113 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1238089b-0468-400d-95c6-df62e885ce1b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:31.113683 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'status': 'completed', 'code': 200} Jul 28 14:47:31.194266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-87c93ed7-33dc-4a3b-8c50-0319f5974de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.194266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-87c93ed7-33dc-4a3b-8c50-0319f5974de4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088934 Jul 28 14:47:31.427810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26a352-e778-41e0-8c3c-14f40dbffb44 req-6965c3b4-3568-4642-8f44-ea697d74275b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.429490 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e26a352-e778-41e0-8c3c-14f40dbffb44 req-6965c3b4-3568-4642-8f44-ea697d74275b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 931 time: 0.0582237 Jul 28 14:47:31.479702 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e26a352-e778-41e0-8c3c-14f40dbffb44 req-1c33f111-f57c-47a3-bd94-4d651a5489de tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Jul 28 14:47:31.718275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ee68-0a4b-4945-9500-900814a4e93d req-990315e3-19c7-4702-89b1-28dbdb686b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.722531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-990315e3-19c7-4702-89b1-28dbdb686b88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0b9b6a0d3d44e492752f33aafadc47&device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 1096 time: 0.5744271 Jul 28 14:47:31.743476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bafa-9d61-47b4-bdff-e5ca2d1eed36 req-403deab4-c1e2-41d4-b5dc-024b6f8f50b9 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.745954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2782f74-70d2-4596-8380-0dcaf5b9ad4c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:31.747589 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41c1bafa-9d61-47b4-bdff-e5ca2d1eed36 req-403deab4-c1e2-41d4-b5dc-024b6f8f50b9 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 943 time: 0.1039658 Jul 28 14:47:31.770688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.815380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41c1bafa-9d61-47b4-bdff-e5ca2d1eed36 req-3ae59a5b-7870-44c3-aec2-d1d8acec699a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587354 Jul 28 14:47:31.862709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-636fad80-5c3c-4162-a235-ca7703f54fbf service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607780 Jul 28 14:47:31.884751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:47:31.938951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Transition to ACTIVE for port object b2782f74-70d2-4596-8380-0dcaf5b9ad4c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:31.949426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b496c11-c9ad-40e4-90a2-2304e0833e42 req-769aa4f4-acef-4f01-80a2-20517c81e5ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.955273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b496c11-c9ad-40e4-90a2-2304e0833e42 req-769aa4f4-acef-4f01-80a2-20517c81e5ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 943 time: 0.3265588 Jul 28 14:47:32.069965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c7140-580f-4a51-bae4-64a3700bc187 req-152adb0c-0043-4e4e-9194-eb0041108ae2 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.075781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.078933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a1c7140-580f-4a51-bae4-64a3700bc187 req-152adb0c-0043-4e4e-9194-eb0041108ae2 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 944 time: 0.1413565 Jul 28 14:47:32.121324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:32.144130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'port_id': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'mac_address': 'fa:16:3e:39:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0884a93-5cf5-4f91-9e92-d9098e9f6e33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:47:32.151420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Pushing event updated for resources: {'Port': ['ID=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.162972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a1c7140-580f-4a51-bae4-64a3700bc187 req-a18a1457-c1fc-4eff-b202-d8189ed78e31 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Jul 28 14:47:32.184325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ee68-0a4b-4945-9500-900814a4e93d req-23412aec-372d-4d0d-95b2-cf4a89651b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.184325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-23412aec-372d-4d0d-95b2-cf4a89651b13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e0be394-2a39-432a-bd40-a3a4876ff8f5 HTTP/1.1" status: 200 len: 914 time: 0.4454789 Jul 28 14:47:32.184325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b496c11-c9ad-40e4-90a2-2304e0833e42 req-620b8afd-6041-486c-a83b-0afebb6db2d9 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133045 Jul 28 14:47:32.280286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.294029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.297985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:32.324975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:32.336906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-0e0e30bc-11b8-48a7-a6ee-2a87e8ef66cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd HTTP/1.1" status: 200 len: 217 time: 0.1456542 Jul 28 14:47:32.394267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b40971dd-cc70-46f0-9a08-88dc90413cd8 req-cdfdf895-3b15-4ec6-8ff3-2afa7c8fa0cc service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758503 Jul 28 14:47:32.409530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5e6c7b2-137b-40b3-8160-7f8bd7c20735 req-febf16b9-39bb-4eea-8ba2-fe09c5ac23bf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0476301 Jul 28 14:47:32.418950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.501494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ee68-0a4b-4945-9500-900814a4e93d req-5d6fd38d-9d04-47f9-9ec3-4f4533349202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.504709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-5d6fd38d-9d04-47f9-9ec3-4f4533349202 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a009260-5c2e-4e68-9dc7-37f371bac9dc HTTP/1.1" status: 200 len: 853 time: 0.1563530 Jul 28 14:47:32.510011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Attempting to bind port b2782f74-70d2-4596-8380-0dcaf5b9ad4c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:32.511779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Attempting to bind port b2782f74-70d2-4596-8380-0dcaf5b9ad4c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:32.512873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Attempting to bind port b2782f74-70d2-4596-8380-0dcaf5b9ad4c on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:32.520669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.568725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Port b2782f74-70d2-4596-8380-0dcaf5b9ad4c on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:47:32.569759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Attempting to bind port b2782f74-70d2-4596-8380-0dcaf5b9ad4c on network 22c653a7-2e19-41f4-a0ee-5e44ce62b69c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:32.587351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-dddd1bec-9526-4884-ae0d-76eb0f6d1b18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e0be394-2a39-432a-bd40-a3a4876ff8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662856 Jul 28 14:47:32.635757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:32.637048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Checking segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:32.646169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Bound using segment: {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:32.646169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Bound port: b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa08b36-2662-46c1-9b87-8adbacad08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:32.646169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.712376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:32.792075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d501-48e8-4a4e-b6fd-d2f49ca648e1 req-83bc454d-7258-40de-a963-f216d1d353c5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.793816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0439d501-48e8-4a4e-b6fd-d2f49ca648e1 req-83bc454d-7258-40de-a963-f216d1d353c5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 943 time: 0.1935210 Jul 28 14:47:32.896425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-4e35e949-360a-40ba-884c-7ebe9ee01d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.898181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-4e35e949-360a-40ba-884c-7ebe9ee01d34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1095 time: 0.3233047 Jul 28 14:47:32.989245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cd4e5-300b-4a85-8ede-43ef15eb3d61 req-a9a20214-8562-4ad5-846e-6fc5c8076685 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.991335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa3cd4e5-300b-4a85-8ede-43ef15eb3d61 req-a9a20214-8562-4ad5-846e-6fc5c8076685 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 943 time: 0.0579267 Jul 28 14:47:33.065655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa3cd4e5-300b-4a85-8ede-43ef15eb3d61 req-31d7654a-c577-4b02-bbe2-ff4a6a0eee8b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660534 Jul 28 14:47:33.082977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0439d501-48e8-4a4e-b6fd-d2f49ca648e1 req-5865619e-3cad-4152-b7f8-7bc298d18d52 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333212 Jul 28 14:47:33.100854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-e5fa07f6-f543-4029-af28-0bfc715471e8 service neutron] 10.222.0.58 "GET /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922585 Jul 28 14:47:33.102194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] For port b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:33.105967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-26dc2f19-9cbb-49fc-9010-371d3960a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.107510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-26dc2f19-9cbb-49fc-9010-371d3960a7e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.2000036 Jul 28 14:47:33.195645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-eb50744e-65d3-4f5f-af9d-ebf2d9168480 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 217 time: 0.0654991 Jul 28 14:47:33.227927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] For port b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:33.302512 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:47:33.360309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-4f5375c4-928b-45dd-8564-0c53b1f385a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.361931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-4f5375c4-928b-45dd-8564-0c53b1f385a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.1565602 Jul 28 14:47:33.381194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f932e8-2a77-45cb-b9be-074ea7695d46 req-353325c4-267d-4613-9f9b-3995d4e4ae38 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.381778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e4f932e8-2a77-45cb-b9be-074ea7695d46 req-353325c4-267d-4613-9f9b-3995d4e4ae38 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 944 time: 0.0579505 Jul 28 14:47:33.388964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9180ee68-0a4b-4945-9500-900814a4e93d req-444f582c-66bf-4ac2-8f1d-26bf389af30f service neutron] 10.222.0.58 "GET /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803793 Jul 28 14:47:33.418375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f962fd-8205-4010-96f0-8012f15447f0 req-c6c7c5b2-3422-4ced-8e12-91a6f276e3b8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.424570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91f962fd-8205-4010-96f0-8012f15447f0 req-c6c7c5b2-3422-4ced-8e12-91a6f276e3b8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 944 time: 0.1477578 Jul 28 14:47:33.439505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.445290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e4f932e8-2a77-45cb-b9be-074ea7695d46 req-38661cb3-bf2f-4904-a143-e8997918a482 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568480 Jul 28 14:47:33.571419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.572580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.575121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] 10.222.0.42 "PUT /v2.0/ports/b2782f74-70d2-4596-8380-0dcaf5b9ad4c HTTP/1.1" status: 200 len: 1092 time: 3.2811980 Jul 28 14:47:33.587425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8949799c-a293-40d7-9b05-d431631c3528', 'tag': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:33.590998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "8949799c-a293-40d7-9b05-d431631c3528", "tag": "b2782f74-70d2-4596-8380-0dcaf5b9ad4c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:33.598856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-cc244594-0a08-4990-87c1-d180ee185f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.601663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-cc244594-0a08-4990-87c1-d180ee185f31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2282412 Jul 28 14:47:33.625651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f8d55a9-a7c3-479c-bb7b-334eb3f7ff6a req-29ae31ee-7611-4ee0-a6b4-722b49885d6c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0291197 Jul 28 14:47:33.640861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91f962fd-8205-4010-96f0-8012f15447f0 req-8312a358-fb5b-45ba-889d-81b621c62aa9 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065911 Jul 28 14:47:33.669395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bff3d-9c91-4d62-b5b0-a6b45c013e5f service neutron] Pushing event updated for resources: {'Port': ['ID=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:33.722452 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8415bad-85d1-4ecc-a75b-08432fec9a88 x-openstack-request-id: req-f8415bad-85d1-4ecc-a75b-08432fec9a88 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:33.722802 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8949799c-a293-40d7-9b05-d431631c3528", "tag": "b2782f74-70d2-4596-8380-0dcaf5b9ad4c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:33.723025 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8415bad-85d1-4ecc-a75b-08432fec9a88 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:33.723418 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8949799c-a293-40d7-9b05-d431631c3528', 'tag': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c', 'status': 'completed', 'code': 200} Jul 28 14:47:33.790490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-cde7164f-5690-48ae-9f03-85e03ced8429 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776285 Jul 28 14:47:33.895367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 78e7b221-3ed2-411f-a626-bb07450ab9bd details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:47:33.900110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:33.933800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd req-93b98bbd-9288-4080-91b5-1208c12ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.936524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd req-93b98bbd-9288-4080-91b5-1208c12ee500 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 1095 time: 0.1647928 Jul 28 14:47:34.100915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd23d03d-53b3-4965-a81a-92dc0189d57e req-4336a798-cb56-483e-bff1-24bc8f02a9f6 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864790 Jul 28 14:47:34.168166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 78e7b221-3ed2-411f-a626-bb07450ab9bd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd,segment=NetworkSegment(1339ea69-f2c3-4277-b02c-b0008ee65e47),segment_id=1339ea69-f2c3-4277-b02c-b0008ee65e47)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:34.192434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd req-472ce8a2-355d-483a-bca1-66927795948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.195766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd req-472ce8a2-355d-483a-bca1-66927795948d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d7ef84ea0ff24cde9de63a258c633653&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2345393 Jul 28 14:47:34.197404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '78e7b221-3ed2-411f-a626-bb07450ab9bd', 'network_id': '6e0be394-2a39-432a-bd40-a3a4876ff8f5', 'port_id': '78e7b221-3ed2-411f-a626-bb07450ab9bd', 'mac_address': 'fa:16:3e:4c:4f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a009260-5c2e-4e68-9dc7-37f371bac9dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:47:34.237123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:34.249887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:34.250903 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.258336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185142a-9ca8-49ea-8f65-05ee9d59cf19 req-70cb91f7-fd63-4dfc-90f9-245f38ca0d08 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.268906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c185142a-9ca8-49ea-8f65-05ee9d59cf19 req-70cb91f7-fd63-4dfc-90f9-245f38ca0d08 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 943 time: 0.0784218 Jul 28 14:47:34.325804 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c185142a-9ca8-49ea-8f65-05ee9d59cf19 req-da7f346e-83bb-4f5b-bb73-03cd72c59523 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526173 Jul 28 14:47:34.340358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.377956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e7b221-3ed2-411f-a626-bb07450ab9bd {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:34.421596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 78e7b221-3ed2-411f-a626-bb07450ab9bd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd,segment=NetworkSegment(1339ea69-f2c3-4277-b02c-b0008ee65e47),segment_id=1339ea69-f2c3-4277-b02c-b0008ee65e47)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:34.493448 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.514685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd req-c94451bc-4501-4e8f-969e-5756ca74c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.516809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e60dac11-d15a-4ee6-8400-056ba9f4dbdd req-c94451bc-4501-4e8f-969e-5756ca74c6ce service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3120065 Jul 28 14:47:34.539061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:34.543438 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d100bb91-83bc-4d3a-9149-b1ed9a9513e8" -d '{"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:34.569587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c54147-85e5-4ff7-8d27-217340f85709 req-9da17d41-0c3e-4d37-bdf9-3cad6f0907fd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.571663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:34.574122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7c54147-85e5-4ff7-8d27-217340f85709 req-9da17d41-0c3e-4d37-bdf9-3cad6f0907fd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 943 time: 0.1224606 Jul 28 14:47:34.579928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.580993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d9ed9e88-b89c-4eee-9367-99de0cd7d114 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:47:34.706486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd623-1afd-43d1-be3e-63be251aa9a8 req-05075020-fe5c-4eae-88af-cb6d2ec5c5b0 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.709792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd1fd623-1afd-43d1-be3e-63be251aa9a8 req-05075020-fe5c-4eae-88af-cb6d2ec5c5b0 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 945 time: 0.1274414 Jul 28 14:47:34.711069 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.764072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7c54147-85e5-4ff7-8d27-217340f85709 req-e999efb5-665b-464d-83a1-5f4b9a473a8c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547837 Jul 28 14:47:34.785702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-60edb956-2cef-46be-b706-e6c9c5e1302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.789982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-60edb956-2cef-46be-b706-e6c9c5e1302a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 1095 time: 0.1649392 Jul 28 14:47:34.868118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd1fd623-1afd-43d1-be3e-63be251aa9a8 req-f001e75c-c751-49f7-aa6d-407b5bfaddd8 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458292 Jul 28 14:47:34.883656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=78e7b221-3ed2-411f-a626-bb07450ab9bd,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:34.920264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.922455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.923356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.924169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.925013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.926013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.926837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.927694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.928625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.929449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.935719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.935719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:34.941274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-19f07af4-b2e5-4f29-aa15-1ee983b68738 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2782f74-70d2-4596-8380-0dcaf5b9ad4c HTTP/1.1" status: 200 len: 217 time: 0.1321430 Jul 28 14:47:35.037913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:35.041821 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed3441-d6f7-4ac1-9b0e-e185a3b0b235 x-openstack-request-id: req-6aed3441-d6f7-4ac1-9b0e-e185a3b0b235 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:35.042343 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:35.042954 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6aed3441-d6f7-4ac1-9b0e-e185a3b0b235 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:35.043515 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'code': 200} Jul 28 14:47:35.084879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faf49-8cac-469a-9879-056cacde7d74 req-37e1f6ea-db39-4372-ad2f-5e0803cc2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:35.088511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-37e1f6ea-db39-4372-ad2f-5e0803cc2c60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.1383517 Jul 28 14:47:35.097825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bac56408-a83b-4e09-97ae-ba89990a95bf req-d36e3032-8062-4b85-bde8-d73a827a72fa tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0474703 Jul 28 14:47:35.118156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d9ed9e88-b89c-4eee-9367-99de0cd7d114, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:35.153979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'port_id': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'mac_address': 'fa:16:3e:e0:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:47:35.198529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-176f8dd3-e788-466f-a3a7-6cd5992d5712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862811 Jul 28 14:47:35.246478 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.293793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ed9e88-b89c-4eee-9367-99de0cd7d114 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:35.331060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d9ed9e88-b89c-4eee-9367-99de0cd7d114, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:35.366472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0bdb1-7adc-495f-8d6d-b6bf6b9039a4 req-7f5b8883-5fa6-4438-9129-4d76ecf5f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:35.370763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89b0bdb1-7adc-495f-8d6d-b6bf6b9039a4 req-7f5b8883-5fa6-4438-9129-4d76ecf5f431 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 1097 time: 0.2745011 Jul 28 14:47:35.441859 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.449268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f5b29-b87f-401a-b597-e1554464b10a req-fd2fa4d2-48ff-4e55-9360-a2ed66878958 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:35.465323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b39f5b29-b87f-401a-b597-e1554464b10a req-fd2fa4d2-48ff-4e55-9360-a2ed66878958 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.3094344 Jul 28 14:47:35.524189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89b0bdb1-7adc-495f-8d6d-b6bf6b9039a4 req-c005f148-e431-46fd-8591-943330c74ba3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392205 Jul 28 14:47:35.592091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-450a2e1c-2daa-4ea2-ba89-dc176523d82d service neutron] 10.222.0.42 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422356 Jul 28 14:47:35.607591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d9ed9e88-b89c-4eee-9367-99de0cd7d114,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:35.610362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc6172-2246-433e-9a91-b20d034170aa req-b5df7827-6036-4d00-b126-98ab99b7f142 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:35.615627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2bbc6172-2246-433e-9a91-b20d034170aa req-b5df7827-6036-4d00-b126-98ab99b7f142 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 944 time: 0.1863794 Jul 28 14:47:35.638001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b39f5b29-b87f-401a-b597-e1554464b10a req-88abc8a1-431e-4fe6-ab17-94c41bac5505 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571641 Jul 28 14:47:35.735043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2bbc6172-2246-433e-9a91-b20d034170aa req-8a3ed0d0-c1ea-4367-8984-984a5d9aee3e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038327 Jul 28 14:47:35.762688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['78e7b221-3ed2-411f-a626-bb07450ab9bd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:35.767552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['d9ed9e88-b89c-4eee-9367-99de0cd7d114'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:35.810661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-857faf49-8cac-469a-9879-056cacde7d74 req-e5e17371-5446-4898-9b82-7471eaabf0b6 service neutron] 10.222.0.42 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088122 Jul 28 14:47:35.896904 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.959098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f2b92-1ebf-4f24-8e6d-e8b6104ba88f req-800b99a5-6048-49a9-bc22-0ae0e5d49ae0 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:35.963477 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb0f2b92-1ebf-4f24-8e6d-e8b6104ba88f req-800b99a5-6048-49a9-bc22-0ae0e5d49ae0 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 943 time: 0.0680342 Jul 28 14:47:36.040411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb0f2b92-1ebf-4f24-8e6d-e8b6104ba88f req-944fcb2f-b9b3-4541-8d0b-b6add1183609 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681713 Jul 28 14:47:36.190046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53babb-cea6-4b1f-8902-15f06003a811 req-80592f86-15e7-4555-bf57-6e84dcb9bf8f tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:36.193052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e53babb-cea6-4b1f-8902-15f06003a811 req-80592f86-15e7-4555-bf57-6e84dcb9bf8f tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 945 time: 0.0755126 Jul 28 14:47:36.274801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e53babb-cea6-4b1f-8902-15f06003a811 req-7ed1f31f-9269-452f-b110-4dd036ad132b tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747845 Jul 28 14:47:36.341176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc0e368b-863d-4a46-9cb5-b3d12b2bf2ae req-9bc5f326-3096-4ec0-84d8-9b7187b3845c tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.1073864 Jul 28 14:47:36.816952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d8a1-90b4-43cd-9ac4-cf7a03f42f65 req-006bb6ea-2383-4dce-a321-b969c0e3a7a7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:36.820421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf2d8a1-90b4-43cd-9ac4-cf7a03f42f65 req-006bb6ea-2383-4dce-a321-b969c0e3a7a7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.0784070 Jul 28 14:47:36.895365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf2d8a1-90b4-43cd-9ac4-cf7a03f42f65 req-58141ba0-102d-4d37-9d67-2c05463439c4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674889 Jul 28 14:47:37.012318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5a51-ecb4-485c-9cbb-6356d984c598 req-4a0cd511-06cd-4e2c-a362-f51cfa9e793e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:37.015399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d61c5a51-ecb4-485c-9cbb-6356d984c598 req-4a0cd511-06cd-4e2c-a362-f51cfa9e793e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 944 time: 0.1070960 Jul 28 14:47:37.094694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d61c5a51-ecb4-485c-9cbb-6356d984c598 req-99ce0bd0-7d88-4549-9698-df8adcfd8a3d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667298 Jul 28 14:47:37.294660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5ffc-26d6-4d2c-af70-5e213f6d2a2d req-591b646b-6bde-46b3-8c0e-1ce808838868 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:37.304053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f86b5ffc-26d6-4d2c-af70-5e213f6d2a2d req-591b646b-6bde-46b3-8c0e-1ce808838868 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 943 time: 0.0846226 Jul 28 14:47:37.346868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f86b5ffc-26d6-4d2c-af70-5e213f6d2a2d req-4aa6a8ae-23d8-4e1b-bc18-733ed2780948 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Jul 28 14:47:37.463375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86af5f1-ea94-47a7-a1be-5f3a9d130bed req-f4f5d747-4141-4337-826f-8e6b92a692e3 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:37.465412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f86af5f1-ea94-47a7-a1be-5f3a9d130bed req-f4f5d747-4141-4337-826f-8e6b92a692e3 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 945 time: 0.0736396 Jul 28 14:47:37.482416 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8c8c201-ab49-4b3f-ba05-c7ac731f20de req-cff5c906-a494-478d-bb5d-f1bbd7155858 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0470681 Jul 28 14:47:37.533356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f86af5f1-ea94-47a7-a1be-5f3a9d130bed req-858d2685-17c1-4dc0-a3c9-a3b33bee17d9 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611205 Jul 28 14:47:37.922991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 78e7b221-3ed2-411f-a626-bb07450ab9bd up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:38.106688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc41aa-9acc-4be5-9e8b-36654ed9b284 req-9532050e-ed81-4413-a3af-9d08ba1f8092 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.110241 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0bc41aa-9acc-4be5-9e8b-36654ed9b284 req-9532050e-ed81-4413-a3af-9d08ba1f8092 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.0789711 Jul 28 14:47:38.116722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 78e7b221-3ed2-411f-a626-bb07450ab9bd completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:38.120968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 78e7b221-3ed2-411f-a626-bb07450ab9bd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:38.121587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.208719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0bc41aa-9acc-4be5-9e8b-36654ed9b284 req-69b6eedf-736f-42ad-8a01-b34e060fbd2f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789397 Jul 28 14:47:38.315123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.355052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b2782f74-70d2-4596-8380-0dcaf5b9ad4c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:47:38.365601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e7b221-3ed2-411f-a626-bb07450ab9bd'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:38.365992 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812c168b-3b88-4c00-aa05-6095df2ae17c" -d '{"events": [{"server_uuid": "cc2f846a-f43c-4228-a1ef-fb9f0682159f", "name": "network-vif-plugged", "status": "completed", "tag": "78e7b221-3ed2-411f-a626-bb07450ab9bd"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:38.389715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 78e7b221-3ed2-411f-a626-bb07450ab9bd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd,segment=NetworkSegment(1339ea69-f2c3-4277-b02c-b0008ee65e47),segment_id=1339ea69-f2c3-4277-b02c-b0008ee65e47)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:38.412956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e2ef1-06c3-4bb5-9534-1338166739ed req-9080e880-f936-4131-bd69-ad2a3b2e16e9 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.420323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad4e2ef1-06c3-4bb5-9534-1338166739ed req-9080e880-f936-4131-bd69-ad2a3b2e16e9 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 944 time: 0.1400499 Jul 28 14:47:38.485802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad4e2ef1-06c3-4bb5-9534-1338166739ed req-df3a0664-5283-485b-af68-b2a171001dc7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531046 Jul 28 14:47:38.496763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744962f-c27c-4082-8ed4-7f380ee2167b req-01d39124-cc1a-4c39-b15b-986eb496e2bc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.496763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1744962f-c27c-4082-8ed4-7f380ee2167b req-01d39124-cc1a-4c39-b15b-986eb496e2bc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.0868738 Jul 28 14:47:38.541533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.543023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d9ed9e88-b89c-4eee-9367-99de0cd7d114 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:38.548297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1744962f-c27c-4082-8ed4-7f380ee2167b req-5668f0b2-f5db-43a1-9dab-d774c8020c0d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Jul 28 14:47:38.562202 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb6283-428e-463a-8f8a-d23f3f1e0b3f x-openstack-request-id: req-bccb6283-428e-463a-8f8a-d23f3f1e0b3f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:38.563723 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f846a-f43c-4228-a1ef-fb9f0682159f", "name": "network-vif-plugged", "status": "completed", "tag": "78e7b221-3ed2-411f-a626-bb07450ab9bd", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:38.563723 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bccb6283-428e-463a-8f8a-d23f3f1e0b3f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:38.564323 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e7b221-3ed2-411f-a626-bb07450ab9bd', 'code': 200} Jul 28 14:47:38.688412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:38.728720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c', 'network_id': '22c653a7-2e19-41f4-a0ee-5e44ce62b69c', 'port_id': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c', 'mac_address': 'fa:16:3e:83:ab:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827eb7cb-2c2e-4cb4-96bc-583ca46e518c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:47:38.749048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=78e7b221-3ed2-411f-a626-bb07450ab9bd,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:38.778403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5c6d589-94fc-4396-bdd1-8394ddfbf0c5 req-e1c3f7b6-25a2-4d53-a45a-c328b4081fda tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae930c0-4c62-47a7-a2e1-b5e7f3270800 HTTP/1.1" status: 200 len: 210 time: 0.0650425 Jul 28 14:47:38.787523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147918a8-692b-4dc5-8fae-09ee5c2d60f5 req-9625806c-c5ad-454f-b7c8-6726f8d7fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.790652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-147918a8-692b-4dc5-8fae-09ee5c2d60f5 req-9625806c-c5ad-454f-b7c8-6726f8d7fa37 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 1098 time: 0.1469531 Jul 28 14:47:38.828689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66390a7e-95b3-4f8f-bad8-ea2cd7d2d98c req-1e305457-e588-4659-a3ec-43ecacdda006 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.829453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port d9ed9e88-b89c-4eee-9367-99de0cd7d114 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:38.831056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66390a7e-95b3-4f8f-bad8-ea2cd7d2d98c req-1e305457-e588-4659-a3ec-43ecacdda006 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 943 time: 0.1636226 Jul 28 14:47:38.846020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port d9ed9e88-b89c-4eee-9367-99de0cd7d114 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:38.846320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.850135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.905729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-147918a8-692b-4dc5-8fae-09ee5c2d60f5 req-048e27c9-5c8c-467c-ba85-2034b58ba70f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056278 Jul 28 14:47:38.929242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2782f74-70d2-4596-8380-0dcaf5b9ad4c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:38.939137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66390a7e-95b3-4f8f-bad8-ea2cd7d2d98c req-e986b609-23a7-495b-824b-23c5143faa2d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968940 Jul 28 14:47:38.971817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:39.017547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92604087-5253-4935-a702-84f4585a1324 req-233b7eba-47c0-4140-81d4-95ec0b1476ba tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:39.020773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:39.021153 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-92604087-5253-4935-a702-84f4585a1324 req-233b7eba-47c0-4140-81d4-95ec0b1476ba tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 946 time: 0.1082246 Jul 28 14:47:39.067687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.115980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-92604087-5253-4935-a702-84f4585a1324 req-b31d34ca-31a0-41d0-8a4f-8c02bf60e600 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880315 Jul 28 14:47:39.163872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.231134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.246252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3fff7e9-bb13-4f6b-9ec0-dad090c5fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.261968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d9ed9e88-b89c-4eee-9367-99de0cd7d114, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:39.380770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3fff7e9-bb13-4f6b-9ec0-dad090c5fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.430809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.502022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d9ed9e88-b89c-4eee-9367-99de0cd7d114,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.523452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['b2782f74-70d2-4596-8380-0dcaf5b9ad4c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:39.528658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3fff7e9-bb13-4f6b-9ec0-dad090c5fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.600803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d3fff7e9-bb13-4f6b-9ec0-dad090c5fbe8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53312fb0dd06492d8782fa5d2a5475f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776083 Jul 28 14:47:39.601929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fff7e9-bb13-4f6b-9ec0-dad090c5fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b1474-7346-4882-b782-41ebd8d81c00,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.605794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:39.682569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8574e01-a4be-4bfa-b728-f67cb28bc944 req-a757a604-715d-4b14-9705-0acc2bb4a70d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:39.685812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8574e01-a4be-4bfa-b728-f67cb28bc944 req-a757a604-715d-4b14-9705-0acc2bb4a70d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0876539 Jul 28 14:47:39.697472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58807cc3-c670-46fe-be0b-de1816a0b9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.739434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58807cc3-c670-46fe-be0b-de1816a0b9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.759760 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8574e01-a4be-4bfa-b728-f67cb28bc944 req-bea5d5fc-cd11-4745-86c9-ec0e4d912f7c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652785 Jul 28 14:47:40.041673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58807cc3-c670-46fe-be0b-de1816a0b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.044682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58807cc3-c670-46fe-be0b-de1816a0b9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.046106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58807cc3-c670-46fe-be0b-de1816a0b9ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b4b1474-7346-4882-b782-41ebd8d81c00 HTTP/1.1" status: 204 len: 168 time: 0.4385648 Jul 28 14:47:40.057281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58807cc3-c670-46fe-be0b-de1816a0b9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b1474-7346-4882-b782-41ebd8d81c00,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:40.565831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:40.570382 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988bf47a-0c91-45f6-97bf-615f138abb4d" -d '{"events": [{"server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "name": "network-vif-plugged", "status": "completed", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:40.576897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656249-6506-497a-8789-cbb90ae4e3e2 req-1ba9444a-75b7-4960-972b-ce79731cee93 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:40.584783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22656249-6506-497a-8789-cbb90ae4e3e2 req-1ba9444a-75b7-4960-972b-ce79731cee93 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 944 time: 0.0823910 Jul 28 14:47:40.644249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22656249-6506-497a-8789-cbb90ae4e3e2 req-bed5e260-b714-428b-94b3-daa86c06c35f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524096 Jul 28 14:47:40.773550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cfbb6-b4d2-4c8b-b56e-c9175d19684e req-05942ed8-1ae5-4e5f-934b-6740fc7fdc34 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:40.775429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d3cfbb6-b4d2-4c8b-b56e-c9175d19684e req-05942ed8-1ae5-4e5f-934b-6740fc7fdc34 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 946 time: 0.0594866 Jul 28 14:47:40.825870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d3cfbb6-b4d2-4c8b-b56e-c9175d19684e req-f1119b77-c7ac-4a05-b5af-101f2e4f720e tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Jul 28 14:47:41.032764 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f823ebde-f81c-4585-89bc-8b6ad6c59ea7 x-openstack-request-id: req-f823ebde-f81c-4585-89bc-8b6ad6c59ea7 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:41.033256 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "name": "network-vif-plugged", "status": "completed", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:41.033701 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f823ebde-f81c-4585-89bc-8b6ad6c59ea7 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:41.034340 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'code': 200} Jul 28 14:47:41.098781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52338) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:41.180223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0b7c-f028-42bd-a9cc-23e3083aa3b6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.220414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0b7c-f028-42bd-a9cc-23e3083aa3b6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.233136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e241-d2db-4d25-a65e-3696bba24819 req-f53c0137-f0c2-4b38-b4dc-4a0883fc9f3c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:41.235384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7836e241-d2db-4d25-a65e-3696bba24819 req-f53c0137-f0c2-4b38-b4dc-4a0883fc9f3c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1364093 Jul 28 14:47:41.237648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a4e72-57d2-4a1a-8356-9dcc6496b9f5 req-bf8ee0bb-1f09-4917-b24f-013857c22151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:41.249118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e66a4e72-57d2-4a1a-8356-9dcc6496b9f5 req-bf8ee0bb-1f09-4917-b24f-013857c22151 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1097 time: 0.0811965 Jul 28 14:47:41.346035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7836e241-d2db-4d25-a65e-3696bba24819 req-0eb9fb65-0c8f-4515-afe0-87d4c47ae1dd tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970752 Jul 28 14:47:41.349313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e66a4e72-57d2-4a1a-8356-9dcc6496b9f5 req-d3391cd5-2f47-44e4-9107-c116654a68c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924790 Jul 28 14:47:41.454720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0b7c-f028-42bd-a9cc-23e3083aa3b6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.461156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0b7c-f028-42bd-a9cc-23e3083aa3b6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.468596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc6a0b7c-f028-42bd-a9cc-23e3083aa3b6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/security-groups/50ef32c9-bb39-4a64-a02d-f252e6d5a696 HTTP/1.1" status: 204 len: 168 time: 0.3620896 Jul 28 14:47:41.470047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52348) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:41.500530 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-133716b3-b0c5-4b56-b0a2-6ba0ebd6d3a3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] show failed (client error): The resource could not be found. Jul 28 14:47:41.503724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-133716b3-b0c5-4b56-b0a2-6ba0ebd6d3a3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "GET /v2.0/security-groups/50ef32c9-bb39-4a64-a02d-f252e6d5a696 HTTP/1.1" status: 404 len: 347 time: 0.0320301 Jul 28 14:47:41.506259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:41.512703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba23b58-6c7f-4e30-ad49-70c3656abef6 req-aaf92e76-fede-4422-8277-5e7f131786d8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:41.514263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eba23b58-6c7f-4e30-ad49-70c3656abef6 req-aaf92e76-fede-4422-8277-5e7f131786d8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.0858421 Jul 28 14:47:41.514648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a0b7c-f028-42bd-a9cc-23e3083aa3b6 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef32c9-bb39-4a64-a02d-f252e6d5a696,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:41.595825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eba23b58-6c7f-4e30-ad49-70c3656abef6 req-18059951-5a2e-432f-b99f-b3c15ec0211e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684178 Jul 28 14:47:41.733485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port 1fc5d7b1-c9df-48d5-8d62-406ece0ce5c1 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:41.734764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.837358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe7169-0b30-480f-869d-a699cd4c76f0 req-888d251f-2248-44de-8a85-a27159f8160d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:41.839152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.839609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.840272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ebe7169-0b30-480f-869d-a699cd4c76f0 req-888d251f-2248-44de-8a85-a27159f8160d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 944 time: 0.0848827 Jul 28 14:47:41.855002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for 1fc5d7b1-c9df-48d5-8d62-406ece0ce5c1 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:41.893446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ebe7169-0b30-480f-869d-a699cd4c76f0 req-9ecb4a95-9919-4758-b9a9-3fe2053e9815 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Jul 28 14:47:41.958846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:47:42.094821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:42.110173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7af814-33b1-4737-808c-bf1a9d5e0ab7 req-b39a69db-e5b0-4875-a506-ca1ceab7a966 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:42.111558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'port_id': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'mac_address': 'fa:16:3e:39:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0884a93-5cf5-4f91-9e92-d9098e9f6e33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:47:42.112879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c7af814-33b1-4737-808c-bf1a9d5e0ab7 req-b39a69db-e5b0-4875-a506-ca1ceab7a966 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 946 time: 0.0752685 Jul 28 14:47:42.157979 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.166123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c7af814-33b1-4737-808c-bf1a9d5e0ab7 req-e58acadd-1930-480f-9e76-f9e69fac0d63 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Jul 28 14:47:42.176745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:42.200914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.209216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:42.246797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=1fc5d7b1-c9df-48d5-8d62-406ece0ce5c1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:42.287070 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.322319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.325562 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.327091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-18554094-bd61-4b28-a7ce-3e4a64e6527a tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/floatingips/fab5f21d-1993-45c7-ae30-82cfcebf1e53 HTTP/1.1" status: 204 len: 168 time: 0.8196967 Jul 28 14:47:42.335904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52382) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:42.480595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b2782f74-70d2-4596-8380-0dcaf5b9ad4c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:42.558170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:42.568276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7728da-03e2-433c-9604-ecba79bbfe43 req-095d1a53-7cd7-4d47-848b-c5fde3c8fe15 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:42.570591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc7728da-03e2-433c-9604-ecba79bbfe43 req-095d1a53-7cd7-4d47-848b-c5fde3c8fe15 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1142664 Jul 28 14:47:42.588921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:42.615195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port 8803861d-1180-4e1c-9105-be99cbb9e145 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:42.616220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.773861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc7728da-03e2-433c-9604-ecba79bbfe43 req-70e4ef3d-f755-4609-a0fd-cd3aa3499d01 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878705 Jul 28 14:47:42.794672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0454-8214-4df7-a8e9-5cd68115dfb1 req-b875c5a9-d525-40c0-9b43-1041cf422ec8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:42.794672 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82fc0454-8214-4df7-a8e9-5cd68115dfb1 req-b875c5a9-d525-40c0-9b43-1041cf422ec8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 944 time: 0.0874634 Jul 28 14:47:42.796791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port b2782f74-70d2-4596-8380-0dcaf5b9ad4c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:42.802185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port b2782f74-70d2-4596-8380-0dcaf5b9ad4c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:42.802690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.841990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.861860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82fc0454-8214-4df7-a8e9-5cd68115dfb1 req-206be582-6fa3-458a-ad72-b12b594eae41 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579443 Jul 28 14:47:42.867635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for 8803861d-1180-4e1c-9105-be99cbb9e145 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:42.925809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.998636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:43.036290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8949799c-a293-40d7-9b05-d431631c3528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:43.039026 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90796e9-9a34-4049-97a4-38b912d7db55" -d '{"events": [{"server_uuid": "8949799c-a293-40d7-9b05-d431631c3528", "name": "network-vif-plugged", "status": "completed", "tag": "b2782f74-70d2-4596-8380-0dcaf5b9ad4c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:43.088179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.090121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4848b0-2107-4f44-a717-d296aa0b3127 req-afd7c448-25ea-4216-a9c0-76d56fc70699 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:43.097246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4848b0-2107-4f44-a717-d296aa0b3127 req-afd7c448-25ea-4216-a9c0-76d56fc70699 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 944 time: 0.0934465 Jul 28 14:47:43.097411 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3635e15-ba74-4a24-bf47-cc880af82511 x-openstack-request-id: req-f3635e15-ba74-4a24-bf47-cc880af82511 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:43.097411 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8949799c-a293-40d7-9b05-d431631c3528", "name": "network-vif-plugged", "status": "completed", "tag": "b2782f74-70d2-4596-8380-0dcaf5b9ad4c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:43.097411 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3635e15-ba74-4a24-bf47-cc880af82511 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:43.097834 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8949799c-a293-40d7-9b05-d431631c3528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c', 'code': 200} Jul 28 14:47:43.145288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4848b0-2107-4f44-a717-d296aa0b3127 req-8aef7422-66bb-4b1c-985f-b66501dca09d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 Jul 28 14:47:43.186159 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.188740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:43.236336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=8803861d-1180-4e1c-9105-be99cbb9e145,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:43.373229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:43.414265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.416263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7693350e-767f-455f-a292-49262ac37ae8 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/ports/8803861d-1180-4e1c-9105-be99cbb9e145 HTTP/1.1" status: 204 len: 168 time: 1.0833592 Jul 28 14:47:43.420218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:43.421531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2b8f9-bed6-4065-809f-7923f6704b87 req-e9c5f50e-eb56-4e2d-86eb-711c843bb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:43.423133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ca2b8f9-bed6-4065-809f-7923f6704b87 req-e9c5f50e-eb56-4e2d-86eb-711c843bb30c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 1097 time: 0.1798761 Jul 28 14:47:43.438001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0609ca-887f-4808-af73-3d5cf11f9968 req-0b9709bc-b2fc-4d8d-aea3-22533a6cf359 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:43.439464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e0609ca-887f-4808-af73-3d5cf11f9968 req-0b9709bc-b2fc-4d8d-aea3-22533a6cf359 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 946 time: 0.1160829 Jul 28 14:47:43.500317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ca2b8f9-bed6-4065-809f-7923f6704b87 req-da9f97d6-cb03-475a-8f38-6ec5afe0ad30 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Jul 28 14:47:43.509598 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e0609ca-887f-4808-af73-3d5cf11f9968 req-1aeab63f-3550-4754-a0be-0296e6cf4de8 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Jul 28 14:47:43.580510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a2ac-3d29-4500-b465-d09c30c92792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.664164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port 75a09b25-8b82-4aa1-bd24-19ac66f64176 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:43.668000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.902078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.914855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-fe8ab5b0-2904-446c-a7bf-cb245e29cfa4 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:43.918083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-fe8ab5b0-2904-446c-a7bf-cb245e29cfa4 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 946 time: 0.1317017 Jul 28 14:47:43.950071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for 75a09b25-8b82-4aa1-bd24-19ac66f64176 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:43.977997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:44.009250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a2ac-3d29-4500-b465-d09c30c92792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.054661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:44.055502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.117157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266011b-fe5f-4250-8939-b239861ab541 req-ee8465d9-9a4f-4756-9edb-3510f0b55629 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.129377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5266011b-fe5f-4250-8939-b239861ab541 req-ee8465d9-9a4f-4756-9edb-3510f0b55629 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.2184289 Jul 28 14:47:44.178036 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a2ac-3d29-4500-b465-d09c30c92792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.186649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.199009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a044804-7753-4619-a7de-5c8b3f74ad16 req-e33ff670-51a0-4891-aa39-f005b3712360 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.201771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a044804-7753-4619-a7de-5c8b3f74ad16 req-e33ff670-51a0-4891-aa39-f005b3712360 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 944 time: 0.1989310 Jul 28 14:47:44.240544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:44.273680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5266011b-fe5f-4250-8939-b239861ab541 req-f25fbf5f-f261-45de-9975-99416e5ba071 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431398 Jul 28 14:47:44.277127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7bf0a2ac-3d29-4500-b465-d09c30c92792 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa29005ddb924e13a6382bf8db26271a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9024878 Jul 28 14:47:44.278908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0a2ac-3d29-4500-b465-d09c30c92792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e4ab6-d4af-48f3-bd86-3eaeac5ea5b2,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:44.282222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:44.322217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.347412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a044804-7753-4619-a7de-5c8b3f74ad16 req-ce43aebc-9d22-4f18-8d6e-b42980f9850e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241419 Jul 28 14:47:44.352623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Deleting port 78e7b221-3ed2-411f-a626-bb07450ab9bd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:44.353328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.461852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:44.522345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f222b10-b1d8-4c68-ac65-037da008997e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.558028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f428-8a5e-4ef9-bbae-54c63c3b2fdb req-7e22a770-35f6-42d8-89cc-98015378307e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.559707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a78f428-8a5e-4ef9-bbae-54c63c3b2fdb req-7e22a770-35f6-42d8-89cc-98015378307e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 945 time: 0.1339943 Jul 28 14:47:44.562367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f222b10-b1d8-4c68-ac65-037da008997e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.610077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] For port 78e7b221-3ed2-411f-a626-bb07450ab9bd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=78e7b221-3ed2-411f-a626-bb07450ab9bd,segment=NetworkSegment(1339ea69-f2c3-4277-b02c-b0008ee65e47),segment_id=1339ea69-f2c3-4277-b02c-b0008ee65e47)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:44.610680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.634457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a78f428-8a5e-4ef9-bbae-54c63c3b2fdb req-67c16098-78c8-4f73-89a9-4add7e53178c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644946 Jul 28 14:47:44.655161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92392498-756d-4caf-9b2a-0d0ee83c3b27 req-dc5fa23e-b09c-491c-9175-b6ab81a81883 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.669757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92392498-756d-4caf-9b2a-0d0ee83c3b27 req-dc5fa23e-b09c-491c-9175-b6ab81a81883 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1872647 Jul 28 14:47:44.672723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Calling delete_port for 78e7b221-3ed2-411f-a626-bb07450ab9bd owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:44.673914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52430) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:44.679528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'floatingip': {'port_id': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:44.726037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.756952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.821898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=75a09b25-8b82-4aa1-bd24-19ac66f64176,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:44.937931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f222b10-b1d8-4c68-ac65-037da008997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.940612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f222b10-b1d8-4c68-ac65-037da008997e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.942108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4f222b10-b1d8-4c68-ac65-037da008997e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4f6e4ab6-d4af-48f3-bd86-3eaeac5ea5b2 HTTP/1.1" status: 204 len: 168 time: 0.6586087 Jul 28 14:47:44.972257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222b10-b1d8-4c68-ac65-037da008997e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e4ab6-d4af-48f3-bd86-3eaeac5ea5b2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:44.977192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.987704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6b6eaa15-fdfb-4ffe-a829-dfeaaa6e9bbc tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/ports/75a09b25-8b82-4aa1-bd24-19ac66f64176 HTTP/1.1" status: 204 len: 168 time: 1.5654681 Jul 28 14:47:44.992589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52434) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:45.099582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:45.103733 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b580141c-a22e-495e-a73e-078cda4db9c6" -d '{"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:45.106709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting subnet 6f2ff4d7-12be-429d-97a0-7a7282cae1e7 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:45.152399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.174816 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ff9768-cc4a-485e-83fd-9733bb1eeeb9 x-openstack-request-id: req-e0ff9768-cc4a-485e-83fd-9733bb1eeeb9 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:45.175713 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:45.176516 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0ff9768-cc4a-485e-83fd-9733bb1eeeb9 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:45.177789 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'code': 200} Jul 28 14:47:45.329387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.348066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0a977-b491-4ea8-aaee-b4477bd2f8c0 req-915670e0-fc7d-4446-8b67-f3ff2705a54d tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:45.356785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c7a0a977-b491-4ea8-aaee-b4477bd2f8c0 req-915670e0-fc7d-4446-8b67-f3ff2705a54d tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 946 time: 0.5827215 Jul 28 14:47:45.411576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c7a0a977-b491-4ea8-aaee-b4477bd2f8c0 req-be8c7ac0-9805-44d7-a833-a65b41b444bc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/security-groups?id=02161779-0a18-4d38-a000-bb0b3be6d075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 Jul 28 14:47:45.670099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.696710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['78e7b221-3ed2-411f-a626-bb07450ab9bd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:45.717038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Pushing event deleted for resources: {'Port': ['ID=78e7b221-3ed2-411f-a626-bb07450ab9bd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:45.784872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] No DVR routers for this DVR port 78e7b221-3ed2-411f-a626-bb07450ab9bd on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:45.792417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.798386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8dd2c3-0982-4e6c-8ee0-d147e7b631ab req-6beb7202-bea1-46eb-922f-6a4f2e46e7cc tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.58 "DELETE /v2.0/ports/78e7b221-3ed2-411f-a626-bb07450ab9bd HTTP/1.1" status: 204 len: 173 time: 1.8721845 Jul 28 14:47:45.801387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'name': 'network-vif-deleted', 'tag': '78e7b221-3ed2-411f-a626-bb07450ab9bd'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:45.804133 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3955c9da-5514-4d56-8229-1e8d41a41d5c" -d '{"events": [{"server_uuid": "cc2f846a-f43c-4228-a1ef-fb9f0682159f", "name": "network-vif-deleted", "tag": "78e7b221-3ed2-411f-a626-bb07450ab9bd"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:45.885276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fd6de-279a-4d5f-a770-04edaa0a080a req-4dd9bddb-dd08-4df2-affd-00ec0bb85683 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:45.893661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-511fd6de-279a-4d5f-a770-04edaa0a080a req-4dd9bddb-dd08-4df2-affd-00ec0bb85683 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 945 time: 0.0741227 Jul 28 14:47:45.936072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-511fd6de-279a-4d5f-a770-04edaa0a080a req-af45df5b-c586-4468-8855-408fc9b9a6a9 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Jul 28 14:47:46.130206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3a02-8425-4401-b41c-6d872fd89656 req-c0f7a5d9-91f9-4c4a-8689-f1228194b628 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:46.133968 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-552d3a02-8425-4401-b41c-6d872fd89656 req-c0f7a5d9-91f9-4c4a-8689-f1228194b628 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.6251662 Jul 28 14:47:46.151681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.152859 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29a755d-00e9-4033-b0ee-887fc72db0fa x-openstack-request-id: req-a29a755d-00e9-4033-b0ee-887fc72db0fa {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:46.154388 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f846a-f43c-4228-a1ef-fb9f0682159f", "name": "network-vif-deleted", "tag": "78e7b221-3ed2-411f-a626-bb07450ab9bd", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:46.154715 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a29a755d-00e9-4033-b0ee-887fc72db0fa {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:46.155332 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f846a-f43c-4228-a1ef-fb9f0682159f', 'name': 'network-vif-deleted', 'tag': '78e7b221-3ed2-411f-a626-bb07450ab9bd', 'status': 'completed', 'code': 200} Jul 28 14:47:46.349843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:47:46.360741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-552d3a02-8425-4401-b41c-6d872fd89656 req-8a0c4d20-a2b5-4b83-b973-8be635d5a02e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126923 Jul 28 14:47:46.472526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.570941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3175d8e1-d6aa-430f-970b-6e225e1296f3 req-7a30f032-6852-4f0c-ac7f-468b37610fb8 tempest-ServerPasswordTestJSON-668845476 tempest-ServerPasswordTestJSON-668845476-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2f846a-f43c-4228-a1ef-fb9f0682159f HTTP/1.1" status: 200 len: 210 time: 0.0405061 Jul 28 14:47:46.572030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.601052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.603224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2ff4d7-12be-429d-97a0-7a7282cae1e7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:46.609689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.614945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02a1fbf5-d184-4200-80e9-c143f9125caf tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/subnets/6f2ff4d7-12be-429d-97a0-7a7282cae1e7 HTTP/1.1" status: 204 len: 168 time: 1.6106865 Jul 28 14:47:46.616101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52478) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.638417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eee379-5ea5-476d-a37c-88e1bf144d8f None None] Network ebb277a1-8f8f-4cab-a1f3-b6c193a233dc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:46.755317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting subnet a65f92d9-14f0-4e6d-a411-01daeb654530 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:46.771704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.794886 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Floating IP 7bc0366d-f479-4a76-8484-4ec28b57bea8 associated. External IP: 172.25.6.106, port: d9ed9e88-b89c-4eee-9367-99de0cd7d114. Jul 28 14:47:46.872708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.077273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] DHCP port deletion for ebb277a1-8f8f-4cab-a1f3-b6c193a233dc request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:47.120377 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.285908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] Deleting port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:47.286691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.452646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b79f7c2c-3633-42f8-aaa5-42d5da58fb99 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:47.461930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Router 48b03126-a465-439f-b385-0746302fa5ef has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:47.524565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.537678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] For port b79f7c2c-3633-42f8-aaa5-42d5da58fb99, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,segment=NetworkSegment(ac06aa49-26b3-488b-8576-b273d32c5d57),segment_id=ac06aa49-26b3-488b-8576-b273d32c5d57)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:47.537678 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.544937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] Calling delete_port for b79f7c2c-3633-42f8-aaa5-42d5da58fb99 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:47.591468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Subnet': ['ID=a65f92d9-14f0-4e6d-a411-01daeb654530,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:47.611072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.615370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f4932bff-1a47-4b5c-9c79-676df8d0a97d tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/subnets/a65f92d9-14f0-4e6d-a411-01daeb654530 HTTP/1.1" status: 204 len: 168 time: 0.9970403 Jul 28 14:47:47.620645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52502) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.664045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ae3ac-2fb6-4a9e-81da-9167b53869c7 req-37c06f04-adea-417d-8f55-5d57f7cdf1cc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:47.666792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-536ae3ac-2fb6-4a9e-81da-9167b53869c7 req-37c06f04-adea-417d-8f55-5d57f7cdf1cc tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.3045621 Jul 28 14:47:47.670953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52506) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.771047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d45d1-42f4-4291-96cb-759fb040570a None None] Network 53a8fed9-e586-45f0-870d-3e6f7a696c8a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:47.841212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Deleting subnet 1a009260-5c2e-4e68-9dc7-37f371bac9dc {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:47.845611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.887248 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-536ae3ac-2fb6-4a9e-81da-9167b53869c7 req-1d2be0e3-5b2a-4b67-ace8-e480bbe56251 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991103 Jul 28 14:47:47.892026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.908803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.970510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.974837 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.978452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:47.991187 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.048599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 78e7b221-3ed2-411f-a626-bb07450ab9bd no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:48.072133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.089310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:48.136784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 78e7b221-3ed2-411f-a626-bb07450ab9bd {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:48.136784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 78e7b221-3ed2-411f-a626-bb07450ab9bd not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:48.136784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:48.139202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.160664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb277a1-8f8f-4cab-a1f3-b6c193a233dc']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:48.181673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9b9fd91-6046-4a0b-adc4-5b50680dda1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "PUT /v2.0/floatingips/7bc0366d-f479-4a76-8484-4ec28b57bea8 HTTP/1.1" status: 200 len: 991 time: 3.5066257 Jul 28 14:47:48.203270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac06aa49-26b3-488b-8576-b273d32c5d57') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:48.204039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac06aa49-26b3-488b-8576-b273d32c5d57') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:48.214010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:48.233707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.249603 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:48.252105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] No DVR routers for this DVR port b79f7c2c-3633-42f8-aaa5-42d5da58fb99 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:48.260562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8797ed-08f0-4b3a-945d-d35933f11401 None None] Pushing event deleted for resources: {'Port': ['ID=b79f7c2c-3633-42f8-aaa5-42d5da58fb99,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.261619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.284689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:48.285564 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.285787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.352096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:48.353689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:48.446305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:48.459005 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:48.466458 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1a009260-5c2e-4e68-9dc7-37f371bac9dc HTTP/1.1" status: 204 len: 168 time: 0.7932358 Jul 28 14:47:48.473198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52524) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:48.474460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e342276-9927-4915-9e11-e701f6852504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a009260-5c2e-4e68-9dc7-37f371bac9dc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.526159 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57395a9-270d-4dca-9b11-a27ebb2016f0 x-openstack-request-id: req-e57395a9-270d-4dca-9b11-a27ebb2016f0 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:48.526159 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:48.526159 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e57395a9-270d-4dca-9b11-a27ebb2016f0 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:48.526159 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'status': 'completed', 'code': 200} Jul 28 14:47:48.634999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.655032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-361eabd8-c06c-4955-b100-fd6a4875bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:48.658005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-361eabd8-c06c-4955-b100-fd6a4875bcde service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1097 time: 0.0898876 Jul 28 14:47:48.669064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f8257-9ab1-4a2a-be42-790c103a52b4 req-2ee3f76f-d393-4c5d-ba04-05b72768f285 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:48.672520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-972f8257-9ab1-4a2a-be42-790c103a52b4 req-2ee3f76f-d393-4c5d-ba04-05b72768f285 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.1074176 Jul 28 14:47:48.754722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-972f8257-9ab1-4a2a-be42-790c103a52b4 req-6f0f6350-52ed-4012-a15a-272da254b361 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687435 Jul 28 14:47:48.776673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.784112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.786629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/networks/ebb277a1-8f8f-4cab-a1f3-b6c193a233dc HTTP/1.1" status: 204 len: 168 time: 1.1621654 Jul 28 14:47:48.791630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52528) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:48.858567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.861139 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.876002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:48.893103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6cfbb-993c-4345-b1c2-3536a70062b3 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Network': ['ID=ebb277a1-8f8f-4cab-a1f3-b6c193a233dc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.932743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0be394-2a39-432a-bd40-a3a4876ff8f5']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:48.977369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1339ea69-f2c3-4277-b02c-b0008ee65e47') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:48.977369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1339ea69-f2c3-4277-b02c-b0008ee65e47') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:49.001398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.029023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-767a25f0-5ae2-49fe-a36a-8a19211efe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:49.031640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-767a25f0-5ae2-49fe-a36a-8a19211efe8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.3483150 Jul 28 14:47:49.045887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.046227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.050057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:49.053797 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3615880-6524-4994-b5ba-03698a2f83bb" -d '{"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:49.151747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] DHCP port deletion for 53a8fed9-e586-45f0-870d-3e6f7a696c8a request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:49.177859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:49.210674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:49.211472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:49.213653 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:49.230429 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f627ea-7ce7-47d3-a567-98aa6a69adcb x-openstack-request-id: req-44f627ea-7ce7-47d3-a567-98aa6a69adcb {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:49.230743 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:49.230960 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44f627ea-7ce7-47d3-a567-98aa6a69adcb {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:49.231349 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'code': 200} Jul 28 14:47:49.262147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Deleting port e128b8a8-3612-4a28-953a-e0552535184d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:49.262543 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.342797 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.454881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-2d78b8d9-c1d2-439a-b917-bad6d15f28c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 999 time: 0.4058120 Jul 28 14:47:49.461632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] For port e128b8a8-3612-4a28-953a-e0552535184d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e128b8a8-3612-4a28-953a-e0552535184d,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:49.462282 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.480383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Calling delete_port for e128b8a8-3612-4a28-953a-e0552535184d owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:49.505851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a791afe-76a0-4f49-9ac1-207bdeae048d req-b76ba54c-e001-45c7-9ba6-270d99b6f8f8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:49.514431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a791afe-76a0-4f49-9ac1-207bdeae048d req-b76ba54c-e001-45c7-9ba6-270d99b6f8f8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.4814472 Jul 28 14:47:49.605512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:49.622334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] Deleting port e128b8a8-3612-4a28-953a-e0552535184d {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:49.622648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.625251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e128b8a8-3612-4a28-953a-e0552535184d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:49.656232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-59f8e2a2-7d17-400e-a9d7-21236cdbebef tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:49.658956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-59f8e2a2-7d17-400e-a9d7-21236cdbebef tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.58 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 945 time: 0.5006645 Jul 28 14:47:49.679079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.723883 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.726184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e0be394-2a39-432a-bd40-a3a4876ff8f5 HTTP/1.1" status: 204 len: 168 time: 1.2367082 Jul 28 14:47:49.764825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a791afe-76a0-4f49-9ac1-207bdeae048d req-6aec3fc1-2166-45e7-80cd-6d0108e3b3fb tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226315 Jul 28 14:47:49.772824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea334c4-d2ef-496b-9599-6f795472c5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0be394-2a39-432a-bd40-a3a4876ff8f5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:49.797095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.800146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.831225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-1bac1c09-f5a1-4cc1-af9a-b4168907f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:49.832877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-1bac1c09-f5a1-4cc1-af9a-b4168907f01e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.3162651 Jul 28 14:47:49.849857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] For port e128b8a8-3612-4a28-953a-e0552535184d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e128b8a8-3612-4a28-953a-e0552535184d,segment=NetworkSegment(ba2c03a3-f172-40f5-b8d7-ab382d8b23ee),segment_id=ba2c03a3-f172-40f5-b8d7-ab382d8b23ee)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:49.850260 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.894384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] Calling delete_port for e128b8a8-3612-4a28-953a-e0552535184d owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:49.899125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Port': ['ID=e128b8a8-3612-4a28-953a-e0552535184d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:49.901252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '7bc0366d-f479-4a76-8484-4ec28b57bea8', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48b03126-a465-439f-b385-0746302fa5ef', 'port_id': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'mac_address': 'fa:16:3e:e0:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:47:16Z', 'updated_at': '2021-07-28T14:47:46Z', 'revision_number': 1, 'project_id': '104beadba875406199d4cde93a84a27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:49.903085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] No DVR routers for this DVR port e128b8a8-3612-4a28-953a-e0552535184d on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:49.947036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:50.012037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-00de7d5a-8239-414e-845f-fd95cd5d91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:50.025846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-00de7d5a-8239-414e-845f-fd95cd5d91ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402576 Jul 28 14:47:50.102816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.109234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Deleting port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:50.109968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.122454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a8fed9-e586-45f0-870d-3e6f7a696c8a']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:50.141824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:50.142279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2c03a3-f172-40f5-b8d7-ab382d8b23ee') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:50.154628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:50.155311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:50.158311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.209186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.224616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:50.235550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.333567 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.334423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-929c5b9d-e680-4471-8550-d3fcbfbdeb3f service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002176 Jul 28 14:47:50.349538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] For port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:50.351179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.369795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] Pushing event deleted for resources: {'Port': ['ID=e128b8a8-3612-4a28-953a-e0552535184d,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:50.375069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:50.409240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c0c26-ac24-40ad-8130-fd6c7e75e7a4 None None] No DVR routers for this DVR port e128b8a8-3612-4a28-953a-e0552535184d on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:50.448627 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:50.497599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52580) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:50.527197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Calling delete_port for 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:50.575183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52582) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:50.575743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8e2b8cd-bec8-40df-afab-6c62d34929a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e0b9b6a0d3d44e492752f33aafadc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752454 Jul 28 14:47:50.578265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.585636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.590288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] 10.222.0.57 "DELETE /v2.0/networks/53a8fed9-e586-45f0-870d-3e6f7a696c8a HTTP/1.1" status: 204 len: 168 time: 1.7979045 Jul 28 14:47:50.618208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508724d-a5f2-4bab-ad29-ca09659e4373 tempest-TaggedBootDevicesTest_v242-281209886 tempest-TaggedBootDevicesTest_v242-281209886-project] Pushing event deleted for resources: {'Network': ['ID=53a8fed9-e586-45f0-870d-3e6f7a696c8a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:50.740931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab6c15-9af0-43c3-a3da-b9f17f0c3d1e req-acc8c2cd-a51a-47be-8a03-aa364447fbdf tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:50.753323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59ab6c15-9af0-43c3-a3da-b9f17f0c3d1e req-acc8c2cd-a51a-47be-8a03-aa364447fbdf tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.3685927 Jul 28 14:47:50.828923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '7bc0366d-f479-4a76-8484-4ec28b57bea8', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48b03126-a465-439f-b385-0746302fa5ef', 'port_id': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'mac_address': 'fa:16:3e:e0:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:47:16Z', 'updated_at': '2021-07-28T14:47:46Z', 'revision_number': 1, 'project_id': '104beadba875406199d4cde93a84a27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:50.885103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833a0a4-9bc1-4b58-8632-6729e6a149ae None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '7bc0366d-f479-4a76-8484-4ec28b57bea8', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48b03126-a465-439f-b385-0746302fa5ef', 'port_id': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'mac_address': 'fa:16:3e:e0:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:47:16Z', 'updated_at': '2021-07-28T14:47:46Z', 'revision_number': 1, 'project_id': '104beadba875406199d4cde93a84a27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:50.889327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59ab6c15-9af0-43c3-a3da-b9f17f0c3d1e req-1ba55094-e437-4bf6-8956-7e05add73fb2 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006825 Jul 28 14:47:50.894357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15686ffd-7ec7-4d1e-a146-cd1760d5dc2b req-f1a8eea1-6bc2-43c2-b7ff-86e776fd3136 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477929 Jul 28 14:47:50.948500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc073849-7c0f-4687-ad03-71ad2f22940e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.043225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc073849-7c0f-4687-ad03-71ad2f22940e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.253896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec33c8-1a3c-4900-933e-ba8ca3ea4220 req-5300c3b9-f592-4aac-abd2-76b32e2671bf tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:51.255578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cbec33c8-1a3c-4900-933e-ba8ca3ea4220 req-5300c3b9-f592-4aac-abd2-76b32e2671bf tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 943 time: 0.1408362 Jul 28 14:47:51.295062 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6946f84-d534-4a6b-952e-80f9ac987088 None None] New status for floating IP 7bc0366d-f479-4a76-8484-4ec28b57bea8: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:47:51.351795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.401005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc073849-7c0f-4687-ad03-71ad2f22940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.404027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc073849-7c0f-4687-ad03-71ad2f22940e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.405705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fc073849-7c0f-4687-ad03-71ad2f22940e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02161779-0a18-4d38-a000-bb0b3be6d075 HTTP/1.1" status: 204 len: 168 time: 0.8208985 Jul 28 14:47:51.413347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event deleted for resources: {'Port': ['ID=9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.426359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cbec33c8-1a3c-4900-933e-ba8ca3ea4220 req-9eee330e-daf4-4d9c-9014-8a2f5f1b6435 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536798 Jul 28 14:47:51.458635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073849-7c0f-4687-ad03-71ad2f22940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02161779-0a18-4d38-a000-bb0b3be6d075,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.617327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] No DVR routers for this DVR port 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:51.623126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.635603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-12aac089-d11a-4081-ba3e-ebe8c487bd88 req-5177bccc-fca7-4fd2-83f4-73a3e1e2247f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.58 "DELETE /v2.0/ports/9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a HTTP/1.1" status: 204 len: 173 time: 1.9541678 Jul 28 14:47:51.635603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-deleted', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:51.670431 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ba37b1-710b-43b3-8140-a3593f612ef6" -d '{"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-deleted", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:51.783091 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada938b0-e6bd-4828-8b3e-e04ac9abfd69 x-openstack-request-id: req-ada938b0-e6bd-4828-8b3e-e04ac9abfd69 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:51.784119 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa0c60e-7982-43eb-89cb-da6c7ac2a91c", "name": "network-vif-deleted", "tag": "9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:51.784119 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ada938b0-e6bd-4828-8b3e-e04ac9abfd69 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:51.785304 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa0c60e-7982-43eb-89cb-da6c7ac2a91c', 'name': 'network-vif-deleted', 'tag': '9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a', 'status': 'completed', 'code': 200} Jul 28 14:47:52.242819 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67f18636-58ed-4e91-b115-bc43144594f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.695950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52656) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:52.699636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52c62fc7-7ea2-4353-bd39-f6d5fe6dfce7 req-cd5c5c93-5809-46b8-b214-146dc7a049e3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aa0c60e-7982-43eb-89cb-da6c7ac2a91c HTTP/1.1" status: 200 len: 210 time: 0.0376501 Jul 28 14:47:53.013047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0799-f172-447d-92cb-71e0751f47c7 req-52972bc0-ead7-41ca-89f7-b49497e84e7a tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:53.015530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf6c0799-f172-447d-92cb-71e0751f47c7 req-52972bc0-ead7-41ca-89f7-b49497e84e7a tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.7332036 Jul 28 14:47:53.171620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf6c0799-f172-447d-92cb-71e0751f47c7 req-bb0b0bd1-dd09-4ca7-a2e9-3853977749d0 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353738 Jul 28 14:47:53.171620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60789f67-c44e-4222-95f7-d01fb7f3c8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.450421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52670) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:53.461655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60789f67-c44e-4222-95f7-d01fb7f3c8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.601105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-60789f67-c44e-4222-95f7-d01fb7f3c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.672604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-60789f67-c44e-4222-95f7-d01fb7f3c8a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24de6758fb6f4d24bf04fe6f011ebe36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753175 Jul 28 14:47:53.675321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52678) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:53.724665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60789f67-c44e-4222-95f7-d01fb7f3c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc39527-cc15-4d86-9b71-ec84996f29a2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:53.790771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418dabcf-def1-4b4c-bbd6-1f365a4d5426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.796715 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf521ee-c77f-4492-ad2a-bc8f787462be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.828018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf521ee-c77f-4492-ad2a-bc8f787462be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.914453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038084-8060-4285-8566-fa0b374c2307 req-99b68cf4-cb9c-4633-bd7b-54d996396abd tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:53.916361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c038084-8060-4285-8566-fa0b374c2307 req-99b68cf4-cb9c-4633-bd7b-54d996396abd tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.58 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.1967046 Jul 28 14:47:54.023811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:54.036964 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf521ee-c77f-4492-ad2a-bc8f787462be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.040638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cf521ee-c77f-4492-ad2a-bc8f787462be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.041935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0cf521ee-c77f-4492-ad2a-bc8f787462be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bc39527-cc15-4d86-9b71-ec84996f29a2 HTTP/1.1" status: 204 len: 168 time: 0.3655341 Jul 28 14:47:54.061174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf521ee-c77f-4492-ad2a-bc8f787462be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc39527-cc15-4d86-9b71-ec84996f29a2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:54.139342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Deleting port dcb360cb-e645-4772-b6af-48476339ad13 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:54.140262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.145950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:54.146762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9b7b1a8b-6e4c-4c6d-97ff-bdaa542b8e3a not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:54.208964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418dabcf-def1-4b4c-bbd6-1f365a4d5426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.299027 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418dabcf-def1-4b4c-bbd6-1f365a4d5426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.390410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-418dabcf-def1-4b4c-bbd6-1f365a4d5426 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8bc526a2c5174eceac9443da2d0786ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374940 Jul 28 14:47:54.390769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dabcf-def1-4b4c-bbd6-1f365a4d5426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb637f5-10fd-4f47-a190-838a514e3457,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:54.394387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52710) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:54.428592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] For port dcb360cb-e645-4772-b6af-48476339ad13, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dcb360cb-e645-4772-b6af-48476339ad13,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:54.428947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.468335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d03169-757a-4c23-9a8f-b26366c2b42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.498694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d03169-757a-4c23-9a8f-b26366c2b42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.704925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec218d-c1c5-41d9-ba92-a24aed9b590d req-d6b08c62-2a87-484b-a88d-25535515e4a6 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:54.713798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edec218d-c1c5-41d9-ba92-a24aed9b590d req-d6b08c62-2a87-484b-a88d-25535515e4a6 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 946 time: 0.3771901 Jul 28 14:47:54.783961 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d03169-757a-4c23-9a8f-b26366c2b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.788821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d03169-757a-4c23-9a8f-b26366c2b42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.790448 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e7d03169-757a-4c23-9a8f-b26366c2b42a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abb637f5-10fd-4f47-a190-838a514e3457 HTTP/1.1" status: 204 len: 168 time: 0.3939312 Jul 28 14:47:54.833282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edec218d-c1c5-41d9-ba92-a24aed9b590d req-5108c1ef-bbab-4d61-b5e1-9b28a2e85989 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups?id=9519548a-1953-4561-a757-ea43b4f7102a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180773 Jul 28 14:47:54.857498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03169-757a-4c23-9a8f-b26366c2b42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb637f5-10fd-4f47-a190-838a514e3457,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:54.950338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-07a81763-32b7-469f-af1b-d7ba73347ca7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:54.954362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-07a81763-32b7-469f-af1b-d7ba73347ca7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 822 time: 0.2098014 Jul 28 14:47:54.966353 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f486f0a6-4976-4f5a-a015-dc0bb2335b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.982884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-f0a566a5-39d5-4453-ac10-be8f027da567 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/quotas/1c9b83fdfdc24fe69e79af9588898434 HTTP/1.1" status: 200 len: 375 time: 0.0138004 Jul 28 14:47:54.991799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.992354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.992820 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Floating IP 888a580c-02f5-4040-8cd7-eba80b1069e7 disassociated. External IP: 172.25.6.134, port: dcb360cb-e645-4772-b6af-48476339ad13. Jul 28 14:47:54.995862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Calling delete_port for dcb360cb-e645-4772-b6af-48476339ad13 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:55.060681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-4642990c-97b2-4631-a3b6-694907bb8c59 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694847 Jul 28 14:47:55.167375 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.378399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.417816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event deleted for resources: {'Port': ['ID=dcb360cb-e645-4772-b6af-48476339ad13,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.544749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52728) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:55.570397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4d6661-0bcb-4b15-9633-8b8ac79fed5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.619955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:55.737863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4d6661-0bcb-4b15-9633-8b8ac79fed5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.815447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:55.830175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] Sync routers for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:55.852321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:55.856843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:55.914453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4d6661-0bcb-4b15-9633-8b8ac79fed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.940912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] No DVR routers for this DVR port dcb360cb-e645-4772-b6af-48476339ad13 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:55.946673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.950319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c038084-8060-4285-8566-fa0b374c2307 req-4ef4e5b5-5f23-4998-b991-bccbd4359772 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.58 "DELETE /v2.0/ports/dcb360cb-e645-4772-b6af-48476339ad13 HTTP/1.1" status: 204 len: 173 time: 2.0263724 Jul 28 14:47:55.952858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'name': 'network-vif-deleted', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:55.958081 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3368ac-c294-4b78-9d9c-2817584d3735" -d '{"events": [{"server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "name": "network-vif-deleted", "tag": "dcb360cb-e645-4772-b6af-48476339ad13"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:56.020878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9a4d6661-0bcb-4b15-9633-8b8ac79fed5b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56574b19aac74e82bfc80e581673d633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722807 Jul 28 14:47:56.036121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52740) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:56.067096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-191aca21-0f44-4781-96ae-48d3a7372a5f req-0286d2ec-7cfb-4ab6-909e-257a75626d8b tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.0956831 Jul 28 14:47:56.122619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-94dc3ab5-9170-4af6-bd7f-aee57377796f service neutron] 10.222.0.57 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0605869 Jul 28 14:47:56.162408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:56.177445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d6661-0bcb-4b15-9633-8b8ac79fed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acca0e-72bf-44fc-8596-c2050a0d858e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:56.361432 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b03fec-7c4c-4068-8ac4-81fde746e9a6 x-openstack-request-id: req-b2b03fec-7c4c-4068-8ac4-81fde746e9a6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:56.361856 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bfb402-f48e-47f6-830f-ebf879d05792", "name": "network-vif-deleted", "tag": "dcb360cb-e645-4772-b6af-48476339ad13", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:56.366068 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2b03fec-7c4c-4068-8ac4-81fde746e9a6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:56.366068 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bfb402-f48e-47f6-830f-ebf879d05792', 'name': 'network-vif-deleted', 'tag': 'dcb360cb-e645-4772-b6af-48476339ad13', 'status': 'completed', 'code': 200} Jul 28 14:47:56.380316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad568be4-25dc-4211-bd95-43e27375debb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.420037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad568be4-25dc-4211-bd95-43e27375debb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.439956 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.450881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-f82757da-f769-473b-a181-1e7f206c75c7 service neutron] 10.222.0.57 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015320 Jul 28 14:47:56.628526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:34Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:56.658185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad568be4-25dc-4211-bd95-43e27375debb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.663862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad568be4-25dc-4211-bd95-43e27375debb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.674412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad568be4-25dc-4211-bd95-43e27375debb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89acca0e-72bf-44fc-8596-c2050a0d858e HTTP/1.1" status: 204 len: 168 time: 0.6230946 Jul 28 14:47:56.677181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] Checking router: b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:56.691850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad568be4-25dc-4211-bd95-43e27375debb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acca0e-72bf-44fc-8596-c2050a0d858e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:56.698698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:56.698971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:56.956277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:57.129152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4947f236-ac18-41c4-ab58-7069a804e2cd req-624d2bd7-d1c2-4002-b311-6febc6cbd44b tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.0763061 Jul 28 14:47:57.339135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c6df4aa-15c4-40b1-84b8-946a1e15b290 req-7ea91442-2ca1-446d-b0ef-6cef23015088 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/ports?device_id=23bfb402-f48e-47f6-830f-ebf879d05792 HTTP/1.1" status: 200 len: 210 time: 0.0671332 Jul 28 14:47:57.556241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:34Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:57.624760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7938f-4466-40ce-8596-872561437b1a None None] The sync data for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 is: [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:45:21Z', 'revision_number': 4, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f336cc84-183d-463b-9f39-90dc3190c15d', 'name': '', 'network_id': '03cea28e-e082-4a64-9b18-572766c22ea7', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'mac_address': 'fa:16:3e:cb:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:20Z', 'updated_at': '2021-07-28T14:45:34Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'subnets': [{'id': '9c3d4635-33d6-4fc0-be5f-5e05e87d0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:57.823620 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.032854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dcb360cb-e645-4772-b6af-48476339ad13 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:58.070614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: dcb360cb-e645-4772-b6af-48476339ad13 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:58.071029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dcb360cb-e645-4772-b6af-48476339ad13 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:58.104018 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12460f66-e379-4bd6-9880-a9112d02058e None None] New status for floating IP 888a580c-02f5-4040-8cd7-eba80b1069e7: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:47:58.325048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fbf0d5c-0cad-4a81-9f8e-d85f90ed340a req-d4081294-7d85-491d-b208-7c02325a155a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.0736105 Jul 28 14:47:58.615853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52824) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:58.687768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4863af91-b40f-4798-87e0-102bb4e80123 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.716109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4863af91-b40f-4798-87e0-102bb4e80123 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.892182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4863af91-b40f-4798-87e0-102bb4e80123 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.895194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4863af91-b40f-4798-87e0-102bb4e80123 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.897672 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4863af91-b40f-4798-87e0-102bb4e80123 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "DELETE /v2.0/security-groups/9519548a-1953-4561-a757-ea43b4f7102a HTTP/1.1" status: 204 len: 168 time: 0.2797356 Jul 28 14:47:58.907047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52832) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:58.910573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863af91-b40f-4798-87e0-102bb4e80123 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519548a-1953-4561-a757-ea43b4f7102a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:58.946711 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-a75d4ea5-195a-41c6-8063-d161af5bcc45 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] show failed (client error): The resource could not be found. Jul 28 14:47:58.951049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52834) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:58.951246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a75d4ea5-195a-41c6-8063-d161af5bcc45 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "GET /v2.0/security-groups/9519548a-1953-4561-a757-ea43b4f7102a HTTP/1.1" status: 404 len: 347 time: 0.0423741 Jul 28 14:47:59.109213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Deleting port 1710432d-44cb-4927-ad03-2ac0ddecf62b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:59.109864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.249420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.249827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.270376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Calling delete_port for 1710432d-44cb-4927-ad03-2ac0ddecf62b owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:59.560321 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f7c51be-4bca-48b1-bf91-447468f7c7a2 req-4579abfc-9636-48f8-bd1b-872ad37cee93 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.0953331 Jul 28 14:47:59.656190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.719685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Pushing event deleted for resources: {'Port': ['ID=1710432d-44cb-4927-ad03-2ac0ddecf62b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.802300 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.826787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.826787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f360c5c-bd60-4198-b4ed-387f3e798910 tempest-ServersTestJSON-409400867 tempest-ServersTestJSON-409400867-project] 10.222.0.57 "DELETE /v2.0/floatingips/888a580c-02f5-4040-8cd7-eba80b1069e7 HTTP/1.1" status: 204 len: 168 time: 0.8561120 Jul 28 14:47:59.826787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52856) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.356782 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.767005 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc062835-ba61-458e-870c-944f350e5fc1 req-9a93f434-51fe-4b69-8fd4-a949177523cf tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.0853937 Jul 28 14:48:00.789950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-eceea633-a59d-4265-9591-4b95466f4160 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:00.793482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-eceea633-a59d-4265-9591-4b95466f4160 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 822 time: 0.2695725 Jul 28 14:48:00.806196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Deleting port f336cc84-183d-463b-9f39-90dc3190c15d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:00.806643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.820417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Request body: {'port': {'device_id': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'admin_state_up': True, 'tenant_id': '1c9b83fdfdc24fe69e79af9588898434'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:00.961615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] For port f336cc84-183d-463b-9f39-90dc3190c15d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f336cc84-183d-463b-9f39-90dc3190c15d,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:00.963583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.037466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Calling delete_port for f336cc84-183d-463b-9f39-90dc3190c15d owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:01.190776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Made reservation on behalf of 1c9b83fdfdc24fe69e79af9588898434 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:01.193606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.474185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Allocated IP 172.20.0.12 (4b8ad1b7-f065-4f4a-8127-ee38da395a39/f0884a93-5cf5-4f91-9e92-d9098e9f6e33/0c72e1a7-9748-45ff-bca9-812e3d6c1bc4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:01.544836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.656545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f336cc84-183d-463b-9f39-90dc3190c15d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:01.789735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.070879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54ea239b-9e81-4086-8376-b1ed35c59162 req-6d61dcd3-4963-41bf-b1ab-f04ea8abefc0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.0540779 Jul 28 14:48:02.091687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.115232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.217755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event updated for resources: {'Port': ['ID=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:02.221544 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.239313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:02.240926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:02.255673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:02.352522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:02.353536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.453664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-27837431-4b97-4935-a852-543b09816ad3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6376362 Jul 28 14:48:02.490278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-a5fc69a9-88e0-4c6a-974b-99c95d2e61a1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:48:02.498937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-a5fc69a9-88e0-4c6a-974b-99c95d2e61a1 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118446 Jul 28 14:48:02.512424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Request body: {'port': {'device_id': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:02.535467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:48:02.629279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.886082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:02.896582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] Sync routers for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:02.899771 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-39a4a172-3e57-4869-939c-c9fc8836a2b7 admin admin] 10.222.0.57 "PUT /v2.0/routers/b3294fde-34f5-44d1-8ca3-eb173cb7ebe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0810783 Jul 28 14:48:02.900840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52938) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:02.923679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:02.924817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:03.270737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:03.286505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.318336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Transition to ACTIVE for port object 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:03.381559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:03.426319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.581208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Pushing event updated for resources: {'Port': ['ID=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:03.739043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.753868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc072-117b-43a9-b2ed-cf531e5c3282 req-d4e98807-d514-4e07-a198-3662e56d9f41 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:03.755853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fcedc072-117b-43a9-b2ed-cf531e5c3282 req-d4e98807-d514-4e07-a198-3662e56d9f41 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 944 time: 0.0830595 Jul 28 14:48:03.868718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:48:01Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:03.930681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Attempting to bind port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:03.931155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Attempting to bind port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:03.931719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Attempting to bind port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:03.936229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] Checking router: b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:48:03.953602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:48:03.960003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Attempting to bind port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 on network 4b8ad1b7-f065-4f4a-8127-ee38da395a39 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:03.960219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] Routers {'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:03.960219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:03.976915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:03.977501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Checking segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:03.978048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Bound using segment: {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:03.978592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Bound port: 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b9881d-2ead-441d-80f6-f0826fbe2a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:03.979174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.165628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.166595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] For port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:04.171890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] For port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:04.193190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fcedc072-117b-43a9-b2ed-cf531e5c3282 req-ebc69fe5-de24-49cb-8eda-18a9864e7d35 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467233 Jul 28 14:48:04.254115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.298223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] Set router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:04.348003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:04.349410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.351370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 HTTP/1.1" status: 200 len: 1093 time: 1.8443091 Jul 28 14:48:04.356796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'tag': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:04.360098 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e2efe-17a9-4d43-ae02-59b11017df6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0f4148-8eee-4630-b040-0d0ba3dfd398", "tag": "0c72e1a7-9748-45ff-bca9-812e3d6c1bc4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:04.399845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Deleting port d6759fa7-2db3-41a6-8b5f-3f428afd38d6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:04.400190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.431673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d93b12-1cc5-4b8e-a3a3-d813c2f41067 service neutron] Pushing event updated for resources: {'Port': ['ID=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:04.500905 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede69865-25ac-43a3-9907-a7369be62e14 x-openstack-request-id: req-ede69865-25ac-43a3-9907-a7369be62e14 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:04.501688 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0f4148-8eee-4630-b040-0d0ba3dfd398", "tag": "0c72e1a7-9748-45ff-bca9-812e3d6c1bc4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:04.502223 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ede69865-25ac-43a3-9907-a7369be62e14 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:04.507814 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'tag': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4', 'status': 'completed', 'code': 200} Jul 28 14:48:04.588041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-3910577f-c4e8-4d06-8639-0067e0c73236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:04.591344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-3910577f-c4e8-4d06-8639-0067e0c73236 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 1096 time: 0.0679219 Jul 28 14:48:04.637471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] For port d6759fa7-2db3-41a6-8b5f-3f428afd38d6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:04.641057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.675373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Calling delete_port for d6759fa7-2db3-41a6-8b5f-3f428afd38d6 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:04.705469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-b78f3d73-e2c1-4fca-88ab-135002cce485 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 HTTP/1.1" status: 200 len: 217 time: 0.0821152 Jul 28 14:48:05.019385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:48:01Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:05.095202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdca7ae-509c-4a8a-b9d0-08f6355382f2 None None] The sync data for ids ['b3294fde-34f5-44d1-8ca3-eb173cb7ebe7'] in n-d-764806-10 is: [{'id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'name': 'tempest-ServersTestJSON-173619938-router', 'tenant_id': 'eb7a907cef314e5db372f77cd7eb632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:45:14Z', 'updated_at': '2021-07-28T14:48:01Z', 'revision_number': 5, 'project_id': 'eb7a907cef314e5db372f77cd7eb632a', 'gw_port': {'id': 'd6759fa7-2db3-41a6-8b5f-3f428afd38d6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3294fde-34f5-44d1-8ca3-eb173cb7ebe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:45:15Z', 'updated_at': '2021-07-28T14:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:05.286717 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.343564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6759fa7-2db3-41a6-8b5f-3f428afd38d6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:05.476000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.540208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9181a33-2b4d-40f4-8f3b-1f39c62a0d76 req-cc8b4672-f512-4446-9af3-b4287e80f85d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:05.550765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f9181a33-2b4d-40f4-8f3b-1f39c62a0d76 req-cc8b4672-f512-4446-9af3-b4287e80f85d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 944 time: 0.1293256 Jul 28 14:48:05.689287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f9181a33-2b4d-40f4-8f3b-1f39c62a0d76 req-9d996d93-514c-4205-9d25-c48418273ed7 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368248 Jul 28 14:48:05.691665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.700971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.800556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f336cc84-183d-463b-9f39-90dc3190c15d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:05.808327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-a569bae2-9c60-475a-9722-9aed46da6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:05.844301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-a569bae2-9c60-475a-9722-9aed46da6f04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0884a93-5cf5-4f91-9e92-d9098e9f6e33 HTTP/1.1" status: 200 len: 862 time: 1.1062989 Jul 28 14:48:05.873138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f336cc84-183d-463b-9f39-90dc3190c15d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:05.873138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f336cc84-183d-463b-9f39-90dc3190c15d not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:05.873138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.914325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-af725404-4fd0-4c2b-a5d7-a004dbad8820 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b8ad1b7-f065-4f4a-8127-ee38da395a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595212 Jul 28 14:48:06.069416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.072590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:48:06.077729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.083209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ed771821-6768-4ef3-b47a-32a63bc25e5b admin admin] 10.222.0.57 "DELETE /v2.0/routers/b3294fde-34f5-44d1-8ca3-eb173cb7ebe7 HTTP/1.1" status: 204 len: 168 time: 3.1770942 Jul 28 14:48:06.084422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.140289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-d4b0ae48-ea09-427b-8024-3a931c67f7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159772 Jul 28 14:48:06.141352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53050) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.228333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Deleting subnet 9c3d4635-33d6-4fc0-be5f-5e05e87d0486 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:06.236012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.312815 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.398749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f31b3341-c7cf-4f41-8c6e-501cb253de00 req-c847825f-69c0-47af-907b-18dd66f5fdcb service neutron] 10.222.0.42 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414677 Jul 28 14:48:06.483559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.749589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.843079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-040ca2d1-c1da-4fe0-ac0d-c837957c97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:06.845947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-040ca2d1-c1da-4fe0-ac0d-c837957c97f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c9b83fdfdc24fe69e79af9588898434&device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 1096 time: 0.1263771 Jul 28 14:48:06.911634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3d4635-33d6-4fc0-be5f-5e05e87d0486,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:06.921737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912d8bd-be21-43f8-94a8-a39627650207 None None] Network 03cea28e-e082-4a64-9b18-572766c22ea7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:06.938743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.941553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9c3d4635-33d6-4fc0-be5f-5e05e87d0486 HTTP/1.1" status: 204 len: 168 time: 0.8550241 Jul 28 14:48:06.954149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53074) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.021117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.022013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.022368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.022879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.023434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.023991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.024573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.025131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.025681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.041674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.047237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.047237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14378af9-a026-4d4a-849e-df9216bf6a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:07.162121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcccd1-05ad-46ef-995e-833a5161adf0 req-e7a6bd1e-a480-419f-824b-d8af93be263c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.165266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9afcccd1-05ad-46ef-995e-833a5161adf0 req-e7a6bd1e-a480-419f-824b-d8af93be263c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 944 time: 0.3280332 Jul 28 14:48:07.166817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018c254c-2ac1-4cc0-bd65-a46b3cf5a882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.364567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53078) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.391121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6759fa7-2db3-41a6-8b5f-3f428afd38d6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:07.395343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.398688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018c254c-2ac1-4cc0-bd65-a46b3cf5a882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.489569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d6759fa7-2db3-41a6-8b5f-3f428afd38d6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:07.490114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6759fa7-2db3-41a6-8b5f-3f428afd38d6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:07.493787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018c254c-2ac1-4cc0-bd65-a46b3cf5a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.581111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9afcccd1-05ad-46ef-995e-833a5161adf0 req-2abea1c0-b88f-47b2-ad31-6af86bffc2f0 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973219 Jul 28 14:48:07.585154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] DHCP port deletion for 03cea28e-e082-4a64-9b18-572766c22ea7 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:07.602430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Deleting port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:07.603263 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.671391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-018c254c-2ac1-4cc0-bd65-a46b3cf5a882 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b08964fbb0aa4557852ac3eaba6a076d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5248883 Jul 28 14:48:07.682483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53082) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.696697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-99faeedd-7e4d-4f84-994c-8c073dce3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.699082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] Deleting port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:07.699421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-99faeedd-7e4d-4f84-994c-8c073dce3bac service neutron] 10.222.0.42 "GET /v2.0/networks?id=4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 200 len: 923 time: 0.7978735 Jul 28 14:48:07.699981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.718561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c254c-2ac1-4cc0-bd65-a46b3cf5a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e381a95f-b4c7-466d-a081-25d86f9a8b31,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:07.798712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] For port d1ab46a3-6414-4aba-8e13-f1a332dc76e9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:07.799559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.820939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Calling delete_port for d1ab46a3-6414-4aba-8e13-f1a332dc76e9 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:07.840767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] For port d1ab46a3-6414-4aba-8e13-f1a332dc76e9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,segment=NetworkSegment(0b8556f6-e986-4a58-8437-6a5ba3010a70),segment_id=0b8556f6-e986-4a58-8437-6a5ba3010a70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:07.844306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.847784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-15129868-8790-4729-ace2-35f31f24f244 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 HTTP/1.1" status: 200 len: 217 time: 0.1317430 Jul 28 14:48:07.878157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] Calling delete_port for d1ab46a3-6414-4aba-8e13-f1a332dc76e9 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:07.966569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-7aef1be2-a029-4414-91c0-6b2b85f46825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.970903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-7aef1be2-a029-4414-91c0-6b2b85f46825 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0884a93-5cf5-4f91-9e92-d9098e9f6e33 HTTP/1.1" status: 200 len: 862 time: 0.1011143 Jul 28 14:48:07.973335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e41ac7dc-5e35-443f-a225-185a7b83b2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.985822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c88b8a-6ad4-47cd-9ef4-d4f0770604d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.023015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e41ac7dc-5e35-443f-a225-185a7b83b2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.148913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-ab6d2a8e-eafd-42ac-92c0-b5b73e3c08d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b8ad1b7-f065-4f4a-8127-ee38da395a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328422 Jul 28 14:48:08.196295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.211932 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.313588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.325279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] No DVR routers for this DVR port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:08.331585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] No DVR routers for this DVR port d1ab46a3-6414-4aba-8e13-f1a332dc76e9 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:08.352301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-9edac5b5-1382-4e26-b400-dc0b25e97db8 service neutron] 10.222.0.42 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051976 Jul 28 14:48:08.353980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e41ac7dc-5e35-443f-a225-185a7b83b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.360359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e41ac7dc-5e35-443f-a225-185a7b83b2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.362120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e41ac7dc-5e35-443f-a225-185a7b83b2d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e381a95f-b4c7-466d-a081-25d86f9a8b31 HTTP/1.1" status: 204 len: 168 time: 0.6776671 Jul 28 14:48:08.364205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5dfe9-3a17-4f66-80ce-1de0b5cac752 None None] Pushing event deleted for resources: {'Port': ['ID=d1ab46a3-6414-4aba-8e13-f1a332dc76e9,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.436365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ac7dc-5e35-443f-a225-185a7b83b2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e381a95f-b4c7-466d-a081-25d86f9a8b31,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.578367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c88b8a-6ad4-47cd-9ef4-d4f0770604d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.666411 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.682576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cea28e-e082-4a64-9b18-572766c22ea7']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:08.737589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8556f6-e986-4a58-8437-6a5ba3010a70') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:08.738107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8556f6-e986-4a58-8437-6a5ba3010a70') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:08.757133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.788931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.803223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:08.803973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.832051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68298fc1-2e93-4ffe-a437-94c0fc2f5fbc req-6bcaff45-eb6f-4c09-8f65-f7a7029e3fc3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:08.834063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68298fc1-2e93-4ffe-a437-94c0fc2f5fbc req-6bcaff45-eb6f-4c09-8f65-f7a7029e3fc3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 944 time: 0.1353760 Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:08.849196 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:08.899745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c88b8a-6ad4-47cd-9ef4-d4f0770604d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.919500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68298fc1-2e93-4ffe-a437-94c0fc2f5fbc req-4754e9f8-3a16-4977-a59b-6ba69c7bcea2 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667007 Jul 28 14:48:08.922470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-831e2efe-17a9-4d43-ae02-59b11017df6f req-d3d661a1-aefb-43ad-96b4-1fb626fd15d7 service neutron] 10.222.0.42 "GET /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055125 Jul 28 14:48:08.967753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15c88b8a-6ad4-47cd-9ef4-d4f0770604d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a34c6c6ecbf6468ca49633e688ccae29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5982029 Jul 28 14:48:08.971348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c88b8a-6ad4-47cd-9ef4-d4f0770604d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b65c41-964f-40ee-8eeb-0be38e24394e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.971856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.074824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.090574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.091655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] 10.222.0.57 "DELETE /v2.0/networks/03cea28e-e082-4a64-9b18-572766c22ea7 HTTP/1.1" status: 204 len: 168 time: 2.1151400 Jul 28 14:48:09.127079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4cfd8-b035-454a-85a3-1258bad8d98b admin admin] Pushing event deleted for resources: {'Network': ['ID=03cea28e-e082-4a64-9b18-572766c22ea7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:09.152954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85ae2822-39a1-4098-a3e9-b5de5a577750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.241483 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85ae2822-39a1-4098-a3e9-b5de5a577750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.411859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85ae2822-39a1-4098-a3e9-b5de5a577750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.416373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85ae2822-39a1-4098-a3e9-b5de5a577750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.418526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-85ae2822-39a1-4098-a3e9-b5de5a577750 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1b65c41-964f-40ee-8eeb-0be38e24394e HTTP/1.1" status: 204 len: 168 time: 0.4448912 Jul 28 14:48:09.431965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ab46a3-6414-4aba-8e13-f1a332dc76e9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:09.437025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae2822-39a1-4098-a3e9-b5de5a577750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b65c41-964f-40ee-8eeb-0be38e24394e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:09.478887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d1ab46a3-6414-4aba-8e13-f1a332dc76e9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:09.479430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ab46a3-6414-4aba-8e13-f1a332dc76e9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:09.712815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.733656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7896b023-ec16-44eb-be41-f3e99032a8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.823977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53120) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.984269 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7896b023-ec16-44eb-be41-f3e99032a8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.008748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53124) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.013705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bd8edf83-9726-489d-9652-16fecb7ced4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb7a907cef314e5db372f77cd7eb632a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818118 Jul 28 14:48:10.081758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7896b023-ec16-44eb-be41-f3e99032a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.161445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b023-ec16-44eb-be41-f3e99032a8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189fda4-f132-4fb2-be1d-d142ff5967f1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.214730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7896b023-ec16-44eb-be41-f3e99032a8ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e0aa6b17b0e4ddba23b308f2d051b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927649 Jul 28 14:48:10.217833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.224701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0113ca-1a39-43e0-83e2-6612d1063c2e req-b38334aa-167f-45b3-8279-044beba35204 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.227953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be0113ca-1a39-43e0-83e2-6612d1063c2e req-b38334aa-167f-45b3-8279-044beba35204 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 944 time: 0.1140411 Jul 28 14:48:10.243584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75813e4-894e-4bab-ba41-edf041fe7c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.314169 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:48:10.343854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be0113ca-1a39-43e0-83e2-6612d1063c2e req-c69a9c81-3eea-4daf-8ee0-a214a1b80507 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920260 Jul 28 14:48:10.364207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75813e4-894e-4bab-ba41-edf041fe7c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.419505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-41d64d2d-cbec-4239-9cfd-c5c4f3860f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.507426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-41d64d2d-cbec-4239-9cfd-c5c4f3860f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.663896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75813e4-894e-4bab-ba41-edf041fe7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.675216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75813e4-894e-4bab-ba41-edf041fe7c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.675216 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f75813e4-894e-4bab-ba41-edf041fe7c94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d7d36ef-0e49-401d-b71d-1ef441013e78 HTTP/1.1" status: 204 len: 168 time: 0.6630740 Jul 28 14:48:10.678664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.706468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75813e4-894e-4bab-ba41-edf041fe7c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d36ef-0e49-401d-b71d-1ef441013e78,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.749847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-41d64d2d-cbec-4239-9cfd-c5c4f3860f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.754578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-41d64d2d-cbec-4239-9cfd-c5c4f3860f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.756792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-41d64d2d-cbec-4239-9cfd-c5c4f3860f35 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8189fda4-f132-4fb2-be1d-d142ff5967f1 HTTP/1.1" status: 204 len: 168 time: 0.5376863 Jul 28 14:48:10.797729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64d2d-cbec-4239-9cfd-c5c4f3860f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189fda4-f132-4fb2-be1d-d142ff5967f1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:11.201257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53156) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:11.227364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-509a4586-2d83-4e1e-8557-3235125bd380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.470742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-509a4586-2d83-4e1e-8557-3235125bd380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.561363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-509a4586-2d83-4e1e-8557-3235125bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.686498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-509a4586-2d83-4e1e-8557-3235125bd380 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef460746f42c497b8b94cafbb7342f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832549 Jul 28 14:48:11.692647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53168) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:11.709760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a4586-2d83-4e1e-8557-3235125bd380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a0f24e-f9c4-409e-9a5d-2209d39aa0c9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:11.825590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97d6aa9b-676d-4bb2-a7dd-9d952afcefb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.862406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690831-ac3a-44bc-89b6-2efde58661a6 req-b5823a96-929d-43c6-b42a-0c96b29325ef tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:11.881451 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97d6aa9b-676d-4bb2-a7dd-9d952afcefb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.893328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49690831-ac3a-44bc-89b6-2efde58661a6 req-b5823a96-929d-43c6-b42a-0c96b29325ef tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 944 time: 0.3917325 Jul 28 14:48:12.079155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49690831-ac3a-44bc-89b6-2efde58661a6 req-df44d85c-0bd9-460c-8dab-a8b23d13c925 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822577 Jul 28 14:48:12.123519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97d6aa9b-676d-4bb2-a7dd-9d952afcefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.136288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97d6aa9b-676d-4bb2-a7dd-9d952afcefb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.138631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97d6aa9b-676d-4bb2-a7dd-9d952afcefb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3a0f24e-f9c4-409e-9a5d-2209d39aa0c9 HTTP/1.1" status: 204 len: 168 time: 0.4439588 Jul 28 14:48:12.176953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6aa9b-676d-4bb2-a7dd-9d952afcefb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a0f24e-f9c4-409e-9a5d-2209d39aa0c9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:12.547416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:48:12.610012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.755977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:12.773624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4', 'network_id': '4b8ad1b7-f065-4f4a-8127-ee38da395a39', 'port_id': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4', 'mac_address': 'fa:16:3e:2f:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0884a93-5cf5-4f91-9e92-d9098e9f6e33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:48:12.821626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.839327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:12.872227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:12.966094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.079255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:13.140051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Deleting port 47708e17-53a1-4642-81d7-5c4666641a60 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:13.140979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.303332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] For port 47708e17-53a1-4642-81d7-5c4666641a60, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=47708e17-53a1-4642-81d7-5c4666641a60,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:13.303686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.322066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Calling delete_port for 47708e17-53a1-4642-81d7-5c4666641a60 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:13.336942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dacfa-55d1-4b06-b07a-290cc03c8b9a req-f39b0f70-302a-419b-ba37-15f266821fba tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:13.338519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-238dacfa-55d1-4b06-b07a-290cc03c8b9a req-f39b0f70-302a-419b-ba37-15f266821fba tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 945 time: 0.0954134 Jul 28 14:48:13.423395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-238dacfa-55d1-4b06-b07a-290cc03c8b9a req-b7643ac2-cb63-4fe3-812f-fe2dba57c28e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776570 Jul 28 14:48:13.514146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['0c72e1a7-9748-45ff-bca9-812e3d6c1bc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:13.772764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.829563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Pushing event deleted for resources: {'Port': ['ID=47708e17-53a1-4642-81d7-5c4666641a60,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.049756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.362251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Router 53ccfe85-2a95-477b-8b85-8d39e520b253 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:48:14.536431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:14.544276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-36632e2a-6ae4-4f46-b8f9-af195cdb9361 admin admin] 10.222.0.57 "PUT /v2.0/routers/53ccfe85-2a95-477b-8b85-8d39e520b253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8633764 Jul 28 14:48:14.554772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53228) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:14.568085 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] Sync routers for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:14.603000 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:14.604020 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:14.799271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.822033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f3cd-1e5c-4b8e-835f-5e96e31d8f9a req-e10dc294-be7a-415a-b05e-7fc2f34d406c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:14.829160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:14.831037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59b6f3cd-1e5c-4b8e-835f-5e96e31d8f9a req-e10dc294-be7a-415a-b05e-7fc2f34d406c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 945 time: 0.1415119 Jul 28 14:48:14.938986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59b6f3cd-1e5c-4b8e-835f-5e96e31d8f9a req-a7ea50e7-189a-4ad7-8584-5ac004a65984 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975823 Jul 28 14:48:15.032549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.175503 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:48:13Z', 'revision_number': 5, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port': {'id': '4ae65faf-f3d9-4c80-8104-de6a6a7739e2', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:02Z', 'updated_at': '2021-07-28T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:15.223887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Deleting port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:15.224578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.234116 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] Checking router: 53ccfe85-2a95-477b-8b85-8d39e520b253 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:48:15.246578 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] Routers {'53ccfe85-2a95-477b-8b85-8d39e520b253'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:15.247362 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ccfe85-2a95-477b-8b85-8d39e520b253'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:15.403796 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] Set router 53ccfe85-2a95-477b-8b85-8d39e520b253 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:15.414558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] For port 4ae65faf-f3d9-4c80-8104-de6a6a7739e2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:15.414934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.441155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Calling delete_port for 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:15.509908 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:48:15Z', 'revision_number': 6, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:15.614419 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0271a13-9841-462c-8457-8a717b4a5ae2 None None] The sync data for ids ['53ccfe85-2a95-477b-8b85-8d39e520b253'] in n-d-764806-10 is: [{'id': '53ccfe85-2a95-477b-8b85-8d39e520b253', 'name': 'tempest-TaggedBootDevicesTest_v242-1019910210-router', 'tenant_id': 'fd928f669dd34f9993cc2693976f971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:00Z', 'updated_at': '2021-07-28T14:48:15Z', 'revision_number': 6, 'project_id': 'fd928f669dd34f9993cc2693976f971a', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:15.850004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53252) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:15.966189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.999466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53260) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:16.008102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae65faf-f3d9-4c80-8104-de6a6a7739e2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:16.221164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.278549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766479-8833-4186-82f7-e0ae8aacdda4 req-f996b79a-1c3a-46e9-9c62-b9e98f5955ce tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:16.295410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4766479-8833-4186-82f7-e0ae8aacdda4 req-f996b79a-1c3a-46e9-9c62-b9e98f5955ce tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 945 time: 0.1454151 Jul 28 14:48:16.429532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4766479-8833-4186-82f7-e0ae8aacdda4 req-a0ca619a-0b72-416a-8392-5e54010121c6 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311054 Jul 28 14:48:16.492014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.497349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.520192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-164547-network', 'tenant_id': 'd3114d01513140509edb2d486572603e'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:16.559568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:16.690266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-89f5c783-1690-487a-9ea2-ee825f54c6d1 tempest-AgentManagementNegativeTest-1061553056 tempest-AgentManagementNegativeTest-1061553056-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6890764 Jul 28 14:48:16.726246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Made reservation on behalf of d3114d01513140509edb2d486572603e for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:16.729394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.747484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.767394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.769998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53ccfe85-2a95-477b-8b85-8d39e520b253 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:48:16.786401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.789008 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2056e030-2e03-4f20-9d35-a6f22d9649c0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/53ccfe85-2a95-477b-8b85-8d39e520b253 HTTP/1.1" status: 204 len: 168 time: 2.2369559 Jul 28 14:48:16.793116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53272) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:16.902658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Deleting subnet 8236005e-dcf2-446a-9104-481329566276 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:16.911309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.938385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:16.944030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:16.944993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.986011 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.052650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.099944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.146180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.147971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:17.149314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:17.152320 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68350117-9d60-4e99-99ff-8d7776b6b595" -d '{"events": [{"server_uuid": "5f0f4148-8eee-4630-b040-0d0ba3dfd398", "name": "network-vif-plugged", "status": "completed", "tag": "0c72e1a7-9748-45ff-bca9-812e3d6c1bc4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:17.191510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.257307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:17.259241 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0b2be1-3fe1-444a-806c-dac277e4fb18 x-openstack-request-id: req-4d0b2be1-3fe1-444a-806c-dac277e4fb18 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:17.260363 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4148-8eee-4630-b040-0d0ba3dfd398", "name": "network-vif-plugged", "status": "completed", "tag": "0c72e1a7-9748-45ff-bca9-812e3d6c1bc4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:17.260789 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d0b2be1-3fe1-444a-806c-dac277e4fb18 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:17.261450 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4', 'code': 200} Jul 28 14:48:17.280748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870b1745-df6f-4c33-967d-87627bb75313,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:17.291186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.291407 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Added segment 2ec6582e-5b54-4809-829d-53f2ce0a2d65 of type vlan for network cd9f149e-2acf-4020-8afc-e9b3cee360d9 Jul 28 14:48:17.318161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.403714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:17.413550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.495645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:17.537021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:17.537394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ae65faf-f3d9-4c80-8104-de6a6a7739e2 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:17.537960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 47708e17-53a1-4642-81d7-5c4666641a60 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:17.539105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.583795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 47708e17-53a1-4642-81d7-5c4666641a60 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:17.585276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 47708e17-53a1-4642-81d7-5c4666641a60 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:17.602357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:17.610128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8236005e-dcf2-446a-9104-481329566276,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:17.617572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb6ff1-4afd-4160-9525-3e0174c4485b None None] Network 23e6c5a8-44db-47a7-b97a-f28b2ffda43c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:17.622140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0243f-96ec-4db6-97d4-e7d5f6a7b1a1 req-c1044097-c392-4452-9df9-4be0ca7d58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.624535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07f0243f-96ec-4db6-97d4-e7d5f6a7b1a1 req-c1044097-c392-4452-9df9-4be0ca7d58cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 1098 time: 0.2009134 Jul 28 14:48:17.643156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.648221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb1979a9-a6c9-4536-adc4-71cd6e138b4c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8236005e-dcf2-446a-9104-481329566276 HTTP/1.1" status: 204 len: 168 time: 0.8532987 Jul 28 14:48:17.651969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53294) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:17.665200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.666558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.667632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.963803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e549b7-e7a2-4c34-96ca-3ae47bfa004d req-f6a4a54f-9522-4564-b050-7a786c76946a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.970147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7e549b7-e7a2-4c34-96ca-3ae47bfa004d req-f6a4a54f-9522-4564-b050-7a786c76946a tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.3441362 Jul 28 14:48:17.979499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9f149e-2acf-4020-8afc-e9b3cee360d9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:17.983303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07f0243f-96ec-4db6-97d4-e7d5f6a7b1a1 req-71afb899-2b29-4622-9eae-7e8033cbfed1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288486 Jul 28 14:48:18.004121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network cd9f149e-2acf-4020-8afc-e9b3cee360d9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:18.019702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e8cf0b0-1735-4af2-902b-19f67a3d3220 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1676307 Jul 28 14:48:18.024504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:18.030994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Request body: {'subnet': {'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-164547-subnet', 'tenant_id': 'd3114d01513140509edb2d486572603e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:18.050103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.095939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7e549b7-e7a2-4c34-96ca-3ae47bfa004d req-b0ab155a-7310-4a46-bca8-827daef91cb8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086471 Jul 28 14:48:18.099429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53340) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:18.155788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Made reservation on behalf of d3114d01513140509edb2d486572603e for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:18.160767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.212674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c3175c8-b88f-4b7d-8f94-8abc3b180e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.258161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Deleting port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:18.258161 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.278433 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe525f7e-30c7-41c3-ae85-cc14e2514a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.304678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] DHCP port deletion for 23e6c5a8-44db-47a7-b97a-f28b2ffda43c request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:18.408106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] For port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:18.408978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.409970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] Deleting port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:18.410428 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.434744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Calling delete_port for 11d8a523-a78f-420e-95e8-8d6eacfc0c3b owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:18.507349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] For port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,segment=NetworkSegment(28c742e2-1385-4053-afe4-825ef31479bc),segment_id=28c742e2-1385-4053-afe4-825ef31479bc)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:18.508033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.530370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] Calling delete_port for 11d8a523-a78f-420e-95e8-8d6eacfc0c3b owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:18.572030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c3175c8-b88f-4b7d-8f94-8abc3b180e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.828789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.830919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c3175c8-b88f-4b7d-8f94-8abc3b180e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.909459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0663b3eb-75ba-47f6-8445-c14931bd8e3d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.911945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Checking segment: {'id': '2ec6582e-5b54-4809-829d-53f2ce0a2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:18.912568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Network hostable DHCP agents. Network: cd9f149e-2acf-4020-8afc-e9b3cee360d9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:18.928768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c3175c8-b88f-4b7d-8f94-8abc3b180e29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4dadbdcaf0d4061b603465478c9eda5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3334665 Jul 28 14:48:18.931242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53348) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:18.933722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3175c8-b88f-4b7d-8f94-8abc3b180e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1810c492-c6aa-41a2-984f-7d7ee6e9093c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.937616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.951685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.970283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.986719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] No DVR routers for this DVR port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:19.003269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] Pushing event deleted for resources: {'Port': ['ID=11d8a523-a78f-420e-95e8-8d6eacfc0c3b,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:19.011571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d44bf7-affb-48b9-abec-58a977785151 None None] No DVR routers for this DVR port 11d8a523-a78f-420e-95e8-8d6eacfc0c3b on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:19.039484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:19.057417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49fd549c-50cc-4f31-87f4-76f6164db61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.085398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49fd549c-50cc-4f31-87f4-76f6164db61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.088018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Network cd9f149e-2acf-4020-8afc-e9b3cee360d9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:19.109513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.127009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e6c5a8-44db-47a7-b97a-f28b2ffda43c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:19.143031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c742e2-1385-4053-afe4-825ef31479bc') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:19.143552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c742e2-1385-4053-afe4-825ef31479bc') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:19.165259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.195421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe525f7e-30c7-41c3-ae85-cc14e2514a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.195421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.204741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:19.205159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:19.207675 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:19.246887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, cd9f149e-2acf-4020-8afc-e9b3cee360d9) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:19.251253 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.262962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f5c99d-34b2-4d79-807e-2fa0d6ec56f3 None None] Network cd9f149e-2acf-4020-8afc-e9b3cee360d9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:19.267824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.268541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.302887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49fd549c-50cc-4f31-87f4-76f6164db61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.306003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49fd549c-50cc-4f31-87f4-76f6164db61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.311793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-49fd549c-50cc-4f31-87f4-76f6164db61a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1810c492-c6aa-41a2-984f-7d7ee6e9093c HTTP/1.1" status: 204 len: 168 time: 0.3750658 Jul 28 14:48:19.323238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd549c-50cc-4f31-87f4-76f6164db61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810c492-c6aa-41a2-984f-7d7ee6e9093c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:19.349108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fe525f7e-30c7-41c3-ae85-cc14e2514a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.431711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fe525f7e-30c7-41c3-ae85-cc14e2514a51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89b4c83810b64a7fbb70080113be45fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3294854 Jul 28 14:48:19.434343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:19.472315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11d8a523-a78f-420e-95e8-8d6eacfc0c3b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:19.480029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c53c0a-2ce0-427c-8859-095d6b1cbbb4 req-a26ae03b-052a-4930-9baf-8e6095ea998d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.480478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11c53c0a-2ce0-427c-8859-095d6b1cbbb4 req-a26ae03b-052a-4930-9baf-8e6095ea998d tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.1870263 Jul 28 14:48:19.481392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe525f7e-30c7-41c3-ae85-cc14e2514a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4689d0-8089-4ea9-bdb1-645b652e1103,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:19.485714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.512412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.515929 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] 10.222.0.57 "DELETE /v2.0/networks/23e6c5a8-44db-47a7-b97a-f28b2ffda43c HTTP/1.1" status: 204 len: 168 time: 1.8607886 Jul 28 14:48:19.529155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ead07-0844-4236-85a9-b6938e3f1254 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e6c5a8-44db-47a7-b97a-f28b2ffda43c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:19.556481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 11d8a523-a78f-420e-95e8-8d6eacfc0c3b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:19.556839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 11d8a523-a78f-420e-95e8-8d6eacfc0c3b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:19.648891 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11c53c0a-2ce0-427c-8859-095d6b1cbbb4 req-e819ed44-ba8a-4031-852b-4d00e3900ee5 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296690 Jul 28 14:48:19.719619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2b518fa1-95b8-4a4b-8a72-3ef11a20d8af admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6942205 Jul 28 14:48:19.726887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.748372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94693d8-8d6f-4aba-a2c4-386006ba0b36 None None] Network cd9f149e-2acf-4020-8afc-e9b3cee360d9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:19.755988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d71a2f5-3660-47d1-9c7c-f78e550fa70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.786683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d71a2f5-3660-47d1-9c7c-f78e550fa70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.863497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.975864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7e5037c0ef54ea09418655843b68dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9350772 Jul 28 14:48:19.978605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53374) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.056033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d71a2f5-3660-47d1-9c7c-f78e550fa70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.068992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d71a2f5-3660-47d1-9c7c-f78e550fa70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.076355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5d71a2f5-3660-47d1-9c7c-f78e550fa70c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee4689d0-8089-4ea9-bdb1-645b652e1103 HTTP/1.1" status: 204 len: 168 time: 0.6333559 Jul 28 14:48:20.076355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b557cc34-ef42-47aa-b048-d22e39c8be24,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.111786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.112266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.112940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.113501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.113976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.114547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.114968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.115438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.115913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.116365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.123224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.125270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77528f8-85d0-420f-8f7a-7feeec904ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:20.134138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d00c896-7d4e-40de-bef7-168683674e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.153201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab062f-7036-4c62-ab5f-244e3361121c req-8a42d33d-e028-436f-9388-d2239211772d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:20.162215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61ab062f-7036-4c62-ab5f-244e3361121c req-8a42d33d-e028-436f-9388-d2239211772d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 945 time: 0.1725011 Jul 28 14:48:20.220167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a2f5-3660-47d1-9c7c-f78e550fa70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4689d0-8089-4ea9-bdb1-645b652e1103,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.262518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d00c896-7d4e-40de-bef7-168683674e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.274904 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61ab062f-7036-4c62-ab5f-244e3361121c req-3b8884e4-a6ff-4bdd-ae6f-028e49853768 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111205 Jul 28 14:48:20.303773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53380) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.412239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-79f97ae1-5bb9-45cd-bfa0-22f3b5ec433f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd928f669dd34f9993cc2693976f971a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066902 Jul 28 14:48:20.415936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53382) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.521397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d00c896-7d4e-40de-bef7-168683674e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.524800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d00c896-7d4e-40de-bef7-168683674e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.526361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d00c896-7d4e-40de-bef7-168683674e2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b557cc34-ef42-47aa-b048-d22e39c8be24 HTTP/1.1" status: 204 len: 168 time: 0.5467224 Jul 28 14:48:20.535827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50dafea3-6783-4982-be54-f102ef461cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.545384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c896-7d4e-40de-bef7-168683674e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557cc34-ef42-47aa-b048-d22e39c8be24,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.582305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50dafea3-6783-4982-be54-f102ef461cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.743894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50dafea3-6783-4982-be54-f102ef461cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.748734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50dafea3-6783-4982-be54-f102ef461cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.761711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-50dafea3-6783-4982-be54-f102ef461cb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff4bde43-2440-470e-8dd7-a214a2723dfd HTTP/1.1" status: 204 len: 168 time: 0.3334653 Jul 28 14:48:20.771097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dafea3-6783-4982-be54-f102ef461cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4bde43-2440-470e-8dd7-a214a2723dfd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.855542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23606-37a9-4f9b-8051-edace9f19732 req-3fa30c03-8a39-4342-aa5a-2d04255d221f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:20.860314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0bf23606-37a9-4f9b-8051-edace9f19732 req-3fa30c03-8a39-4342-aa5a-2d04255d221f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.1033683 Jul 28 14:48:20.933509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0bf23606-37a9-4f9b-8051-edace9f19732 req-e333cea7-5747-4eb2-a199-2192b7fed67e tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658638 Jul 28 14:48:21.147468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53400) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.161775 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-054ca726-857d-49e5-a13a-1fa9661d9f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.315881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-054ca726-857d-49e5-a13a-1fa9661d9f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.486611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-054ca726-857d-49e5-a13a-1fa9661d9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.556713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ca726-857d-49e5-a13a-1fa9661d9f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418328b1-50f0-40a4-8e6d-1d87afa6a3e5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:21.567320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-054ca726-857d-49e5-a13a-1fa9661d9f39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f71898f8e984ed8a9f1a67b819b1441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185293 Jul 28 14:48:21.578394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.656743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4137c60-fac8-4704-be21-11762b169b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.699908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4137c60-fac8-4704-be21-11762b169b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.756820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caeb7d-bfc0-4136-8fee-82ffcc3c5b1f req-3bfbae96-9331-43f7-a435-1862966f86e4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.771383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46caeb7d-bfc0-4136-8fee-82ffcc3c5b1f req-3bfbae96-9331-43f7-a435-1862966f86e4 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 945 time: 0.1057372 Jul 28 14:48:21.843240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46caeb7d-bfc0-4136-8fee-82ffcc3c5b1f req-01ba4356-38b9-43cf-83bb-e43aa5b4a226 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682533 Jul 28 14:48:21.910019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4137c60-fac8-4704-be21-11762b169b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.917165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4137c60-fac8-4704-be21-11762b169b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.921329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e4137c60-fac8-4704-be21-11762b169b0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/418328b1-50f0-40a4-8e6d-1d87afa6a3e5 HTTP/1.1" status: 204 len: 168 time: 0.3383965 Jul 28 14:48:21.938026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4137c60-fac8-4704-be21-11762b169b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418328b1-50f0-40a4-8e6d-1d87afa6a3e5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:22.005853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498a58a-0f91-4d1c-a376-cc3afcee8e66 req-9439f57c-eef5-4235-9ded-75e4ff8beb65 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:22.008637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e498a58a-0f91-4d1c-a376-cc3afcee8e66 req-9439f57c-eef5-4235-9ded-75e4ff8beb65 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.0730622 Jul 28 14:48:22.057398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e498a58a-0f91-4d1c-a376-cc3afcee8e66 req-95a3b769-1457-408f-ae37-90d95c98bee3 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Jul 28 14:48:22.217900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ecccfb9-1aeb-4888-a890-3de92c9071f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.336879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-421b5e45-82c3-494d-8232-5f877ba8d109 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:22.338507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-421b5e45-82c3-494d-8232-5f877ba8d109 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/networks?id=cd9f149e-2acf-4020-8afc-e9b3cee360d9 HTTP/1.1" status: 200 len: 818 time: 0.1828706 Jul 28 14:48:22.356578 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-1a1154b8-2675-431b-8ac4-134c8c0b9560 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/quotas/d3114d01513140509edb2d486572603e HTTP/1.1" status: 200 len: 375 time: 0.0105329 Jul 28 14:48:22.394561 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-e2773dc6-871e-43cd-afcc-2892622e4a46 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3114d01513140509edb2d486572603e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309150 Jul 28 14:48:22.512089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-6a97648f-9578-4cce-92f8-dca804518c98 service neutron] 10.222.0.57 "GET /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097541 Jul 28 14:48:22.682334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-71b05409-a40d-424d-bebe-9d82e4133f84 service neutron] 10.222.0.57 "GET /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539795 Jul 28 14:48:22.707428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19f44-935f-43bb-abd2-954301250340 req-f691be7d-49b9-440f-8a87-5ec1896ee515 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:22.709068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ad19f44-935f-43bb-abd2-954301250340 req-f691be7d-49b9-440f-8a87-5ec1896ee515 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 945 time: 0.0556703 Jul 28 14:48:22.875146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Deleting port b2782f74-70d2-4596-8380-0dcaf5b9ad4c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:22.876213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.011447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2cd23414-5038-4391-9879-1ca34b8fae63 req-23a50e19-2ef4-4f68-9b35-4f8baa52b4ea tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.0317023 Jul 28 14:48:23.152035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a2053-8460-49ff-a971-c717e8bb9362 req-f53b9ac3-8b07-4531-a458-c5b2564edef0 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:23.155852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-060a2053-8460-49ff-a971-c717e8bb9362 req-f53b9ac3-8b07-4531-a458-c5b2564edef0 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 945 time: 0.1511338 Jul 28 14:48:23.209692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] For port b2782f74-70d2-4596-8380-0dcaf5b9ad4c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:23.210233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.250166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Calling delete_port for b2782f74-70d2-4596-8380-0dcaf5b9ad4c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:23.306400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c3c65-bf3f-46f0-974f-fdb45e11dc4f req-77b4ca7e-ada6-4cfb-af24-58e3c643726c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:23.307573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-060a2053-8460-49ff-a971-c717e8bb9362 req-c5ccd8dd-ae98-47da-a6cf-58161bf43f6a tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441884 Jul 28 14:48:23.307984 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-574c3c65-bf3f-46f0-974f-fdb45e11dc4f req-77b4ca7e-ada6-4cfb-af24-58e3c643726c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.1059413 Jul 28 14:48:23.408364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-574c3c65-bf3f-46f0-974f-fdb45e11dc4f req-b7e1b3aa-22b2-4ec1-96f2-4dd0f8d4f639 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Jul 28 14:48:23.663508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.680350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'aa6b22b3-1270-4334-9800-e713431e1598'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:23.725662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['6ff9c0fb-cf6b-49d4-9aa4-362134e860d3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:23.784693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event deleted for resources: {'Port': ['ID=b2782f74-70d2-4596-8380-0dcaf5b9ad4c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:23.889299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] No DVR routers for this DVR port b2782f74-70d2-4596-8380-0dcaf5b9ad4c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:23.896079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.901338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ad19f44-935f-43bb-abd2-954301250340 req-ee92cca7-fa37-44e6-8672-05df88a864b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "DELETE /v2.0/ports/b2782f74-70d2-4596-8380-0dcaf5b9ad4c HTTP/1.1" status: 204 len: 173 time: 1.1801546 Jul 28 14:48:23.902524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8949799c-a293-40d7-9b05-d431631c3528', 'name': 'network-vif-deleted', 'tag': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:23.911117 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c9371-a380-4a65-b188-f249b1d99f60" -d '{"events": [{"server_uuid": "8949799c-a293-40d7-9b05-d431631c3528", "name": "network-vif-deleted", "tag": "b2782f74-70d2-4596-8380-0dcaf5b9ad4c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:24.008199 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3523db3c-f451-4364-8519-9a12b489c31c x-openstack-request-id: req-3523db3c-f451-4364-8519-9a12b489c31c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:24.008675 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8949799c-a293-40d7-9b05-d431631c3528", "name": "network-vif-deleted", "tag": "b2782f74-70d2-4596-8380-0dcaf5b9ad4c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:24.009306 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3523db3c-f451-4364-8519-9a12b489c31c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:24.010204 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8949799c-a293-40d7-9b05-d431631c3528', 'name': 'network-vif-deleted', 'tag': 'b2782f74-70d2-4596-8380-0dcaf5b9ad4c', 'status': 'completed', 'code': 200} Jul 28 14:48:24.139416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c405932e-2869-44c3-9ed5-861cabc95886 req-6d5e6bf7-1b4f-4304-b6ee-e22fcac526df tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.0527670 Jul 28 14:48:24.212413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b144b3-1347-4446-8cd0-b96286646264 req-a7b34992-19a7-42ec-8674-5ed0929c4d83 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:24.214405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38b144b3-1347-4446-8cd0-b96286646264 req-a7b34992-19a7-42ec-8674-5ed0929c4d83 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.0726736 Jul 28 14:48:24.237426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53494) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:24.389855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Deleting port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:24.390365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.517899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-55d2ca46-219e-4970-9229-6f476a50d794 req-6128468c-af80-4aa6-8b8f-98e58cec9160 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.0614600 Jul 28 14:48:24.580034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b2782f74-70d2-4596-8380-0dcaf5b9ad4c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:24.684546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: b2782f74-70d2-4596-8380-0dcaf5b9ad4c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:24.685714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b2782f74-70d2-4596-8380-0dcaf5b9ad4c not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:24.727680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1388209179'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:24.844483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-157419bb-beef-4c95-af51-564bc17583b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.956642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53522) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:25.008383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5044ea-08bc-4d4d-9231-0589d61d096f req-ae530cf2-63b6-4ec3-8938-5f77b05c2f6c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:25.012801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Made reservation on behalf of d013fcbd099341deb8a85011a1af325c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:25.017507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca5044ea-08bc-4d4d-9231-0589d61d096f req-ae530cf2-63b6-4ec3-8938-5f77b05c2f6c tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 946 time: 0.4961395 Jul 28 14:48:25.028233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.046157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] For port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,segment=NetworkSegment(80b9881d-2ead-441d-80f6-f0826fbe2a31),segment_id=80b9881d-2ead-441d-80f6-f0826fbe2a31)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:25.046539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.058593 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.071307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Calling delete_port for 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:25.084539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca5044ea-08bc-4d4d-9231-0589d61d096f req-8df24b75-47cc-4b36-a3c4-4ca685dce4d8 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups?id=662299f2-aecd-49f1-b019-ade54349c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Jul 28 14:48:25.143115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.378562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b546fa2f-7750-40e3-b6d0-1ef67db55582 req-77d35c10-de67-481c-af1d-1d56b6c431af tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.0977428 Jul 28 14:48:25.397735 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.488689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1709115552-network', 'tenant_id': 'ad2ba51a35924bc298e2528668f59544'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:25.512843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.538838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.560661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['0c72e1a7-9748-45ff-bca9-812e3d6c1bc4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:25.561057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event deleted for resources: {'Port': ['ID=0c72e1a7-9748-45ff-bca9-812e3d6c1bc4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.592008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:25.629049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] No DVR routers for this DVR port 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:25.633617 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.640857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38b144b3-1347-4446-8cd0-b96286646264 req-cc87c955-da3e-4e5a-a05d-18b62240fe77 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.42 "DELETE /v2.0/ports/0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 HTTP/1.1" status: 204 len: 173 time: 1.4182680 Jul 28 14:48:25.649210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.649558 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Added segment 496c0bb0-a7e5-4fec-8bf6-8f08f39351f9 of type vlan for network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 Jul 28 14:48:25.698411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5a05d-46cb-4dbf-bc00-e937242670c8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.708877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Made reservation on behalf of ad2ba51a35924bc298e2528668f59544 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:25.711629 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.728041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.737073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bf20326-072d-466a-87b8-403f32c8698c req-5e974343-4364-40ad-8ca2-897105f870e5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=8949799c-a293-40d7-9b05-d431631c3528 HTTP/1.1" status: 200 len: 210 time: 0.0400653 Jul 28 14:48:25.741711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.882013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.921264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.934564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:25.936242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.011255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'name': 'network-vif-deleted', 'tag': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:26.014861 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbec50f-fe23-4d49-b076-389a3c6c6078" -d '{"events": [{"server_uuid": "5f0f4148-8eee-4630-b040-0d0ba3dfd398", "name": "network-vif-deleted", "tag": "0c72e1a7-9748-45ff-bca9-812e3d6c1bc4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:26.019817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.070681 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d81fb-a29a-428c-949b-85706a290369 x-openstack-request-id: req-664d81fb-a29a-428c-949b-85706a290369 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:26.071417 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0f4148-8eee-4630-b040-0d0ba3dfd398", "name": "network-vif-deleted", "tag": "0c72e1a7-9748-45ff-bca9-812e3d6c1bc4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:26.071930 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-664d81fb-a29a-428c-949b-85706a290369 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:26.072695 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0f4148-8eee-4630-b040-0d0ba3dfd398', 'name': 'network-vif-deleted', 'tag': '0c72e1a7-9748-45ff-bca9-812e3d6c1bc4', 'status': 'completed', 'code': 200} Jul 28 14:48:26.078477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event updated for resources: {'Network': ['ID=4736e899-5818-4311-b6d7-f2d8fd89a0e5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:26.100809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:26.101492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:26.123789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffc8ea-697a-428c-93b4-b1c0f03feace,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:26.174680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.176015 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Added segment c1bc18c0-ec1b-48dc-83ea-25a3f18dd713 of type vlan for network b378b465-58ed-4a35-992c-382aaee2c0b4 Jul 28 14:48:26.242814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fbbd6a17-2f34-49ee-ad55-d8020d53a6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9994931 Jul 28 14:48:26.252638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53562) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.264609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Request body: {'subnet': {'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:26.319078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-887d1d1b-dffd-4d3d-a5d0-d88320f20fbd req-6d45d856-cc43-48a1-9bb5-3fc9a482878f tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.0973849 Jul 28 14:48:26.353060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.523288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3443b22d-2e47-4c30-a1d0-205c43a96013 req-fbdcc176-f985-499a-b514-480f787f375b tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.0510550 Jul 28 14:48:26.548726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.588505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.594558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.594558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.659693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] Pushing event updated for resources: {'Network': ['ID=b378b465-58ed-4a35-992c-382aaee2c0b4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:26.675221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b378b465-58ed-4a35-992c-382aaee2c0b4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:26.681962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Made reservation on behalf of d013fcbd099341deb8a85011a1af325c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:26.686880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.846580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ab96a79f-506b-4e83-b289-21658070a710 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8880377 Jul 28 14:48:26.849719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.855004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Request body: {'subnet': {'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1709115552-subnet', 'tenant_id': 'ad2ba51a35924bc298e2528668f59544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:27.041694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Made reservation on behalf of ad2ba51a35924bc298e2528668f59544 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:27.055024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.055024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.210358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event updated for resources: {'Subnet': ['ID=bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:27.233073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Checking segment: {'id': '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:27.233353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Network hostable DHCP agents. Network: 4736e899-5818-4311-b6d7-f2d8fd89a0e5, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:27.468721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:27.486900 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.665328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4736e899-5818-4311-b6d7-f2d8fd89a0e5) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:27.684977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:27.691473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.730847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0859382-a011-48c4-9371-13a61e91c6aa None None] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:27.996186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f1337b-cc41-4f2a-b0f8-8200271d70b8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:28.007966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e010f583-3378-4628-82dc-05160f2a6eaf req-ba216182-0537-4a7c-aab2-7df6af48b50d tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.2445145 Jul 28 14:48:28.080271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Checking segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:28.081059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Network hostable DHCP agents. Network: b378b465-58ed-4a35-992c-382aaee2c0b4, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:28.118620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb2a8fc1-1309-4144-950b-69844472bc86 req-83614107-b2b6-464e-afc5-5284e3387672 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f0f4148-8eee-4630-b040-0d0ba3dfd398 HTTP/1.1" status: 200 len: 210 time: 0.6503530 Jul 28 14:48:28.128838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-f9784bbe-27be-4b17-8960-74b76f52e4f6 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:28.131027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-f9784bbe-27be-4b17-8960-74b76f52e4f6 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.42 "GET /v2.0/networks?id=cd9f149e-2acf-4020-8afc-e9b3cee360d9 HTTP/1.1" status: 200 len: 818 time: 0.7337580 Jul 28 14:48:28.136351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cca3e26d-b1df-4d19-a960-9904ab7ba7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8800285 Jul 28 14:48:28.140796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:28.161289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Request body: {'port': {'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-999460418'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:28.161495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Request body: {'port': {'device_id': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9', 'admin_state_up': True, 'tenant_id': 'd3114d01513140509edb2d486572603e'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:28.161592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53624) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:28.406012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Network b378b465-58ed-4a35-992c-382aaee2c0b4 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:28.504528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4736e899-5818-4311-b6d7-f2d8fd89a0e5', 'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5', 'tenant_id': 'd013fcbd099341deb8a85011a1af325c', 'fixed_ips': [{'subnet_id': 'bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:28.505442 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.562290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e5445a-e0d8-445b-93ad-004f783918bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.589724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b378b465-58ed-4a35-992c-382aaee2c0b4) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:28.590843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Made reservation on behalf of d013fcbd099341deb8a85011a1af325c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:28.597492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.614790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:28.615810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.639064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] device_id is not set on port 6d157a04-d2a4-4feb-9d2b-215b1293437c yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:28.671208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08220c-d7f3-4197-875a-6d20c68ef84e None None] Network b378b465-58ed-4a35-992c-382aaee2c0b4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:28.682424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:28.694321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.778671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Made reservation on behalf of d3114d01513140509edb2d486572603e for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:28.778671 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.790785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:28.791659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0c72e1a7-9748-45ff-bca9-812e3d6c1bc4 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:28.813431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Allocated IP 2001:db8::1ec (4736e899-5818-4311-b6d7-f2d8fd89a0e5/bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6/6d157a04-d2a4-4feb-9d2b-215b1293437c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:28.930166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a27e968f-6109-497b-be06-d71578c940ea admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0747809 Jul 28 14:48:28.994770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc501125-b09a-45f7-8543-3ab03610387a None None] Network b378b465-58ed-4a35-992c-382aaee2c0b4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:29.048512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Allocated IP 172.20.0.11 (cd9f149e-2acf-4020-8afc-e9b3cee360d9/0663b3eb-75ba-47f6-8445-c14931bd8e3d/b045d8da-4cd8-4eed-9fd1-38c4839bc8c7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:29.183360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.273121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Transition to ACTIVE for port object 6d157a04-d2a4-4feb-9d2b-215b1293437c will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:29.371440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-742ca710-0af6-469f-9133-95f0a1d466b8 req-1ac6b681-4e5b-4b39-9bf1-f420e59dced5 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.0638359 Jul 28 14:48:29.505689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.579900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.579900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e5445a-e0d8-445b-93ad-004f783918bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.599433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:29.602495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:29.703970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:29.719782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:29.720954 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.727556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event updated for resources: {'Port': ['ID=6d157a04-d2a4-4feb-9d2b-215b1293437c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.749445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e5445a-e0d8-445b-93ad-004f783918bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.838205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22e5445a-e0d8-445b-93ad-004f783918bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e18b228cb87445a8bfff1221d37701f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6718473 Jul 28 14:48:29.840813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53680) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.852100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5445a-e0d8-445b-93ad-004f783918bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf0e3b-0c47-4d0b-ada6-7290611dcf30,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.881112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Allocated IP 2001:db8::2 (4736e899-5818-4311-b6d7-f2d8fd89a0e5/bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6/23a16758-92f1-4436-8697-91916cceaced) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:29.965214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d30096-3a5e-4083-9e93-8b134a485805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.974238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cf122f8a-0089-44f2-8ac0-98496411fbb1 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8319950 Jul 28 14:48:29.978831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-9b87ba08-8ac7-4a5d-8278-8cd3b240e6c7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:29.979206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53682) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.979963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.994023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-9b87ba08-8ac7-4a5d-8278-8cd3b240e6c7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 815 time: 0.1901631 Jul 28 14:48:29.996177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Request body: {'port': {'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1970766251', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:29.996991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.api.validators [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] bootfile-name is not in valid_values {{(pid=94658) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:48:29.998199 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.api.validators [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] tftp-server is not in valid_values {{(pid=94658) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:48:30.011502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.api.validators [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] server-ip-address is not in valid_values {{(pid=94658) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:48:30.110740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.156196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-2a7fc189-01b2-4abb-a33d-77e613815ef3 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/quotas/ad2ba51a35924bc298e2528668f59544 HTTP/1.1" status: 200 len: 375 time: 0.1587243 Jul 28 14:48:30.163657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d30096-3a5e-4083-9e93-8b134a485805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.245457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00bcb8f2-1b7f-47c4-bcd5-645108fef233 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.265969 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-0ef5286e-89d4-4a14-99cd-fa3d1f748738 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077478 Jul 28 14:48:30.275988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00bcb8f2-1b7f-47c4-bcd5-645108fef233 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.319110 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.325936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Made reservation on behalf of d013fcbd099341deb8a85011a1af325c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:30.334332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.363543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] device_id is not set on port d6c45e0d-2c3e-4328-9df7-242cc64048dd yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:30.390525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-d61fa501-0328-4663-967b-d633bb4459bf service neutron] 10.222.0.57 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236513 Jul 28 14:48:30.434641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Transition to ACTIVE for port object 23a16758-92f1-4436-8697-91916cceaced will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:30.444380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00bcb8f2-1b7f-47c4-bcd5-645108fef233 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.456138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-4fbedd26-2588-476b-be56-0b5a82ece329 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4384017 Jul 28 14:48:30.457414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00bcb8f2-1b7f-47c4-bcd5-645108fef233 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.464159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Transition to ACTIVE for port object 23a16758-92f1-4436-8697-91916cceaced will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:30.469696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-00bcb8f2-1b7f-47c4-bcd5-645108fef233 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "DELETE /v2.0/security-groups/7ceea1cb-a999-4c35-8702-b2bbd6a0b968 HTTP/1.1" status: 204 len: 168 time: 0.4873445 Jul 28 14:48:30.470686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53692) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.499682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Network cd9f149e-2acf-4020-8afc-e9b3cee360d9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:30.503599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Pushing event updated for resources: {'Port': ['ID=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.527583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d30096-3a5e-4083-9e93-8b134a485805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.534192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d30096-3a5e-4083-9e93-8b134a485805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.536510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14d30096-3a5e-4083-9e93-8b134a485805 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efcf0e3b-0c47-4d0b-ada6-7290611dcf30 HTTP/1.1" status: 204 len: 168 time: 0.6934576 Jul 28 14:48:30.551208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:30.581439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:30.608598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcb8f2-1b7f-47c4-bcd5-645108fef233 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceea1cb-a999-4c35-8702-b2bbd6a0b968,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.626598 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2a7a3f6e-5680-4518-9aa4-80e82893c8f4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] show failed (client error): The resource could not be found. Jul 28 14:48:30.628477 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a7a3f6e-5680-4518-9aa4-80e82893c8f4 tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "GET /v2.0/security-groups/7ceea1cb-a999-4c35-8702-b2bbd6a0b968 HTTP/1.1" status: 404 len: 347 time: 0.1517458 Jul 28 14:48:30.652495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53698) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.735537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d30096-3a5e-4083-9e93-8b134a485805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf0e3b-0c47-4d0b-ada6-7290611dcf30,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.781173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-9328de39-ac7d-4b05-8f62-f0dc56314f1a service neutron] 10.222.0.57 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730950 Jul 28 14:48:30.846063 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.906626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:30.907359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.930445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53702) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.936046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-bb200c3a-b4f7-4e54-82eb-3b7da63eae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:30.937716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-bb200c3a-b4f7-4e54-82eb-3b7da63eae92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7ef84ea0ff24cde9de63a258c633653&device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 1097 time: 0.4352551 Jul 28 14:48:30.957877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ef57e-823f-452d-aeb2-d2769a23ec9d req-efb51145-db74-4318-ade9-d92a62fd7b13 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:30.966957 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e4ef57e-823f-452d-aeb2-d2769a23ec9d req-efb51145-db74-4318-ade9-d92a62fd7b13 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 932 time: 0.2397311 Jul 28 14:48:30.993153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Pushing event updated for resources: {'Port': ['ID=23a16758-92f1-4436-8697-91916cceaced,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:31.022554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:31.024760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:31.043552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:31.043730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Allocated IP 2001:db8::250 (4736e899-5818-4311-b6d7-f2d8fd89a0e5/bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6/d6c45e0d-2c3e-4328-9df7-242cc64048dd) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:31.049539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e4ef57e-823f-452d-aeb2-d2769a23ec9d req-c64eedc5-5871-4af9-8049-b8406d258238 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810065 Jul 28 14:48:31.078429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Deleting port 506e8884-692d-4bf9-a53c-33a9184da4e0 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:31.079132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.132330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-90bb225c-a0f7-40e7-a7d3-3a4a4254e833 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9837627 Jul 28 14:48:31.158517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Attempting to bind port 23a16758-92f1-4436-8697-91916cceaced on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:31.158911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Attempting to bind port 23a16758-92f1-4436-8697-91916cceaced by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:31.159246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Attempting to bind port 23a16758-92f1-4436-8697-91916cceaced on network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:31.160089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Request body: {'port': {'device_id': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:31.172837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:31.173273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Checking segment: {'id': '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:31.173615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.174024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Bound using segment: {'id': '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:31.174523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Bound port: 23a16758-92f1-4436-8697-91916cceaced, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4736e899-5818-4311-b6d7-f2d8fd89a0e5'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:31.174924 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.217892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-51ffb09f-f567-4c6d-852b-b679d26fc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.220053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-51ffb09f-f567-4c6d-852b-b679d26fc879 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 200 len: 914 time: 0.2407141 Jul 28 14:48:31.292562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-f62dbe30-142f-49e3-b4b7-e96d441dd813 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6b22b3-1270-4334-9800-e713431e1598 HTTP/1.1" status: 200 len: 217 time: 0.0566757 Jul 28 14:48:31.335816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] For port 23a16758-92f1-4436-8697-91916cceaced, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:31.339808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] For port 23a16758-92f1-4436-8697-91916cceaced, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a16758-92f1-4436-8697-91916cceaced,segment=NetworkSegment(496c0bb0-a7e5-4fec-8bf6-8f08f39351f9),segment_id=496c0bb0-a7e5-4fec-8bf6-8f08f39351f9)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:31.371602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.397861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.398598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.436601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Calling delete_port for 506e8884-692d-4bf9-a53c-33a9184da4e0 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:31.457450 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.517080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec6b7dd8-2528-4d68-bf6d-99d7404eada2 req-81a8427f-f9d8-4c02-9d23-808fbbd0cbc7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.1088707 Jul 28 14:48:31.544445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fc2a-810d-46d9-8dfa-6914cba30c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.551299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-a4d953e2-b5f3-4b94-b126-50f6935dacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.556685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-a4d953e2-b5f3-4b94-b126-50f6935dacd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 200 len: 853 time: 0.2396812 Jul 28 14:48:31.592000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f2a2-2346-4029-9415-db54359b2cd4 None None] Pushing event updated for resources: {'Port': ['ID=23a16758-92f1-4436-8697-91916cceaced,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:31.622339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-c1699692-36e6-41b7-b959-99cb57d3dc9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c653a7-2e19-41f4-a0ee-5e44ce62b69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506954 Jul 28 14:48:31.723876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.749322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-406687ca-bbda-4f37-812c-837977cac796 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107230 Jul 28 14:48:31.799764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Transition to ACTIVE for port object d6c45e0d-2c3e-4328-9df7-242cc64048dd will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:32.057628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ab85c54-47b9-4484-9537-7a1b23705871 req-2366314c-cc35-44de-83a8-24f9d051e692 service neutron] 10.222.0.58 "GET /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325518 Jul 28 14:48:32.073656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fc2a-810d-46d9-8dfa-6914cba30c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.080982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.141660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Pushing event deleted for resources: {'Port': ['ID=506e8884-692d-4bf9-a53c-33a9184da4e0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:32.215535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:32.226112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.239164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.242540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.244726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Transition to ACTIVE for port object b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:32.320082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fc2a-810d-46d9-8dfa-6914cba30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.406124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.463947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Pushing event updated for resources: {'Port': ['ID=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:32.553495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:32.569469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.574812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.584401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebbcaa88-6dfa-4116-a6e0-433a9a6476ad tempest-ImagesOneServerNegativeTestJSON-237154317 tempest-ImagesOneServerNegativeTestJSON-237154317-project] 10.222.0.57 "DELETE /v2.0/floatingips/b11835db-bf2b-4383-8de9-4d4494aaae60 HTTP/1.1" status: 204 len: 168 time: 1.9301701 Jul 28 14:48:32.614765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2fc2a-810d-46d9-8dfa-6914cba30c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea95e67-d19c-446f-8ec1-17e56d8976c3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:32.620097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:32.628262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:32.649517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:32.650279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.655400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8e8f32b-7bdc-4116-9ea5-a9528f7b850f req-02b9427f-9c15-4dc9-9c2e-f4670dcb6094 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.0794461 Jul 28 14:48:32.659685 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6fe2fc2a-810d-46d9-8dfa-6914cba30c0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6475d732144841aebdd4dce2065c8a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7258086 Jul 28 14:48:32.660632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event updated for resources: {'Port': ['ID=d6c45e0d-2c3e-4328-9df7-242cc64048dd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:32.666013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53742) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:32.712703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Attempting to bind port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:32.713025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Attempting to bind port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '2ec6582e-5b54-4809-829d-53f2ce0a2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:32.713382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Attempting to bind port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 on network cd9f149e-2acf-4020-8afc-e9b3cee360d9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:32.714206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dc956-5f87-4a3d-9b0d-7d1c73057105 req-70e86357-b844-4bd2-800c-adfd635baf1f tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:32.733656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a4dc956-5f87-4a3d-9b0d-7d1c73057105 req-70e86357-b844-4bd2-800c-adfd635baf1f tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 932 time: 0.5501947 Jul 28 14:48:32.806080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 on network cd9f149e-2acf-4020-8afc-e9b3cee360d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:48:32.806080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Attempting to bind port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 on network cd9f149e-2acf-4020-8afc-e9b3cee360d9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:32.829603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:32.829603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Checking segment: {'id': '2ec6582e-5b54-4809-829d-53f2ce0a2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:32.829603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Bound using segment: {'id': '2ec6582e-5b54-4809-829d-53f2ce0a2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:32.835404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Bound port: b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec6582e-5b54-4809-829d-53f2ce0a2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:32.835404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.839515 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a4dc956-5f87-4a3d-9b0d-7d1c73057105 req-d7ce4150-1853-464f-ada6-c04eeaf43a0b tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038265 Jul 28 14:48:32.869864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53754) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:32.911551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83d23747-df63-4ae2-8bf7-ffdd772599c0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9181120 Jul 28 14:48:32.912224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53758) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:32.948437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-031c6c8e-c174-4807-a6d3-fe7d63b04416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.034280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-031c6c8e-c174-4807-a6d3-fe7d63b04416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.132729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] For port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:33.158901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53766) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.169085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] For port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,segment=NetworkSegment(2ec6582e-5b54-4809-829d-53f2ce0a2d65),segment_id=2ec6582e-5b54-4809-829d-53f2ce0a2d65)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:33.191592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de341d30-3e2a-4e0a-89e5-4d45f52f8b1a tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.192547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-696619631'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:33.212192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de341d30-3e2a-4e0a-89e5-4d45f52f8b1a tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.214447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f831db84-38bb-4f57-afb5-1210bff0baf8 None None] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:33.221439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de341d30-3e2a-4e0a-89e5-4d45f52f8b1a tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.223819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-de341d30-3e2a-4e0a-89e5-4d45f52f8b1a tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3100374 Jul 28 14:48:33.227223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53768) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.266733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Deleting subnet f0884a93-5cf5-4f91-9e92-d9098e9f6e33 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:33.270742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.321282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.335595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.386536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Deleting port d6c45e0d-2c3e-4328-9df7-242cc64048dd {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:33.386536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.393699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-031c6c8e-c174-4807-a6d3-fe7d63b04416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.396480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-031c6c8e-c174-4807-a6d3-fe7d63b04416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.400138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-031c6c8e-c174-4807-a6d3-fe7d63b04416 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ea95e67-d19c-446f-8ec1-17e56d8976c3 HTTP/1.1" status: 204 len: 168 time: 0.7290053 Jul 28 14:48:33.400138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:33.402112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.421278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.421999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.423578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] 10.222.0.42 "PUT /v2.0/ports/b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 HTTP/1.1" status: 200 len: 1093 time: 2.2713106 Jul 28 14:48:33.429513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'tag': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:33.431813 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "02e85b24-5a6d-489a-a7f5-9c78402bcde7", "tag": "b045d8da-4cd8-4eed-9fd1-38c4839bc8c7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:33.463296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.467538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6c8e-c174-4807-a6d3-fe7d63b04416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea95e67-d19c-446f-8ec1-17e56d8976c3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:33.562195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8eb29b3a-b26b-4824-84d3-b15a469e5a55 None None] Provisioning for port 23a16758-92f1-4436-8697-91916cceaced completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:33.587684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.641487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc73bea-538e-4ae3-969e-c87783d1488d service neutron] Pushing event updated for resources: {'Port': ['ID=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:33.753469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-a4006fee-b354-4850-b560-e1abeec6b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.755409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-a4006fee-b354-4850-b560-e1abeec6b4c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3114d01513140509edb2d486572603e&device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 1096 time: 0.1017330 Jul 28 14:48:33.762412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.788058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a16758-92f1-4436-8697-91916cceaced up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:33.825016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Calling delete_port for d6c45e0d-2c3e-4328-9df7-242cc64048dd owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:33.910009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.920566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-eeae7e41-73b8-407e-ad0c-17da0384e3b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 HTTP/1.1" status: 200 len: 217 time: 0.1451964 Jul 28 14:48:33.994200 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bddfdc7-7b78-419a-918e-020b7b054202 x-openstack-request-id: req-9bddfdc7-7b78-419a-918e-020b7b054202 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:33.994581 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e85b24-5a6d-489a-a7f5-9c78402bcde7", "tag": "b045d8da-4cd8-4eed-9fd1-38c4839bc8c7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:33.994755 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9bddfdc7-7b78-419a-918e-020b7b054202 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:33.995154 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'tag': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7', 'status': 'completed', 'code': 200} Jul 28 14:48:34.104469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.113573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f0884a93-5cf5-4f91-9e92-d9098e9f6e33 HTTP/1.1" status: 204 len: 168 time: 0.9478273 Jul 28 14:48:34.117148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe817b-21df-4944-8f41-0cb772e28b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0884a93-5cf5-4f91-9e92-d9098e9f6e33,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.122929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53784) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.185961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 23a16758-92f1-4436-8697-91916cceaced completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:34.192772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 23a16758-92f1-4436-8697-91916cceaced triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:34.193293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.223995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584e00-2597-4036-821e-b2dfa1ba3057 req-eaf5ddbe-1976-4373-9449-5cccdedac3cd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:34.226168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa584e00-2597-4036-821e-b2dfa1ba3057 req-eaf5ddbe-1976-4373-9449-5cccdedac3cd tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.1029117 Jul 28 14:48:34.235934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea69d559-e12d-4b77-b264-aa61e7b37951 req-4d4a49d6-3530-4c19-b199-1fac218a90bc tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.1020768 Jul 28 14:48:34.325503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.339979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa584e00-2597-4036-821e-b2dfa1ba3057 req-534f1c00-01e1-42e2-8418-126a806a5e10 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016266 Jul 28 14:48:34.501254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event deleted for resources: {'Port': ['ID=d6c45e0d-2c3e-4328-9df7-242cc64048dd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.504233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.506647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-305aed10-0ac2-4de0-92c4-fa3845def175 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "DELETE /v2.0/ports/d6c45e0d-2c3e-4328-9df7-242cc64048dd HTTP/1.1" status: 204 len: 168 time: 1.2783830 Jul 28 14:48:34.520377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53790) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.561648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.571127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Request body: {'port': {'name': 'tempest-new-port-name-254505794', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:34.571398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] bootfile-name is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:48:34.572083 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] tftp-server is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:48:34.572765 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] server-ip-address is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:48:34.592980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f71411-2374-473d-b306-cf3ce284c98a req-494bc8b8-18ec-4a7e-9eaf-0cd5b94c565d tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:34.613590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4f71411-2374-473d-b306-cf3ce284c98a req-494bc8b8-18ec-4a7e-9eaf-0cd5b94c565d tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 944 time: 0.1244256 Jul 28 14:48:34.649112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 23a16758-92f1-4436-8697-91916cceaced, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a16758-92f1-4436-8697-91916cceaced,segment=NetworkSegment(496c0bb0-a7e5-4fec-8bf6-8f08f39351f9),segment_id=496c0bb0-a7e5-4fec-8bf6-8f08f39351f9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:34.666159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-9b2a4ba5-fad6-4c75-9870-a9d9bc0f927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:34.667784 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4f71411-2374-473d-b306-cf3ce284c98a req-5b258528-59ed-4219-a739-566e9f5ab53e tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527768 Jul 28 14:48:34.680384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-9b2a4ba5-fad6-4c75-9870-a9d9bc0f927a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0663b3eb-75ba-47f6-8445-c14931bd8e3d HTTP/1.1" status: 200 len: 858 time: 0.7011745 Jul 28 14:48:34.705499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.727799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-b6218269-a8cc-41a6-8a44-2f126d6cae6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd9f149e-2acf-4020-8afc-e9b3cee360d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426035 Jul 28 14:48:34.736690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.746464 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.850616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.851709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=23a16758-92f1-4436-8697-91916cceaced,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.854934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.965883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Provisioning for port 6d157a04-d2a4-4feb-9d2b-215b1293437c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:34.974922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Provisioning complete for port 6d157a04-d2a4-4feb-9d2b-215b1293437c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:34.974922 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.024758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Port 6d157a04-d2a4-4feb-9d2b-215b1293437c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:35.038407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Provisioning complete for port 23a16758-92f1-4436-8697-91916cceaced triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:35.039223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.067203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e64c9a-2e4f-43e2-a96a-c961ed950198,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.087227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.092368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:35.143117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8ad1b7-f065-4f4a-8127-ee38da395a39']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.150042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53792) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.153478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.154064 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Added segment 709cc8b2-4fce-4073-b27b-d18e79fc4048 of type vlan for network 2675bf04-1712-458b-8176-114c2d266d78 Jul 28 14:48:35.186682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fa940c0-f67c-4aea-8589-afb37c9bede2 None None] Could not find standard attr ID for object d6c45e0d-2c3e-4328-9df7-242cc64048dd. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:48:35.190685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d82e9cb-2fae-4bc5-a848-8a708ccce12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.195066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b9881d-2ead-441d-80f6-f0826fbe2a31') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.195561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b9881d-2ead-441d-80f6-f0826fbe2a31') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.259721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-026b755c-c4ae-4e92-8ad0-e79141c33813 service neutron] 10.222.0.42 "GET /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901359 Jul 28 14:48:35.275756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.333886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d2102097-cc2c-4816-859f-ce1f9d999537 None None] Provisioning complete for port 6d157a04-d2a4-4feb-9d2b-215b1293437c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:35.334264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2102097-cc2c-4816-859f-ce1f9d999537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.395209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d82e9cb-2fae-4bc5-a848-8a708ccce12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.396576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d2102097-cc2c-4816-859f-ce1f9d999537 None None] Port 6d157a04-d2a4-4feb-9d2b-215b1293437c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:35.410795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d2102097-cc2c-4816-859f-ce1f9d999537 None None] Could not find standard attr ID for object d6c45e0d-2c3e-4328-9df7-242cc64048dd. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:48:35.496553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a16758-92f1-4436-8697-91916cceaced up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:35.534640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d82e9cb-2fae-4bc5-a848-8a708ccce12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.556133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 23a16758-92f1-4436-8697-91916cceaced triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:35.556618 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.576316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaf2526d-4b2c-404f-b40b-550efec8006e req-2f0f0500-0ee2-43f5-bc93-6a285378e0b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.2001653 Jul 28 14:48:35.608180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82e9cb-2fae-4bc5-a848-8a708ccce12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29caa29e-b130-403b-9818-440e686e6556,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.669395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d82e9cb-2fae-4bc5-a848-8a708ccce12b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f11b8f57ef44f95a52a5cc71386e9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096278 Jul 28 14:48:35.669395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.678207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3342-a138-4ad5-ba80-d9159f53d10f req-3900bdd2-da50-4c53-83b1-e5c30f66bcd2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:35.688154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa2b3342-a138-4ad5-ba80-d9159f53d10f req-3900bdd2-da50-4c53-83b1-e5c30f66bcd2 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.2101541 Jul 28 14:48:35.743788 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.759197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.765944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa2b3342-a138-4ad5-ba80-d9159f53d10f req-0066f5f4-8952-413f-9255-24188cde7434 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Jul 28 14:48:35.819844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:35.837292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.837511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfee1a1c-6706-4413-8630-9b390964dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.837649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:35.838144 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:35.868812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfee1a1c-6706-4413-8630-9b390964dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.926737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:48:36.051373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfee1a1c-6706-4413-8630-9b390964dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.054959 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfee1a1c-6706-4413-8630-9b390964dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.061145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bfee1a1c-6706-4413-8630-9b390964dbd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29caa29e-b130-403b-9818-440e686e6556 HTTP/1.1" status: 204 len: 168 time: 0.3654706 Jul 28 14:48:36.078629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee1a1c-6706-4413-8630-9b390964dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29caa29e-b130-403b-9818-440e686e6556,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:36.417011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-841a5840-c36c-49a3-8be5-b119d4773a9b req-be55c3f6-62a5-4bda-a95e-4377ac5a2dad service neutron] 10.222.0.42 "GET /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1156478 Jul 28 14:48:36.472915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-68b6c259-e07c-49aa-8ee0-52cae4a9b8e8 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:36.475057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-68b6c259-e07c-49aa-8ee0-52cae4a9b8e8 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 815 time: 1.2522733 Jul 28 14:48:36.505352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c7a62-0da4-4e63-b977-c6beeb792bf6 req-bb55eb34-9cc6-4383-b808-cae79b38401c tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:36.507693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520c7a62-0da4-4e63-b977-c6beeb792bf6 req-bb55eb34-9cc6-4383-b808-cae79b38401c tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 944 time: 0.6443634 Jul 28 14:48:36.516027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Request body: {'port': {'device_id': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'admin_state_up': True, 'tenant_id': 'ad2ba51a35924bc298e2528668f59544'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:36.613074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.632064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b4122-cf88-4a84-af2e-e82c25036103 req-ab69615f-ae3f-4df5-a078-67d08553a28e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:36.634324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-849b4122-cf88-4a84-af2e-e82c25036103 req-ab69615f-ae3f-4df5-a078-67d08553a28e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.2877431 Jul 28 14:48:36.635386 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.647225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:36.647225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.682024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.688530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b8ad1b7-f065-4f4a-8127-ee38da395a39 HTTP/1.1" status: 204 len: 168 time: 2.5507543 Jul 28 14:48:36.701359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.805960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abeb5c04-c9a2-4e6e-a786-e93bdab4be16 req-ee71bf78-b5ed-4386-9032-d062cbe0657e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.0652943 Jul 28 14:48:36.877103 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.958481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-520c7a62-0da4-4e63-b977-c6beeb792bf6 req-05818c72-17c1-4562-9483-c6a7d59a75ae tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264882 Jul 28 14:48:36.960210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Network': ['ID=2675bf04-1712-458b-8176-114c2d266d78,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:36.983891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2675bf04-1712-458b-8176-114c2d266d78 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:37.023431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] In _notify_port_updated(), no bound segment for port 6d157a04-d2a4-4feb-9d2b-215b1293437c on network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:48:37.029478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.030206 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.034771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "PUT /v2.0/ports/6d157a04-d2a4-4feb-9d2b-215b1293437c HTTP/1.1" status: 200 len: 1129 time: 2.4987607 Jul 28 14:48:37.038045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53824) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.054541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10866c86-9403-4c6d-9f63-b3699910d001 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8ad1b7-f065-4f4a-8127-ee38da395a39,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.061368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af34111f-e81a-4911-a792-a11e64bad828 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.1926351 Jul 28 14:48:37.067741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53826) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.085322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'subnet': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:37.089970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e25621-41e7-4ed0-b073-88dcbd5dbaa9 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event updated for resources: {'Port': ['ID=6d157a04-d2a4-4feb-9d2b-215b1293437c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.105270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-b43248ee-dae4-4037-ba07-34e1a281a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.107500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-b43248ee-dae4-4037-ba07-34e1a281a223 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3114d01513140509edb2d486572603e&device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 1096 time: 0.4057417 Jul 28 14:48:37.252762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceae1c-f1a9-4d65-9c14-3c6215a4d905 req-dce64cf3-eccb-4e9a-9a84-315c3271316c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.265205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9ceae1c-f1a9-4d65-9c14-3c6215a4d905 req-dce64cf3-eccb-4e9a-9a84-315c3271316c tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 945 time: 0.2914498 Jul 28 14:48:37.315274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475bff2-40ea-44ca-a305-8b56a7d58298 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.322353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3475bff2-40ea-44ca-a305-8b56a7d58298 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "GET /v2.0/ports/6d157a04-d2a4-4feb-9d2b-215b1293437c HTTP/1.1" status: 200 len: 1129 time: 0.2697325 Jul 28 14:48:37.328842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53830) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.372963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Deleting port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:37.373438 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.394357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53832) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.431120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Made reservation on behalf of ad2ba51a35924bc298e2528668f59544 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:37.434416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.435271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9ceae1c-f1a9-4d65-9c14-3c6215a4d905 req-654322b5-0971-427c-a4a9-83718b2ab6b5 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637216 Jul 28 14:48:37.442401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-313463d0-ea68-4ace-808f-9b41a0c8f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.444064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-313463d0-ea68-4ace-808f-9b41a0c8f7ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd9f149e-2acf-4020-8afc-e9b3cee360d9 HTTP/1.1" status: 200 len: 919 time: 0.2964876 Jul 28 14:48:37.501062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b01f3969-9ce9-4df4-a800-4fecd37f61e6 None None] Provisioning complete for port 6d157a04-d2a4-4feb-9d2b-215b1293437c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:37.501534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b01f3969-9ce9-4df4-a800-4fecd37f61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.546225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-6bf39242-a116-4397-9174-fdb701189263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 HTTP/1.1" status: 200 len: 217 time: 0.0899763 Jul 28 14:48:37.550062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b01f3969-9ce9-4df4-a800-4fecd37f61e6 None None] Port 6d157a04-d2a4-4feb-9d2b-215b1293437c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:37.570291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6537d3f-0d7c-4794-aef3-01077c1dd20c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c9b83fdfdc24fe69e79af9588898434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711211 Jul 28 14:48:37.576646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.607429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:37.611458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.640046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Deleting port 6d157a04-d2a4-4feb-9d2b-215b1293437c {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:37.640669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.759560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] For port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:37.759560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.759560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-ab8ff2d2-6211-40a5-9dbe-26523ca56e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.760234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-ab8ff2d2-6211-40a5-9dbe-26523ca56e5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0663b3eb-75ba-47f6-8445-c14931bd8e3d HTTP/1.1" status: 200 len: 858 time: 0.1976113 Jul 28 14:48:37.800206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01a71811-0246-41ed-8cc2-0919ff306a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.813000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Calling delete_port for 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:37.845138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-e1d76776-29da-498c-abcb-bd2de6b8042e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd9f149e-2acf-4020-8afc-e9b3cee360d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724921 Jul 28 14:48:37.879738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01a71811-0246-41ed-8cc2-0919ff306a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.913174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.961590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Calling delete_port for 6d157a04-d2a4-4feb-9d2b-215b1293437c owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:38.035179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ef9fd393-aa19-4d91-bf15-20ef7c6d6363 req-427b453a-ace4-4a9a-9f3e-080d081110e6 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.0670269 Jul 28 14:48:38.052665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Allocated IP 172.20.0.6 (b378b465-58ed-4a35-992c-382aaee2c0b4/29f1337b-cc41-4f2a-b0f8-8200271d70b8/649ea61f-28da-4880-8857-1055a8ace54c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:38.173658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-c963427a-9b1b-49dd-8479-f159ff5d2673 service neutron] 10.222.0.42 "GET /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124666 Jul 28 14:48:38.405881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.445119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01a71811-0246-41ed-8cc2-0919ff306a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.447718 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01a71811-0246-41ed-8cc2-0919ff306a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.449015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01a71811-0246-41ed-8cc2-0919ff306a22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/662299f2-aecd-49f1-b019-ade54349c6b4 HTTP/1.1" status: 204 len: 168 time: 0.8713124 Jul 28 14:48:38.455068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event deleted for resources: {'Port': ['ID=6d157a04-d2a4-4feb-9d2b-215b1293437c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:38.486926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a71811-0246-41ed-8cc2-0919ff306a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662299f2-aecd-49f1-b019-ade54349c6b4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:38.489515 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.491805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f03f9ebe-d1fd-4eb9-a442-1c1e1aaf44a0 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "DELETE /v2.0/ports/6d157a04-d2a4-4feb-9d2b-215b1293437c HTTP/1.1" status: 204 len: 168 time: 1.1618099 Jul 28 14:48:38.495617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53854) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:38.644596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734a9f-f7c6-4847-9bf3-cc964920cec1 req-a4de7999-49b0-4099-828a-1565f0f154b6 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:38.647516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e734a9f-f7c6-4847-9bf3-cc964920cec1 req-a4de7999-49b0-4099-828a-1565f0f154b6 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 944 time: 0.4374588 Jul 28 14:48:38.673177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Deleting subnet bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:38.675121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.682425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.774613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.783683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.796409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'aa6b22b3-1270-4334-9800-e713431e1598'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:38.822317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-425d06a0-b31a-4713-9566-d4ebc3fd9bb1 req-182db94b-89ff-44b9-b3b5-da694ef6ae45 service neutron] 10.222.0.42 "GET /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294892 Jul 28 14:48:38.854193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba306a2-f105-410a-b545-504f9ce43201 req-6e7ee5ed-10a8-4064-96af-f9963f405d3f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:38.868220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba306a2-f105-410a-b545-504f9ce43201 req-6e7ee5ed-10a8-4064-96af-f9963f405d3f tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 867 time: 0.2506094 Jul 28 14:48:38.926648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ba306a2-f105-410a-b545-504f9ce43201 req-adb0c636-1ff8-4dee-8018-721b50377e96 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570765 Jul 28 14:48:38.972840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event deleted for resources: {'Port': ['ID=6ff9c0fb-cf6b-49d4-9aa4-362134e860d3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.032860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] No DVR routers for this DVR port 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:39.037762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Subnet': ['ID=2e298a2f-c900-4599-8410-020798695333,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.042439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.045831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.048349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-849b4122-cf88-4a84-af2e-e82c25036103 req-41df2b10-d860-4c3f-823d-42b6016dfddf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.42 "DELETE /v2.0/ports/6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 HTTP/1.1" status: 204 len: 173 time: 2.3389461 Jul 28 14:48:39.052617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e734a9f-f7c6-4847-9bf3-cc964920cec1 req-2ec56348-8c61-4c79-80eb-7919acd30473 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898544 Jul 28 14:48:39.055155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'name': 'network-vif-deleted', 'tag': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:39.057608 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70390836-cd3a-4a74-bc2b-7eff194bdd4e" -d '{"events": [{"server_uuid": "caad2c68-7705-4feb-8f39-800080ae0e19", "name": "network-vif-deleted", "tag": "6ff9c0fb-cf6b-49d4-9aa4-362134e860d3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:39.087939 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.103952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Checking segment: {'id': '709cc8b2-4fce-4073-b27b-d18e79fc4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2675bf04-1712-458b-8176-114c2d266d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:39.108145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network hostable DHCP agents. Network: 2675bf04-1712-458b-8176-114c2d266d78, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:39.203125 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552487e9-d3e6-4a3f-b4a6-95059edaacd9 x-openstack-request-id: req-552487e9-d3e6-4a3f-b4a6-95059edaacd9 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:39.204421 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad2c68-7705-4feb-8f39-800080ae0e19", "name": "network-vif-deleted", "tag": "6ff9c0fb-cf6b-49d4-9aa4-362134e860d3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:39.220240 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-552487e9-d3e6-4a3f-b4a6-95059edaacd9 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:39.221007 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad2c68-7705-4feb-8f39-800080ae0e19', 'name': 'network-vif-deleted', 'tag': '6ff9c0fb-cf6b-49d4-9aa4-362134e860d3', 'status': 'completed', 'code': 200} Jul 28 14:48:39.314309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:39.369368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11921812-d55f-4991-a09c-464f5ce902de req-66b972b5-44e4-4c3d-b130-a4ed3cba5daa tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 210 time: 0.0373454 Jul 28 14:48:39.409122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.494374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Network b378b465-58ed-4a35-992c-382aaee2c0b4 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:39.496111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:39.503451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:39.508792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.534957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.545572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.557784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.557784 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae8e106c-0140-4276-9a87-d26153b8f311 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "DELETE /v2.0/subnets/bd8a5bce-26fd-4ee0-ba0f-23c9f2e299f6 HTTP/1.1" status: 204 len: 168 time: 1.0591636 Jul 28 14:48:39.558922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53878) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.567074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265e8be5-dc63-4cb1-bb8e-90d5e388e1a9 None None] Network 4736e899-5818-4311-b6d7-f2d8fd89a0e5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:39.583472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2675bf04-1712-458b-8176-114c2d266d78) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:39.603486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:39.604761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.614423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:39.615632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.632101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85425fc-1e49-44b3-9745-c99c7c4388ac None None] Network 2675bf04-1712-458b-8176-114c2d266d78 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:39.749312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.877944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-cd285d72-9544-405c-b00a-c75a4818d9b2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3784692 Jul 28 14:48:39.884061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e154658a-4010-45cd-b223-b497e1be8cb6 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8095384 Jul 28 14:48:39.884418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53884) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.886688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Deleting port 23a16758-92f1-4436-8697-91916cceaced {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:39.887262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2675bf04-1712-458b-8176-114c2d266d78', 'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'tenant_id': 'f547adff5eae4d35b142cc3f40884daa', 'fixed_ips': [{'subnet_id': '2e298a2f-c900-4599-8410-020798695333'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:39.889393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.889818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.900176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Request body: {'port': {'device_id': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:39.903692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'name': 'tempest-AllowedAddressPairTestJSON-1980700362'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:39.954101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] DHCP port deletion for 4736e899-5818-4311-b6d7-f2d8fd89a0e5 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:40.045246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.141943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30be1bf6-87cf-4e10-a89a-851dc586c4e5 req-0edc541f-1dec-4e6d-a7e6-8eb0668191c8 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=caad2c68-7705-4feb-8f39-800080ae0e19 HTTP/1.1" status: 200 len: 210 time: 0.0860336 Jul 28 14:48:40.325425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Allocated IP 172.20.0.2 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/0e0f4739-ce37-4a54-9756-c0884a8ba126) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:40.381808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] For port 23a16758-92f1-4436-8697-91916cceaced, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a16758-92f1-4436-8697-91916cceaced,segment=NetworkSegment(496c0bb0-a7e5-4fec-8bf6-8f08f39351f9),segment_id=496c0bb0-a7e5-4fec-8bf6-8f08f39351f9)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:40.387456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.457536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Calling delete_port for 23a16758-92f1-4436-8697-91916cceaced owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:40.700860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208113-df14-43fb-bfea-b7f23b9d671b req-a54d6c76-1aea-401d-b654-0f8f2af8c989 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:40.713301 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10208113-df14-43fb-bfea-b7f23b9d671b req-a54d6c76-1aea-401d-b654-0f8f2af8c989 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 944 time: 0.3504577 Jul 28 14:48:40.719858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:48:40.722171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:40.722400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1116f92-5f6b-40d0-83d3-129eb71872bc req-64e93851-b4f4-4ed3-a645-ba556690d28c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:40.733552 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.737313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1116f92-5f6b-40d0-83d3-129eb71872bc req-64e93851-b4f4-4ed3-a645-ba556690d28c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 931 time: 0.1585109 Jul 28 14:48:40.774695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:40.775047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6ff9c0fb-cf6b-49d4-9aa4-362134e860d3 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:40.778524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Transition to ACTIVE for port object 0e0f4739-ce37-4a54-9756-c0884a8ba126 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:40.792062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Deleting port 23a16758-92f1-4436-8697-91916cceaced {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:40.792438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.799987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10208113-df14-43fb-bfea-b7f23b9d671b req-75618a84-2089-4e2e-aa97-3b335f3a8d3b tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851274 Jul 28 14:48:40.882357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Transition to ACTIVE for port object 0e0f4739-ce37-4a54-9756-c0884a8ba126 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:40.940736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1116f92-5f6b-40d0-83d3-129eb71872bc req-a464ef4c-94e2-439c-8df0-4d8777a00102 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907258 Jul 28 14:48:40.947838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] For port 23a16758-92f1-4436-8697-91916cceaced, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a16758-92f1-4436-8697-91916cceaced,segment=NetworkSegment(496c0bb0-a7e5-4fec-8bf6-8f08f39351f9),segment_id=496c0bb0-a7e5-4fec-8bf6-8f08f39351f9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:40.947838 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.952649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:40.961246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.975226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Calling delete_port for 23a16758-92f1-4436-8697-91916cceaced owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:40.977066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,segment=NetworkSegment(2ec6582e-5b54-4809-829d-53f2ce0a2d65),segment_id=2ec6582e-5b54-4809-829d-53f2ce0a2d65)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:41.005691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7', 'network_id': 'cd9f149e-2acf-4020-8afc-e9b3cee360d9', 'port_id': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7', 'mac_address': 'fa:16:3e:0e:c8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0663b3eb-75ba-47f6-8445-c14931bd8e3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:48:41.006050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] device_id is not set on port 9517c84f-0f98-498b-87b6-41e20f68c50e yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:41.100253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.140161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53910) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:41.141033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:41.148350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.165179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.179370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,segment=NetworkSegment(2ec6582e-5b54-4809-829d-53f2ce0a2d65),segment_id=2ec6582e-5b54-4809-829d-53f2ce0a2d65)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:41.203514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649ea61f-28da-4880-8857-1055a8ace54c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:41.206128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Pushing event deleted for resources: {'Port': ['ID=23a16758-92f1-4436-8697-91916cceaced,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.217275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] No DVR routers for this DVR port 23a16758-92f1-4436-8697-91916cceaced on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:41.240597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.240597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.240597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.241086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.241086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.241408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.241736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.242067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.242397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.242797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.243034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.243360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc53659-89dd-4abf-99f0-5bdb63a60c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:41.243908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.252402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.284270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event deleted for resources: {'Port': ['ID=23a16758-92f1-4436-8697-91916cceaced,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.299098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] No DVR routers for this DVR port 23a16758-92f1-4436-8697-91916cceaced on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:41.302280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Transition to ACTIVE for port object 649ea61f-28da-4880-8857-1055a8ace54c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:41.322375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Pushing event updated for resources: {'Port': ['ID=0e0f4739-ce37-4a54-9756-c0884a8ba126,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.332143 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.350149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-864867476-network', 'tenant_id': '27b481319b1048a8a5c5671306336db9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:41.353442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:41.358066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:41.395526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:41.462538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.547281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:41.551622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.600968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.613963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.705882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Attempting to bind port 0e0f4739-ce37-4a54-9756-c0884a8ba126 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:41.706143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Attempting to bind port 0e0f4739-ce37-4a54-9756-c0884a8ba126 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '709cc8b2-4fce-4073-b27b-d18e79fc4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2675bf04-1712-458b-8176-114c2d266d78'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:41.706455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Attempting to bind port 0e0f4739-ce37-4a54-9756-c0884a8ba126 on network 2675bf04-1712-458b-8176-114c2d266d78 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:41.709123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a16758-92f1-4436-8697-91916cceaced no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:41.754820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:41.755307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Checking segment: {'id': '709cc8b2-4fce-4073-b27b-d18e79fc4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2675bf04-1712-458b-8176-114c2d266d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:41.756005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.756491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Bound using segment: {'id': '709cc8b2-4fce-4073-b27b-d18e79fc4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2675bf04-1712-458b-8176-114c2d266d78'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:41.757069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Bound port: 0e0f4739-ce37-4a54-9756-c0884a8ba126, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709cc8b2-4fce-4073-b27b-d18e79fc4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2675bf04-1712-458b-8176-114c2d266d78'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:41.757532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.760200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.766545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 23a16758-92f1-4436-8697-91916cceaced {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:41.767233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a16758-92f1-4436-8697-91916cceaced not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:41.802600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Attempting to bind port 649ea61f-28da-4880-8857-1055a8ace54c on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:41.803146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Attempting to bind port 649ea61f-28da-4880-8857-1055a8ace54c by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:41.803694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Attempting to bind port 649ea61f-28da-4880-8857-1055a8ace54c on network b378b465-58ed-4a35-992c-382aaee2c0b4 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:41.819815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Port 649ea61f-28da-4880-8857-1055a8ace54c on network b378b465-58ed-4a35-992c-382aaee2c0b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:48:41.820310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Attempting to bind port 649ea61f-28da-4880-8857-1055a8ace54c on network b378b465-58ed-4a35-992c-382aaee2c0b4 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:41.840139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:41.849842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Checking segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:41.850689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Bound using segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:41.851458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Bound port: 649ea61f-28da-4880-8857-1055a8ace54c, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:41.852768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.918924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['b045d8da-4cd8-4eed-9fd1-38c4839bc8c7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:41.928581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] For port 0e0f4739-ce37-4a54-9756-c0884a8ba126, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:41.979093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] For port 0e0f4739-ce37-4a54-9756-c0884a8ba126, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0e0f4739-ce37-4a54-9756-c0884a8ba126,segment=NetworkSegment(709cc8b2-4fce-4073-b27b-d18e79fc4048),segment_id=709cc8b2-4fce-4073-b27b-d18e79fc4048)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:42.036051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.037208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.044298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Allocated IP 172.20.0.9 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/9517c84f-0f98-498b-87b6-41e20f68c50e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:42.070683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:42.077486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:42.079181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4736e899-5818-4311-b6d7-f2d8fd89a0e5']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:42.092362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.107501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:42.108360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496c0bb0-a7e5-4fec-8bf6-8f08f39351f9') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:42.120905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.136105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.183604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.195633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:42.201907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249722e-5ca3-4a3b-9623-95e2469481aa req-72db1a37-7536-494a-b892-80567767329a tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:42.203603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a249722e-5ca3-4a3b-9623-95e2469481aa req-72db1a37-7536-494a-b892-80567767329a tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 945 time: 0.2643530 Jul 28 14:48:42.222066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:42.223100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.228681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aeabd-cdcc-4eb7-9e5f-02abc9e6693d None None] Pushing event updated for resources: {'Port': ['ID=0e0f4739-ce37-4a54-9756-c0884a8ba126,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.236730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:42.237738 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:42.345890 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.346401 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Added segment cd51205f-0ca8-4cb0-a82c-586a9d278677 of type vlan for network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd Jul 28 14:48:42.351139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e92c2a-eb0c-48e2-857a-2bcf728bedbf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.423475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:42.424566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.427466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/649ea61f-28da-4880-8857-1055a8ace54c HTTP/1.1" status: 200 len: 1092 time: 2.5398054 Jul 28 14:48:42.427776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:42.431875 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb144b14-7af6-4f89-8419-eed209569915" -d '{"events": [{"name": "network-changed", "server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "tag": "649ea61f-28da-4880-8857-1055a8ace54c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:42.473544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.477199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a249722e-5ca3-4a3b-9623-95e2469481aa req-a3728998-ae14-43d3-abfb-9ba60c2ede49 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563841 Jul 28 14:48:42.491167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9f885-01e4-42aa-9411-c90ba7c551f6 service neutron] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.508970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde171-f880-41df-ad5d-150332b375ef req-21871e6b-ad6e-4c12-ab3c-a78c2f494598 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:42.513373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43dde171-f880-41df-ad5d-150332b375ef req-21871e6b-ad6e-4c12-ab3c-a78c2f494598 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 943 time: 0.3218522 Jul 28 14:48:42.622746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.656147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Transition to ACTIVE for port object 9517c84f-0f98-498b-87b6-41e20f68c50e will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:42.657307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43dde171-f880-41df-ad5d-150332b375ef req-a79038d0-c213-4e56-8914-682499d9eb75 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219296 Jul 28 14:48:42.659908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.675414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.677306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.685841 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] 10.222.0.57 "DELETE /v2.0/networks/4736e899-5818-4311-b6d7-f2d8fd89a0e5 HTTP/1.1" status: 204 len: 168 time: 3.1246665 Jul 28 14:48:42.692950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:42.695629 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.700975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffb35d-ac47-466a-a0b3-3caea670b42f tempest-ExtraDHCPOptionsIpV6TestJSON-125815239 tempest-ExtraDHCPOptionsIpV6TestJSON-125815239-project] Pushing event deleted for resources: {'Network': ['ID=4736e899-5818-4311-b6d7-f2d8fd89a0e5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.878183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73c293-08bf-4fbc-b93c-0dec4c45f1dd req-c6af01c6-dd11-4851-be0a-1e3a1bd65f35 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:42.885894 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcdcffa-e543-4729-abfb-6c54bc11e0cc x-openstack-request-id: req-cdcdcffa-e543-4729-abfb-6c54bc11e0cc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:42.886413 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "tag": "649ea61f-28da-4880-8857-1055a8ace54c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:42.888239 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdcdcffa-e543-4729-abfb-6c54bc11e0cc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:42.888239 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c', 'status': 'completed', 'code': 200} Jul 28 14:48:42.895471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a73c293-08bf-4fbc-b93c-0dec4c45f1dd req-c6af01c6-dd11-4851-be0a-1e3a1bd65f35 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 945 time: 0.1408391 Jul 28 14:48:42.904317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.945564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] Pushing event updated for resources: {'Network': ['ID=626aa0e6-c771-45f6-8f54-fe32ace1ecfd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.952128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-f8ff9578-b2bd-4e40-a57f-03fc6df231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:42.955532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-f8ff9578-b2bd-4e40-a57f-03fc6df231a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 1095 time: 0.2889369 Jul 28 14:48:42.959091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:43.024774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dc38a652-4bd6-4f7d-8ccb-4b665c0f0e69 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8821807 Jul 28 14:48:43.028806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-07e91b0b-d494-483a-9500-ddd80152fb4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649ea61f-28da-4880-8857-1055a8ace54c HTTP/1.1" status: 200 len: 217 time: 0.0625117 Jul 28 14:48:43.029538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.035030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Request body: {'subnet': {'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-864867476-subnet', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:43.066857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:43.073503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:43.080650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:43.119588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a73c293-08bf-4fbc-b93c-0dec4c45f1dd req-0aa3a1e3-7ffe-4827-acde-1464ed48e131 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016854 Jul 28 14:48:43.123281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=9517c84f-0f98-498b-87b6-41e20f68c50e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:43.124080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-fe60ecad-7f55-4a8c-924c-6e02bc2ca994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:43.125836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-fe60ecad-7f55-4a8c-924c-6e02bc2ca994 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29f1337b-cc41-4f2a-b0f8-8200271d70b8 HTTP/1.1" status: 200 len: 855 time: 0.0861533 Jul 28 14:48:43.177218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:43.179194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.361166 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-105fca84-6eb4-4739-ab66-0678b22ec0ab tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4663315 Jul 28 14:48:43.363707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53952) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.369014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'name': 'tempest-AllowedAddressPairTestJSON-683546273', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b6:63:cc'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:43.572397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e0f4739-ce37-4a54-9756-c0884a8ba126 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:43.609514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53958) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.719184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:43.721607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.725236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-9e6aafbb-a31e-45d9-b024-20fda6982ce5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b378b465-58ed-4a35-992c-382aaee2c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5911036 Jul 28 14:48:43.757882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:43.762303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-c710ac30-61cd-4eeb-9f28-b0d47753ca65 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:48:43.764010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-c710ac30-61cd-4eeb-9f28-b0d47753ca65 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063050 Jul 28 14:48:43.891343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0e0f4739-ce37-4a54-9756-c0884a8ba126 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:43.943565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38205099-0f22-43f2-8d93-44cf2ac073b9 None None] Network 2675bf04-1712-458b-8176-114c2d266d78 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:43.991775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7afd3a-3944-4b5b-bbbb-5769fa9f3ddd req-b384ceca-9c54-4f68-b1a5-2a9bdcccf411 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:44.002488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a7afd3a-3944-4b5b-bbbb-5769fa9f3ddd req-b384ceca-9c54-4f68-b1a5-2a9bdcccf411 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 943 time: 0.2226968 Jul 28 14:48:44.018252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099c02-f69d-48c0-8a22-d78a69ea5623 req-810d6239-9961-4a09-86a9-439bd07ac060 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:44.020320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b099c02-f69d-48c0-8a22-d78a69ea5623 req-810d6239-9961-4a09-86a9-439bd07ac060 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 945 time: 0.2046626 Jul 28 14:48:44.060471 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.067811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-a8f0e184-033f-4886-b6a2-1f01f88461b3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:44.069586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cffd1025-678f-4af7-b3b3-97adbed658d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d013fcbd099341deb8a85011a1af325c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589124 Jul 28 14:48:44.070149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-a8f0e184-033f-4886-b6a2-1f01f88461b3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 945 time: 0.3639772 Jul 28 14:48:44.079070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:44.117869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a7afd3a-3944-4b5b-bbbb-5769fa9f3ddd req-b1644ff2-46a1-446f-9139-fcc57c562b4c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143246 Jul 28 14:48:44.132995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] device_id is not set on port fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:44.156172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-71b2194a-b957-4e86-b0ed-72d9826e87eb service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490565 Jul 28 14:48:44.203407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] Provisioning for port 0e0f4739-ce37-4a54-9756-c0884a8ba126 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:44.225476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] Provisioning complete for port 0e0f4739-ce37-4a54-9756-c0884a8ba126 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:44.225852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.316107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e81953f7-8cf4-437a-a3d7-d86bc59aae05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.337084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b099c02-f69d-48c0-8a22-d78a69ea5623 req-c46c7f18-43e6-4b7f-934f-540d3ecf7abd tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987909 Jul 28 14:48:44.388656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e81953f7-8cf4-437a-a3d7-d86bc59aae05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.397270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.537157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Allocated IP 172.20.0.4 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:44.537616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] For port 0e0f4739-ce37-4a54-9756-c0884a8ba126, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0e0f4739-ce37-4a54-9756-c0884a8ba126,segment=NetworkSegment(709cc8b2-4fce-4073-b27b-d18e79fc4048),segment_id=709cc8b2-4fce-4073-b27b-d18e79fc4048)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:44.588303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Deleting port aa6b22b3-1270-4334-9800-e713431e1598 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:44.588303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.634584 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.714027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e7b6-29e7-40f7-9360-881bdbb91891 req-2feb1b87-fb5f-4d10-a095-a5ac7f9a713d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:44.715424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] For port aa6b22b3-1270-4334-9800-e713431e1598, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=aa6b22b3-1270-4334-9800-e713431e1598,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:44.716711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fff3e7b6-29e7-40f7-9360-881bdbb91891 req-2feb1b87-fb5f-4d10-a095-a5ac7f9a713d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 945 time: 0.2708757 Jul 28 14:48:44.723429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.741483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Calling delete_port for aa6b22b3-1270-4334-9800-e713431e1598 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:44.756469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:44.760082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc4e4dac-f19e-4eca-b191-9e57fb966215 req-b45b0b8f-f31a-4b53-b8ae-0e075cf430cd service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215662 Jul 28 14:48:44.764150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.783733 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e81953f7-8cf4-437a-a3d7-d86bc59aae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.788079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e81953f7-8cf4-437a-a3d7-d86bc59aae05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.790264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e81953f7-8cf4-437a-a3d7-d86bc59aae05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ef5a05d-46cb-4dbf-bc00-e937242670c8 HTTP/1.1" status: 204 len: 168 time: 0.7035282 Jul 28 14:48:44.870894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81953f7-8cf4-437a-a3d7-d86bc59aae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5a05d-46cb-4dbf-bc00-e937242670c8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:44.964250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fff3e7b6-29e7-40f7-9360-881bdbb91891 req-1260982d-5836-4e99-b946-e182b8b059c3 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297833 Jul 28 14:48:44.995844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7120ff-b278-40eb-9927-a7bdeef41601 None None] Pushing event updated for resources: {'Port': ['ID=0e0f4739-ce37-4a54-9756-c0884a8ba126,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.016591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-45e33895-e055-46e4-b86d-836daf04b22b None None] Provisioning complete for port 0e0f4739-ce37-4a54-9756-c0884a8ba126 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:45.016959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45e33895-e055-46e4-b86d-836daf04b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.065783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.086430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Transition to ACTIVE for port object fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:45.102951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0518fbf1-d4ad-415e-82b3-10d86a04bce2,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.146872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:45.156680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:45.157053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.173442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Checking segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:45.174076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Network hostable DHCP agents. Network: 626aa0e6-c771-45f6-8f54-fe32ace1ecfd, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:45.197485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144b14-7af6-4f89-8419-eed209569915 req-795cd9f3-5fbe-42ac-aec8-98a4b68c84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.200441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-795cd9f3-5fbe-42ac-aec8-98a4b68c84d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 1095 time: 0.2874281 Jul 28 14:48:45.274803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.280688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.366864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,segment=NetworkSegment(2ec6582e-5b54-4809-829d-53f2ce0a2d65),segment_id=2ec6582e-5b54-4809-829d-53f2ce0a2d65)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:45.375097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:45.375097 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02684d4-aef0-46b0-8d5f-0a272a765a9a" -d '{"events": [{"server_uuid": "02e85b24-5a6d-489a-a7f5-9c78402bcde7", "name": "network-vif-plugged", "status": "completed", "tag": "b045d8da-4cd8-4eed-9fd1-38c4839bc8c7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:45.379739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-45e33895-e055-46e4-b86d-836daf04b22b None None] Provisioning for port 9517c84f-0f98-498b-87b6-41e20f68c50e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:45.390227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-45e33895-e055-46e4-b86d-836daf04b22b None None] Provisioning complete for port 9517c84f-0f98-498b-87b6-41e20f68c50e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:45.390502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45e33895-e055-46e4-b86d-836daf04b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.409158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.438615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:45.450665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144b14-7af6-4f89-8419-eed209569915 req-01fb6c7e-62f3-4446-bb70-729ab74d76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.451560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:45.453387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-01fb6c7e-62f3-4446-bb70-729ab74d76d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 916 time: 0.2361476 Jul 28 14:48:45.471385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:45.486919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-45e33895-e055-46e4-b86d-836daf04b22b None None] Port 9517c84f-0f98-498b-87b6-41e20f68c50e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:45.502467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.555778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.557235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.560718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e0f4739-ce37-4a54-9756-c0884a8ba126 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:45.662959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e037-4d17-41cc-b2b5-93744a3b1f45 req-8cb04e74-823e-41dc-842c-fa4eebc0ed22 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.665453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8470e037-4d17-41cc-b2b5-93744a3b1f45 req-8cb04e74-823e-41dc-842c-fa4eebc0ed22 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 946 time: 0.0967331 Jul 28 14:48:45.682202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-452c4449-9fe8-4040-b192-5aa7099f30a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649ea61f-28da-4880-8857-1055a8ace54c HTTP/1.1" status: 200 len: 217 time: 0.1951487 Jul 28 14:48:45.742518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-962784a4-1289-47e1-9501-00e61a82d7e8 None None] Provisioning complete for port 9517c84f-0f98-498b-87b6-41e20f68c50e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:45.751317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-962784a4-1289-47e1-9501-00e61a82d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.773351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8470e037-4d17-41cc-b2b5-93744a3b1f45 req-f858ade1-09ff-42ea-9a25-a13d2a3e166c tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009824 Jul 28 14:48:45.810152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.813971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285194d0-b12b-436c-a2b9-80120914ac9a req-e8454e12-83e4-4a36-a0e7-dbebe9d15156 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.817135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-285194d0-b12b-436c-a2b9-80120914ac9a req-e8454e12-83e4-4a36-a0e7-dbebe9d15156 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 943 time: 0.3618078 Jul 28 14:48:45.818494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb1e4239-038b-4a1b-bded-ffb9c5d603ee tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.4538155 Jul 28 14:48:45.819053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144b14-7af6-4f89-8419-eed209569915 req-1512a959-98d3-4735-b479-94047d666141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.822777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-1512a959-98d3-4735-b479-94047d666141 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29f1337b-cc41-4f2a-b0f8-8200271d70b8 HTTP/1.1" status: 200 len: 855 time: 0.1295846 Jul 28 14:48:45.826336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54004) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:45.902146 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0f2c5-73a4-43d8-936d-e2e1b2b153ef x-openstack-request-id: req-35d0f2c5-73a4-43d8-936d-e2e1b2b153ef {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:45.902584 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e85b24-5a6d-489a-a7f5-9c78402bcde7", "name": "network-vif-plugged", "status": "completed", "tag": "b045d8da-4cd8-4eed-9fd1-38c4839bc8c7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:45.907925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-ab81f87a-4e9d-4dbf-8973-34ec38b992b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b378b465-58ed-4a35-992c-382aaee2c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754459 Jul 28 14:48:45.910936 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35d0f2c5-73a4-43d8-936d-e2e1b2b153ef {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:45.911728 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7', 'code': 200} Jul 28 14:48:45.915518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0e0f4739-ce37-4a54-9756-c0884a8ba126 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:45.916109 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.921347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-962784a4-1289-47e1-9501-00e61a82d7e8 None None] Port 9517c84f-0f98-498b-87b6-41e20f68c50e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:45.953238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12769bc2-5382-4269-beef-af2f9e3db9e4 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.968134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12769bc2-5382-4269-beef-af2f9e3db9e4 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.980980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12769bc2-5382-4269-beef-af2f9e3db9e4 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:45.996280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-12769bc2-5382-4269-beef-af2f9e3db9e4 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1650908 Jul 28 14:48:45.997710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:46.101386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:46.112779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.148856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'aa6b22b3-1270-4334-9800-e713431e1598'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:46.181641 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71755f85-12c8-4b66-8d98-3c1f725b08f8 req-5457c917-3c83-460a-97bb-0d9b0bbd4b55 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.0510466 Jul 28 14:48:46.194507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-47dd0022-d2b7-4a7b-90d7-8cd149990aff service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515364 Jul 28 14:48:46.201125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:46.202851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.220827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event deleted for resources: {'Port': ['ID=aa6b22b3-1270-4334-9800-e713431e1598,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:46.274108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9e7c0d24-33a3-4f63-8a71-eada0f59b133 None None] Provisioning for port fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:46.292094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9e7c0d24-33a3-4f63-8a71-eada0f59b133 None None] Provisioning complete for port fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:46.293182 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0d24-33a3-4f63-8a71-eada0f59b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.329190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-285194d0-b12b-436c-a2b9-80120914ac9a req-2963dae8-4ec3-4533-90a7-070782d5240f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778192 Jul 28 14:48:46.349926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:48:46.363924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] No DVR routers for this DVR port aa6b22b3-1270-4334-9800-e713431e1598 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:46.379488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.382733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a78dab96-12a7-42e0-94e5-e01e8baddae3 req-d1c25b3c-9e74-4a8e-9093-40229fe1c646 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "DELETE /v2.0/ports/aa6b22b3-1270-4334-9800-e713431e1598 HTTP/1.1" status: 204 len: 173 time: 2.2989252 Jul 28 14:48:46.383670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 626aa0e6-c771-45f6-8f54-fe32ace1ecfd) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:46.386150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'name': 'network-vif-deleted', 'tag': 'aa6b22b3-1270-4334-9800-e713431e1598'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:46.390235 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926ccd2-d167-477d-9d75-cf9c64850d4b" -d '{"events": [{"server_uuid": "673cff8b-be6d-45bc-afb7-97ca28262a04", "name": "network-vif-deleted", "tag": "aa6b22b3-1270-4334-9800-e713431e1598"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:46.412031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f5bd2-bba0-4a5b-919f-f9c73d2a7ef2 None None] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:46.424020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:46.424020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.424622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.448352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:46.471475 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb144b14-7af6-4f89-8419-eed209569915 req-abd3e044-53c9-4b49-a9ef-970a80c02f83 service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334125 Jul 28 14:48:46.500492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16062a-2172-4e05-9c37-e6737ada3591 req-ad29ff97-c22a-4e62-b751-b0f139305fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:46.510018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc16062a-2172-4e05-9c37-e6737ada3591 req-ad29ff97-c22a-4e62-b751-b0f139305fcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 1098 time: 0.3866751 Jul 28 14:48:46.511741 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26354d12-6386-4ab6-9e30-54464ab80f53 x-openstack-request-id: req-26354d12-6386-4ab6-9e30-54464ab80f53 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:46.513662 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673cff8b-be6d-45bc-afb7-97ca28262a04", "name": "network-vif-deleted", "tag": "aa6b22b3-1270-4334-9800-e713431e1598", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:46.514069 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26354d12-6386-4ab6-9e30-54464ab80f53 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:46.514686 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673cff8b-be6d-45bc-afb7-97ca28262a04', 'name': 'network-vif-deleted', 'tag': 'aa6b22b3-1270-4334-9800-e713431e1598', 'status': 'completed', 'code': 200} Jul 28 14:48:46.530274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c0d24-33a3-4f63-8a71-eada0f59b133 None None] Port fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:46.540977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:48:46.561695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc16062a-2172-4e05-9c37-e6737ada3591 req-095f0134-26f9-4adc-9ca3-6668df82a5aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Jul 28 14:48:46.608774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d538664a-0e32-42e6-b23a-17b7141e5e50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5774910 Jul 28 14:48:46.611601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54022) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:46.618950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:46.726122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.728285 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.813807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:46.864705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '649ea61f-28da-4880-8857-1055a8ace54c', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'port_id': '649ea61f-28da-4880-8857-1055a8ace54c', 'mac_address': 'fa:16:3e:d2:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1337b-cc41-4f2a-b0f8-8200271d70b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:48:46.890885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.933990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:46.933990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.946357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.981764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:46.986798 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.117996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649ea61f-28da-4880-8857-1055a8ace54c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:47.172154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005a21b-7e66-4e04-aea7-d2f907299512 req-8d140149-4e2d-4437-86fb-94b5a5f72e31 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.185299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9005a21b-7e66-4e04-aea7-d2f907299512 req-8d140149-4e2d-4437-86fb-94b5a5f72e31 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 946 time: 0.3152537 Jul 28 14:48:47.194070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54036) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.204974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:47.255903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Allocated IP 172.20.0.2 (626aa0e6-c771-45f6-8f54-fe32ace1ecfd/0518fbf1-d4ad-415e-82b3-10d86a04bce2/79f7dad9-6d7e-4590-851b-a65c30476bb0) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:47.310003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:48:47.366644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.517259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9005a21b-7e66-4e04-aea7-d2f907299512 req-2465f12b-1fdb-456f-9260-47a5c3fcb56f tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909727 Jul 28 14:48:47.550925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.556634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dcb6405f-a7c4-4114-b68f-1636c172f4fb tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/ports/fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 HTTP/1.1" status: 204 len: 168 time: 1.5559270 Jul 28 14:48:47.559890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.579350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:47.581828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.615618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8366b12-ad89-45f7-ba7b-2f54e5b1ec95 req-e61c76d0-6676-4e1e-9784-9c3f416b952d tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=673cff8b-be6d-45bc-afb7-97ca28262a04 HTTP/1.1" status: 200 len: 210 time: 0.0896251 Jul 28 14:48:47.667492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'networks': [{'name': 'tempest-network--1198737531'}, {'name': 'tempest-network--978112415'}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:47.669095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'network': {'name': 'tempest-network--1198737531'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:47.669651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'network': {'name': 'tempest-network--978112415'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:47.695763 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cd5097-8935-4330-ad30-a2250c6cc55c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] GET failed (client error): The resource could not be found. Jul 28 14:48:47.698747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-52cd5097-8935-4330-ad30-a2250c6cc55c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "GET /v2.0/ports/fc5c36b0-418c-4dc6-9d05-1a6bdf2a40c1 HTTP/1.1" status: 404 len: 333 time: 0.1369543 Jul 28 14:48:47.703139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54048) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.709797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'name': 'tempest-AllowedAddressPairTestJSON-827661034'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:47.744037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.753769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['649ea61f-28da-4880-8857-1055a8ace54c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:47.798772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Transition to ACTIVE for port object 79f7dad9-6d7e-4590-851b-a65c30476bb0 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:47.825965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Transition to ACTIVE for port object 79f7dad9-6d7e-4590-851b-a65c30476bb0 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:47.830312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5d07-4676-4d32-90fe-b97e652812f5 req-418db296-997e-4d34-933f-f985a4d474b0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.832757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-316f5d07-4676-4d32-90fe-b97e652812f5 req-418db296-997e-4d34-933f-f985a4d474b0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 944 time: 0.0826459 Jul 28 14:48:47.887077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-316f5d07-4676-4d32-90fe-b97e652812f5 req-888a484f-7f32-4dd2-85d7-668d348bc7c0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Jul 28 14:48:47.959914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'network': 2} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:47.978075 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.998691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.019044 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.080037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:48.087261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:48.094439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:48.099160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:48.102794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.119725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Pushing event updated for resources: {'Port': ['ID=79f7dad9-6d7e-4590-851b-a65c30476bb0,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:48.176558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] device_id is not set on port e654f74f-8db2-4b48-8792-63209c525277 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:48.191331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.227999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Attempting to bind port 79f7dad9-6d7e-4590-851b-a65c30476bb0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:48.228628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Attempting to bind port 79f7dad9-6d7e-4590-851b-a65c30476bb0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:48.229331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Attempting to bind port 79f7dad9-6d7e-4590-851b-a65c30476bb0 on network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:48.241202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:48.242358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Checking segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:48.242561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.243128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.243772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Bound using segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:48.244846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Bound port: 79f7dad9-6d7e-4590-851b-a65c30476bb0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:48.245477 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.296201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.354030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] For port 79f7dad9-6d7e-4590-851b-a65c30476bb0, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:48.360409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device aa6b22b3-1270-4334-9800-e713431e1598 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:48.364538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] For port 79f7dad9-6d7e-4590-851b-a65c30476bb0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=79f7dad9-6d7e-4590-851b-a65c30476bb0,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:48.396201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: aa6b22b3-1270-4334-9800-e713431e1598 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:48.396766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device aa6b22b3-1270-4334-9800-e713431e1598 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:48.411935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.412806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.446588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.505775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2132923a-a812-4c60-a4c3-d0d4d69e7f1f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:48.548035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:48.571033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.571967 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Added segment 8109c33b-2480-4db4-9587-a2eafd99795b of type vlan for network 808f3b68-bd51-4c49-920f-bebdc1ab7f81 Jul 28 14:48:48.578736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898816cb-9985-477e-bced-ee01d6aa097f None None] Pushing event updated for resources: {'Port': ['ID=79f7dad9-6d7e-4590-851b-a65c30476bb0,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:48.583953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Allocated IP 172.20.0.11 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/e654f74f-8db2-4b48-8792-63209c525277) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:48.678827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Allocated IP 172.25.6.165 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/9361dde2-02c9-4ae2-ba23-5372053e5273) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:48.715238 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.851706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:48.885921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.886576 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Added segment 2a77d797-f275-4759-87ae-152d2020bdec of type vlan for network 97cba48b-102b-41a0-93cd-db71a9c49b28 Jul 28 14:48:49.004114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b247c-8dd7-4851-b3a4-0958d4d9b90b req-ed123cb9-7311-47bf-8871-d3e9f68b2013 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:49.006044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df5b247c-8dd7-4851-b3a4-0958d4d9b90b req-ed123cb9-7311-47bf-8871-d3e9f68b2013 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 946 time: 0.2702663 Jul 28 14:48:49.054635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.272001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df5b247c-8dd7-4851-b3a4-0958d4d9b90b req-cca792b0-aeac-45dc-bb01-347b2eb2dc69 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493529 Jul 28 14:48:49.289430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.292299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cae28-3975-47eb-bffa-b2a6e5a98b36 req-c5fb1b3d-1547-4f3c-85f0-8eef0b1afd5a tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:49.294712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6cae28-3975-47eb-bffa-b2a6e5a98b36 req-c5fb1b3d-1547-4f3c-85f0-8eef0b1afd5a tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 944 time: 0.1501057 Jul 28 14:48:49.304775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.342643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Transition to ACTIVE for port object e654f74f-8db2-4b48-8792-63209c525277 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:49.394825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.395654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.410925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:49.420514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:49.421797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.461460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c6cae28-3975-47eb-bffa-b2a6e5a98b36 req-13dc1a76-9f72-43d6-95b2-42bd0aa8b63b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502447 Jul 28 14:48:49.532923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.564089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.632646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:49.636087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Network': ['ID=808f3b68-bd51-4c49-920f-bebdc1ab7f81,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.639272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Pushing event updated for resources: {'Port': ['ID=9361dde2-02c9-4ae2-ba23-5372053e5273,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.641272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 79f7dad9-6d7e-4590-851b-a65c30476bb0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:49.645488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:49.651382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:49.662552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4669299 Jul 28 14:48:49.682288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54078) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:49.796235 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337f77a-d1cc-4362-b042-f5660f042045 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Network': ['ID=97cba48b-102b-41a0-93cd-db71a9c49b28,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.819449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 808f3b68-bd51-4c49-920f-bebdc1ab7f81 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:49.829656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 97cba48b-102b-41a0-93cd-db71a9c49b28 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:49.914388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:50.074273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:50.116386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:50.267012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=e654f74f-8db2-4b48-8792-63209c525277,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.334269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e566f7-035e-4fd6-923f-c9029c01558f tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.371689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e566f7-035e-4fd6-923f-c9029c01558f tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.459848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e566f7-035e-4fd6-923f-c9029c01558f tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.493815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.495843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.496040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e566f7-035e-4fd6-923f-c9029c01558f tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.513591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54092) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:50.516027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-87e566f7-035e-4fd6-923f-c9029c01558f tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8311861 Jul 28 14:48:50.639501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:50.778695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4101f9-71ec-4a2e-9814-a37dc8189b6c None None] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:50.873129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfff0ea-f0d9-4167-8a10-802813cae508 req-26094403-f92c-4a21-bccc-1c4192b173e5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.875566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2bfff0ea-f0d9-4167-8a10-802813cae508 req-26094403-f92c-4a21-bccc-1c4192b173e5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 944 time: 0.1680934 Jul 28 14:48:50.964912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2bfff0ea-f0d9-4167-8a10-802813cae508 req-d9dc7bdc-b4b5-4f55-9338-2142b7a5d089 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755706 Jul 28 14:48:50.979328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54096) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:50.982148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb7bbf0b-d5db-48cf-88aa-dc6706482636 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2776217 Jul 28 14:48:50.997481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b6:63:cc'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:51.009340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.070942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 79f7dad9-6d7e-4590-851b-a65c30476bb0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:51.109572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] Provisioning for port 79f7dad9-6d7e-4590-851b-a65c30476bb0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:51.119030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 649ea61f-28da-4880-8857-1055a8ace54c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:51.121935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] Provisioning complete for port 79f7dad9-6d7e-4590-851b-a65c30476bb0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:51.122565 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.229056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 649ea61f-28da-4880-8857-1055a8ace54c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:51.230446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.427231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d34bc-d11d-46ca-b8e5-f2c75065c8fc req-7403a185-c251-40e9-855f-e04b302be500 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:51.429742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b53d34bc-d11d-46ca-b8e5-f2c75065c8fc req-7403a185-c251-40e9-855f-e04b302be500 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 946 time: 0.5639329 Jul 28 14:48:51.442409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.488283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.580167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.607804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.716561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:51.719065 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb1897c-7784-4506-a583-ff554869b52a" -d '{"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-plugged", "status": "completed", "tag": "649ea61f-28da-4880-8857-1055a8ace54c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:51.724933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] For port 79f7dad9-6d7e-4590-851b-a65c30476bb0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=79f7dad9-6d7e-4590-851b-a65c30476bb0,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:51.742564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:51.827060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.927656 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e794fe94-492c-434d-a298-3647186d898c x-openstack-request-id: req-e794fe94-492c-434d-a298-3647186d898c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:51.928139 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-plugged", "status": "completed", "tag": "649ea61f-28da-4880-8857-1055a8ace54c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:51.928587 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e794fe94-492c-434d-a298-3647186d898c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:51.929269 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c', 'code': 200} Jul 28 14:48:51.934127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.975493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.997994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e1393-04b8-4324-89ef-a2fb83c61ad2 None None] Pushing event updated for resources: {'Port': ['ID=79f7dad9-6d7e-4590-851b-a65c30476bb0,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:52.074624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1d7cfbc5-1821-4cf7-aab8-8c2e93dfca62 None None] Provisioning complete for port 79f7dad9-6d7e-4590-851b-a65c30476bb0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:52.075226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1d7cfbc5-1821-4cf7-aab8-8c2e93dfca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.079493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.184590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:52.300244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58c55c2c-d355-41f2-8ad8-eecece615273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.334489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.376420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=e654f74f-8db2-4b48-8792-63209c525277,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:52.398878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808f3b68-bd51-4c49-920f-bebdc1ab7f81']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:52.427572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1d7cfbc5-1821-4cf7-aab8-8c2e93dfca62 None None] Provisioning for port e654f74f-8db2-4b48-8792-63209c525277 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:52.433105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1d7cfbc5-1821-4cf7-aab8-8c2e93dfca62 None None] Provisioning complete for port e654f74f-8db2-4b48-8792-63209c525277 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:52.433428 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1d7cfbc5-1821-4cf7-aab8-8c2e93dfca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.510375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7771902-90aa-443a-b91e-ca27a6d6e1d4 req-362e5d7a-62f6-4d52-8204-01da0a5b2486 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:52.521639 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7771902-90aa-443a-b91e-ca27a6d6e1d4 req-362e5d7a-62f6-4d52-8204-01da0a5b2486 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.3674703 Jul 28 14:48:52.523547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] In _notify_port_updated(), no bound segment for port e654f74f-8db2-4b48-8792-63209c525277 on network 2675bf04-1712-458b-8176-114c2d266d78 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:48:52.535168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:52.536196 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.544533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-69f8ce7b-e2e3-496d-ab8e-36ce1b35cbd0 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "PUT /v2.0/ports/e654f74f-8db2-4b48-8792-63209c525277 HTTP/1.1" status: 200 len: 993 time: 1.5627697 Jul 28 14:48:52.545596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:52.546900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cfbc5-1821-4cf7-aab8-8c2e93dfca62 None None] Port e654f74f-8db2-4b48-8792-63209c525277 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:52.679880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0500cae6-b0f6-4b51-b363-11d10eaaffff None None] Provisioning complete for port e654f74f-8db2-4b48-8792-63209c525277 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:52.681563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0500cae6-b0f6-4b51-b363-11d10eaaffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.705013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.722221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7771902-90aa-443a-b91e-ca27a6d6e1d4 req-ab9f4596-ac5b-4fd7-a90c-fce6aee6059b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749971 Jul 28 14:48:52.743098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8109c33b-2480-4db4-9587-a2eafd99795b') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:52.744277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8109c33b-2480-4db4-9587-a2eafd99795b') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:52.757059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0500cae6-b0f6-4b51-b363-11d10eaaffff None None] Port e654f74f-8db2-4b48-8792-63209c525277 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:52.774099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port e654f74f-8db2-4b48-8792-63209c525277 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:52.774464 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.797442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.917553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b53d34bc-d11d-46ca-b8e5-f2c75065c8fc req-bb52f9b1-72f7-4f6f-8bcb-1e029b642317 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785378 Jul 28 14:48:52.921667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd736a0-dae2-499c-9cec-7aa4d4f2923b req-d4c417cf-49db-47a7-bb31-ea90cf55db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:52.924874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bd736a0-dae2-499c-9cec-7aa4d4f2923b req-d4c417cf-49db-47a7-bb31-ea90cf55db27 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 1097 time: 0.7023315 Jul 28 14:48:52.937853 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.962736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for e654f74f-8db2-4b48-8792-63209c525277 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:52.992401 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.045289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:53.046207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:53.055556 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:53.218648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-9045f256-0e83-444f-9a76-e77c76ad342b tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:53.220355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-9045f256-0e83-444f-9a76-e77c76ad342b tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.42 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 946 time: 0.5071645 Jul 28 14:48:53.243521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bd736a0-dae2-499c-9cec-7aa4d4f2923b req-74d78edd-78a5-4770-8f18-c82b7f9e648f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095608 Jul 28 14:48:53.274041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.336446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=e654f74f-8db2-4b48-8792-63209c525277,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:53.394093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Deleting port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:53.394093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.473470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 79f7dad9-6d7e-4590-851b-a65c30476bb0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:53.489012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.519021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.525768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-225a521e-4d5c-4d0c-b330-be45977e1689 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/ports/e654f74f-8db2-4b48-8792-63209c525277 HTTP/1.1" status: 204 len: 168 time: 0.9766622 Jul 28 14:48:53.527300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54126) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.540441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.547222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/networks/808f3b68-bd51-4c49-920f-bebdc1ab7f81 HTTP/1.1" status: 204 len: 168 time: 3.0169528 Jul 28 14:48:53.547222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f93c-7661-4abd-a512-91ddd3ab74ab tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Network': ['ID=808f3b68-bd51-4c49-920f-bebdc1ab7f81,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:53.557465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.558589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Router 096a105c-2582-4da5-9a7c-9c235937dd54 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:48:53.577228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 79f7dad9-6d7e-4590-851b-a65c30476bb0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:53.577912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.606528 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7720b3-f5bc-455d-8d3b-76cf2a3d1f75 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] GET failed (client error): The resource could not be found. Jul 28 14:48:53.613796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7b7720b3-f5bc-455d-8d3b-76cf2a3d1f75 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "GET /v2.0/ports/e654f74f-8db2-4b48-8792-63209c525277 HTTP/1.1" status: 404 len: 333 time: 0.0846953 Jul 28 14:48:53.616047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54130) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.626891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'name': 'tempest-AllowedAddressPairTestJSON-882977011'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:53.785689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] For port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,segment=NetworkSegment(2ec6582e-5b54-4809-829d-53f2ce0a2d65),segment_id=2ec6582e-5b54-4809-829d-53f2ce0a2d65)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:53.786264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.803684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Calling delete_port for b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:53.927597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efed41-362d-4c40-b38f-a5e668ccfb0c req-db2fd170-6947-4e5a-b071-25d5471c892e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:53.928659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09efed41-362d-4c40-b38f-a5e668ccfb0c req-db2fd170-6947-4e5a-b071-25d5471c892e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.0787444 Jul 28 14:48:53.964667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.015589 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09efed41-362d-4c40-b38f-a5e668ccfb0c req-4d6bd886-a363-4529-852f-3a9c36b6bd05 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696805 Jul 28 14:48:54.036779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:54.048291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.082648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] device_id is not set on port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:54.272907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:54.273213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Sync routers for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:54.274114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.288910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:54.290318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:48:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:54.304394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cba48b-102b-41a0-93cd-db71a9c49b28']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:54.340787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a77d797-f275-4759-87ae-152d2020bdec') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:54.341527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a77d797-f275-4759-87ae-152d2020bdec') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:54.361043 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.369130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474c11-2535-4c39-94f6-bfae99742d70 req-c6ed7c58-9f64-4c77-9422-67f942d1f94e tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:54.371980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c474c11-2535-4c39-94f6-bfae99742d70 req-c6ed7c58-9f64-4c77-9422-67f942d1f94e tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 946 time: 0.1951051 Jul 28 14:48:54.396205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.410936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:54.412187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.415764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Allocated IP 172.20.0.5 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:54.422474 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:54.456114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.459816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-781b18e7-5690-4049-a5ff-f79e01f12e3a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8458316 Jul 28 14:48:54.466389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:54.475685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:54.494666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c474c11-2535-4c39-94f6-bfae99742d70 req-fb0fea3d-5485-4d91-8d4c-9418ca358dc7 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/security-groups?id=870b1745-df6f-4c33-967d-87627bb75313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909936 Jul 28 14:48:54.530407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.597189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['b045d8da-4cd8-4eed-9fd1-38c4839bc8c7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:54.668814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Pushing event deleted for resources: {'Port': ['ID=b045d8da-4cd8-4eed-9fd1-38c4839bc8c7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:54.851305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] No DVR routers for this DVR port b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:54.864308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.868084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-941c6855-c5b9-459e-95a4-bb8dbff1712e req-4a0560dc-8096-483d-b82b-588ca9328766 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.42 "DELETE /v2.0/ports/b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 HTTP/1.1" status: 204 len: 173 time: 1.6350884 Jul 28 14:48:54.869838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'name': 'network-vif-deleted', 'tag': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:54.875225 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39161438-93f6-4e33-835e-c9933decb21c" -d '{"events": [{"server_uuid": "02e85b24-5a6d-489a-a7f5-9c78402bcde7", "name": "network-vif-deleted", "tag": "b045d8da-4cd8-4eed-9fd1-38c4839bc8c7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:54.888811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.900006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.907331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/networks/97cba48b-102b-41a0-93cd-db71a9c49b28 HTTP/1.1" status: 204 len: 168 time: 1.3405550 Jul 28 14:48:54.915616 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe862f0e-1ea5-47b8-91a0-2b2bb87b904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.983193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54154) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:54.984660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb502c74-62d9-48cf-9b78-21d0f011caad tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Network': ['ID=97cba48b-102b-41a0-93cd-db71a9c49b28,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:55.033359 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a0f9b1-214b-4ae2-aa24-7e29b269bb8f x-openstack-request-id: req-d6a0f9b1-214b-4ae2-aa24-7e29b269bb8f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:55.033822 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e85b24-5a6d-489a-a7f5-9c78402bcde7", "name": "network-vif-deleted", "tag": "b045d8da-4cd8-4eed-9fd1-38c4839bc8c7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:55.034238 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6a0f9b1-214b-4ae2-aa24-7e29b269bb8f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:55.034868 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e85b24-5a6d-489a-a7f5-9c78402bcde7', 'name': 'network-vif-deleted', 'tag': 'b045d8da-4cd8-4eed-9fd1-38c4839bc8c7', 'status': 'completed', 'code': 200} Jul 28 14:48:55.091211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:50Z', 'revision_number': 3, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:55.235967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.241702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Checking router: 096a105c-2582-4da5-9a7c-9c235937dd54 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:48:55.243888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Updating router 096a105c-2582-4da5-9a7c-9c235937dd54 port 9361dde2-02c9-4ae2-ba23-5372053e5273 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:48:55.337917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.595683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.622471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15a48b-08dc-40da-8d1f-40b21d569cca tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:55.631398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15a48b-08dc-40da-8d1f-40b21d569cca tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:55.641311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5d15a48b-08dc-40da-8d1f-40b21d569cca tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6460752 Jul 28 14:48:55.675400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54166) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:55.687009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2032191523'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:55.719857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcfc5e-6a5e-4cf0-ad45-75b0224f9fd2 req-7bdd7ffb-6a95-44be-a86f-0fd4d82c6ba1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:55.731765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38fcfc5e-6a5e-4cf0-ad45-75b0224f9fd2 req-7bdd7ffb-6a95-44be-a86f-0fd4d82c6ba1 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.0951796 Jul 28 14:48:55.794142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38fcfc5e-6a5e-4cf0-ad45-75b0224f9fd2 req-97ac4c1b-06aa-4881-b38b-8d0889422fbf tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 Jul 28 14:48:55.833425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:55.838936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.863961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62860-48b8-4a34-b10c-ae8dd658944c req-d3d3253d-170b-415e-a1ac-5e40c51be418 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:55.885805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91f62860-48b8-4a34-b10c-ae8dd658944c req-d3d3253d-170b-415e-a1ac-5e40c51be418 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.5107827 Jul 28 14:48:55.906684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.922094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Transition to ACTIVE for port object 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:55.926396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Transition to ACTIVE for port object 9361dde2-02c9-4ae2-ba23-5372053e5273 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:55.955595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:55.985678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.989955 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Added segment ab9cddc2-4012-46f0-a183-751e7390f930 of type vlan for network 3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8 Jul 28 14:48:56.022755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.140282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Attempting to bind port 9361dde2-02c9-4ae2-ba23-5372053e5273 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:56.140282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Attempting to bind port 9361dde2-02c9-4ae2-ba23-5372053e5273 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:56.140282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Attempting to bind port 9361dde2-02c9-4ae2-ba23-5372053e5273 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:56.157525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:56.158150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:56.158945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.160598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:56.161410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Bound port: 9361dde2-02c9-4ae2-ba23-5372053e5273, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:56.162292 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.178167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.218596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91f62860-48b8-4a34-b10c-ae8dd658944c req-0d4e9a45-098f-420e-aa0e-f59b022befb0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075826 Jul 28 14:48:56.227233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb67a8-ce7b-4ef0-a796-28e8557c1905 None None] Pushing event updated for resources: {'Port': ['ID=9361dde2-02c9-4ae2-ba23-5372053e5273,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.229493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb073bee-8bf6-48d7-a5f3-5e6f1c5361eb req-375284c1-324b-41a9-b74b-b3d8d2eb9db1 tempest-InstanceActionsNegativeTestJSON-2033708028 tempest-InstanceActionsNegativeTestJSON-2033708028-project] 10.222.0.57 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.1133480 Jul 28 14:48:56.342774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.364070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.367706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.386088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] For port 9361dde2-02c9-4ae2-ba23-5372053e5273, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:56.398080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.398080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] For port 9361dde2-02c9-4ae2-ba23-5372053e5273, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9361dde2-02c9-4ae2-ba23-5372053e5273,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:56.501779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.524278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742d5bc-b0ec-45e1-a224-1636c0718cd9 req-737eb1af-5122-4b5e-ad67-81d5be942dc9 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.533542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a742d5bc-b0ec-45e1-a224-1636c0718cd9 req-737eb1af-5122-4b5e-ad67-81d5be942dc9 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.1199241 Jul 28 14:48:56.586555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Network': ['ID=3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.614588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:56.615697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a742d5bc-b0ec-45e1-a224-1636c0718cd9 req-a5411daf-ef7d-429b-aa0b-cc10130497eb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820227 Jul 28 14:48:56.619575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.708704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:56.719112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:56.764243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:56.764363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:56.795013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.815488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-759b18bb-b76e-42e4-84ec-7ba2984ae229 req-3ef4d20a-84b3-4c6a-a252-fb79d8c37551 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1761341 Jul 28 14:48:56.831618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9ec4b583-b9f9-414a-aa2f-ec6b8c05efc6 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1495459 Jul 28 14:48:56.833099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54180) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.844317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1732905133'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:56.881841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:56.882537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b045d8da-4cd8-4eed-9fd1-38c4839bc8c7 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:56.903757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.928580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.929188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.950226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb67a8-ce7b-4ef0-a796-28e8557c1905 None None] Pushing event updated for resources: {'Port': ['ID=9361dde2-02c9-4ae2-ba23-5372053e5273,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.983558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:56.984607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:48:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:57.047828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-759b18bb-b76e-42e4-84ec-7ba2984ae229 req-9eb9e5aa-bfce-47eb-880f-25620905c686 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3114d01513140509edb2d486572603e&device_id=02e85b24-5a6d-489a-a7f5-9c78402bcde7 HTTP/1.1" status: 200 len: 210 time: 0.0649536 Jul 28 14:48:57.074918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:57.078670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.213410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c5e7e22f-2a92-4ac1-a5d8-55b716feb793 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5950904 Jul 28 14:48:57.226891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.246346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022260a0-44a2-4f44-9ef8-788b9aee45f0 req-7b29cbf2-a4ff-47fa-ba4a-118fff04c7ef tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:57.261161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-022260a0-44a2-4f44-9ef8-788b9aee45f0 req-7b29cbf2-a4ff-47fa-ba4a-118fff04c7ef tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.3033223 Jul 28 14:48:57.275168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b6:63:cc'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:57.307212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:57.326499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:57.392360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.393529 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Added segment 1421054f-58bf-4d4a-a80b-11ae72999872 of type vlan for network 58f618bb-5efe-4bce-851d-c8641748ea4c Jul 28 14:48:57.486885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da778-6122-4352-9427-69c404a89ae5 req-e679e335-5436-4806-a749-8017b1fd275b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:57.488920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-108da778-6122-4352-9427-69c404a89ae5 req-e679e335-5436-4806-a749-8017b1fd275b tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.3243861 Jul 28 14:48:57.514692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-022260a0-44a2-4f44-9ef8-788b9aee45f0 req-59204bd2-5275-4398-8d9f-b03338c63d81 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523069 Jul 28 14:48:57.529679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.535564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Allocated IP 172.20.0.1 (626aa0e6-c771-45f6-8f54-fe32ace1ecfd/0518fbf1-d4ad-415e-82b3-10d86a04bce2/a44e8be1-e92e-476d-9310-0f9023080393) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:57.586327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b18bb-b76e-42e4-84ec-7ba2984ae229 req-b50c49ff-c51c-4e15-91e9-ba6960795982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:57.593818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-759b18bb-b76e-42e4-84ec-7ba2984ae229 req-b50c49ff-c51c-4e15-91e9-ba6960795982 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3114d01513140509edb2d486572603e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4978156 Jul 28 14:48:57.652534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.820483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Deleting subnet 0663b3eb-75ba-47f6-8445-c14931bd8e3d {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:57.826775 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.828563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.898009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577f0f8-095e-4929-b8dd-29d305645e7b req-e3cbad5e-58d7-4e7a-9b26-f23660a4969b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:57.906785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5577f0f8-095e-4929-b8dd-29d305645e7b req-e3cbad5e-58d7-4e7a-9b26-f23660a4969b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.1335227 Jul 28 14:48:57.934685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b18bb-b76e-42e4-84ec-7ba2984ae229 req-1d20bb91-9ade-44f2-98fe-ad1ba97ade58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:57.936796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-759b18bb-b76e-42e4-84ec-7ba2984ae229 req-1d20bb91-9ade-44f2-98fe-ad1ba97ade58 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3365319 Jul 28 14:48:57.946469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Deleting port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:57.946833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.002150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0222f8fe-a00b-43be-95a1-263912506a6e None None] Provisioning for port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:58.010570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.011133 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.015812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0222f8fe-a00b-43be-95a1-263912506a6e None None] Provisioning complete for port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:58.016572 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0222f8fe-a00b-43be-95a1-263912506a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.017449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:58.018124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.052270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5577f0f8-095e-4929-b8dd-29d305645e7b req-9f04389f-a608-424e-adbb-6ac0c883c2f3 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444592 Jul 28 14:48:58.080491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54204) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.096020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0222f8fe-a00b-43be-95a1-263912506a6e None None] Port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:58.103338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.120284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:50Z', 'revision_number': 3, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:58.161707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Network': ['ID=58f618bb-5efe-4bce-851d-c8641748ea4c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:58.164971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d3c5d-d83b-450f-933b-db8ab1bcba5a None None] The sync data for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 is: [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:50Z', 'revision_number': 3, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:58.183096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.195304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 58f618bb-5efe-4bce-851d-c8641748ea4c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:58.220403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ae440df2-522a-464d-98a2-76584fe34b86 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3851593 Jul 28 14:48:58.221184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54208) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.239663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.247311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Transition to ACTIVE for port object a44e8be1-e92e-476d-9310-0f9023080393 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:58.255354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] For port 1f99acc3-41cc-44b4-b42a-8086929fdfa9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1f99acc3-41cc-44b4-b42a-8086929fdfa9,segment=NetworkSegment(faa08b36-2662-46c1-9b87-8adbacad08bd),segment_id=faa08b36-2662-46c1-9b87-8adbacad08bd)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:58.256099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.272967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'ports': [{'network_id': '3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8', 'name': 'tempest-port--2080172442', 'admin_state_up': True}, {'network_id': '58f618bb-5efe-4bce-851d-c8641748ea4c', 'admin_state_up': False}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.272967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'port': {'network_id': '3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8', 'name': 'tempest-port--2080172442', 'admin_state_up': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.272967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'port': {'network_id': '58f618bb-5efe-4bce-851d-c8641748ea4c', 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.387790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.422230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Calling delete_port for 1f99acc3-41cc-44b4-b42a-8086929fdfa9 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:58.485521 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.600860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.605020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.750057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0663b3eb-75ba-47f6-8445-c14931bd8e3d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:58.784532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:58.809052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:58.843702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.852048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-638890a9-7239-4986-ae26-072b37d9fd73 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0663b3eb-75ba-47f6-8445-c14931bd8e3d HTTP/1.1" status: 204 len: 168 time: 1.1555278 Jul 28 14:48:58.864495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54218) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.864495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] In _notify_port_updated(), no bound segment for port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b on network 2675bf04-1712-458b-8176-114c2d266d78 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:48:58.890539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:58.891663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.894876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ef480f51-a4f1-4afe-b5c9-7ce52290158e tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "PUT /v2.0/ports/5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b HTTP/1.1" status: 200 len: 995 time: 1.6303914 Jul 28 14:48:58.898388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:58.913374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:58.971775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54220) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:59.073039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51e7f7df-b4d4-4cb6-b5e5-83dd07d43606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.091279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.227737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f54b51e1-01af-43a2-9c5c-7fddf2f34a37 None None] Provisioning complete for port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:59.228309 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f54b51e1-01af-43a2-9c5c-7fddf2f34a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.285718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f54b51e1-01af-43a2-9c5c-7fddf2f34a37 None None] Port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:59.354874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a44e8be1-e92e-476d-9310-0f9023080393,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:59.436059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0867d1f-e036-4960-a93f-17151bd75c56 req-c74bc597-4d79-4674-a02d-bbe731f71719 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.439834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0867d1f-e036-4960-a93f-17151bd75c56 req-c74bc597-4d79-4674-a02d-bbe731f71719 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 945 time: 0.7130120 Jul 28 14:48:59.501413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faca56a-1f2b-4069-80f1-d238448dd5a4 req-f5fcbbbd-62c0-4b1b-9e2a-de229b5067f5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.503126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6faca56a-1f2b-4069-80f1-d238448dd5a4 req-f5fcbbbd-62c0-4b1b-9e2a-de229b5067f5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2149622 Jul 28 14:48:59.545480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:59.545849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.558891 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.559552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.562719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9361dde2-02c9-4ae2-ba23-5372053e5273 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:59.620996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e4f6b5fe-940a-4454-90ed-9e4aa97bea50 None None] Provisioning for port a44e8be1-e92e-476d-9310-0f9023080393 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:59.642581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e4f6b5fe-940a-4454-90ed-9e4aa97bea50 None None] Provisioning complete for port a44e8be1-e92e-476d-9310-0f9023080393 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:59.643039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b5fe-940a-4454-90ed-9e4aa97bea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.650637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0867d1f-e036-4960-a93f-17151bd75c56 req-23190412-c47d-4db5-bbbc-ff235c4f584e tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0b28f14-e357-4de2-894a-a4324f16c615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023543 Jul 28 14:48:59.675505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Pushing event deleted for resources: {'Port': ['ID=1f99acc3-41cc-44b4-b42a-8086929fdfa9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:59.694476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6faca56a-1f2b-4069-80f1-d238448dd5a4 req-b8167c2d-8204-4a40-8cb7-39269a9df629 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744905 Jul 28 14:48:59.737037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6b5fe-940a-4454-90ed-9e4aa97bea50 None None] Port a44e8be1-e92e-476d-9310-0f9023080393 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:59.779169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] No DVR routers for this DVR port 1f99acc3-41cc-44b4-b42a-8086929fdfa9 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:59.789030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.791735 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-108da778-6122-4352-9427-69c404a89ae5 req-13a414e7-e306-4a70-b7dd-ce8727baee54 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.58 "DELETE /v2.0/ports/1f99acc3-41cc-44b4-b42a-8086929fdfa9 HTTP/1.1" status: 204 len: 173 time: 2.2930913 Jul 28 14:48:59.793929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51e7f7df-b4d4-4cb6-b5e5-83dd07d43606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.795610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'name': 'network-vif-deleted', 'tag': '1f99acc3-41cc-44b4-b42a-8086929fdfa9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:59.797446 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179db202-4ed3-4363-80c4-9db05455569d" -d '{"events": [{"server_uuid": "aa1c9ae1-eef0-4b21-904d-1aed0d7a8591", "name": "network-vif-deleted", "tag": "1f99acc3-41cc-44b4-b42a-8086929fdfa9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:59.823893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.840383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.843247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for 5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:59.849374 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6dc1de-704c-4e1c-acfb-32d0a12e44cf x-openstack-request-id: req-aa6dc1de-704c-4e1c-acfb-32d0a12e44cf {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:59.852870 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1c9ae1-eef0-4b21-904d-1aed0d7a8591", "name": "network-vif-deleted", "tag": "1f99acc3-41cc-44b4-b42a-8086929fdfa9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:59.852870 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa6dc1de-704c-4e1c-acfb-32d0a12e44cf {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:59.852870 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1c9ae1-eef0-4b21-904d-1aed0d7a8591', 'name': 'network-vif-deleted', 'tag': '1f99acc3-41cc-44b4-b42a-8086929fdfa9', 'status': 'completed', 'code': 200} Jul 28 14:48:59.858620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9f149e-2acf-4020-8afc-e9b3cee360d9']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:59.874537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec6582e-5b54-4809-829d-53f2ce0a2d65') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:59.874887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec6582e-5b54-4809-829d-53f2ce0a2d65') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:59.885674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.906805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.915011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:59.915469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:59.917358 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:00.077800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9361dde2-02c9-4ae2-ba23-5372053e5273 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:00.082665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51e7f7df-b4d4-4cb6-b5e5-83dd07d43606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.086799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9361dde2-02c9-4ae2-ba23-5372053e5273 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:00.087405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.104735 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.114777 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.116909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] 10.222.0.57 "DELETE /v2.0/networks/cd9f149e-2acf-4020-8afc-e9b3cee360d9 HTTP/1.1" status: 204 len: 168 time: 1.1309557 Jul 28 14:49:00.129010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.132690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eeb01-b13c-4bd4-baf7-edc5057cb86e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9f149e-2acf-4020-8afc-e9b3cee360d9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.141644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.245821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-51e7f7df-b4d4-4cb6-b5e5-83dd07d43606 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a3e675954a041b5b36aaeeab6a73dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1634667 Jul 28 14:49:00.248668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:00.254652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.260149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7f7df-b4d4-4cb6-b5e5-83dd07d43606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0291a68-ed22-41a4-a777-ec9ad2bdfc9a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.331640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.389655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9361dde2-02c9-4ae2-ba23-5372053e5273, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9361dde2-02c9-4ae2-ba23-5372053e5273,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:00.408405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3bd677d-a8c7-4182-b57c-9d1038e99de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.414137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'port': 2} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:00.420545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.432423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1f99acc3-41cc-44b4-b42a-8086929fdfa9 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:00.442521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.491235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 1f99acc3-41cc-44b4-b42a-8086929fdfa9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:00.493812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1f99acc3-41cc-44b4-b42a-8086929fdfa9 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:00.509896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3bd677d-a8c7-4182-b57c-9d1038e99de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.513814 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.601636 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.605227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a9db29c4-568e-4c45-a3fc-2e46be1e34b7 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/ports/5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b HTTP/1.1" status: 204 len: 168 time: 1.6230502 Jul 28 14:49:00.631879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] device_id is not set on port 0571fb51-c83a-44db-bbf3-d04cc9cbc954 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:00.634645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54234) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:00.636606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9361dde2-02c9-4ae2-ba23-5372053e5273,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.653090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.682125 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-3036fef1-76b2-4415-bf8d-3f9f2bd639b5 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] GET failed (client error): The resource could not be found. Jul 28 14:49:00.685119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3036fef1-76b2-4415-bf8d-3f9f2bd639b5 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "GET /v2.0/ports/5b0bf6df-dd73-42e7-bb64-d4cc2c06d08b HTTP/1.1" status: 404 len: 333 time: 0.0489416 Jul 28 14:49:00.690227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54236) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:00.696253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'name': 'tempest-AllowedAddressPairTestJSON-544913011'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:00.800900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.863756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54242) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:00.967886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3bd677d-a8c7-4182-b57c-9d1038e99de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.971547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3bd677d-a8c7-4182-b57c-9d1038e99de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.975815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a3bd677d-a8c7-4182-b57c-9d1038e99de1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0291a68-ed22-41a4-a777-ec9ad2bdfc9a HTTP/1.1" status: 204 len: 168 time: 0.7251973 Jul 28 14:49:00.981027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a44e8be1-e92e-476d-9310-0f9023080393,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:01.017203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.020961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bddc703c-68fc-47a2-9c6b-927e7ea46610 req-5b2fb8a2-a37b-413d-b629-943e363645a0 tempest-AttachVolumeNegativeTest-334082134 tempest-AttachVolumeNegativeTest-334082134-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa1c9ae1-eef0-4b21-904d-1aed0d7a8591 HTTP/1.1" status: 200 len: 210 time: 0.0816009 Jul 28 14:49:01.038683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd677d-a8c7-4182-b57c-9d1038e99de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0291a68-ed22-41a4-a777-ec9ad2bdfc9a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:01.134197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.166886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:01.171641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.225431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] device_id is not set on port 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:01.313690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6effe77-2f6e-40c2-a720-b3fd2aeacbe6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3114d01513140509edb2d486572603e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448426 Jul 28 14:49:01.318168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] device_id is not set on port fee7611d-bac5-4010-b9af-edcc4571605d yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:01.321054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54248) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:01.343300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fa97a-6f32-44ee-9b18-9dc56b91d866 req-f0baf9cd-76f9-431e-8603-70c08aeedf19 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:01.345058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-741fa97a-6f32-44ee-9b18-9dc56b91d866 req-f0baf9cd-76f9-431e-8603-70c08aeedf19 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.5180824 Jul 28 14:49:01.356192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:01.360405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:01.443169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-741fa97a-6f32-44ee-9b18-9dc56b91d866 req-849509ce-a942-4eb1-9ec8-92d1eee75ddf tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Jul 28 14:49:01.559249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cfc774a6-44d8-493a-bb95-e7398f7c21e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.604906 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9361dde2-02c9-4ae2-ba23-5372053e5273 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:01.629810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cfc774a6-44d8-493a-bb95-e7398f7c21e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.720982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9361dde2-02c9-4ae2-ba23-5372053e5273 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:01.721594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.780390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.807085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-81275e3d-edd4-4b13-a391-bd8d59dc221d None None] Provisioning complete for port a44e8be1-e92e-476d-9310-0f9023080393 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:01.808336 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-81275e3d-edd4-4b13-a391-bd8d59dc221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.916818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-81275e3d-edd4-4b13-a391-bd8d59dc221d None None] Port a44e8be1-e92e-476d-9310-0f9023080393 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:01.929416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Allocated IP 172.20.0.4 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/5704fc18-4ce8-4b76-ac3f-baa3acd7df67) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:01.987626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cfc774a6-44d8-493a-bb95-e7398f7c21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.996239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cfc774a6-44d8-493a-bb95-e7398f7c21e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.001876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cfc774a6-44d8-493a-bb95-e7398f7c21e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/870b1745-df6f-4c33-967d-87627bb75313 HTTP/1.1" status: 204 len: 168 time: 0.6743023 Jul 28 14:49:02.002688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Router 096a105c-2582-4da5-9a7c-9c235937dd54 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:02.005508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.123985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Port': ['ID=0571fb51-c83a-44db-bbf3-d04cc9cbc954,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.129919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc774a6-44d8-493a-bb95-e7398f7c21e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870b1745-df6f-4c33-967d-87627bb75313,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.159680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.209727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54256) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:02.262618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Checking segment: {'id': 'ab9cddc2-4012-46f0-a183-751e7390f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:02.262980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network hostable DHCP agents. Network: 3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:02.290302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Deleting subnet 827eb7cb-2c2e-4cb4-96bc-583ca46e518c {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:02.297786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.353110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.412477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network 3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:02.415995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.485864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:02.495087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2233626b-f3f0-4fdf-b09c-44e266c178f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/096a105c-2582-4da5-9a7c-9c235937dd54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0254176 Jul 28 14:49:02.503204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.515047 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Sync routers for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:02.534554 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:02.536516 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:48:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:02.540536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Transition to ACTIVE for port object 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:02.640208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:02.704851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:02.704851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.706247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343092cc-094a-47e2-b44d-b4eba6a7df43 None None] Network 3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:02.706994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:49:02.707167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc94e93-dcc9-445f-8dc6-480c6a61e68b req-10815caa-a806-4384-9c69-c43e4ad2aebc tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:02.711473 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8bc94e93-dcc9-445f-8dc6-480c6a61e68b req-10815caa-a806-4384-9c69-c43e4ad2aebc tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.1345215 Jul 28 14:49:02.786020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Checking segment: {'id': '1421054f-58bf-4d4a-a80b-11ae72999872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '58f618bb-5efe-4bce-851d-c8641748ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:02.786638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network hostable DHCP agents. Network: 58f618bb-5efe-4bce-851d-c8641748ea4c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:02.831447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Port': ['ID=fee7611d-bac5-4010-b9af-edcc4571605d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.834801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8bc94e93-dcc9-445f-8dc6-480c6a61e68b req-710f38af-64e3-49b1-af04-c4c746ff5e8c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144574 Jul 28 14:49:02.891603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.894445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.941076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827eb7cb-2c2e-4cb4-96bc-583ca46e518c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.947384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network 58f618bb-5efe-4bce-851d-c8641748ea4c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:02.959876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.963302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d7b69542-03c6-4429-8c77-f1bdfaf2f5e9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/827eb7cb-2c2e-4cb4-96bc-583ca46e518c HTTP/1.1" status: 204 len: 168 time: 0.7506816 Jul 28 14:49:02.969978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54264) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:03.003736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:03.108532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bec06045-9035-4834-9d2f-92b0f4f24c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.130498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.142912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 58f618bb-5efe-4bce-851d-c8641748ea4c) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:03.152173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:03.158741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5edae9d-2144-4b4d-a3ad-ebf237595ad0 None None] Network 58f618bb-5efe-4bce-851d-c8641748ea4c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:03.178887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:03.180742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=5704fc18-4ce8-4b76-ac3f-baa3acd7df67,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:03.190292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:03.221396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:03.222578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.286320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:03.298820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:03.301559 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 2, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:03.402190 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Checking router: 096a105c-2582-4da5-9a7c-9c235937dd54 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:49:03.416995 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Updating router 096a105c-2582-4da5-9a7c-9c235937dd54 port a44e8be1-e92e-476d-9310-0f9023080393 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:49:03.563639 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.565106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.605028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:03.607490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.622930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c653a7-2e19-41f4-a0ee-5e44ce62b69c']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:03.653755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa08b36-2662-46c1-9b87-8adbacad08bd') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:03.654868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa08b36-2662-46c1-9b87-8adbacad08bd') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:03.669470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.669869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bec06045-9035-4834-9d2f-92b0f4f24c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.696565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.713930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:03.715753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:03.718432 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:03.830186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bec06045-9035-4834-9d2f-92b0f4f24c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.900660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54310) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:03.903057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bec06045-9035-4834-9d2f-92b0f4f24c12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=121ecd7128874ce6abb19c0ed8a77a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8944945 Jul 28 14:49:03.904393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec06045-9035-4834-9d2f-92b0f4f24c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f38815-9889-4365-930b-94eaadf9f8cc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:03.960489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.967853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.970190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] 10.222.0.57 "DELETE /v2.0/networks/22c653a7-2e19-41f4-a0ee-5e44ce62b69c HTTP/1.1" status: 204 len: 168 time: 0.9983249 Jul 28 14:49:03.985773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27738f3c-4d37-4963-8093-a066d85552ee admin admin] Pushing event deleted for resources: {'Network': ['ID=22c653a7-2e19-41f4-a0ee-5e44ce62b69c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:04.041597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61aa649e-dc0a-434c-84da-627a0cdd7eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.051762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aedcd0d5-c970-4874-8a1e-762b72d6a85c None None] Provisioning for port 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:04.062203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-29c64b51-ad83-470d-85af-e6cd04cec568 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3658516 Jul 28 14:49:04.062203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.063285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aedcd0d5-c970-4874-8a1e-762b72d6a85c None None] Provisioning complete for port 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:04.063855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aedcd0d5-c970-4874-8a1e-762b72d6a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.070236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'network_id': '2675bf04-1712-458b-8176-114c2d266d78', 'name': 'tempest-AllowedAddressPairTestJSON-296595422'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:04.089523 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.095617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6a5a0113-780c-435b-8977-f78e74090baf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8428657 Jul 28 14:49:04.102391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Transition to ACTIVE for port object a44e8be1-e92e-476d-9310-0f9023080393 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:04.105843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54324) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.183881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-aedcd0d5-c970-4874-8a1e-762b72d6a85c None None] Port 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:04.189377 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61aa649e-dc0a-434c-84da-627a0cdd7eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.217188 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.240275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263834-e259-403f-b34d-bdcff2570fd7 req-1da45135-d887-4094-9758-0344a4ec718d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:04.250117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0263834-e259-403f-b34d-bdcff2570fd7 req-1da45135-d887-4094-9758-0344a4ec718d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.1888697 Jul 28 14:49:04.342059 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Pushing event updated for resources: {'Port': ['ID=a44e8be1-e92e-476d-9310-0f9023080393,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:04.352538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0263834-e259-403f-b34d-bdcff2570fd7 req-f81feda4-fa39-4814-b848-a07fe4d6ecbb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013274 Jul 28 14:49:04.384738 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.385288 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.385887 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.386427 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.387012 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.387554 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.388100 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.388677 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.389234 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.389789 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.390333 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.391142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:04.440678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f9236-35cf-4823-b551-d5fc6a04a3c9 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:04.442536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Made reservation on behalf of f547adff5eae4d35b142cc3f40884daa for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:04.448641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.455379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f9236-35cf-4823-b551-d5fc6a04a3c9 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:04.459696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-034f9236-35cf-4823-b551-d5fc6a04a3c9 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3523233 Jul 28 14:49:04.484890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.508681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] device_id is not set on port d8b78c0c-4776-4026-8473-c20d164c09e7 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:04.519182 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Attempting to bind port a44e8be1-e92e-476d-9310-0f9023080393 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:04.519647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Attempting to bind port a44e8be1-e92e-476d-9310-0f9023080393 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:04.520041 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Attempting to bind port a44e8be1-e92e-476d-9310-0f9023080393 on network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:04.528761 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:04.529691 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Checking segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:04.530415 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.531121 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Bound using segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:04.532019 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Bound port: a44e8be1-e92e-476d-9310-0f9023080393, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:04.532982 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.663772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Deleting port 0571fb51-c83a-44db-bbf3-d04cc9cbc954 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:04.664114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.685342 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] For port a44e8be1-e92e-476d-9310-0f9023080393, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:04.702783 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] For port a44e8be1-e92e-476d-9310-0f9023080393, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a44e8be1-e92e-476d-9310-0f9023080393,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:04.731403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54338) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.743666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61aa649e-dc0a-434c-84da-627a0cdd7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.747331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61aa649e-dc0a-434c-84da-627a0cdd7eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.760126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-61aa649e-dc0a-434c-84da-627a0cdd7eb3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10f38815-9889-4365-930b-94eaadf9f8cc HTTP/1.1" status: 204 len: 168 time: 0.8461964 Jul 28 14:49:04.775682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa649e-dc0a-434c-84da-627a0cdd7eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f38815-9889-4365-930b-94eaadf9f8cc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:04.800101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.812377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Calling delete_port for 0571fb51-c83a-44db-bbf3-d04cc9cbc954 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:04.868176 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.956321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.962697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-117a252d-3549-4120-8d71-52c2bae429e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7ef84ea0ff24cde9de63a258c633653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290356 Jul 28 14:49:04.967813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.017752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Allocated IP 172.20.0.14 (2675bf04-1712-458b-8176-114c2d266d78/2e298a2f-c900-4599-8410-020798695333/d8b78c0c-4776-4026-8473-c20d164c09e7) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:05.040770 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22b125-f67a-4395-ba15-826be65d8618 None None] Pushing event updated for resources: {'Port': ['ID=a44e8be1-e92e-476d-9310-0f9023080393,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:05.060612 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:05.061537 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:48:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:05.132527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c782610-c640-492e-a735-8d2455060e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.163469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c782610-c640-492e-a735-8d2455060e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.266666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.308946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:49:05.314480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.320320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54348) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.321239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/ports/0571fb51-c83a-44db-bbf3-d04cc9cbc954 HTTP/1.1" status: 204 len: 168 time: 0.8549595 Jul 28 14:49:05.326018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399da25-ff31-4a23-aca9-d93465a54950 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Port': ['ID=0571fb51-c83a-44db-bbf3-d04cc9cbc954,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:05.441238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c782610-c640-492e-a735-8d2455060e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.448809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c782610-c640-492e-a735-8d2455060e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.457519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c782610-c640-492e-a735-8d2455060e9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0b28f14-e357-4de2-894a-a4324f16c615 HTTP/1.1" status: 204 len: 168 time: 0.4666576 Jul 28 14:49:05.495562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c782610-c640-492e-a735-8d2455060e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b28f14-e357-4de2-894a-a4324f16c615,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:05.569203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1697367158-network', 'tenant_id': '8a883e5dd28e4b00bb1d59d356acda0d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:05.793073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Made reservation on behalf of 8a883e5dd28e4b00bb1d59d356acda0d for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:05.800394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.800960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.810712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.835121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.845869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8f0f1-558c-449d-9ec3-f12efcf726d5 req-02ee9906-73f5-4dc7-91b8-73c854a2f479 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:05.849296 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fc8f0f1-558c-449d-9ec3-f12efcf726d5 req-02ee9906-73f5-4dc7-91b8-73c854a2f479 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2032101 Jul 28 14:49:05.856890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Deleting port fee7611d-bac5-4010-b9af-edcc4571605d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:05.858003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.858883 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:04Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:05.893714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Transition to ACTIVE for port object d8b78c0c-4776-4026-8473-c20d164c09e7 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:05.939087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50415b-e48d-42ad-a694-aba97311d1d0 None None] The sync data for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 is: [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:04Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:05.964180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.061566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.120620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.121876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:06.149043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Calling delete_port for fee7611d-bac5-4010-b9af-edcc4571605d owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:06.163159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fc8f0f1-558c-449d-9ec3-f12efcf726d5 req-6c13c376-2913-466f-816d-c14bf4b13f84 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981389 Jul 28 14:49:06.192920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.193341 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Added segment c27661e8-d3c7-4023-ac02-296c58d32843 of type vlan for network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf Jul 28 14:49:06.195177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191c48d3-8039-45fe-808b-b3de9b16739f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.240752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.285617 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.367445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Network 2675bf04-1712-458b-8176-114c2d266d78 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:06.432928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:06.437887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:06.491217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.493324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:06.493600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.587621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=d8b78c0c-4776-4026-8473-c20d164c09e7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.679806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:06.683843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.687106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] Pushing event updated for resources: {'Network': ['ID=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.700780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.701098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:06.738515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Port': ['ID=fee7611d-bac5-4010-b9af-edcc4571605d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.767757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.774230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c9283a24-993e-4a91-bac6-ccb00243391b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/ports/fee7611d-bac5-4010-b9af-edcc4571605d HTTP/1.1" status: 204 len: 168 time: 1.4488587 Jul 28 14:49:06.775155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54412) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.797350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-94134a63-c101-43a8-8173-a49443f1d487 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8333833 Jul 28 14:49:06.797661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.803545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Request body: {'subnet': {'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1697367158-subnet', 'tenant_id': '8a883e5dd28e4b00bb1d59d356acda0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:06.852500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f4b97f7c-e88a-421b-9532-9a9d5b17658f tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0688322 Jul 28 14:49:06.860134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54418) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.869193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-841883317'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:06.907478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3189f5f8-6534-457f-8b41-6d2e8aca399c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8474813 Jul 28 14:49:06.911032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54424) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.917466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b6:63:cc'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1b:6f:78'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:06.995057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Made reservation on behalf of 8a883e5dd28e4b00bb1d59d356acda0d for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:06.998304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.290126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c68f687f-d9a2-4716-964c-aa93e6f6ab18 None None] Provisioning for port d8b78c0c-4776-4026-8473-c20d164c09e7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:07.307873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c68f687f-d9a2-4716-964c-aa93e6f6ab18 None None] Provisioning complete for port d8b78c0c-4776-4026-8473-c20d164c09e7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:07.311463 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c68f687f-d9a2-4716-964c-aa93e6f6ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.338189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:07.349627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.439107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c68f687f-d9a2-4716-964c-aa93e6f6ab18 None None] Port d8b78c0c-4776-4026-8473-c20d164c09e7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:07.481077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:07.515084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.537527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.537896 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Added segment 6bb12c19-f3ba-4209-b56c-14e6eb3f237e of type vlan for network 43e86333-3d79-47fe-9330-21865e431fa1 Jul 28 14:49:07.582018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a44e8be1-e92e-476d-9310-0f9023080393 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:07.607452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620939a7-29e2-482a-bac6-173e136f65e0 req-d8c76572-0e5b-433d-adab-8e6eb8409fa6 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:07.615394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-620939a7-29e2-482a-bac6-173e136f65e0 req-d8c76572-0e5b-433d-adab-8e6eb8409fa6 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2144272 Jul 28 14:49:07.648841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.707084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-620939a7-29e2-482a-bac6-173e136f65e0 req-3d931384-f047-4fdb-871c-4fbaaa6233fc tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905635 Jul 28 14:49:07.726087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.821909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:07.832341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.832765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.834490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.834490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.834490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.834490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.834490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.835392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.835392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.835392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.835884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.836064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:07.852649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Checking segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:07.853318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Network hostable DHCP agents. Network: b7147d3f-ea6b-4156-8ab7-af7606b4b7bf, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:07.929113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.943282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:07.943282 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.054892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a44e8be1-e92e-476d-9310-0f9023080393 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:08.060057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a44e8be1-e92e-476d-9310-0f9023080393 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:08.065079 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.117396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.117586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:08.121084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Network': ['ID=43e86333-3d79-47fe-9330-21865e431fa1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:08.140787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 43e86333-3d79-47fe-9330-21865e431fa1 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:08.253290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.253594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6ec5c772-7f8c-4126-8ef0-3f01aa86f456 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3916342 Jul 28 14:49:08.255695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b7147d3f-ea6b-4156-8ab7-af7606b4b7bf) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:08.285217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54446) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:08.304385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea26b10-5f21-464d-97fc-ed634611dca7 None None] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:08.311682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-203612880'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:08.376104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:08.377761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.655115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event updated for resources: {'Port': ['ID=d8b78c0c-4776-4026-8473-c20d164c09e7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:08.677844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] In _notify_port_updated(), no bound segment for port d8b78c0c-4776-4026-8473-c20d164c09e7 on network 2675bf04-1712-458b-8176-114c2d266d78 {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:49:08.678026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:08.686496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:08.687782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.691804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.692207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-84efb267-f6b2-4492-ac6f-4765a807e74f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "PUT /v2.0/ports/d8b78c0c-4776-4026-8473-c20d164c09e7 HTTP/1.1" status: 200 len: 1055 time: 1.7796493 Jul 28 14:49:08.695120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54450) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:08.826793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:08.859797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.859797 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Added segment 8767692d-75e3-4adb-979d-45b76f039325 of type vlan for network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff Jul 28 14:49:08.965379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4f79b561-b9b4-4167-96e1-b1927d4568ae admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1661808 Jul 28 14:49:09.019055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.102866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.130981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c30e8bcb-1514-47c3-a194-8d3113ecdfdd None None] Provisioning complete for port d8b78c0c-4776-4026-8473-c20d164c09e7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:09.131901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c30e8bcb-1514-47c3-a194-8d3113ecdfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.144695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port d8b78c0c-4776-4026-8473-c20d164c09e7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:09.144695 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.171280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb753c53-9475-43cd-a1b6-761f2eacc495 req-20313bda-b4f8-418d-a0dc-f7cff3a37e16 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:09.196692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb753c53-9475-43cd-a1b6-761f2eacc495 req-20313bda-b4f8-418d-a0dc-f7cff3a37e16 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.3160422 Jul 28 14:49:09.221700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.223358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'tenant_id': '8a883e5dd28e4b00bb1d59d356acda0d', 'fixed_ips': [{'subnet_id': '9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:09.229105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:09.235329 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.235579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.433912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Network': ['ID=b0e5de0f-c167-4fef-8e3a-bcb9e39577ff,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:09.440358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2832fc62-43b2-41ce-88b7-af041289baeb tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1498108 Jul 28 14:49:09.544610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb753c53-9475-43cd-a1b6-761f2eacc495 req-d7a25f40-55e8-4c1f-8328-772fba8e1061 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317764 Jul 28 14:49:09.607962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.660250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for d8b78c0c-4776-4026-8473-c20d164c09e7 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:09.726882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Allocated IP 172.20.0.2 (b7147d3f-ea6b-4156-8ab7-af7606b4b7bf/9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5/c3939399-16ae-4a3b-9511-0d8d34ba251e) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:09.917330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:09.921787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c30e8bcb-1514-47c3-a194-8d3113ecdfdd None None] Port d8b78c0c-4776-4026-8473-c20d164c09e7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:09.933008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a44e8be1-e92e-476d-9310-0f9023080393, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a44e8be1-e92e-476d-9310-0f9023080393,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:10.237349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.268386 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.284911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Transition to ACTIVE for port object c3939399-16ae-4a3b-9511-0d8d34ba251e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:10.291039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.416107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=d8b78c0c-4776-4026-8473-c20d164c09e7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:10.487601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Transition to ACTIVE for port object c3939399-16ae-4a3b-9511-0d8d34ba251e will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:10.597134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a44e8be1-e92e-476d-9310-0f9023080393,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:10.623112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:11.064205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b985c86-4708-441c-b518-8c6674f00747 req-00658474-3b1b-4d39-a429-1c3fbe3cd7b1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:11.067678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b985c86-4708-441c-b518-8c6674f00747 req-00658474-3b1b-4d39-a429-1c3fbe3cd7b1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.1541080 Jul 28 14:49:11.178149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:11.188069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:11.203489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:11.235818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b985c86-4708-441c-b518-8c6674f00747 req-732d6407-ff9e-4fd0-810a-923cf1e325a4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591876 Jul 28 14:49:11.254737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Pushing event updated for resources: {'Port': ['ID=c3939399-16ae-4a3b-9511-0d8d34ba251e,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:11.455468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Attempting to bind port c3939399-16ae-4a3b-9511-0d8d34ba251e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:11.456566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Attempting to bind port c3939399-16ae-4a3b-9511-0d8d34ba251e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:11.457679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Attempting to bind port c3939399-16ae-4a3b-9511-0d8d34ba251e on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:11.477524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:11.482573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Checking segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:11.483761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:11.484644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Bound using segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:11.485712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Bound port: c3939399-16ae-4a3b-9511-0d8d34ba251e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:11.489207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:11.492606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-815ada0e-e6a5-4786-9f1d-3a4a16de6983 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:11.498406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-815ada0e-e6a5-4786-9f1d-3a4a16de6983 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 816 time: 1.0639675 Jul 28 14:49:11.596227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-261be3cb-9c97-46c4-a625-9b950f9f4953 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/quotas/8a883e5dd28e4b00bb1d59d356acda0d HTTP/1.1" status: 200 len: 375 time: 0.0937762 Jul 28 14:49:11.634242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] For port c3939399-16ae-4a3b-9511-0d8d34ba251e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:11.639607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] For port c3939399-16ae-4a3b-9511-0d8d34ba251e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c3939399-16ae-4a3b-9511-0d8d34ba251e,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:11.776351 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:11.846683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681f75-68c8-45da-8dc8-ce230d867cc7 None None] Pushing event updated for resources: {'Port': ['ID=c3939399-16ae-4a3b-9511-0d8d34ba251e,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:11.963521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-dfa2b51d-4d4c-49f3-8730-5fb730bca075 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3659117 Jul 28 14:49:12.569838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-05157b16-ef01-4308-b963-a02e7a30aa46 service neutron] 10.222.0.57 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983177 Jul 28 14:49:12.803846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3c7ec-67a1-4cec-9062-ce93473f0a57 req-db4eb996-ce07-41f9-884f-27f1d4af47fd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:12.831068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ecb3c7ec-67a1-4cec-9062-ce93473f0a57 req-db4eb996-ce07-41f9-884f-27f1d4af47fd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2239313 Jul 28 14:49:12.987202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a44e8be1-e92e-476d-9310-0f9023080393 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:12.995553 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:13.036399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8714e5e1-8908-4caa-a583-9f223f88da09 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/ports/d8b78c0c-4776-4026-8473-c20d164c09e7 HTTP/1.1" status: 204 len: 168 time: 4.3373513 Jul 28 14:49:13.042760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54538) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:13.079828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ecb3c7ec-67a1-4cec-9062-ce93473f0a57 req-515b0dd3-56f8-4bd4-bee8-285b380c45d2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458150 Jul 28 14:49:13.083165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a44e8be1-e92e-476d-9310-0f9023080393 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:13.083165 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:13.228329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-0ec7b13a-eb85-486f-9e05-be1496b8e8ff service neutron] 10.222.0.57 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314399 Jul 28 14:49:13.311067 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b41195-8fb8-4ad3-a36d-0a9bc254b36c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] GET failed (client error): The resource could not be found. Jul 28 14:49:13.319837 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-74b41195-8fb8-4ad3-a36d-0a9bc254b36c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "GET /v2.0/ports/d8b78c0c-4776-4026-8473-c20d164c09e7 HTTP/1.1" status: 404 len: 333 time: 0.1649644 Jul 28 14:49:13.321814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54542) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:13.369409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3939399-16ae-4a3b-9511-0d8d34ba251e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:13.622660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c3939399-16ae-4a3b-9511-0d8d34ba251e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:13.727110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:13.727980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.164953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.189656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for 5704fc18-4ce8-4b76-ac3f-baa3acd7df67 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:14.201164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712be95-3739-4a45-a891-0041f4d94f26 None None] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:14.593891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] Provisioning for port c3939399-16ae-4a3b-9511-0d8d34ba251e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:14.659527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] Provisioning complete for port c3939399-16ae-4a3b-9511-0d8d34ba251e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:14.660164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.829487 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.118168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.224201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.244569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'subnets': [{'network_id': '43e86333-3d79-47fe-9330-21865e431fa1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2045162059', 'ip_version': 6}, {'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:15.245033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'subnet': {'network_id': '43e86333-3d79-47fe-9330-21865e431fa1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2045162059', 'ip_version': 6}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:15.252856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Request body: {'subnet': {'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:15.321878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] For port c3939399-16ae-4a3b-9511-0d8d34ba251e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c3939399-16ae-4a3b-9511-0d8d34ba251e,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:15.342077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=5704fc18-4ce8-4b76-ac3f-baa3acd7df67,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:15.427312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.437392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.462209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-157231f8-073f-45bd-970e-9f8a23f87fcf tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/ports/5704fc18-4ce8-4b76-ac3f-baa3acd7df67 HTTP/1.1" status: 204 len: 168 time: 2.1413634 Jul 28 14:49:15.468906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.538370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c624fe-48a4-45f1-b0fd-27fdb8c2efbf None None] Pushing event updated for resources: {'Port': ['ID=c3939399-16ae-4a3b-9511-0d8d34ba251e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:15.547530 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b27e8b3-89a4-4d75-84d5-d680b76aec5f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] GET failed (client error): The resource could not be found. Jul 28 14:49:15.557638 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3b27e8b3-89a4-4d75-84d5-d680b76aec5f tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "GET /v2.0/ports/5704fc18-4ce8-4b76-ac3f-baa3acd7df67 HTTP/1.1" status: 404 len: 333 time: 0.0867310 Jul 28 14:49:15.594408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-db34c7ab-a27a-4235-aff3-6aa64e0f3095 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:15.597210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-db34c7ab-a27a-4235-aff3-6aa64e0f3095 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 816 time: 0.9795747 Jul 28 14:49:15.598647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54594) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.703495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-fd7f3ade-69fc-45d6-9847-d92d8113a1d5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/quotas/8a883e5dd28e4b00bb1d59d356acda0d HTTP/1.1" status: 200 len: 375 time: 0.0796449 Jul 28 14:49:15.888678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-c71a0d11-83be-498b-9bda-9af6bff3c044 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700644 Jul 28 14:49:15.959598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port 9517c84f-0f98-498b-87b6-41e20f68c50e {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:15.959955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.980408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b0c57208-1eed-4201-82fc-e2c068b409ea None None] Provisioning complete for port c3939399-16ae-4a3b-9511-0d8d34ba251e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:15.983800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b0c57208-1eed-4201-82fc-e2c068b409ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.073472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-b241f596-b9be-4509-85ab-8843e709c11e service neutron] 10.222.0.57 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843252 Jul 28 14:49:16.148497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370eb4-4b26-4bac-aac5-f202cb7500f0 req-41124559-adc5-4625-935c-becb5876547e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:16.157853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f370eb4-4b26-4bac-aac5-f202cb7500f0 req-41124559-adc5-4625-935c-becb5876547e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.7983572 Jul 28 14:49:16.224926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Made reservation on behalf of 365da3a6fb804fc3977215d2e85d2857 for: {'subnet': 2} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:16.232906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.233085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.349787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f370eb4-4b26-4bac-aac5-f202cb7500f0 req-c90c4f3e-bdf6-4c4c-a01d-7c79b3f00f58 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906333 Jul 28 14:49:16.351609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.498608 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-7cf348b6-ef79-4e07-9781-3ae45abffb91 service neutron] 10.222.0.57 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089861 Jul 28 14:49:16.518541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for 9517c84f-0f98-498b-87b6-41e20f68c50e owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:16.587059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3939399-16ae-4a3b-9511-0d8d34ba251e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:16.724647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c3939399-16ae-4a3b-9511-0d8d34ba251e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:16.724947 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.974833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:17.096639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=9517c84f-0f98-498b-87b6-41e20f68c50e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:17.407639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:17.411389 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36465eac-c1f7-4b8c-a2a2-dd68e1a4fc81 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/ports/9517c84f-0f98-498b-87b6-41e20f68c50e HTTP/1.1" status: 204 len: 168 time: 1.8110139 Jul 28 14:49:17.416375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54630) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.642514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting subnet 2e298a2f-c900-4599-8410-020798695333 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:17.653727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:17.668480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:17.814609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Subnet': ['ID=1817ca49-ccb1-4228-83e2-45f4e00401c7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:17.852611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011981-8506-4039-b44f-be7a81c58dce req-1bc214a9-c580-42bf-8de6-35e41f79a76b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.854312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb011981-8506-4039-b44f-be7a81c58dce req-1bc214a9-c580-42bf-8de6-35e41f79a76b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2648876 Jul 28 14:49:17.918462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Checking segment: {'id': '6bb12c19-f3ba-4209-b56c-14e6eb3f237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e86333-3d79-47fe-9330-21865e431fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:17.918853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network hostable DHCP agents. Network: 43e86333-3d79-47fe-9330-21865e431fa1, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:17.925887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb011981-8506-4039-b44f-be7a81c58dce req-fb207993-72d9-4b3c-a5f4-ae4454a1d4a9 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629621 Jul 28 14:49:17.966617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.025426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-48d2d752-729f-4662-a7ca-ac8683c4dbbe tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.027572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-48d2d752-729f-4662-a7ca-ac8683c4dbbe tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 816 time: 0.2768018 Jul 28 14:49:18.064375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network 43e86333-3d79-47fe-9330-21865e431fa1 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:18.160323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 43e86333-3d79-47fe-9330-21865e431fa1) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:18.163123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-87bea280-aa0f-424b-8c44-74da9c4cf8c1 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/quotas/8a883e5dd28e4b00bb1d59d356acda0d HTTP/1.1" status: 200 len: 375 time: 0.1213124 Jul 28 14:49:18.183460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.187493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df209147-9b0d-4c7a-96ef-5168d6ebf609 None None] Network 43e86333-3d79-47fe-9330-21865e431fa1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:18.348985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.364742 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-31dd4b7d-df3c-4fad-932e-7de6c780368d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026370 Jul 28 14:49:18.389822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event updated for resources: {'Subnet': ['ID=3b9c98e9-c499-42f4-a4c5-497e235bb921,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:18.402041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Checking segment: {'id': '8767692d-75e3-4adb-979d-45b76f039325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:18.402642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network hostable DHCP agents. Network: b0e5de0f-c167-4fef-8e3a-bcb9e39577ff, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:18.520028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:18.637577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b0e5de0f-c167-4fef-8e3a-bcb9e39577ff) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:18.646485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.647606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.648524 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.677933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b7da8-c9e2-49a4-a920-d5a450d7b36a None None] Network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:18.715043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-5728ef11-4e77-4e1a-b637-805b0567c7d3 service neutron] 10.222.0.57 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360997 Jul 28 14:49:18.715700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-43e86333-3d79-47fe-9330-21865e431fa1', 'network_id': '43e86333-3d79-47fe-9330-21865e431fa1', 'tenant_id': '365da3a6fb804fc3977215d2e85d2857', 'fixed_ips': [{'subnet_id': '1817ca49-ccb1-4228-83e2-45f4e00401c7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:18.717787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.793924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.814284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fffbe0a4-fb13-47c2-999c-fddb1c7aae7b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5876710 Jul 28 14:49:18.816844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54668) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.836031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Subnet': ['ID=2e298a2f-c900-4599-8410-020798695333,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:18.844521 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.848887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9c2c4113-b801-489b-889f-7e9c8c92915c tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/subnets/2e298a2f-c900-4599-8410-020798695333 HTTP/1.1" status: 204 len: 168 time: 1.4310133 Jul 28 14:49:18.854190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54670) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.874989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216c9be-3aa7-412a-9fdb-f7b4e64c0002 None None] Network 2675bf04-1712-458b-8176-114c2d266d78 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:19.057169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740444f-1088-41be-8394-0531f015a3e0 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.079616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740444f-1088-41be-8394-0531f015a3e0 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.084124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740444f-1088-41be-8394-0531f015a3e0 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.088549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7740444f-1088-41be-8394-0531f015a3e0 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2692201 Jul 28 14:49:19.105667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54678) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.269912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Deleting subnet 1817ca49-ccb1-4228-83e2-45f4e00401c7 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:19.306460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Allocated IP 2001:db8::1 (43e86333-3d79-47fe-9330-21865e431fa1/1817ca49-ccb1-4228-83e2-45f4e00401c7/ce3bd761-033c-484a-a617-8cdc3ed6e5e3) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:19.320760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28475-e074-4ebc-8299-4c9e937cc311 req-203e4e5c-e2b0-4e35-9f77-9558b6b424c0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.335435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4cf28475-e074-4ebc-8299-4c9e937cc311 req-203e4e5c-e2b0-4e35-9f77-9558b6b424c0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2442431 Jul 28 14:49:19.416842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4cf28475-e074-4ebc-8299-4c9e937cc311 req-acd29f9d-c283-4ddc-9add-d93e0d580b4d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757976 Jul 28 14:49:19.435635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.442415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-abccf300-723d-4659-be5d-38fcccbeba98 service neutron] 10.222.0.57 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208366 Jul 28 14:49:19.535845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Deleting port 0e0f4739-ce37-4a54-9756-c0884a8ba126 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:19.536817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.738537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] For port 0e0f4739-ce37-4a54-9756-c0884a8ba126, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0e0f4739-ce37-4a54-9756-c0884a8ba126,segment=NetworkSegment(709cc8b2-4fce-4073-b27b-d18e79fc4048),segment_id=709cc8b2-4fce-4073-b27b-d18e79fc4048)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:19.739644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.767959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b0e5de0f-c167-4fef-8e3a-bcb9e39577ff', 'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff', 'tenant_id': '365da3a6fb804fc3977215d2e85d2857', 'fixed_ips': [{'subnet_id': '3b9c98e9-c499-42f4-a4c5-497e235bb921'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:19.769037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.810708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Calling delete_port for 0e0f4739-ce37-4a54-9756-c0884a8ba126 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:19.832181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-66deae08-75c7-4fa6-9549-eb87a3f321b4 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.834210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-66deae08-75c7-4fa6-9549-eb87a3f321b4 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 816 time: 0.2876871 Jul 28 14:49:19.895231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Request body: {'port': {'device_id': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'admin_state_up': True, 'tenant_id': '8a883e5dd28e4b00bb1d59d356acda0d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:19.948434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.115885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7a8682-42e6-4a6f-a1be-7a16bf61ae92 None None] DHCP port deletion for 2675bf04-1712-458b-8176-114c2d266d78 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:49:20.131394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.141909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Transition to ACTIVE for port object ce3bd761-033c-484a-a617-8cdc3ed6e5e3 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:20.255665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a8682-42e6-4a6f-a1be-7a16bf61ae92 None None] The port '0e0f4739-ce37-4a54-9756-c0884a8ba126' was deleted {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 14:49:20.271176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Transition to ACTIVE for port object ce3bd761-033c-484a-a617-8cdc3ed6e5e3 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:20.285310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Port': ['ID=0e0f4739-ce37-4a54-9756-c0884a8ba126,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:20.288964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Made reservation on behalf of 8a883e5dd28e4b00bb1d59d356acda0d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:20.303169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.322199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Allocated IP 2001:db8:0:1::1 (b0e5de0f-c167-4fef-8e3a-bcb9e39577ff/3b9c98e9-c499-42f4-a4c5-497e235bb921/1606ac99-e2b2-4ac5-88f6-bcc730914cfc) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:20.348427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] No DVR routers for this DVR port 0e0f4739-ce37-4a54-9756-c0884a8ba126 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:20.413440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.427404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.697593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.744998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Pushing event updated for resources: {'Port': ['ID=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:20.748878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e0f4739-ce37-4a54-9756-c0884a8ba126 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:20.796105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Network 43e86333-3d79-47fe-9330-21865e431fa1 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:20.801791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:20.805453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0e0f4739-ce37-4a54-9756-c0884a8ba126 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:20.805808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e0f4739-ce37-4a54-9756-c0884a8ba126 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:20.811619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:20.836751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.855808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2675bf04-1712-458b-8176-114c2d266d78']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:20.878008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709cc8b2-4fce-4073-b27b-d18e79fc4048') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:20.878008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709cc8b2-4fce-4073-b27b-d18e79fc4048') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:20.887309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.907210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.915655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:20.916375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:21.009556 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:21.078305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87cfb7a4-a964-41ba-975f-4a55be41ed7c req-8fa5426f-a731-4233-a3f2-deb2b96016b0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.6343195 Jul 28 14:49:21.125716 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.136886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.136886 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] 10.222.0.57 "DELETE /v2.0/networks/2675bf04-1712-458b-8176-114c2d266d78 HTTP/1.1" status: 204 len: 168 time: 2.2766428 Jul 28 14:49:21.176412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090acc-f7da-4bb4-a48e-0328ddedc2a2 tempest-AllowedAddressPairTestJSON-1472637490 tempest-AllowedAddressPairTestJSON-1472637490-project] Pushing event deleted for resources: {'Network': ['ID=2675bf04-1712-458b-8176-114c2d266d78,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:21.253111 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.301423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Attempting to bind port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:21.302259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Attempting to bind port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '6bb12c19-f3ba-4209-b56c-14e6eb3f237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e86333-3d79-47fe-9330-21865e431fa1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:21.303005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Attempting to bind port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 on network 43e86333-3d79-47fe-9330-21865e431fa1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:21.312917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Transition to ACTIVE for port object 1606ac99-e2b2-4ac5-88f6-bcc730914cfc will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:21.331976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:21.332913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Checking segment: {'id': '6bb12c19-f3ba-4209-b56c-14e6eb3f237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e86333-3d79-47fe-9330-21865e431fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:21.333724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.335225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Bound using segment: {'id': '6bb12c19-f3ba-4209-b56c-14e6eb3f237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e86333-3d79-47fe-9330-21865e431fa1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:21.336783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Bound port: ce3bd761-033c-484a-a617-8cdc3ed6e5e3, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb12c19-f3ba-4209-b56c-14e6eb3f237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e86333-3d79-47fe-9330-21865e431fa1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:21.337742 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.563844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Transition to ACTIVE for port object 1606ac99-e2b2-4ac5-88f6-bcc730914cfc will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:21.606950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] For port ce3bd761-033c-484a-a617-8cdc3ed6e5e3, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:21.610698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] For port ce3bd761-033c-484a-a617-8cdc3ed6e5e3, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,segment=NetworkSegment(6bb12c19-f3ba-4209-b56c-14e6eb3f237e),segment_id=6bb12c19-f3ba-4209-b56c-14e6eb3f237e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:21.727097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.752252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f494-fcb8-44a1-9b93-032615d058c1 req-432ef65b-6497-4fd0-bf10-da0363eae3aa tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:21.764509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c39f494-fcb8-44a1-9b93-032615d058c1 req-432ef65b-6497-4fd0-bf10-da0363eae3aa tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.9022498 Jul 28 14:49:21.773084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Allocated IP 172.20.0.8 (b7147d3f-ea6b-4156-8ab7-af7606b4b7bf/9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5/4c4c2f6e-5326-41db-9f98-1581ae58ea27) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:21.818525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.926836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:21.935839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.990279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c39f494-fcb8-44a1-9b93-032615d058c1 req-27478871-565b-4dc6-8831-2f181e027c37 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178960 Jul 28 14:49:22.008998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:22.026693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:22.038062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-d41fda2e-e3b7-48cd-8a01-f3166851393c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:22.044054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-d41fda2e-e3b7-48cd-8a01-f3166851393c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 816 time: 0.4577878 Jul 28 14:49:22.078234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Request body: {'port': {'device_id': 'da692b75-953c-4441-a130-aa02208c60b8', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'admin_state_up': True, 'tenant_id': '8a883e5dd28e4b00bb1d59d356acda0d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:22.154503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Pushing event updated for resources: {'Port': ['ID=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:22.210544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Attempting to bind port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:22.210926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Attempting to bind port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8767692d-75e3-4adb-979d-45b76f039325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:22.211351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Attempting to bind port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc on network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:22.288631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:22.294740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Checking segment: {'id': '8767692d-75e3-4adb-979d-45b76f039325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:22.294740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:22.294740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Bound using segment: {'id': '8767692d-75e3-4adb-979d-45b76f039325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:22.294740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Bound port: 1606ac99-e2b2-4ac5-88f6-bcc730914cfc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8767692d-75e3-4adb-979d-45b76f039325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b0e5de0f-c167-4fef-8e3a-bcb9e39577ff'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:22.294740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:22.303538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9adb510-b827-4568-aebe-f6268a6836dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:22.341817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf0a6-c52a-49e6-a5f3-b15990cc7c4d None None] Pushing event updated for resources: {'Port': ['ID=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:22.561896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd7353f6-aa2a-4a22-bf5f-923516cb1e1a req-528ac5b6-2264-46cb-b060-20cd7c511342 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.1176505 Jul 28 14:49:22.713805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54742) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:22.714479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] For port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:22.721389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] For port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,segment=NetworkSegment(8767692d-75e3-4adb-979d-45b76f039325),segment_id=8767692d-75e3-4adb-979d-45b76f039325)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:22.922949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.079465 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.086507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.100193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44824c-e7f2-4269-bc34-8c78ff6da35f None None] Pushing event updated for resources: {'Port': ['ID=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:23.145223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Made reservation on behalf of 8a883e5dd28e4b00bb1d59d356acda0d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:23.153610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.184278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Subnet': ['ID=1817ca49-ccb1-4228-83e2-45f4e00401c7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:23.202043 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.204960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/subnets/1817ca49-ccb1-4228-83e2-45f4e00401c7 HTTP/1.1" status: 204 len: 168 time: 4.0951579 Jul 28 14:49:23.210840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54752) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:23.254151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Transition to ACTIVE for port object 4c4c2f6e-5326-41db-9f98-1581ae58ea27 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:23.277815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03eba00e-8ee4-4c73-a295-d9b208fc37d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f547adff5eae4d35b142cc3f40884daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576396 Jul 28 14:49:23.284706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:23.301950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.302325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.316767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96882dd0-4922-4038-b9be-79e8b093edb3 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:23.422131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5f994-3fcd-4fe4-b27c-bc66713b963f req-824ac22f-d393-4bfd-883d-ac8539823073 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:23.425029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffb5f994-3fcd-4fe4-b27c-bc66713b963f req-824ac22f-d393-4bfd-883d-ac8539823073 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2148783 Jul 28 14:49:23.503598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Deleting subnet 3b9c98e9-c499-42f4-a4c5-497e235bb921 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:23.568739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c6ec-7ad9-46d5-bc85-bcd5fdea0fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.590353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ffb5f994-3fcd-4fe4-b27c-bc66713b963f req-a1b7385b-1276-45af-b3dd-dd15f4b31eda tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397212 Jul 28 14:49:23.655299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.655299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.655711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c6ec-7ad9-46d5-bc85-bcd5fdea0fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.778682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Allocated IP 172.20.0.12 (b7147d3f-ea6b-4156-8ab7-af7606b4b7bf/9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5/70140b69-e5a1-4f27-9ef9-4e72ade41f57) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:23.811824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:23.832033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:23.838066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:23.847452 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.850856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Pushing event updated for resources: {'Port': ['ID=4c4c2f6e-5326-41db-9f98-1581ae58ea27,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:23.856795 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64abbf42-e901-4bd1-895a-de7b0731a6b2 req-2408ea4e-c4a6-4f48-868f-5d13bdb9efcb tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.1408458 Jul 28 14:49:24.019657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c6ec-7ad9-46d5-bc85-bcd5fdea0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.023655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c6ec-7ad9-46d5-bc85-bcd5fdea0fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.025084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b2a7c6ec-7ad9-46d5-bc85-bcd5fdea0fd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63e64c9a-2e4f-43e2-a96a-c961ed950198 HTTP/1.1" status: 204 len: 168 time: 0.7385476 Jul 28 14:49:24.037715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7c6ec-7ad9-46d5-bc85-bcd5fdea0fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e64c9a-2e4f-43e2-a96a-c961ed950198,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:24.059648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.061771 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.284600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.310181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1feea-54ca-4c99-a1d6-3117d2fa044f None None] Network 43e86333-3d79-47fe-9330-21865e431fa1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:24.315377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:49:24.734854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.785818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ce3bd761-033c-484a-a617-8cdc3ed6e5e3 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:24.845110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-408c51cc-dcdf-4bb7-be3b-598aad3e7819 None None] Provisioning for port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:24.903061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19880c4-e018-4da3-8032-c4741bca3e32 req-08ce68c0-21ee-41b3-a2d4-a2cb56af2652 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.908179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c19880c4-e018-4da3-8032-c4741bca3e32 req-08ce68c0-21ee-41b3-a2d4-a2cb56af2652 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.1100521 Jul 28 14:49:24.982282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eb64885-8db2-41fd-9487-d0e1212e02ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.044531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] DHCP port deletion for 43e86333-3d79-47fe-9330-21865e431fa1 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:49:25.066993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c19880c4-e018-4da3-8032-c4741bca3e32 req-58bd1863-dc22-4d0c-974b-b39eb520feef tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469049 Jul 28 14:49:25.124486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:25.131449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:25.131922 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.183051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c1344ab6-13ad-4d86-91c6-091196543a5b None None] Provisioning for port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:25.190012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.200267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c1344ab6-13ad-4d86-91c6-091196543a5b None None] Provisioning complete for port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:25.200733 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c1344ab6-13ad-4d86-91c6-091196543a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.264260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c1344ab6-13ad-4d86-91c6-091196543a5b None None] Port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:25.271353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366cb04-7810-447a-a5f0-e12c47a1a4c2 None None] Network b0e5de0f-c167-4fef-8e3a-bcb9e39577ff requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:25.302868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2173c5d-789b-4190-a102-ed9271b8e8a0 req-4fac7659-6a5c-4ad6-9a44-703a9287f6cd tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.1091249 Jul 28 14:49:25.375263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] Deleting port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:25.375263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.490209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.508873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9c98e9-c499-42f4-a4c5-497e235bb921,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:25.517882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-5151093b-e604-4ddf-a149-f21b0b169b3c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:25.519446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-5151093b-e604-4ddf-a149-f21b0b169b3c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.58 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 816 time: 0.8202972 Jul 28 14:49:25.525962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-ce2fac5b-d878-4755-95dc-5d82cb77ae23 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6710658 Jul 28 14:49:25.529172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.535860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-52ebbe89-cea7-41d6-a39a-bc5219f037f2 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/subnets/3b9c98e9-c499-42f4-a4c5-497e235bb921 HTTP/1.1" status: 204 len: 168 time: 2.3027730 Jul 28 14:49:25.535860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Transition to ACTIVE for port object 70140b69-e5a1-4f27-9ef9-4e72ade41f57 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:25.535860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54798) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:25.541207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Request body: {'port': {'device_id': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'admin_state_up': True, 'tenant_id': '8a883e5dd28e4b00bb1d59d356acda0d'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:25.569139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Request body: {'port': {'device_id': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:25.617623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] For port ce3bd761-033c-484a-a617-8cdc3ed6e5e3, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,segment=NetworkSegment(6bb12c19-f3ba-4209-b56c-14e6eb3f237e),segment_id=6bb12c19-f3ba-4209-b56c-14e6eb3f237e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:25.617992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.650797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] Calling delete_port for ce3bd761-033c-484a-a617-8cdc3ed6e5e3 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:25.658596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4c2a61b0-c96d-47ba-9660-538c1f12f543 None None] Provisioning for port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:25.660970 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.723860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ce3bd761-033c-484a-a617-8cdc3ed6e5e3, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,segment=NetworkSegment(6bb12c19-f3ba-4209-b56c-14e6eb3f237e),segment_id=6bb12c19-f3ba-4209-b56c-14e6eb3f237e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:25.777941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.798236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] DHCP port deletion for b0e5de0f-c167-4fef-8e3a-bcb9e39577ff request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:49:25.826104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.827421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1606ac99-e2b2-4ac5-88f6-bcc730914cfc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:25.871358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f556d-447f-45c1-87c4-7fc5ce3ef7af tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:25.873266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-530f556d-447f-45c1-87c4-7fc5ce3ef7af tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3366711 Jul 28 14:49:25.879503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:26.028119 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.082477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.222734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Pushing event updated for resources: {'Port': ['ID=70140b69-e5a1-4f27-9ef9-4e72ade41f57,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:26.263491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Made reservation on behalf of 8a883e5dd28e4b00bb1d59d356acda0d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:26.267585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:26.274798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.285531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] Deleting port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:26.286312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.314153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Deleting port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:26.314509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.432180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] For port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,segment=NetworkSegment(8767692d-75e3-4adb-979d-45b76f039325),segment_id=8767692d-75e3-4adb-979d-45b76f039325)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:26.432915 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.436050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:26.471164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] Calling delete_port for 1606ac99-e2b2-4ac5-88f6-bcc730914cfc owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:26.507583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:26.546115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13ed66ac-e3f7-4a5b-8fc2-29a14901b3d1 req-919ffbf8-2822-45b6-baf2-e0f582c021ef tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.0789797 Jul 28 14:49:26.553101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:26.598704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] For port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,segment=NetworkSegment(8767692d-75e3-4adb-979d-45b76f039325),segment_id=8767692d-75e3-4adb-979d-45b76f039325)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:26.600350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.639741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Calling delete_port for 1606ac99-e2b2-4ac5-88f6-bcc730914cfc owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:26.674763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:26.685864 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.686978 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.706713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:26.707097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.738770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] No DVR routers for this DVR port ce3bd761-033c-484a-a617-8cdc3ed6e5e3 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:26.885837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae034e1-29b4-4dbd-910d-b4852a4eec33 None None] Pushing event deleted for resources: {'Port': ['ID=ce3bd761-033c-484a-a617-8cdc3ed6e5e3,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:26.944422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff06547-865c-41ed-bc91-44d0b6d1fe5c req-c1d8a9af-516b-4879-9ef2-0bdea43110fa tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:26.946147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eff06547-865c-41ed-bc91-44d0b6d1fe5c req-c1d8a9af-516b-4879-9ef2-0bdea43110fa tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.6163723 Jul 28 14:49:26.953243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.995209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.006368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:27.007371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.090973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] Pushing event deleted for resources: {'Port': ['ID=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:27.105784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Port': ['ID=1606ac99-e2b2-4ac5-88f6-bcc730914cfc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:27.123328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] No DVR routers for this DVR port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:27.177178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eff06547-865c-41ed-bc91-44d0b6d1fe5c req-adff41a5-1419-4f1e-8391-cc2dcd2e4fca tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018323 Jul 28 14:49:27.179489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-0564fcfd-52e1-4d4c-ae82-44120fa7df9b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1148446 Jul 28 14:49:27.195282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83f6e0-545f-460c-a109-2a4854fdb114 None None] No DVR routers for this DVR port 1606ac99-e2b2-4ac5-88f6-bcc730914cfc on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:27.236156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Request body: {'port': {'device_id': 'da692b75-953c-4441-a130-aa02208c60b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:27.243504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Could not find standard attr ID for object 1606ac99-e2b2-4ac5-88f6-bcc730914cfc. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:49:27.251899 n-d-764806-10 neutron-server[94659]: INFO neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No ports have port_id starting with 1606ac99-e2b2-4ac5-88f6-bcc730914cfc Jul 28 14:49:27.268376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-61e6e7e6-650a-4872-a141-3bef066de644 None None] Provisioning for port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:27.289177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-61e6e7e6-650a-4872-a141-3bef066de644 None None] Provisioning complete for port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:27.289595 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-61e6e7e6-650a-4872-a141-3bef066de644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.377424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54842) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:27.422489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.479946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e5de0f-c167-4fef-8e3a-bcb9e39577ff']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:27.499216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-61e6e7e6-650a-4872-a141-3bef066de644 None None] Port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:27.506851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8767692d-75e3-4adb-979d-45b76f039325') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:27.507076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8767692d-75e3-4adb-979d-45b76f039325') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:27.520012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.521252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ce3bd761-033c-484a-a617-8cdc3ed6e5e3 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:27.570738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.577745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ce3bd761-033c-484a-a617-8cdc3ed6e5e3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:27.578165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ce3bd761-033c-484a-a617-8cdc3ed6e5e3 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:27.578592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1606ac99-e2b2-4ac5-88f6-bcc730914cfc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:27.588392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:27.589745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:27.599199 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:27.671263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1606ac99-e2b2-4ac5-88f6-bcc730914cfc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:27.675810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1606ac99-e2b2-4ac5-88f6-bcc730914cfc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:27.746621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4c2f6e-5326-41db-9f98-1581ae58ea27 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:27.760893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.800670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.843929 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-edb777fe-941b-4581-95a3-f4067a58aabe req-5bb89044-6a9c-4188-be91-1159d7189b79 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.1051250 Jul 28 14:49:27.904171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Transition to ACTIVE for port object 4c4c2f6e-5326-41db-9f98-1581ae58ea27 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:27.970240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.081012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.086246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.094242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/networks/b0e5de0f-c167-4fef-8e3a-bcb9e39577ff HTTP/1.1" status: 204 len: 168 time: 2.2080019 Jul 28 14:49:28.094702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:28.116131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1639095129'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:28.116965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f922e-8b0b-4174-80ed-2954e9153b30 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Network': ['ID=b0e5de0f-c167-4fef-8e3a-bcb9e39577ff,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:28.121920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.231738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.272714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Pushing event updated for resources: {'Port': ['ID=4c4c2f6e-5326-41db-9f98-1581ae58ea27,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:28.295282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Allocated IP 172.20.0.13 (b7147d3f-ea6b-4156-8ab7-af7606b4b7bf/9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5/e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:28.358078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:28.362766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.404188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.480747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Attempting to bind port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:28.481972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Attempting to bind port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:28.482614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Attempting to bind port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:28.579717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:49:28.583738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:28.622399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.673996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:49:28.674382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Attempting to bind port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:28.682114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e86333-3d79-47fe-9330-21865e431fa1']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:28.731236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb12c19-f3ba-4209-b56c-14e6eb3f237e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:28.733887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb12c19-f3ba-4209-b56c-14e6eb3f237e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:28.754450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:28.755296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Checking segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:28.761789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Bound using segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:28.762370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Bound port: 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:28.762747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.780993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.860745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0819f-de0a-4fb9-bd3b-b3f5926ee09b req-78df12c7-d545-4a86-b5e2-9aaa8f5d28eb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:28.863192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0da0819f-de0a-4fb9-bd3b-b3f5926ee09b req-78df12c7-d545-4a86-b5e2-9aaa8f5d28eb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2514517 Jul 28 14:49:28.894105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.894343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.933768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:28.934346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.022505 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:29.031001 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:29.075118 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.077838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:29.092492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '649ea61f-28da-4880-8857-1055a8ace54c', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'port_id': '649ea61f-28da-4880-8857-1055a8ace54c', 'mac_address': 'fa:16:3e:d2:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1337b-cc41-4f2a-b0f8-8200271d70b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:49:29.118299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.144808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Transition to ACTIVE for port object e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:29.160620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:29.160620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:29.161403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.164303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/networks/43e86333-3d79-47fe-9330-21865e431fa1 HTTP/1.1" status: 204 len: 168 time: 1.0685856 Jul 28 14:49:29.165222 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25121e1d-c482-4be8-a9fa-fedfbcb9de3d" -d '{"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-unplugged", "status": "completed", "tag": "649ea61f-28da-4880-8857-1055a8ace54c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:29.169339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae51aa-9102-4cb0-855a-4484f725a782 tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Network': ['ID=43e86333-3d79-47fe-9330-21865e431fa1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:29.203400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af59c6df-0efc-4e04-b67e-695b2a328d6c req-9431d62b-947c-4f0c-90b7-d0dcbee555da tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.0374620 Jul 28 14:49:29.204311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:29.310121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.319079 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.361478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0da0819f-de0a-4fb9-bd3b-b3f5926ee09b req-bd73b593-6dc2-48ef-8bfd-659b41fd2e82 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715085 Jul 28 14:49:29.400365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.421780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:29.459512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.493483 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.512808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:29.547115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.547441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 649ea61f-28da-4880-8857-1055a8ace54c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:29.547705 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Added segment c31a8a63-d5e2-4c46-af14-f7cb9118a628 of type vlan for network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf Jul 28 14:49:29.563490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] For port 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:29.591169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622e6d67-f8cf-4d17-9172-fe2e86b65299,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:29.669394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.705735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:49:29.717137 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:49:29.733621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f618bb-5efe-4bce-851d-c8641748ea4c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:29.780898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1421054f-58bf-4d4a-a80b-11ae72999872') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:29.781220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1421054f-58bf-4d4a-a80b-11ae72999872') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:29.781937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.791041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] For port 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:29.814983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Pushing event updated for resources: {'Port': ['ID=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:29.842905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.848016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:29.860837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:29.872835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:29.930587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.966467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:29.966971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.018013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:30.041393 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:30.092671 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e942c6d-b63c-4838-aab3-9c4b865a8a07 x-openstack-request-id: req-1e942c6d-b63c-4838-aab3-9c4b865a8a07 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:30.092951 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-unplugged", "status": "completed", "tag": "649ea61f-28da-4880-8857-1055a8ace54c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:30.093303 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e942c6d-b63c-4838-aab3-9c4b865a8a07 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:30.094738 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c', 'code': 200} Jul 28 14:49:30.114512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.129522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:30.130599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.325092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.332604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.339135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/networks/58f618bb-5efe-4bce-851d-c8641748ea4c HTTP/1.1" status: 204 len: 168 time: 1.1298084 Jul 28 14:49:30.350929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54898) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:30.448677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.480662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649ea61f-28da-4880-8857-1055a8ace54c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:30.529916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:30.534787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:30.535482 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.537023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] 10.222.0.42 "PUT /v2.0/ports/4c4c2f6e-5326-41db-9f98-1581ae58ea27 HTTP/1.1" status: 200 len: 1092 time: 4.9898219 Jul 28 14:49:30.561511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:30.562207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.590931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9ca11-5329-46cc-970a-f8974928005b tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Network': ['ID=58f618bb-5efe-4bce-851d-c8641748ea4c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:30.608691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-86f8b0e3-fd31-41ce-82b9-34d39d23ff58 None None] Provisioning for port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:30.616543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-86f8b0e3-fd31-41ce-82b9-34d39d23ff58 None None] Provisioning complete for port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:30.617524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-86f8b0e3-fd31-41ce-82b9-34d39d23ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.672641 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.698425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'tag': '4c4c2f6e-5326-41db-9f98-1581ae58ea27'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:30.706149 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b" -d '{"events": [{"name": "network-changed", "server_uuid": "92eebcab-d2db-4790-9280-7fb719a99e9e", "tag": "4c4c2f6e-5326-41db-9f98-1581ae58ea27"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:30.746945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.771122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-86f8b0e3-fd31-41ce-82b9-34d39d23ff58 None None] Port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:30.810838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49217b2e-7cc6-432d-882f-a232d5f19048 req-dd5dc577-f500-4e5e-bd76-bbab6d69feb2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:30.822476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:30.839377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49217b2e-7cc6-432d-882f-a232d5f19048 req-dd5dc577-f500-4e5e-bd76-bbab6d69feb2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 943 time: 0.2368901 Jul 28 14:49:30.948636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['649ea61f-28da-4880-8857-1055a8ace54c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:31.115047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c15c5-35fa-4ea2-9e61-dcb1bf79810a service neutron] Pushing event updated for resources: {'Port': ['ID=4c4c2f6e-5326-41db-9f98-1581ae58ea27,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:31.133776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Network': ['ID=e1abb570-993f-4a34-bcbe-d6c9a3c37cdf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:31.148150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49217b2e-7cc6-432d-882f-a232d5f19048 req-7fdbea58-68d1-416c-9547-c43d4aa32e38 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865598 Jul 28 14:49:31.163678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:31.183392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70140b69-e5a1-4f27-9ef9-4e72ade41f57 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:31.227405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:31.251944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-21755cd2-1674-4572-9d3f-02c2539e583f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7191846 Jul 28 14:49:31.272338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3c33-5809-4c1e-bd57-91acf5157c57 req-b89a2c49-46d7-4228-b340-fa5ea1977dd4 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:31.275312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-655b3c33-5809-4c1e-bd57-91acf5157c57 req-b89a2c49-46d7-4228-b340-fa5ea1977dd4 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 932 time: 0.6372991 Jul 28 14:49:31.276934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:31.316966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Request body: {'port': {'device_id': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:31.332230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9cddc2-4012-46f0-a183-751e7390f930') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:31.332923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9cddc2-4012-46f0-a183-751e7390f930') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:31.358839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-121aa03a-8ce3-418c-8acc-6670b3a9cbbc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.9612651 Jul 28 14:49:31.393051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:31.537848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:31.566336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:31.568817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:31.589497 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:31.649417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:31.755533 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783ce5a-7a36-4119-ab7d-e382f18e6a0b x-openstack-request-id: req-a783ce5a-7a36-4119-ab7d-e382f18e6a0b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:31.758319 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92eebcab-d2db-4790-9280-7fb719a99e9e", "tag": "4c4c2f6e-5326-41db-9f98-1581ae58ea27", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:31.760804 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a783ce5a-7a36-4119-ab7d-e382f18e6a0b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:31.765088 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'tag': '4c4c2f6e-5326-41db-9f98-1581ae58ea27', 'status': 'completed', 'code': 200} Jul 28 14:49:31.914566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Transition to ACTIVE for port object 70140b69-e5a1-4f27-9ef9-4e72ade41f57 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:31.928795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-01adbe31-6956-49fd-bdb3-50e50693232d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.9958086 Jul 28 14:49:31.957283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-655b3c33-5809-4c1e-bd57-91acf5157c57 req-2f5354d0-8bdd-4bb7-bb7b-07c805d8465a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497708 Jul 28 14:49:31.964146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-0f3f23d5-88e9-41d0-b8d9-1dc4e89a49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:31.964146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-0f3f23d5-88e9-41d0-b8d9-1dc4e89a49c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 1095 time: 1.1607845 Jul 28 14:49:31.964146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.049079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-a2a4961a-e253-4711-95a8-8689e895c255 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27 HTTP/1.1" status: 200 len: 217 time: 0.0651615 Jul 28 14:49:32.071034 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.085823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.090715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] 10.222.0.57 "DELETE /v2.0/networks/3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8 HTTP/1.1" status: 204 len: 168 time: 1.7358861 Jul 28 14:49:32.122075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.145829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.151099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e4d77-28d2-4d84-b8bb-372505b192bf tempest-BulkNetworkOpsIpV6Test-1044615318 tempest-BulkNetworkOpsIpV6Test-1044615318-project] Pushing event deleted for resources: {'Network': ['ID=3e8ce9b4-0b15-4b51-ac34-a6d62531f7d8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:32.679906 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:32.705430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737725-1a7c-48eb-98bf-a744d6d4cf52 req-774c97af-e22f-4687-ba00-8de3ef6b58a1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:32.722598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a737725-1a7c-48eb-98bf-a744d6d4cf52 req-774c97af-e22f-4687-ba00-8de3ef6b58a1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 944 time: 0.2497516 Jul 28 14:49:32.887002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a737725-1a7c-48eb-98bf-a744d6d4cf52 req-c93c515f-6195-4b4f-b357-4430bbb04138 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613133 Jul 28 14:49:32.890053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 649ea61f-28da-4880-8857-1055a8ace54c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:32.891244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:33.142726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Pushing event updated for resources: {'Port': ['ID=70140b69-e5a1-4f27-9ef9-4e72ade41f57,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:33.184417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cec7887c-e0a5-4e9f-8bc1-eec89d8ef196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:33.185942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-cec7887c-e0a5-4e9f-8bc1-eec89d8ef196 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 1.0860965 Jul 28 14:49:33.289035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-3c12549f-0e76-49fc-97a9-faa4b139d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:33.290650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-3c12549f-0e76-49fc-97a9-faa4b139d42c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1097 time: 1.2945294 Jul 28 14:49:33.348147 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:33.486826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:33.491166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:33.504278 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b980baef-650d-4fba-b11b-265f39ef619e" -d '{"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-plugged", "status": "completed", "tag": "649ea61f-28da-4880-8857-1055a8ace54c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:33.529948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-c8c3e712-b601-4fd1-848d-5a387d5139b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:33.533767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-c8c3e712-b601-4fd1-848d-5a387d5139b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.1601634 Jul 28 14:49:33.586621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:33.641725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3cfa4-2b90-4585-bed4-2ca1de0c277a req-70fbddaa-c6a2-4689-b542-7ebd068822bc tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:33.658862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2c3cfa4-2b90-4585-bed4-2ca1de0c277a req-70fbddaa-c6a2-4689-b542-7ebd068822bc tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 932 time: 0.4963410 Jul 28 14:49:33.728694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54948) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:33.829097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54952) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:33.844327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:33.867432 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb1bd0e-1975-41c1-9e62-e09a9d4aaf5c x-openstack-request-id: req-2fb1bd0e-1975-41c1-9e62-e09a9d4aaf5c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:33.870002 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-plugged", "status": "completed", "tag": "649ea61f-28da-4880-8857-1055a8ace54c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:33.870821 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fb1bd0e-1975-41c1-9e62-e09a9d4aaf5c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:33.871810 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c', 'code': 200} Jul 28 14:49:34.019164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0dd5-1c1f-41f7-b039-ed5f731cf76c req-d7c2bf15-58b5-42e9-be87-7cba51b3daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:34.020973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85ae0dd5-1c1f-41f7-b039-ed5f731cf76c req-d7c2bf15-58b5-42e9-be87-7cba51b3daa9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 1097 time: 0.1705532 Jul 28 14:49:34.179310 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85ae0dd5-1c1f-41f7-b039-ed5f731cf76c req-bd414980-b89c-42bd-8efa-2c0f33535b74 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498809 Jul 28 14:49:34.314442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Attempting to bind port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:34.315020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Attempting to bind port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:34.316035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Attempting to bind port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:34.401385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-475905ec-42f3-4760-8bc6-ffc63c964f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:34.403102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdba7d0c-54a2-4e36-b392-d9d6079c6278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.404052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-475905ec-42f3-4760-8bc6-ffc63c964f27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1231141 Jul 28 14:49:34.424528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:49:34.424528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Attempting to bind port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:34.436159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-d53bb91a-f0f5-4708-842d-9c8d059d864e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 1001 time: 0.8091085 Jul 28 14:49:34.610522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eef4be-cbea-4344-ba8d-7c9dfd786ef8 req-d0769a94-ef46-422c-b13a-c2686166a564 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:34.624071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8eef4be-cbea-4344-ba8d-7c9dfd786ef8 req-d0769a94-ef46-422c-b13a-c2686166a564 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.5036573 Jul 28 14:49:34.630462 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c01ae044-bea1-46bc-b9ae-5527ada8c395 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=365da3a6fb804fc3977215d2e85d2857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7998679 Jul 28 14:49:34.642245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54960) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:34.748439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdba7d0c-54a2-4e36-b392-d9d6079c6278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.789279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-9b4953f3-ff1c-48b6-a5c3-6a39d9ed5b5b service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607960 Jul 28 14:49:34.795757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8eef4be-cbea-4344-ba8d-7c9dfd786ef8 req-282fe481-6c6a-4867-94e6-a6b6dc37abd7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690416 Jul 28 14:49:34.810764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2c3cfa4-2b90-4585-bed4-2ca1de0c277a req-365e10a2-1ee2-48fb-82e0-ab225b515f28 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1505399 Jul 28 14:49:34.817594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7efa5e9e-e6a7-4d6b-b010-6a3dc2b45fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.872386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdba7d0c-54a2-4e36-b392-d9d6079c6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.943983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7efa5e9e-e6a7-4d6b-b010-6a3dc2b45fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.945770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:34.946335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Checking segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:34.946912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Bound using segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:34.947978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Bound port: 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:34.948550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.024070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba7d0c-54a2-4e36-b392-d9d6079c6278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ade630-31af-43ab-90f2-512c79940cbf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:35.135505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:35.151482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cdba7d0c-54a2-4e36-b392-d9d6079c6278 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6aa64d89468b40c688c2b2d9ac462000&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4186316 Jul 28 14:49:35.157901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54970) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:35.163602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'subnet': {'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:35.324846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-ae9142b1-7e50-496b-b57f-8f077dd4e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:35.326804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-ae9142b1-7e50-496b-b57f-8f077dd4e657 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.8718381 Jul 28 14:49:35.328049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54974) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:35.349395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] For port 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:35.428822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] For port 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=70140b69-e5a1-4f27-9ef9-4e72ade41f57,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:35.499795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d361618-56c7-4709-9a0b-ebfccce905c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.511613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-764f281f-7c0a-45a3-bb94-9b6269e3b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:35.515821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-764f281f-7c0a-45a3-bb94-9b6269e3b99d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696234 Jul 28 14:49:35.547960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.548393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d361618-56c7-4709-9a0b-ebfccce905c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.591298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7efa5e9e-e6a7-4d6b-b010-6a3dc2b45fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.596257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7efa5e9e-e6a7-4d6b-b010-6a3dc2b45fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.598570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7efa5e9e-e6a7-4d6b-b010-6a3dc2b45fcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2132923a-a812-4c60-a4c3-d0d4d69e7f1f HTTP/1.1" status: 204 len: 168 time: 0.9551132 Jul 28 14:49:35.625692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ec4952f-1594-40c7-ae07-c8fdf1ce1f85 req-552d17c7-fd0e-4997-bd8c-4b1c95f831b6 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928820 Jul 28 14:49:35.652850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa5e9e-e6a7-4d6b-b010-6a3dc2b45fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2132923a-a812-4c60-a4c3-d0d4d69e7f1f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:35.752015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Pushing event updated for resources: {'Port': ['ID=70140b69-e5a1-4f27-9ef9-4e72ade41f57,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:35.766227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:35.794975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e051c28-7ae4-4d1c-9d6f-7c9ec1b7fab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.805464 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.806650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:35.807307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.808905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6bb557bb-1bef-448e-b085-9320c542cce9 service neutron] 10.222.0.42 "PUT /v2.0/ports/70140b69-e5a1-4f27-9ef9-4e72ade41f57 HTTP/1.1" status: 200 len: 1093 time: 8.6097164 Jul 28 14:49:35.809382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da692b75-953c-4441-a130-aa02208c60b8', 'tag': '70140b69-e5a1-4f27-9ef9-4e72ade41f57'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:35.811722 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c348a-89dd-43ba-86a0-0f70f35de0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "da692b75-953c-4441-a130-aa02208c60b8", "tag": "70140b69-e5a1-4f27-9ef9-4e72ade41f57"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:35.830033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-1a601f0f-261b-4680-9dc9-5f8173072c7c service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003294 Jul 28 14:49:35.884262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:35.885224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.894975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.900098 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e8b4c-c0d5-42cc-81cc-1530b9ae1c0e x-openstack-request-id: req-a02e8b4c-c0d5-42cc-81cc-1530b9ae1c0e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:35.900098 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da692b75-953c-4441-a130-aa02208c60b8", "tag": "70140b69-e5a1-4f27-9ef9-4e72ade41f57", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:35.900580 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a02e8b4c-c0d5-42cc-81cc-1530b9ae1c0e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:35.901276 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da692b75-953c-4441-a130-aa02208c60b8', 'tag': '70140b69-e5a1-4f27-9ef9-4e72ade41f57', 'status': 'completed', 'code': 200} Jul 28 14:49:35.943560 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d361618-56c7-4709-9a0b-ebfccce905c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.952898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d361618-56c7-4709-9a0b-ebfccce905c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.955866 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7d361618-56c7-4709-9a0b-ebfccce905c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93ade630-31af-43ab-90f2-512c79940cbf HTTP/1.1" status: 204 len: 168 time: 0.7834411 Jul 28 14:49:35.985796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Transition to ACTIVE for port object e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:36.103361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361618-56c7-4709-9a0b-ebfccce905c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ade630-31af-43ab-90f2-512c79940cbf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:36.194305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85078ed6-6664-4e85-b25c-1f315c1ee347 req-606df432-cabc-4231-b440-a01af7c54765 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:36.395184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85078ed6-6664-4e85-b25c-1f315c1ee347 req-606df432-cabc-4231-b440-a01af7c54765 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 932 time: 0.1533582 Jul 28 14:49:36.397493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-17bbbde2-fe6a-4cee-9d95-e22d4df71699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:36.397493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-17bbbde2-fe6a-4cee-9d95-e22d4df71699 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 1095 time: 0.3969669 Jul 28 14:49:36.397493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e1b9e7f-70e1-4803-ba02-2effbdf0c03b req-1355fa9f-14c9-4c7d-b963-e11c712fda5b service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866836 Jul 28 14:49:36.398103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-85078ed6-6664-4e85-b25c-1f315c1ee347 req-ac28c126-0a5c-4d5d-a334-0bb3c6119ff0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239715 Jul 28 14:49:36.398218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c348a-89dd-43ba-86a0-0f70f35de0a9 req-cd0bd303-b675-4eba-9357-b5cd29768684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:36.398218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-543c348a-89dd-43ba-86a0-0f70f35de0a9 req-cd0bd303-b675-4eba-9357-b5cd29768684 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 1096 time: 0.3551178 Jul 28 14:49:36.398218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:36.426282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eb872-a23e-47a2-9ae2-10129d40f866 req-b8774579-be33-40f3-82b0-8db914b1979b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:36.428232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-729eb872-a23e-47a2-9ae2-10129d40f866 req-b8774579-be33-40f3-82b0-8db914b1979b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.3027146 Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Pushing event updated for resources: {'Port': ['ID=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e051c28-7ae4-4d1c-9d6f-7c9ec1b7fab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-117f4594-61a1-43d6-8567-9abf84f3e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-117f4594-61a1-43d6-8567-9abf84f3e2c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 917 time: 0.5683367 Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-729eb872-a23e-47a2-9ae2-10129d40f866 req-af073121-105e-4d07-9cf6-37028d0b18d7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382625 Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-e977fbc7-475c-4041-bab8-41551817b42a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27 HTTP/1.1" status: 200 len: 217 time: 0.0914838 Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c348a-89dd-43ba-86a0-0f70f35de0a9 req-499bab35-78d1-40e5-97ee-193027bc1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-543c348a-89dd-43ba-86a0-0f70f35de0a9 req-499bab35-78d1-40e5-97ee-193027bc1260 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7133660 Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-57278230-6b8b-41d2-9d51-f68ed0a9059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.217772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-57278230-6b8b-41d2-9d51-f68ed0a9059b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 0.1771483 Jul 28 14:49:37.232323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:37.260617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Attempting to bind port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:37.260952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Attempting to bind port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:37.261281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Attempting to bind port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:37.381903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Subnet': ['ID=6c7b2bd6-cb53-4fef-a775-b79d928491d7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:37.399913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Checking segment: {'id': 'c31a8a63-d5e2-4c46-af14-f7cb9118a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:37.401188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network hostable DHCP agents. Network: e1abb570-993f-4a34-bcbe-d6c9a3c37cdf, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:37.593086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:49:37.594170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Attempting to bind port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe on network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:37.616007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4923d-accc-4a4d-8472-15d8168f4f08 req-716f7a8f-3926-45db-9f5d-ce58ca091b0d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.617613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d4923d-accc-4a4d-8472-15d8168f4f08 req-716f7a8f-3926-45db-9f5d-ce58ca091b0d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.5429206 Jul 28 14:49:37.622217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:37.622565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Checking segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:37.622970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Bound using segment: {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:37.623423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Bound port: e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27661e8-d3c7-4023-ac02-296c58d32843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:37.623787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:37.664807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c348a-89dd-43ba-86a0-0f70f35de0a9 req-a1e8cb8c-a796-4604-bed3-236bed0b55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.666866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-543c348a-89dd-43ba-86a0-0f70f35de0a9 req-a1e8cb8c-a796-4604-bed3-236bed0b55eb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5640273 Jul 28 14:49:37.672907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-4ff17b34-152b-4a29-a2a3-325c07caaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.674378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-4ff17b34-152b-4a29-a2a3-325c07caaf81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4571559 Jul 28 14:49:37.741981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36d4923d-accc-4a4d-8472-15d8168f4f08 req-eaab86e7-4cbe-4333-856d-497420f460b0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094515 Jul 28 14:49:37.853722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] For port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:37.895169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] For port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:37.929693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-65237bf8-ec74-4b1f-8246-945cc5517739 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267399 Jul 28 14:49:37.932588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-8c05a5e9-aa26-4ed6-ae98-9a39e9d469bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.934088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-8c05a5e9-aa26-4ed6-ae98-9a39e9d469bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 1096 time: 0.1628568 Jul 28 14:49:37.976520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:37.985675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bab64-6d32-470d-bb14-147746f9052f req-9a31fe27-f2ce-436f-8c5b-4879d7abca45 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.988558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e9bab64-6d32-470d-bb14-147746f9052f req-9a31fe27-f2ce-436f-8c5b-4879d7abca45 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 944 time: 0.1238766 Jul 28 14:49:38.051877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e051c28-7ae4-4d1c-9d6f-7c9ec1b7fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.093909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-d94bbe20-b5ef-4c11-b259-a6876ca1818b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70140b69-e5a1-4f27-9ef9-4e72ade41f57 HTTP/1.1" status: 200 len: 217 time: 0.1416230 Jul 28 14:49:38.240519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e9bab64-6d32-470d-bb14-147746f9052f req-7f3dc34c-73a3-457e-aec6-00b9bcaada1a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574254 Jul 28 14:49:38.275011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6e051c28-7ae4-4d1c-9d6f-7c9ec1b7fab6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff0efa33e88a468e9d26c0b0a1777613&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9337533 Jul 28 14:49:38.278960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:38.305021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.314728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051c28-7ae4-4d1c-9d6f-7c9ec1b7fab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91bde43-edb8-42ed-85ef-bfdf3432287c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:38.359480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e1abb570-993f-4a34-bcbe-d6c9a3c37cdf) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:38.370118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:38.373123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.375642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71901ec-ce73-423d-866c-3b2b406937b0 None None] Network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:38.463187 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dd92-e9ae-4dd8-a5fe-559c75e7ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.481059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Pushing event updated for resources: {'Port': ['ID=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:38.492569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-7fae67ec-fa38-45c0-a87d-35a8c701cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:38.495648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-7fae67ec-fa38-45c0-a87d-35a8c701cc9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 0.3736706 Jul 28 14:49:38.512241 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dd92-e9ae-4dd8-a5fe-559c75e7ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.532261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5db3be1-3e2c-4e4d-b056-13c37a5c481b req-b3f1b24d-1e58-49c7-85fa-a1bb6ac6780e service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799215 Jul 28 14:49:38.622841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:38.623953 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.632335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-639fd665-588a-4b8c-9f67-67795b8d146d service neutron] 10.222.0.58 "PUT /v2.0/ports/e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe HTTP/1.1" status: 200 len: 1093 time: 7.3274024 Jul 28 14:49:38.632335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'tag': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:38.632335 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022" -d '{"events": [{"name": "network-changed", "server_uuid": "666b64f6-fff9-41ba-bd91-41ed1941667b", "tag": "e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:38.672297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ae73d2a-f293-4c4e-8004-ea0599a53396 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5174537 Jul 28 14:49:38.687013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-f2702f24-3b77-4544-86b3-4b5fd31d3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:38.687863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:38.691893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-f2702f24-3b77-4544-86b3-4b5fd31d3775 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587927 Jul 28 14:49:38.697384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-708890985'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:38.792663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dd92-e9ae-4dd8-a5fe-559c75e7ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.799413 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dd92-e9ae-4dd8-a5fe-559c75e7ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.807855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e8d6dd92-e9ae-4dd8-a5fe-559c75e7ea02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b91bde43-edb8-42ed-85ef-bfdf3432287c HTTP/1.1" status: 204 len: 168 time: 0.5208240 Jul 28 14:49:38.838055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e1abb570-993f-4a34-bcbe-d6c9a3c37cdf', 'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf', 'tenant_id': '863ed58753764b7a95d8521f8383b372', 'fixed_ips': [{'subnet_id': '6c7b2bd6-cb53-4fef-a775-b79d928491d7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:38.848893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.879752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6dd92-e9ae-4dd8-a5fe-559c75e7ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91bde43-edb8-42ed-85ef-bfdf3432287c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:38.918568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:38.925853 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.057696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:39.113969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.113969 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Added segment 1639d4f3-c4e9-4456-8316-840b7a125d10 of type vlan for network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 Jul 28 14:49:39.138886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-caf39afc-9243-455b-ab72-2b9c6e5cf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:39.140932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-caf39afc-9243-455b-ab72-2b9c6e5cf2be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 1096 time: 0.2129683 Jul 28 14:49:39.191435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-6e0a51f2-676e-4fd6-81c6-1ad8abc57363 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905269 Jul 28 14:49:39.277504 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50089e8e-de24-48d3-b34b-7c65bed666e2 x-openstack-request-id: req-50089e8e-de24-48d3-b34b-7c65bed666e2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:39.277883 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666b64f6-fff9-41ba-bd91-41ed1941667b", "tag": "e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:39.278154 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50089e8e-de24-48d3-b34b-7c65bed666e2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:39.284645 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'tag': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe', 'status': 'completed', 'code': 200} Jul 28 14:49:39.319334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-ed1eebff-7b58-46f0-957e-a932f1fd899d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe HTTP/1.1" status: 200 len: 217 time: 0.1548798 Jul 28 14:49:39.322983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.467637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Allocated IP 2001:db8:0:ffff::2 (e1abb570-993f-4a34-bcbe-d6c9a3c37cdf/6c7b2bd6-cb53-4fef-a775-b79d928491d7/75a304a9-f190-4c99-b874-c7bf8e393de7) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:39.559598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.560437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-9fda3fd6-23c4-4047-8371-fc0058124802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:39.568393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-9fda3fd6-23c4-4047-8371-fc0058124802 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 0.2143314 Jul 28 14:49:39.573472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:39.579245 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.702889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Network': ['ID=2d1c353b-0992-4f88-94f0-e2e9220c59d1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:39.740160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:39.817385 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7d7acc67-54dc-492c-b698-f4f84e679043 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1272697 Jul 28 14:49:39.821613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:39.828513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d414d-5d3c-417c-892b-cb318bb56f40 req-62e23c54-ba73-4001-96fe-1dce34a7f207 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:39.829501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'subnet': {'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:39.859816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-584d414d-5d3c-417c-892b-cb318bb56f40 req-62e23c54-ba73-4001-96fe-1dce34a7f207 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 944 time: 0.2822104 Jul 28 14:49:39.869282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-233d6467-aa64-4f84-8218-6aed4998b6c4 req-4bf56054-1ef1-4ed7-8994-2f9a5e2da892 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833111 Jul 28 14:49:40.032706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-7abaa587-96c1-4a0c-a883-5f27094abf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:40.037423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-7abaa587-96c1-4a0c-a883-5f27094abf45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3835034 Jul 28 14:49:40.194900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.211728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Transition to ACTIVE for port object 75a304a9-f190-4c99-b874-c7bf8e393de7 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:40.249503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Transition to ACTIVE for port object 75a304a9-f190-4c99-b874-c7bf8e393de7 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:40.365260 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.411679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:40.428621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:40.436236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.453731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-b2256e34-3a3c-43c1-bb21-f534cc575183 service neutron] 10.222.0.58 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038589 Jul 28 14:49:40.527561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-584d414d-5d3c-417c-892b-cb318bb56f40 req-ace22169-8e5c-4fe0-a37c-629e38ff943b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453950 Jul 28 14:49:40.544310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:40.581422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:40.588932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:40.655201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Pushing event updated for resources: {'Port': ['ID=75a304a9-f190-4c99-b874-c7bf8e393de7,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:40.743367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f9ba52e-b432-4ccf-9522-40cbc700f675 req-87b9e7ad-8f65-47a2-a0bb-e4f024114a2a service neutron] 10.222.0.58 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663319 Jul 28 14:49:40.798049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-2ce7aa17-b5e0-4e3c-9114-c9a17d7ba8e7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:40.801322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-2ce7aa17-b5e0-4e3c-9114-c9a17d7ba8e7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4afae7a-c07a-4312-95ec-8eeeeb6b633a HTTP/1.1" status: 200 len: 945 time: 0.2705972 Jul 28 14:49:40.801629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55096) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:40.850066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Attempting to bind port 75a304a9-f190-4c99-b874-c7bf8e393de7 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:40.853510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Attempting to bind port 75a304a9-f190-4c99-b874-c7bf8e393de7 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c31a8a63-d5e2-4c46-af14-f7cb9118a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:40.857473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Attempting to bind port 75a304a9-f190-4c99-b874-c7bf8e393de7 on network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:40.887354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb841-6d33-4501-a87c-04122d8cb40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.910861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:40.915780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Checking segment: {'id': 'c31a8a63-d5e2-4c46-af14-f7cb9118a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:40.916789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.917494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Bound using segment: {'id': 'c31a8a63-d5e2-4c46-af14-f7cb9118a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:40.921792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Bound port: 75a304a9-f190-4c99-b874-c7bf8e393de7, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31a8a63-d5e2-4c46-af14-f7cb9118a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1abb570-993f-4a34-bcbe-d6c9a3c37cdf'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:40.921792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.977305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4c4c2f6e-5326-41db-9f98-1581ae58ea27 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:49:41.154533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-dc5fc54a-b665-4d46-bf6f-fe1cd05ee42c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:41.160408 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-dc5fc54a-b665-4d46-bf6f-fe1cd05ee42c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 815 time: 0.9368000 Jul 28 14:49:41.212156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-beb1a628-7b8e-4e78-9ee6-b453d77bc7eb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/quotas/ad2ba51a35924bc298e2528668f59544 HTTP/1.1" status: 200 len: 375 time: 0.0137434 Jul 28 14:49:41.311101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] For port 75a304a9-f190-4c99-b874-c7bf8e393de7, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:41.334888 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb841-6d33-4501-a87c-04122d8cb40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.399687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] For port 75a304a9-f190-4c99-b874-c7bf8e393de7, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=75a304a9-f190-4c99-b874-c7bf8e393de7,segment=NetworkSegment(c31a8a63-d5e2-4c46-af14-f7cb9118a628),segment_id=c31a8a63-d5e2-4c46-af14-f7cb9118a628)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:41.431074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133544541'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:41.491062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-6d9536cb-35fc-4ca5-93f1-eb1f0e0538a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:41.495897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-6d9536cb-35fc-4ca5-93f1-eb1f0e0538a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 1096 time: 0.5757391 Jul 28 14:49:41.505423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-4e42f6b9-1670-430d-ac8a-486a597dccfa tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2450600 Jul 28 14:49:41.683852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Deleting port 649ea61f-28da-4880-8857-1055a8ace54c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:41.684147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.692949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:41.698158 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb841-6d33-4501-a87c-04122d8cb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.706938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-00e736fb-770c-4132-abb7-e15993db97a1 service neutron] 10.222.0.57 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877251 Jul 28 14:49:41.747934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.804578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '4c4c2f6e-5326-41db-9f98-1581ae58ea27', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'port_id': '4c4c2f6e-5326-41db-9f98-1581ae58ea27', 'mac_address': 'fa:16:3e:d6:0a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:49:41.831326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bb841-6d33-4501-a87c-04122d8cb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f949b0-7002-48df-b017-0f2cebe11cfa,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:41.869108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:41.874440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.922669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.979900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] For port 649ea61f-28da-4880-8857-1055a8ace54c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=649ea61f-28da-4880-8857-1055a8ace54c,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:41.981102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.008969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Calling delete_port for 649ea61f-28da-4880-8857-1055a8ace54c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:42.086624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.105188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:49:42.129495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.129862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4c2f6e-5326-41db-9f98-1581ae58ea27 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:42.227338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:42.234142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Pushing event updated for resources: {'Port': ['ID=75a304a9-f190-4c99-b874-c7bf8e393de7,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:42.242314 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-8797d9fc-78cf-442e-a397-1fa5096ac697 service neutron] 10.222.0.57 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160098 Jul 28 14:49:42.279118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.284414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.289216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.295087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.298120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.298739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72a7a-f668-42aa-aa9b-3bde92189066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:42.331170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.355355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Subnet': ['ID=3b5120a0-776b-4ae7-a1e6-b2dedfbec670,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:42.472645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4c4c2f6e-5326-41db-9f98-1581ae58ea27,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:42.498159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Checking segment: {'id': '1639d4f3-c4e9-4456-8316-840b7a125d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:42.498788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network hostable DHCP agents. Network: 2d1c353b-0992-4f88-94f0-e2e9220c59d1, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:42.621108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ab5bb841-6d33-4501-a87c-04122d8cb40e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9507ecb88c140f09a16a554b6c55f60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8129563 Jul 28 14:49:42.639524 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.651409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55112) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:42.659385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-7c88d796-ba50-4561-8118-e9a5d5e6e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:42.661237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-7c88d796-ba50-4561-8118-e9a5d5e6e65e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 917 time: 1.1546042 Jul 28 14:49:42.717143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:49:42.735412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-57b1c51b-ed61-468a-a726-29675b93cd74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe HTTP/1.1" status: 200 len: 217 time: 0.0626850 Jul 28 14:49:42.761023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902262f-13ea-4aaa-8a9d-c27719160f98 req-bc592efa-5bb6-4fd9-9096-24c5b5b39e1b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:42.762316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b902262f-13ea-4aaa-8a9d-c27719160f98 req-bc592efa-5bb6-4fd9-9096-24c5b5b39e1b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 944 time: 1.0558937 Jul 28 14:49:42.855691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:42.865178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.885758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.912732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4c4c2f6e-5326-41db-9f98-1581ae58ea27'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:42.915300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['649ea61f-28da-4880-8857-1055a8ace54c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:42.920826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:42.948405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-db30b9f6-be78-4a59-8322-5f4c771ea52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:42.958260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-db30b9f6-be78-4a59-8322-5f4c771ea52d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 0.1998987 Jul 28 14:49:42.958260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aae8bd4d-c3a9-441d-9c07-edbb2c7b24c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.964133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.964640 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment e72d7f31-bf91-4b63-aaae-ae84588875cd of type vlan for network 570127e0-b03b-4a56-bb07-7afa9a9beef8 Jul 28 14:49:43.030425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b902262f-13ea-4aaa-8a9d-c27719160f98 req-c5c244ea-f978-47ef-ac5e-0e557f7b25d9 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558000 Jul 28 14:49:43.035512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2d1c353b-0992-4f88-94f0-e2e9220c59d1) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:43.039015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Pushing event deleted for resources: {'Port': ['ID=649ea61f-28da-4880-8857-1055a8ace54c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:43.197003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.199291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea8a89-ac4c-4a69-8883-71650f5c342b None None] Network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:43.234625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aae8bd4d-c3a9-441d-9c07-edbb2c7b24c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.246855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] No DVR routers for this DVR port 649ea61f-28da-4880-8857-1055a8ace54c on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:43.286660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.288804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae1a82ad-3f97-4bc1-afa9-cbc915c868ea req-f559aee5-f80d-4099-8f88-3f1554b4c1cd tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "DELETE /v2.0/ports/649ea61f-28da-4880-8857-1055a8ace54c HTTP/1.1" status: 204 len: 173 time: 2.4709482 Jul 28 14:49:43.296927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-deleted', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:43.296927 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa38e1-3e9d-45a4-8ac6-257ba02b9863" -d '{"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-deleted", "tag": "649ea61f-28da-4880-8857-1055a8ace54c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:43.320890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:43.325832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.415003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b85f75cf-0345-46d2-97af-612dc5b574ab req-7292739c-e5d2-405f-a81a-261a8c04992e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 210 time: 0.4010873 Jul 28 14:49:43.425075 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.440139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:43.441337 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.466546 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58d97f-0746-4d31-96b0-85b53151db1e x-openstack-request-id: req-1d58d97f-0746-4d31-96b0-85b53151db1e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:43.475139 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4afae7a-c07a-4312-95ec-8eeeeb6b633a", "name": "network-vif-deleted", "tag": "649ea61f-28da-4880-8857-1055a8ace54c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:43.475744 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d58d97f-0746-4d31-96b0-85b53151db1e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:43.476618 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4afae7a-c07a-4312-95ec-8eeeeb6b633a', 'name': 'network-vif-deleted', 'tag': '649ea61f-28da-4880-8857-1055a8ace54c', 'status': 'completed', 'code': 200} Jul 28 14:49:43.501720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a899737e-e17a-4f92-8676-ea245f4fd41f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:43.531647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-445d16c7-2e30-4664-b182-24686c21c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:43.533563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-445d16c7-2e30-4664-b182-24686c21c02f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5595367 Jul 28 14:49:43.537478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:43.627212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 75a304a9-f190-4c99-b874-c7bf8e393de7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:43.852579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aae8bd4d-c3a9-441d-9c07-edbb2c7b24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.874483 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aae8bd4d-c3a9-441d-9c07-edbb2c7b24c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.879204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aae8bd4d-c3a9-441d-9c07-edbb2c7b24c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05f949b0-7002-48df-b017-0f2cebe11cfa HTTP/1.1" status: 204 len: 168 time: 1.2281952 Jul 28 14:49:43.900241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8bd4d-c3a9-441d-9c07-edbb2c7b24c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f949b0-7002-48df-b017-0f2cebe11cfa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:43.904948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=570127e0-b03b-4a56-bb07-7afa9a9beef8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:43.909344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'port_id': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe', 'mac_address': 'fa:16:3e:7d:2a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:49:43.920786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-de858504-def4-41b3-b039-e2a35a454856 service neutron] 10.222.0.58 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748181 Jul 28 14:49:43.963984 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f299f11-2d14-41d3-8d22-8072cf205650 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5447452 Jul 28 14:49:43.972234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-893f6bdf-94d8-4ff5-aa0b-c59de5b412cc tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1452901 Jul 28 14:49:43.975141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55148) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:44.001490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'port': {'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1', 'name': 'tempest-NetworksIpV6TestAttrs-773894341'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:44.061247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 570127e0-b03b-4a56-bb07-7afa9a9beef8 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:44.301432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55154) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:44.346072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:44.777938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03dfd0b5-0f3c-44be-8666-2c08e2d5e022 req-34f864bf-1cb1-4554-b332-3fb4705b3a46 service neutron] 10.222.0.58 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438103 Jul 28 14:49:44.801978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21327c8f-c489-4c02-a6a3-62ac68a51b33 None None] Network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:44.893200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 75a304a9-f190-4c99-b874-c7bf8e393de7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:44.896956 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.929364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f29093-9190-4172-a84e-01702f132ab3 req-0dd8eaf5-c944-411a-a87a-ce635e6dd772 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:44.938268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83f29093-9190-4172-a84e-01702f132ab3 req-0dd8eaf5-c944-411a-a87a-ce635e6dd772 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 944 time: 0.5028777 Jul 28 14:49:44.973771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:45.078054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:45.095782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83f29093-9190-4172-a84e-01702f132ab3 req-f09f2f65-2260-4765-9c00-4c3f7f18c44d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564708 Jul 28 14:49:45.263265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:45.267602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.313601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 70140b69-e5a1-4f27-9ef9-4e72ade41f57 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:49:45.355508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7aeb56ef-8343-447b-940f-131578028851 None None] Provisioning for port 75a304a9-f190-4c99-b874-c7bf8e393de7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:45.386459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7aeb56ef-8343-447b-940f-131578028851 None None] Provisioning complete for port 75a304a9-f190-4c99-b874-c7bf8e393de7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:45.386840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7aeb56ef-8343-447b-940f-131578028851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.466882 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.627979 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7aeb56ef-8343-447b-940f-131578028851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.631037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:49:45.707656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24d5630f-f666-4e41-95a7-6b35ac6c4552 req-acc7f8d1-95b6-40a2-bf87-d447da14213c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 210 time: 1.0945501 Jul 28 14:49:45.709621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:45.718234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.771357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] device_id is not set on port d5520727-4d21-48d4-b59e-ee4fa0c61f93 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:45.799154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=70140b69-e5a1-4f27-9ef9-4e72ade41f57,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:45.820813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '70140b69-e5a1-4f27-9ef9-4e72ade41f57', 'network_id': 'b7147d3f-ea6b-4156-8ab7-af7606b4b7bf', 'port_id': '70140b69-e5a1-4f27-9ef9-4e72ade41f57', 'mac_address': 'fa:16:3e:bd:52:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:49:45.835627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2d1c353b-0992-4f88-94f0-e2e9220c59d1', 'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1', 'tenant_id': '863ed58753764b7a95d8521f8383b372', 'fixed_ips': [{'subnet_id': '3b5120a0-776b-4ae7-a1e6-b2dedfbec670'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:45.836501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.851814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:45.994160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.040515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:46.144581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Allocated IP 2001:db8::f816:3eff:fe36:b88d (2d1c353b-0992-4f88-94f0-e2e9220c59d1/3b5120a0-776b-4ae7-a1e6-b2dedfbec670/d5520727-4d21-48d4-b59e-ee4fa0c61f93) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:46.156057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:46.280997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': 'e72d7f31-bf91-4b63-aaae-ae84588875cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:46.281776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 570127e0-b03b-4a56-bb07-7afa9a9beef8, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:46.295386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7aeb56ef-8343-447b-940f-131578028851 None None] For port 75a304a9-f190-4c99-b874-c7bf8e393de7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=75a304a9-f190-4c99-b874-c7bf8e393de7,segment=NetworkSegment(c31a8a63-d5e2-4c46-af14-f7cb9118a628),segment_id=c31a8a63-d5e2-4c46-af14-f7cb9118a628)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:46.301047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.482229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 570127e0-b03b-4a56-bb07-7afa9a9beef8 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:46.635514 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7aeb56ef-8343-447b-940f-131578028851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.659412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 570127e0-b03b-4a56-bb07-7afa9a9beef8) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:46.664563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:46.665267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.695602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.729156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70140b69-e5a1-4f27-9ef9-4e72ade41f57 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:46.742399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Transition to ACTIVE for port object d5520727-4d21-48d4-b59e-ee4fa0c61f93 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:46.811097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66add3df-fa71-41ed-acd2-59ed704053ab None None] Network 570127e0-b03b-4a56-bb07-7afa9a9beef8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:46.828305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d0963c8b-1bf0-49b4-8625-9e9f81b267bb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5153937 Jul 28 14:49:46.828305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55196) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:46.831164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1691149403'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:46.918913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2192a5dc-ba74-4ece-a7a5-87906a35245a req-d8e67a90-6be6-45a1-a27a-4ac54101a8da tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 210 time: 0.0555050 Jul 28 14:49:47.004601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.047283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=70140b69-e5a1-4f27-9ef9-4e72ade41f57,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:47.069264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9c19-8d3d-4652-911d-5a9119811a82 req-4f834ae6-855e-43a2-9ce8-cdc303247ada tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:47.076593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e3f9c19-8d3d-4652-911d-5a9119811a82 req-4f834ae6-855e-43a2-9ce8-cdc303247ada tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 945 time: 0.1112039 Jul 28 14:49:47.079979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:47.089042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.110582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:47.114287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:47.135371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:47.169691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:47.169691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.201761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Port': ['ID=d5520727-4d21-48d4-b59e-ee4fa0c61f93,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:47.247730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:47.312016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e3f9c19-8d3d-4652-911d-5a9119811a82 req-e1d9a80c-e7e8-45c5-b19e-60ea78858f88 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818831 Jul 28 14:49:47.341909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.342697 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment 402a70df-8e91-4cd3-b35b-30d633863a1f of type vlan for network a2af5249-0511-418d-a4b8-3c71a7eabcc6 Jul 28 14:49:47.348235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-101f6b47-cae8-4a86-a7cf-8f9f4c8563ca tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3714647 Jul 28 14:49:47.354608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:47.374410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Allocated IP 2001:db8::f816:3eff:fe66:1d6a (2d1c353b-0992-4f88-94f0-e2e9220c59d1/3b5120a0-776b-4ae7-a1e6-b2dedfbec670/8f02e197-9cc2-4147-9402-b1b110d5b751) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:47.464713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting subnet 3b5120a0-776b-4ae7-a1e6-b2dedfbec670 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:47.474618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.522711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.547780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:47.632373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.646889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:47.651914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.714097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4c4c2f6e-5326-41db-9f98-1581ae58ea27 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:47.753527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 649ea61f-28da-4880-8857-1055a8ace54c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:47.756765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 649ea61f-28da-4880-8857-1055a8ace54c not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:47.862900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb56ef-8343-447b-940f-131578028851 None None] Pushing event updated for resources: {'Port': ['ID=75a304a9-f190-4c99-b874-c7bf8e393de7,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:47.954785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=a2af5249-0511-418d-a4b8-3c71a7eabcc6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:48.095169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55218) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:48.096104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-191ee8ad-b7f5-4c3f-9716-780152721342 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2686861 Jul 28 14:49:48.101658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:48.172835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-7fd2349c-4e50-4913-a8dc-886775158076 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.176014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-7fd2349c-4e50-4913-a8dc-886775158076 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 815 time: 0.3183277 Jul 28 14:49:48.197640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Request body: {'port': {'device_id': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'admin_state_up': True, 'tenant_id': 'ad2ba51a35924bc298e2528668f59544'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:48.221863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=70140b69-e5a1-4f27-9ef9-4e72ade41f57,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:48.235982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a2af5249-0511-418d-a4b8-3c71a7eabcc6 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:48.265879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69f195a2-98d3-484a-9a36-a16740d2d12a req-3ab3c700-0818-421f-b1a1-e1715a3a39eb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 210 time: 0.1181602 Jul 28 14:49:48.418109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-570127e0-b03b-4a56-bb07-7afa9a9beef8', 'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': '5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:48.419228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.529492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c42965-85a4-4e51-8676-544ca7c42fba req-554fbbe6-887e-4a37-9130-895765b785ee tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.531455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6c42965-85a4-4e51-8676-544ca7c42fba req-554fbbe6-887e-4a37-9130-895765b785ee tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 945 time: 0.0960917 Jul 28 14:49:48.535496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['70140b69-e5a1-4f27-9ef9-4e72ade41f57'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:48.596631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:48.603164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.723350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.742369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Transition to ACTIVE for port object 8f02e197-9cc2-4147-9402-b1b110d5b751 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:48.791624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Transition to ACTIVE for port object 8f02e197-9cc2-4147-9402-b1b110d5b751 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:49.022145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.026400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6c42965-85a4-4e51-8676-544ca7c42fba req-f9352f5f-0f8b-41ed-b698-e0ab9ef64267 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851451 Jul 28 14:49:49.041977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-92d256f6-6c99-4118-a1ae-a6c9bc3156bb None None] Provisioning complete for port 75a304a9-f190-4c99-b874-c7bf8e393de7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:49.042870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-92d256f6-6c99-4118-a1ae-a6c9bc3156bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.050246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.157069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.203028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:49.205604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Pushing event updated for resources: {'Port': ['ID=8f02e197-9cc2-4147-9402-b1b110d5b751,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:49.220877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:49.223833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:49.233575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:49.256712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:49.257171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.308688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Made reservation on behalf of ad2ba51a35924bc298e2528668f59544 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:49.322641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.355528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Allocated IP 172.20.255.242 (570127e0-b03b-4a56-bb07-7afa9a9beef8/5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25/1b39ba4e-b7f3-41aa-8fed-7b26be86918a) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:49.413646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f09ac61-7de4-4d83-a282-d93fdd7c3c37 req-25b0de14-6b9b-4853-880e-b3e86ba02a6d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 210 time: 0.0718474 Jul 28 14:49:49.555681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.639997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:49.654662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 75a304a9-f190-4c99-b874-c7bf8e393de7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:49.738275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Attempting to bind port 8f02e197-9cc2-4147-9402-b1b110d5b751 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:49.738756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Attempting to bind port 8f02e197-9cc2-4147-9402-b1b110d5b751 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1639d4f3-c4e9-4456-8316-840b7a125d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:49.739183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Attempting to bind port 8f02e197-9cc2-4147-9402-b1b110d5b751 on network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:49.785860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:49.786321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Checking segment: {'id': '1639d4f3-c4e9-4456-8316-840b7a125d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:49.786624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.787354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Bound using segment: {'id': '1639d4f3-c4e9-4456-8316-840b7a125d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:49.787984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Bound port: 8f02e197-9cc2-4147-9402-b1b110d5b751, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1639d4f3-c4e9-4456-8316-840b7a125d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2d1c353b-0992-4f88-94f0-e2e9220c59d1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:49.788533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.916617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': '402a70df-8e91-4cd3-b35b-30d633863a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:49.916617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: a2af5249-0511-418d-a4b8-3c71a7eabcc6, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:49.930365 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.930632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Allocated IP 172.20.0.14 (b378b465-58ed-4a35-992c-382aaee2c0b4/29f1337b-cc41-4f2a-b0f8-8200271d70b8/0845ac58-7a31-4c0a-98fb-a126d1b9e797) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:49.995682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 75a304a9-f190-4c99-b874-c7bf8e393de7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:49.996153 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.018101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.025919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=1f05d52c-c090-4fe5-ad63-6d2e21a9e3a4,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:50.048983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4c2f6e-5326-41db-9f98-1581ae58ea27'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:50.051651 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d88e26-4a82-4d88-b327-436d032c620f" -d '{"events": [{"server_uuid": "92eebcab-d2db-4790-9280-7fb719a99e9e", "name": "network-vif-plugged", "status": "completed", "tag": "4c4c2f6e-5326-41db-9f98-1581ae58ea27"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:50.061645 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.109698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:50.128884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Transition to ACTIVE for port object 1b39ba4e-b7f3-41aa-8fed-7b26be86918a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:50.142328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55254) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.166827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Transition to ACTIVE for port object 1b39ba4e-b7f3-41aa-8fed-7b26be86918a will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:50.268643 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f71346-be00-453f-bdf7-2a51f49e8dd7 x-openstack-request-id: req-78f71346-be00-453f-bdf7-2a51f49e8dd7 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:50.269762 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eebcab-d2db-4790-9280-7fb719a99e9e", "name": "network-vif-plugged", "status": "completed", "tag": "4c4c2f6e-5326-41db-9f98-1581ae58ea27", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:50.269762 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78f71346-be00-453f-bdf7-2a51f49e8dd7 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:50.269762 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4c2f6e-5326-41db-9f98-1581ae58ea27', 'code': 200} Jul 28 14:49:50.270210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:50.282952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:50.283399 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.340688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096bc60-39fa-4b1d-b020-4e7d8356623e req-899e8856-e34c-481a-9051-64f19e0ec9e3 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:50.340688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1096bc60-39fa-4b1d-b020-4e7d8356623e req-899e8856-e34c-481a-9051-64f19e0ec9e3 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 945 time: 0.1261854 Jul 28 14:49:50.455201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a32951c-a4e3-4015-bfac-51829583e367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.496161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network a2af5249-0511-418d-a4b8-3c71a7eabcc6 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:50.496438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.506311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.509238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] For port 8f02e197-9cc2-4147-9402-b1b110d5b751, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:50.542362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.550787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.571476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] For port 8f02e197-9cc2-4147-9402-b1b110d5b751, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f02e197-9cc2-4147-9402-b1b110d5b751,segment=NetworkSegment(1639d4f3-c4e9-4456-8316-840b7a125d10),segment_id=1639d4f3-c4e9-4456-8316-840b7a125d10)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:50.574452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5120a0-776b-4ae7-a1e6-b2dedfbec670,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:50.592008 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1096bc60-39fa-4b1d-b020-4e7d8356623e req-a712f0a2-3593-49cd-9faf-a6ec4cb6c485 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585998 Jul 28 14:49:50.600213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4a1e7-f39f-49d1-9ecc-6f183dd54d9a req-b704cbea-aca4-4b9d-ba0d-dd8d6b1b7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:50.601046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.604222 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8c7807f-2258-48c8-8bfb-b60166b87f13 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/3b5120a0-776b-4ae7-a1e6-b2dedfbec670 HTTP/1.1" status: 204 len: 168 time: 3.2473249 Jul 28 14:49:50.609428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90b4a1e7-f39f-49d1-9ecc-6f183dd54d9a req-b704cbea-aca4-4b9d-ba0d-dd8d6b1b7112 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 1096 time: 0.1902878 Jul 28 14:49:50.617075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55262) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.638769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.649861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b2a4f6f-bb6a-4f50-8432-a63514bc6f82 req-94ab3be8-e28e-4339-a0ca-85a2c7f2d758 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 210 time: 0.1108544 Jul 28 14:49:50.713146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Network 570127e0-b03b-4a56-bb07-7afa9a9beef8 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:50.717401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4c4c2f6e-5326-41db-9f98-1581ae58ea27,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:50.728581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:50.744619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:50.756823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90b4a1e7-f39f-49d1-9ecc-6f183dd54d9a req-a20d0890-f194-4f57-80ac-08d0ff6f908b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035008 Jul 28 14:49:50.788998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:50.898155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c818848-9125-47ce-a128-3bbcdb777ca2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:50.901865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c818848-9125-47ce-a128-3bbcdb777ca2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:50.904709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8c818848-9125-47ce-a128-3bbcdb777ca2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2458274 Jul 28 14:49:50.908958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55266) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.914701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a32951c-a4e3-4015-bfac-51829583e367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.025190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Pushing event updated for resources: {'Port': ['ID=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.059705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6a15e336-8be8-484e-8d9b-8cddad8b992f tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.060315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Attempting to bind port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:51.060315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Attempting to bind port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e72d7f31-bf91-4b63-aaae-ae84588875cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:51.060315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Attempting to bind port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a on network 570127e0-b03b-4a56-bb07-7afa9a9beef8 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:51.060681 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a15e336-8be8-484e-8d9b-8cddad8b992f tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 14:49:51.060774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:51.060774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Checking segment: {'id': 'e72d7f31-bf91-4b63-aaae-ae84588875cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:51.060976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a15e336-8be8-484e-8d9b-8cddad8b992f tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:51.061060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.061060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Bound using segment: {'id': 'e72d7f31-bf91-4b63-aaae-ae84588875cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:51.061214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Bound port: 1b39ba4e-b7f3-41aa-8fed-7b26be86918a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72d7f31-bf91-4b63-aaae-ae84588875cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '570127e0-b03b-4a56-bb07-7afa9a9beef8'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:51.061781 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.063901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6a15e336-8be8-484e-8d9b-8cddad8b992f tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/2d1c353b-0992-4f88-94f0-e2e9220c59d1 HTTP/1.1" status: 409 len: 405 time: 0.1529381 Jul 28 14:49:51.069284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55268) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:51.079589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-781744745'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:51.156975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] For port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:51.162028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] For port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,segment=NetworkSegment(e72d7f31-bf91-4b63-aaae-ae84588875cd),segment_id=e72d7f31-bf91-4b63-aaae-ae84588875cd)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:51.241601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, a2af5249-0511-418d-a4b8-3c71a7eabcc6) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:51.242279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.245563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a32951c-a4e3-4015-bfac-51829583e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.260147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.263409 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.274793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.275714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.309685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1238fc1-1508-45cb-891d-b1b7cc8bc5a8 None None] Network a2af5249-0511-418d-a4b8-3c71a7eabcc6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:51.337175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32951c-a4e3-4015-bfac-51829583e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e90cd3-fc19-47c9-b98f-d027f3ea7d4b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.348889 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a32951c-a4e3-4015-bfac-51829583e367 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=649a931492274becb95492ef7b371049&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2003789 Jul 28 14:49:51.348889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55272) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:51.371823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Network b378b465-58ed-4a35-992c-382aaee2c0b4 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:51.377716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:51.381992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:51.409294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.494992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d86dc4-0e4f-4a66-a15e-0faf56daaf16 None None] Pushing event updated for resources: {'Port': ['ID=8f02e197-9cc2-4147-9402-b1b110d5b751,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.511095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.534223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:51.534971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a16319c-3859-4dae-ae90-a09bed908768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.544322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.600174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a16319c-3859-4dae-ae90-a09bed908768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.606159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 70140b69-e5a1-4f27-9ef9-4e72ade41f57 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:51.622864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.624074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.660552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:51.694538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-086b1a88-2081-46d9-9111-baaaf797408c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5957317 Jul 28 14:49:51.698096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55278) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:51.878983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.879361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a16319c-3859-4dae-ae90-a09bed908768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.904100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-a2af5249-0511-418d-a4b8-3c71a7eabcc6', 'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': '1f05d52c-c090-4fe5-ad63-6d2e21a9e3a4'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:51.906705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.918513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a16319c-3859-4dae-ae90-a09bed908768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.929835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3a16319c-3859-4dae-ae90-a09bed908768 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68e90cd3-fc19-47c9-b98f-d027f3ea7d4b HTTP/1.1" status: 204 len: 168 time: 0.5784481 Jul 28 14:49:51.930813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-0029871e-e5c1-4eb0-bf0a-083dc0714c71 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7384927 Jul 28 14:49:51.933308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.933864 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Added segment a77fac31-a264-4e21-b976-dd023b0ec8e0 of type vlan for network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 Jul 28 14:49:51.980578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Request body: {'port': {'device_id': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:51.993091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16319c-3859-4dae-ae90-a09bed908768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e90cd3-fc19-47c9-b98f-d027f3ea7d4b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:52.112021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b974a-56c7-4072-a491-42bf2adaa3cb req-c14a44ca-2f39-4ffa-b60b-7905f5b5ac6c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:52.127717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b33b974a-56c7-4072-a491-42bf2adaa3cb req-c14a44ca-2f39-4ffa-b60b-7905f5b5ac6c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.3574569 Jul 28 14:49:52.148794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.281264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:52.284950 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de46533-d2b7-4136-acd6-3c4635739490" -d '{"events": [{"server_uuid": "666b64f6-fff9-41ba-bd91-41ed1941667b", "name": "network-vif-plugged", "status": "completed", "tag": "e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:52.286425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f54d9-6a45-4971-a0aa-f063976e0cbf req-21c245a7-faec-434c-a7c3-e31b478afbc2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:52.288168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c1f54d9-6a45-4971-a0aa-f063976e0cbf req-21c245a7-faec-434c-a7c3-e31b478afbc2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 932 time: 0.3608389 Jul 28 14:49:52.307257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b33b974a-56c7-4072-a491-42bf2adaa3cb req-6e38ab1e-1f9a-4e65-a8c7-2f981b699202 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775525 Jul 28 14:49:52.312563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c0e0-3235-421d-bd83-026f263ea6d4 None None] Pushing event updated for resources: {'Port': ['ID=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:52.335840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.338036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.364579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:49:52.474112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:52.474936 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674893e9-7351-4c0e-9990-61c65514d701 x-openstack-request-id: req-674893e9-7351-4c0e-9990-61c65514d701 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:52.474936 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666b64f6-fff9-41ba-bd91-41ed1941667b", "name": "network-vif-plugged", "status": "completed", "tag": "e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:52.474936 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-674893e9-7351-4c0e-9990-61c65514d701 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:52.474936 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe', 'code': 200} Jul 28 14:49:52.474936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:52.479565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:52.479952 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.546998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c1f54d9-6a45-4971-a0aa-f063976e0cbf req-9b04adaf-ef61-4a40-b732-ab614318ee9e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233281 Jul 28 14:49:52.559570 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ea3be01-e0e2-4590-bc4d-76acd4c04e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.625973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.640589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Allocated IP 172.20.0.2 (a2af5249-0511-418d-a4b8-3c71a7eabcc6/1f05d52c-c090-4fe5-ad63-6d2e21a9e3a4/f47e8f06-bb8f-4f73-a01a-75f98c02b22b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:52.644532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01741fcb-58b3-4b48-a476-e10c0146253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.678407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.705888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2dda-e5bb-48d5-b6d3-5dc918287c73 req-bb5e9ecd-eafb-4b8a-b4da-ee7def75886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:52.707774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e34f2dda-e5bb-48d5-b6d3-5dc918287c73 req-bb5e9ecd-eafb-4b8a-b4da-ee7def75886e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 1098 time: 0.2061925 Jul 28 14:49:52.798142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=70140b69-e5a1-4f27-9ef9-4e72ade41f57,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:52.802672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.809478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:52.810151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.866464 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01741fcb-58b3-4b48-a476-e10c0146253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.909841 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.927647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Transition to ACTIVE for port object f47e8f06-bb8f-4f73-a01a-75f98c02b22b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:52.957916 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e34f2dda-e5bb-48d5-b6d3-5dc918287c73 req-9e9d50dd-42f1-40d4-bada-975e5525c33e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322457 Jul 28 14:49:52.959767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Transition to ACTIVE for port object f47e8f06-bb8f-4f73-a01a-75f98c02b22b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:52.960914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Network': ['ID=a4886b9d-b4eb-4dc5-a3a4-06bea8b26763,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:52.979475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:53.057352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.093180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0845ac58-7a31-4c0a-98fb-a126d1b9e797 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:53.104984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.107758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01741fcb-58b3-4b48-a476-e10c0146253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.126259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Transition to ACTIVE for port object 0845ac58-7a31-4c0a-98fb-a126d1b9e797 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:53.161666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=70140b69-e5a1-4f27-9ef9-4e72ade41f57,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:53.201396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01741fcb-58b3-4b48-a476-e10c0146253a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c43aacb818b4e848f817a38e35961f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466044 Jul 28 14:49:53.203058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01741fcb-58b3-4b48-a476-e10c0146253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a8feff-a369-4887-9f40-1a24bb3cfdeb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:53.205908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:53.206758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.281771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Pushing event updated for resources: {'Port': ['ID=f47e8f06-bb8f-4f73-a01a-75f98c02b22b,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:53.303516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Network a2af5249-0511-418d-a4b8-3c71a7eabcc6 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:53.305606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:53.309335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:53.317400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8a45a461-ef06-408d-a1a1-c40c113bdbe4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2460418 Jul 28 14:49:53.320746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:53.329153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'subnet': {'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:53.411190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b28e5fa-d955-4c6b-847e-e45ff2b4eaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.440536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b28e5fa-d955-4c6b-847e-e45ff2b4eaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.523784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.530221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Attempting to bind port f47e8f06-bb8f-4f73-a01a-75f98c02b22b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:53.531113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Attempting to bind port f47e8f06-bb8f-4f73-a01a-75f98c02b22b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '402a70df-8e91-4cd3-b35b-30d633863a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:53.531789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Attempting to bind port f47e8f06-bb8f-4f73-a01a-75f98c02b22b on network a2af5249-0511-418d-a4b8-3c71a7eabcc6 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:53.549186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.576153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:53.576780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Checking segment: {'id': '402a70df-8e91-4cd3-b35b-30d633863a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:53.598387 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.599274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Bound using segment: {'id': '402a70df-8e91-4cd3-b35b-30d633863a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:53.600689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Bound port: f47e8f06-bb8f-4f73-a01a-75f98c02b22b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402a70df-8e91-4cd3-b35b-30d633863a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:53.601589 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.642577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681808dc-8059-4081-af96-69e1279d5486 None None] Network 2d1c353b-0992-4f88-94f0-e2e9220c59d1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:53.730461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f7c22-6e70-4c0b-a27d-074913cb6662 req-71061e2d-6163-4497-a150-5fa2f0cf2839 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:53.743812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b33f7c22-6e70-4c0b-a27d-074913cb6662 req-71061e2d-6163-4497-a150-5fa2f0cf2839 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.1640618 Jul 28 14:49:53.810627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=1f05d52c-c090-4fe5-ad63-6d2e21a9e3a4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:53.820274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b28e5fa-d955-4c6b-847e-e45ff2b4eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.820274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b28e5fa-d955-4c6b-847e-e45ff2b4eaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.820274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b28e5fa-d955-4c6b-847e-e45ff2b4eaa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12a8feff-a369-4887-9f40-1a24bb3cfdeb HTTP/1.1" status: 204 len: 168 time: 0.6113489 Jul 28 14:49:53.851083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b33f7c22-6e70-4c0b-a27d-074913cb6662 req-4475d46a-4f30-4c74-b3f9-41a5ac00d8cd tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057739 Jul 28 14:49:53.867529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:53.872403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.949060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f02e197-9cc2-4147-9402-b1b110d5b751 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:53.977469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:54.007563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12d6f27c-e595-4afe-88b5-800bebff3808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.061818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e5fa-d955-4c6b-847e-e45ff2b4eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a8feff-a369-4887-9f40-1a24bb3cfdeb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:54.153750 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.155424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] For port f47e8f06-bb8f-4f73-a01a-75f98c02b22b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:54.163856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] For port f47e8f06-bb8f-4f73-a01a-75f98c02b22b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f47e8f06-bb8f-4f73-a01a-75f98c02b22b,segment=NetworkSegment(402a70df-8e91-4cd3-b35b-30d633863a1f),segment_id=402a70df-8e91-4cd3-b35b-30d633863a1f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:54.174468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2af5249-0511-418d-a4b8-3c71a7eabcc6']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:54.193603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402a70df-8e91-4cd3-b35b-30d633863a1f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:54.194258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402a70df-8e91-4cd3-b35b-30d633863a1f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:54.211249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.237265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:54.267256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b279c-dc27-4662-b46c-ecf844104672 req-7fc09429-93a1-4e81-8133-7938b0cb3342 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.269632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e23b279c-dc27-4662-b46c-ecf844104672 req-7fc09429-93a1-4e81-8133-7938b0cb3342 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 944 time: 0.5170512 Jul 28 14:49:54.291988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Attempting to bind port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:54.293344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Attempting to bind port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:54.294253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Attempting to bind port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 on network b378b465-58ed-4a35-992c-382aaee2c0b4 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:54.302432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 on network b378b465-58ed-4a35-992c-382aaee2c0b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:49:54.309691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Attempting to bind port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 on network b378b465-58ed-4a35-992c-382aaee2c0b4 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:54.313628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:54.314239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Checking segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:54.314812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Bound using segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:54.315488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Bound port: 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:54.316178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.360846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12d6f27c-e595-4afe-88b5-800bebff3808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.366177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae71bb-0bb2-419e-b23f-d34274dd982b None None] Network 570127e0-b03b-4a56-bb07-7afa9a9beef8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:54.455673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] DHCP port deletion for 2d1c353b-0992-4f88-94f0-e2e9220c59d1 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:49:54.458129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e23b279c-dc27-4662-b46c-ecf844104672 req-e9f935ff-7d65-4ad0-b4e5-7972a1703e96 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366358 Jul 28 14:49:54.463288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da692b75-953c-4441-a130-aa02208c60b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70140b69-e5a1-4f27-9ef9-4e72ade41f57'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:54.465670 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9046a3-3c77-47a7-b858-5b6669b58add" -d '{"events": [{"server_uuid": "da692b75-953c-4441-a130-aa02208c60b8", "name": "network-vif-plugged", "status": "completed", "tag": "70140b69-e5a1-4f27-9ef9-4e72ade41f57"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:54.516244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:54.520672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:54.552723 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c6769a-0793-4d3f-a461-aaf0e4807c0d x-openstack-request-id: req-91c6769a-0793-4d3f-a461-aaf0e4807c0d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:54.553723 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da692b75-953c-4441-a130-aa02208c60b8", "name": "network-vif-plugged", "status": "completed", "tag": "70140b69-e5a1-4f27-9ef9-4e72ade41f57", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:54.553723 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91c6769a-0793-4d3f-a461-aaf0e4807c0d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:54.553723 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da692b75-953c-4441-a130-aa02208c60b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70140b69-e5a1-4f27-9ef9-4e72ade41f57', 'code': 200} Jul 28 14:49:54.643038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.647448 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12d6f27c-e595-4afe-88b5-800bebff3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.651421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] Deleting port 8f02e197-9cc2-4147-9402-b1b110d5b751 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:54.652122 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.667805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:54.668287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.670011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] Provisioning for port 8f02e197-9cc2-4147-9402-b1b110d5b751 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:54.672389 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:54.679672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8f02e197-9cc2-4147-9402-b1b110d5b751 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:54.684307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.724983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] Provisioning complete for port 8f02e197-9cc2-4147-9402-b1b110d5b751 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:54.725642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.784513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-12d6f27c-e595-4afe-88b5-800bebff3808 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44f8e24476f34b4da21436bb54bcdf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003728 Jul 28 14:49:54.788430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.789405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55318) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:54.803439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8f02e197-9cc2-4147-9402-b1b110d5b751 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:54.804076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.809711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6f27c-e595-4afe-88b5-800bebff3808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af053b8-9d91-4b36-9ab7-0249357a0241,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:54.851327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ab426-31f9-4259-bfdd-01131d7c35cc req-e09af059-acdb-4008-98dd-ae031ae7b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.853877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d5ab426-31f9-4259-bfdd-01131d7c35cc req-e09af059-acdb-4008-98dd-ae031ae7b293 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 1098 time: 0.1806488 Jul 28 14:49:54.857961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.858743 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.860737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] 10.222.0.58 "PUT /v2.0/ports/0845ac58-7a31-4c0a-98fb-a126d1b9e797 HTTP/1.1" status: 200 len: 1093 time: 2.9042041 Jul 28 14:49:54.861315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:54.864219 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe93e52-9796-48dd-bbb2-12c153373d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:54.885617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:49:54.946806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.980146 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff6ec8-bc61-4deb-b0d0-da34edc6582e x-openstack-request-id: req-f1ff6ec8-bc61-4deb-b0d0-da34edc6582e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:54.980706 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:54.981089 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1ff6ec8-bc61-4deb-b0d0-da34edc6582e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:54.981676 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'status': 'completed', 'code': 200} Jul 28 14:49:54.983712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d5ab426-31f9-4259-bfdd-01131d7c35cc req-12214238-bf61-46cd-8892-2644eb50c47e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161511 Jul 28 14:49:55.058545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:49:55.058545 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:49:55.058545 n-d-764806-10 neutron-server[94657]: [parameters: {'id': 'a2af5249-0511-418d-a4b8-3c71a7eabcc6'}] Jul 28 14:49:55.058545 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:49:55.059581 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:49:55.061142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b00db-ab92-44c7-98b8-148b4c4db237 service neutron] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:55.107605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93e52-9796-48dd-bbb2-12c153373d1c req-5e2e43d9-0421-4054-a3f9-4108aa1abcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.110583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afe93e52-9796-48dd-bbb2-12c153373d1c req-5e2e43d9-0421-4054-a3f9-4108aa1abcdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 1096 time: 0.1234522 Jul 28 14:49:55.147456 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.270708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812869f9-c1dc-4990-8a60-876af44e1460 None None] Network a2af5249-0511-418d-a4b8-3c71a7eabcc6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:55.294653 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ef7e-ccc9-4573-8870-81a55f3e2259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.300438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78598-9dc7-460c-89f4-d53d7236ab77 None None] Pushing event updated for resources: {'Port': ['ID=f47e8f06-bb8f-4f73-a01a-75f98c02b22b,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:55.304421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Subnet': ['ID=3848a23a-c93b-4600-8040-99c8b2ba01bb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:55.345996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] For port 8f02e197-9cc2-4147-9402-b1b110d5b751, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f02e197-9cc2-4147-9402-b1b110d5b751,segment=NetworkSegment(1639d4f3-c4e9-4456-8316-840b7a125d10),segment_id=1639d4f3-c4e9-4456-8316-840b7a125d10)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:55.347309 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.363464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Checking segment: {'id': 'a77fac31-a264-4e21-b976-dd023b0ec8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:55.364496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network hostable DHCP agents. Network: a4886b9d-b4eb-4dc5-a3a4-06bea8b26763, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:55.390152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ef7e-ccc9-4573-8870-81a55f3e2259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.404437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93e52-9796-48dd-bbb2-12c153373d1c req-014a24d1-40c9-42d4-b8fd-eeafa39deb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.407347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afe93e52-9796-48dd-bbb2-12c153373d1c req-014a24d1-40c9-42d4-b8fd-eeafa39deb43 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad2ba51a35924bc298e2528668f59544&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2879119 Jul 28 14:49:55.438029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d66f-8a1f-4e0c-99bf-92edffeb99b5 req-63f08376-a830-4c3a-91c3-1d8c4c121366 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.441336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c86d66f-8a1f-4e0c-99bf-92edffeb99b5 req-63f08376-a830-4c3a-91c3-1d8c4c121366 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.3849061 Jul 28 14:49:55.519429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af61f50c-a9ac-4f5f-9503-4846344147df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.529613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] For port 8f02e197-9cc2-4147-9402-b1b110d5b751, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f02e197-9cc2-4147-9402-b1b110d5b751,segment=NetworkSegment(1639d4f3-c4e9-4456-8316-840b7a125d10),segment_id=1639d4f3-c4e9-4456-8316-840b7a125d10)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:55.531260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] Calling delete_port for 8f02e197-9cc2-4147-9402-b1b110d5b751 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:55.552412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2c86d66f-8a1f-4e0c-99bf-92edffeb99b5 req-6e7f3759-1aa3-464c-b15c-5d5ad5dfb959 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Jul 28 14:49:55.564858 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.597368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.706372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.723867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93e52-9796-48dd-bbb2-12c153373d1c req-c82ce6e8-ffb5-49f4-9be1-2445e77258d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.726797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afe93e52-9796-48dd-bbb2-12c153373d1c req-c82ce6e8-ffb5-49f4-9be1-2445e77258d7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097599 Jul 28 14:49:55.853544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:55.913870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d7f3b-9342-4ed1-b482-fccbde9ac383 req-fd3f42e8-653f-4b4c-a5eb-a020ae8f3b87 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.920251 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e45d7f3b-9342-4ed1-b482-fccbde9ac383 req-fd3f42e8-653f-4b4c-a5eb-a020ae8f3b87 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1511071 Jul 28 14:49:55.929971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ef7e-ccc9-4573-8870-81a55f3e2259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.930929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.939372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ef7e-ccc9-4573-8870-81a55f3e2259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.949951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5bc6-ba35-4735-af86-b6a01c443732 req-d4acf4d2-a19b-4c07-8b03-db21a19df8a1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.951455 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbb5ef7e-ccc9-4573-8870-81a55f3e2259 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3af053b8-9d91-4b36-9ab7-0249357a0241 HTTP/1.1" status: 204 len: 168 time: 1.1603456 Jul 28 14:49:55.958827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f5b5bc6-ba35-4735-af86-b6a01c443732 req-d4acf4d2-a19b-4c07-8b03-db21a19df8a1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 944 time: 0.2175667 Jul 28 14:49:56.027299 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:49:56.027299 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:49:56.031525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfa754-6942-47e0-9017-ce97ce8ffefc None None] Pushing event updated for resources: {'Port': ['ID=8f02e197-9cc2-4147-9402-b1b110d5b751,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:56.052005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5ef7e-ccc9-4573-8870-81a55f3e2259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af053b8-9d91-4b36-9ab7-0249357a0241,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:56.068359 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.074992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, a4886b9d-b4eb-4dc5-a3a4-06bea8b26763) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:56.094788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507fb2ef-06e0-44ef-b115-2b71594e0baf None None] Network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:56.095101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e45d7f3b-9342-4ed1-b482-fccbde9ac383 req-9e6ea02b-27f0-4453-b69a-cbe84d503467 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390667 Jul 28 14:49:56.100369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:56.101956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.141657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] Pushing event deleted for resources: {'Port': ['ID=8f02e197-9cc2-4147-9402-b1b110d5b751,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:56.214970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-83714aef-f574-4075-9008-71dfdf2520ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:56.215696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-83714aef-f574-4075-9008-71dfdf2520ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 1096 time: 0.3771667 Jul 28 14:49:56.237737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f5b5bc6-ba35-4735-af86-b6a01c443732 req-90edbc1c-7ce6-4151-adde-113f7c21a783 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892242 Jul 28 14:49:56.357740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-2a30153c-6fab-4b2e-96b5-315b0f4b8a99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797 HTTP/1.1" status: 200 len: 217 time: 0.1260402 Jul 28 14:49:56.359113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-83c1719f-387e-41d9-9303-0b37d5a81fb0 None None] Provisioning for port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:56.371216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc2b7f-e2ca-4f94-a617-cb665d96c86b None None] No DVR routers for this DVR port 8f02e197-9cc2-4147-9402-b1b110d5b751 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:56.373542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port f47e8f06-bb8f-4f73-a01a-75f98c02b22b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:56.373908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.418889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff6bba-8be3-4000-9be2-8cfb61bb6b06 req-1e0d066b-742e-4437-bc5a-3bfd21c52352 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:56.421692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52ff6bba-8be3-4000-9be2-8cfb61bb6b06 req-1e0d066b-742e-4437-bc5a-3bfd21c52352 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.1138039 Jul 28 14:49:56.429991 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8624a185-6fd0-496e-b432-a21a56aba151 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1075637 Jul 28 14:49:56.434354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:56.445149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'port': {'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763', 'name': 'tempest-NetworksIpV6TestAttrs-1194055534'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:56.530990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port f47e8f06-bb8f-4f73-a01a-75f98c02b22b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f47e8f06-bb8f-4f73-a01a-75f98c02b22b,segment=NetworkSegment(402a70df-8e91-4cd3-b35b-30d633863a1f),segment_id=402a70df-8e91-4cd3-b35b-30d633863a1f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:56.531885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.561064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for f47e8f06-bb8f-4f73-a01a-75f98c02b22b owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:56.577039 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52ff6bba-8be3-4000-9be2-8cfb61bb6b06 req-b0936c12-614a-4cb1-8a2e-2ffabd69670f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443651 Jul 28 14:49:56.600600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-a4886b9d-b4eb-4dc5-a3a4-06bea8b26763', 'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763', 'tenant_id': '863ed58753764b7a95d8521f8383b372', 'fixed_ips': [{'subnet_id': '3848a23a-c93b-4600-8040-99c8b2ba01bb'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:56.601575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.604838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Port 8f02e197-9cc2-4147-9402-b1b110d5b751 update to ACTIVE by agent not found {{(pid=94659) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 14:49:56.605363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b39ba4e-b7f3-41aa-8fed-7b26be86918a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:56.649217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.678721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-34a95583-27ec-4ff3-bca3-1c04d722642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:56.680494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-34a95583-27ec-4ff3-bca3-1c04d722642d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29f1337b-cc41-4f2a-b0f8-8200271d70b8 HTTP/1.1" status: 200 len: 855 time: 0.2226825 Jul 28 14:49:56.746738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-eac9108e-c586-491c-b88a-9af9de22f84b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b378b465-58ed-4a35-992c-382aaee2c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556695 Jul 28 14:49:56.869163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.944321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:56.944321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.990936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] device_id is not set on port d1a4de67-0337-4b83-9389-5cb4461d175d yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:57.033522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Allocated IP 2001:db8::f816:3eff:fe16:8d38 (a4886b9d-b4eb-4dc5-a3a4-06bea8b26763/3848a23a-c93b-4600-8040-99c8b2ba01bb/a23d1e59-3974-4d8a-b164-ae7dee0a27d4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:57.102070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:57.109566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:57.110320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.266409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port f47e8f06-bb8f-4f73-a01a-75f98c02b22b on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:57.278886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=f47e8f06-bb8f-4f73-a01a-75f98c02b22b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:57.331782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.361829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.383028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Transition to ACTIVE for port object a23d1e59-3974-4d8a-b164-ae7dee0a27d4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:57.400987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-f72e761e-31b3-43d9-b952-14e381304734 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5543845 Jul 28 14:49:57.402506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,segment=NetworkSegment(e72d7f31-bf91-4b63-aaae-ae84588875cd),segment_id=e72d7f31-bf91-4b63-aaae-ae84588875cd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:57.409935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Transition to ACTIVE for port object a23d1e59-3974-4d8a-b164-ae7dee0a27d4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:57.414465 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.444059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2af5249-0511-418d-a4b8-3c71a7eabcc6']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:57.448587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-c6bc9a62-709c-47a9-81f4-20cc11432e0e service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944654 Jul 28 14:49:57.466336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402a70df-8e91-4cd3-b35b-30d633863a1f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:57.466924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402a70df-8e91-4cd3-b35b-30d633863a1f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:57.502603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.604232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.615152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc86b10-9f47-4bfd-9bd0-f9fe3a0ee565 req-627e647b-7e5c-487f-9163-40e40f146753 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:57.616696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edc86b10-9f47-4bfd-9bd0-f9fe3a0ee565 req-627e647b-7e5c-487f-9163-40e40f146753 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 944 time: 0.2396934 Jul 28 14:49:57.626289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:57.626289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:57.630648 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:57.705512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.711420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.740259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-298ac2d2-fe0f-4e45-8907-9c82de492599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:57.741842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-298ac2d2-fe0f-4e45-8907-9c82de492599 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 1097 time: 0.2361987 Jul 28 14:49:57.795670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1da8946a-284e-477a-b2a6-819c4ca65ca7 req-991daa44-3c79-482e-8359-9700a468644e service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213468 Jul 28 14:49:57.813151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edc86b10-9f47-4bfd-9bd0-f9fe3a0ee565 req-d5bba352-b2aa-42b5-8885-f277c147da56 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684391 Jul 28 14:49:57.832938 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.879693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:57.889840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:57.896548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:57.901038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Pushing event updated for resources: {'Port': ['ID=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:57.950127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8025-c49b-456a-b5b3-32998e9e5f16 req-d0dfb56f-f8a8-430c-a317-a4d6fda39348 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:57.958569 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.959428 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f64d8025-c49b-456a-b5b3-32998e9e5f16 req-d0dfb56f-f8a8-430c-a317-a4d6fda39348 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.2888644 Jul 28 14:49:57.971510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Allocated IP 2001:db8::f816:3eff:feeb:872e (a4886b9d-b4eb-4dc5-a3a4-06bea8b26763/3848a23a-c93b-4600-8040-99c8b2ba01bb/d1a4de67-0337-4b83-9389-5cb4461d175d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:57.975132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.976805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f02e197-9cc2-4147-9402-b1b110d5b751 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:57.977075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/a2af5249-0511-418d-a4b8-3c71a7eabcc6 HTTP/1.1" status: 204 len: 168 time: 6.2780130 Jul 28 14:49:57.983397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55380) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:58.003161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-936825749'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:58.024200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8f02e197-9cc2-4147-9402-b1b110d5b751 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:58.024200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f02e197-9cc2-4147-9402-b1b110d5b751 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:58.041304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f64d8025-c49b-456a-b5b3-32998e9e5f16 req-c0d5af2b-49d5-4ef1-8291-2affc9b66ebf tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806971 Jul 28 14:49:58.063621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482d046-2993-47a8-8b92-6394f0ee94b0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=a2af5249-0511-418d-a4b8-3c71a7eabcc6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:58.093412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-f4f65ad2-77b7-48d9-9d3d-6735ccb8d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:58.095380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-f4f65ad2-77b7-48d9-9d3d-6735ccb8d7f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 917 time: 0.2951162 Jul 28 14:49:58.142530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:58.148617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Attempting to bind port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:58.150430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Attempting to bind port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a77fac31-a264-4e21-b976-dd023b0ec8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:58.151504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Attempting to bind port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 on network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:58.162739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:58.163597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Checking segment: {'id': 'a77fac31-a264-4e21-b976-dd023b0ec8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:58.164663 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.165501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Bound using segment: {'id': 'a77fac31-a264-4e21-b976-dd023b0ec8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:58.166745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Bound port: a23d1e59-3974-4d8a-b164-ae7dee0a27d4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77fac31-a264-4e21-b976-dd023b0ec8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a4886b9d-b4eb-4dc5-a3a4-06bea8b26763'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:58.167804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.192684 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-835a2004-0695-40c9-9d6e-969b7e50551c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27 HTTP/1.1" status: 200 len: 217 time: 0.0835891 Jul 28 14:49:58.275203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] For port a23d1e59-3974-4d8a-b164-ae7dee0a27d4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:58.281817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] For port a23d1e59-3974-4d8a-b164-ae7dee0a27d4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,segment=NetworkSegment(a77fac31-a264-4e21-b976-dd023b0ec8e0),segment_id=a77fac31-a264-4e21-b976-dd023b0ec8e0)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:58.301646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-45b896f7-b839-4272-b893-29f43f6c9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:58.304544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-45b896f7-b839-4272-b893-29f43f6c9024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 0.1024847 Jul 28 14:49:58.307020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:58.315260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.316565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.337337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Transition to ACTIVE for port object d1a4de67-0337-4b83-9389-5cb4461d175d will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:58.418214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:58.449149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-cf51e6ac-36a1-4f33-a3f9-1d80b59c3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:58.450740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-cf51e6ac-36a1-4f33-a3f9-1d80b59c3c0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314251 Jul 28 14:49:58.452033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.452363 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment b8779555-ccce-4bfd-a3b2-cff3b857f383 of type vlan for network 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 Jul 28 14:49:58.551107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.617483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-ae16a7c7-e292-40cd-b04f-a7fcfb779c07 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521251 Jul 28 14:49:58.715478 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.716338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.750221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae0ce9b2-1dcf-4444-8b40-c88a8914a5ff req-39cf1da5-6571-45f5-b9a3-a7cacf344801 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193821 Jul 28 14:49:58.797807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799cb98-e13e-42f0-92a7-93da2394d9ff None None] Pushing event updated for resources: {'Port': ['ID=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:58.814954 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:58.815915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Port': ['ID=d1a4de67-0337-4b83-9389-5cb4461d175d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:58.820430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:58.823155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:58.830042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:58.830759 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.912156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.918653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:58.927051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.002693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68ef2-1289-4c49-9448-ce53da3b8404 req-aae311eb-485e-4247-b442-3854f7e8b526 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:59.004329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3cf68ef2-1289-4c49-9448-ce53da3b8404 req-aae311eb-485e-4247-b442-3854f7e8b526 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0974214 Jul 28 14:49:59.022737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=6aa88bb2-15eb-4b5c-9b67-0bf02eba0422,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:59.045757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6e11b574-6343-464a-90cf-4a6786af7c78 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6076062 Jul 28 14:49:59.054457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:59.065685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:59.158150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f11c-6d5a-40fb-a0e0-d989e3cac2ab req-4ff00495-d2ab-4549-a257-015c26c627ca tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:59.166335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f921f11c-6d5a-40fb-a0e0-d989e3cac2ab req-4ff00495-d2ab-4549-a257-015c26c627ca tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 944 time: 0.1477692 Jul 28 14:49:59.226501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3cf68ef2-1289-4c49-9448-ce53da3b8404 req-fb6803e5-a48e-4060-8143-510b74723cea tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085342 Jul 28 14:49:59.255130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f921f11c-6d5a-40fb-a0e0-d989e3cac2ab req-18a4203a-1445-466b-a068-da1c4dfa1123 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875790 Jul 28 14:49:59.273833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting subnet 3848a23a-c93b-4600-8040-99c8b2ba01bb {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:59.283588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.341348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9840c1fc-57cd-4c7f-a7c9-c7f6fbbc5e17 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3560321 Jul 28 14:49:59.351066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55416) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:59.351864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '6aa88bb2-15eb-4b5c-9b67-0bf02eba0422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:59.381230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.445277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32d13c-2c38-4a30-8bfb-5f7d2bb9242c req-3b975932-50af-492c-894f-10b304e045c5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:59.447934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c32d13c-2c38-4a30-8bfb-5f7d2bb9242c req-3b975932-50af-492c-894f-10b304e045c5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.1262996 Jul 28 14:49:59.567436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c32d13c-2c38-4a30-8bfb-5f7d2bb9242c req-e207aa78-4837-4059-a415-2ed93529f712 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916262 Jul 28 14:49:59.595401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.666197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:59.669832 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.808714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing IP validity checks on allocation pools {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:49:59.809655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:49:59.877817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.913080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Subnet': ['ID=3848a23a-c93b-4600-8040-99c8b2ba01bb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:59.916498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.920512 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-905f67a2-f42c-4ac3-a332-05044cfab583 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/3848a23a-c93b-4600-8040-99c8b2ba01bb HTTP/1.1" status: 204 len: 168 time: 0.8537633 Jul 28 14:49:59.924187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:59.975609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a23d1e59-3974-4d8a-b164-ae7dee0a27d4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:00.021034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea328b-83df-47c2-bf86-f8dbdc28da0c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.022701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea328b-83df-47c2-bf86-f8dbdc28da0c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.024528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1fea328b-83df-47c2-bf86-f8dbdc28da0c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0989718 Jul 28 14:50:00.036307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55432) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:00.055108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a400b0-0fe1-4769-8716-38d1802e066d req-e0053549-e06f-4242-b78f-286cb63b0196 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.058409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06a400b0-0fe1-4769-8716-38d1802e066d req-e0053549-e06f-4242-b78f-286cb63b0196 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.2106318 Jul 28 14:50:00.173578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06a400b0-0fe1-4769-8716-38d1802e066d req-b51b6ef3-6811-4c7a-b541-ecf651b314bc tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050344 Jul 28 14:50:00.199437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6536-e9e3-4db0-9073-33b8a2ad045c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.208510 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aa6536-e9e3-4db0-9073-33b8a2ad045c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 14:50:00.209340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aa6536-e9e3-4db0-9073-33b8a2ad045c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:00.211470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d0aa6536-e9e3-4db0-9073-33b8a2ad045c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 HTTP/1.1" status: 409 len: 405 time: 0.1741002 Jul 28 14:50:00.218800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55440) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:00.225902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870408780'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:00.335512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0639407-f4de-403b-bff2-6a7f5b32d396 None None] Network a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:00.411737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83404-341e-434c-9001-c7d6c80edab2 req-d44eeec0-3c0d-42a0-a452-d65368c91ae7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.421037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e83404-341e-434c-9001-c7d6c80edab2 req-d44eeec0-3c0d-42a0-a452-d65368c91ae7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0925035 Jul 28 14:50:00.477335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e83404-341e-434c-9001-c7d6c80edab2 req-801e4c4f-0d9d-48e6-8aca-b4622ef70c0f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552721 Jul 28 14:50:00.484931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55448) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:00.511177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:00.516272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b39ba4e-b7f3-41aa-8fed-7b26be86918a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:00.557387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63222482-a9a9-4792-bede-a0c5bf5fab8f req-16357106-da47-493d-8c0a-7db51f9c8ad5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.559387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63222482-a9a9-4792-bede-a0c5bf5fab8f req-16357106-da47-493d-8c0a-7db51f9c8ad5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0919557 Jul 28 14:50:00.573954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.584198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:00.592399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.607168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:00.608261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.644516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] Provisioning for port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:00.657260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] Provisioning complete for port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:00.658395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.661714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:00.667327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] DHCP port deletion for a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:50:00.675049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.675692 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Added segment 2fa045f7-5451-44c3-b573-5c98f1784189 of type vlan for network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 Jul 28 14:50:00.755248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.781032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63222482-a9a9-4792-bede-a0c5bf5fab8f req-f767de61-c24a-42b5-8b67-92478a99b921 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019870 Jul 28 14:50:00.853211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=977a0f9e-7a41-425f-b518-b627923604c4,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:00.867908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] Deleting port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:00.868317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.871838 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.878737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba47746a-eaf0-4f02-84bf-c73f22f2a95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.924360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.938324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.948233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.967305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] For port a23d1e59-3974-4d8a-b164-ae7dee0a27d4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,segment=NetworkSegment(a77fac31-a264-4e21-b976-dd023b0ec8e0),segment_id=a77fac31-a264-4e21-b976-dd023b0ec8e0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:00.967723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.995661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] For port a23d1e59-3974-4d8a-b164-ae7dee0a27d4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,segment=NetworkSegment(a77fac31-a264-4e21-b976-dd023b0ec8e0),segment_id=a77fac31-a264-4e21-b976-dd023b0ec8e0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:00.997141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] Calling delete_port for a23d1e59-3974-4d8a-b164-ae7dee0a27d4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:01.043848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e99003-1212-48e7-a086-178bcc4c16ab req-32412367-2337-43b6-85e0-89be65c2f854 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.057550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88e99003-1212-48e7-a086-178bcc4c16ab req-32412367-2337-43b6-85e0-89be65c2f854 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 944 time: 0.3314734 Jul 28 14:50:01.085011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': 'b8779555-ccce-4bfd-a3b2-cff3b857f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6aa88bb2-15eb-4b5c-9b67-0bf02eba0422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:01.085607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:01.139854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Network': ['ID=12f77457-0fbb-44ca-be54-a3ac5efe61e1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:01.151140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:01.216439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.246853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88e99003-1212-48e7-a086-178bcc4c16ab req-fff48d1b-4e06-4786-a958-6014937a72ae tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880381 Jul 28 14:50:01.282298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff448e78-a28c-4f8f-84cd-3e12ef58c4e5 req-dcdfd2b1-95b1-43b5-b695-5861cd6a818d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.289839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff448e78-a28c-4f8f-84cd-3e12ef58c4e5 req-dcdfd2b1-95b1-43b5-b695-5861cd6a818d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.302539 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:50:01.310036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff448e78-a28c-4f8f-84cd-3e12ef58c4e5 req-dcdfd2b1-95b1-43b5-b695-5861cd6a818d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.315494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba47746a-eaf0-4f02-84bf-c73f22f2a95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.319088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff448e78-a28c-4f8f-84cd-3e12ef58c4e5 req-dcdfd2b1-95b1-43b5-b695-5861cd6a818d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b&device_id=da692b75-953c-4441-a130-aa02208c60b8&device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 2418 time: 0.1298287 Jul 28 14:50:01.338912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32d633-9407-42a8-8074-0bc730f099bd None None] Pushing event updated for resources: {'Port': ['ID=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:01.375093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff448e78-a28c-4f8f-84cd-3e12ef58c4e5 req-90bd5a9a-780a-42a6-9c8a-48d4a1700353 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550287 Jul 28 14:50:01.443434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:01.501389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.527796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba47746a-eaf0-4f02-84bf-c73f22f2a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.534413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] Pushing event deleted for resources: {'Port': ['ID=a23d1e59-3974-4d8a-b164-ae7dee0a27d4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:01.538589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62189d-ef2b-4ba8-a570-0b1b062de593 None None] No DVR routers for this DVR port a23d1e59-3974-4d8a-b164-ae7dee0a27d4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:01.559438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86c7e2-8f76-47e4-9517-bf4a9d8652e0 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:01.584076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47746a-eaf0-4f02-84bf-c73f22f2a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250d5acd-ca58-42da-872a-95d6370338d3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:01.590324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:50:01.601191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb534996-b603-408e-80f5-3ed6ee579f4c req-3f2e403e-bb1e-4f51-b6c3-9faf24b2cd87 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.602957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb534996-b603-408e-80f5-3ed6ee579f4c req-3f2e403e-bb1e-4f51-b6c3-9faf24b2cd87 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.1222038 Jul 28 14:50:01.608392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ba47746a-eaf0-4f02-84bf-c73f22f2a95e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8fd5763075844c9a435cee70862683d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1223428 Jul 28 14:50:01.609080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:01.652246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645650ee-86d2-43e2-8039-25ab267e8282 req-72b89c10-e8ae-4f98-a369-181c4360c2cc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.654003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-645650ee-86d2-43e2-8039-25ab267e8282 req-72b89c10-e8ae-4f98-a369-181c4360c2cc tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0709174 Jul 28 14:50:01.697460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3b52fe4c-0c48-4917-9933-54c47af94502 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4775283 Jul 28 14:50:01.704320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:01.710232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'subnet': {'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:01.717603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-645650ee-86d2-43e2-8039-25ab267e8282 req-71e36371-4838-4c4f-8167-a8e5ede00c11 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568242 Jul 28 14:50:01.721745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb534996-b603-408e-80f5-3ed6ee579f4c req-a56e8970-245c-4829-b91e-188a22f86336 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054533 Jul 28 14:50:01.722766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:01.756173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.757276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.764088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d03ca31b-07b2-49e4-94c8-1dc4ca202031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.819668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:01.843386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'port_id': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'mac_address': 'fa:16:3e:f7:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1337b-cc41-4f2a-b0f8-8200271d70b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:50:01.844404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d03ca31b-07b2-49e4-94c8-1dc4ca202031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.925665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-49c340bd-7b6e-40a8-bf8b-6c9ca6aa429e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5793521 Jul 28 14:50:01.926503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55482) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:01.947571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a23d1e59-3974-4d8a-b164-ae7dee0a27d4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:02.021454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a23d1e59-3974-4d8a-b164-ae7dee0a27d4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:02.022109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a23d1e59-3974-4d8a-b164-ae7dee0a27d4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:02.055071 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.073532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86c7e2-8f76-47e4-9517-bf4a9d8652e0 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:02.076570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0845ac58-7a31-4c0a-98fb-a126d1b9e797 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:50:02.101150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:02.103682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.139241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:02.151291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.249598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d03ca31b-07b2-49e4-94c8-1dc4ca202031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.251022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d03ca31b-07b2-49e4-94c8-1dc4ca202031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.253107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d03ca31b-07b2-49e4-94c8-1dc4ca202031 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/250d5acd-ca58-42da-872a-95d6370338d3 HTTP/1.1" status: 204 len: 168 time: 0.6426289 Jul 28 14:50:02.310159 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.406607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ca31b-07b2-49e4-94c8-1dc4ca202031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250d5acd-ca58-42da-872a-95d6370338d3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:02.522754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3700c-6b82-4801-8017-17e6dbfa0416 req-393df4cd-9ae1-4178-9b89-c56c6b307522 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:02.524904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eac3700c-6b82-4801-8017-17e6dbfa0416 req-393df4cd-9ae1-4178-9b89-c56c6b307522 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 945 time: 0.1265526 Jul 28 14:50:02.538430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.577965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.580440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eac3700c-6b82-4801-8017-17e6dbfa0416 req-b644be19-629e-4bc1-b37c-ae08514cc5f4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Jul 28 14:50:02.701276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.723555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:02.738530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=977a0f9e-7a41-425f-b518-b627923604c4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:02.830728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.858485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa88bb2-15eb-4b5c-9b67-0bf02eba0422']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:02.872274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8779555-ccce-4bfd-a3b2-cff3b857f383') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:02.872688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8779555-ccce-4bfd-a3b2-cff3b857f383') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:02.878376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['0845ac58-7a31-4c0a-98fb-a126d1b9e797'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:02.903830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.923709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130fa06-6396-4f8a-882d-8019e98969bc None None] Network 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:02.927459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c92e2-d6e4-4ed3-9371-11e7c8d7f1e3 req-a9cf4b35-52eb-454e-ac1d-1cf6179a53e4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:02.929093 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b9c92e2-d6e4-4ed3-9371-11e7c8d7f1e3 req-a9cf4b35-52eb-454e-ac1d-1cf6179a53e4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1132448 Jul 28 14:50:02.942269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.963196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:02.963526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:02.968163 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:03.055713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b9c92e2-d6e4-4ed3-9371-11e7c8d7f1e3 req-1728d862-b1c5-44ee-b352-a321087a1aab tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173329 Jul 28 14:50:03.116844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8027e-0386-4d25-a97d-6946acad7526 None None] Network 6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:03.202285 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:50:03.204983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.295584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Subnet': ['ID=ad90637e-370a-40a7-825e-0db04c128bd3,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:03.313627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Checking segment: {'id': '2fa045f7-5451-44c3-b573-5c98f1784189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:03.314244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network hostable DHCP agents. Network: 12f77457-0fbb-44ca-be54-a3ac5efe61e1, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:03.346655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.361537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.364347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 HTTP/1.1" status: 204 len: 168 time: 1.4359615 Jul 28 14:50:03.370743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55518) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:03.376136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897476749'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:03.386892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500eb49-8b21-411a-a109-9d87d1150b68 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=6aa88bb2-15eb-4b5c-9b67-0bf02eba0422,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:03.569619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:03.572936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:03.576781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.607452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:03.621925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.622672 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment acc9fca7-a103-41a5-ab24-afec6d81ef44 of type vlan for network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e Jul 28 14:50:03.679760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.748122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc5cfc-c19a-40cd-b2a3-d9980a663a96 req-85843bd3-f08c-4b42-b5d8-199da4b73013 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.753469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36bc5cfc-c19a-40cd-b2a3-d9980a663a96 req-85843bd3-f08c-4b42-b5d8-199da4b73013 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 945 time: 0.0823691 Jul 28 14:50:03.761665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79d595-8b3a-4f59-897f-ce21c97342c9 req-c7eda056-b1d8-49eb-bc56-72bf02c4aa0c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.763446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af79d595-8b3a-4f59-897f-ce21c97342c9 req-c7eda056-b1d8-49eb-bc56-72bf02c4aa0c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0575147 Jul 28 14:50:03.796598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36bc5cfc-c19a-40cd-b2a3-d9980a663a96 req-b694650f-92ef-4a9f-8105-b81a9a69749e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Jul 28 14:50:03.822102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af79d595-8b3a-4f59-897f-ce21c97342c9 req-39502c25-fd8a-46c2-9325-9b1120fdd580 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Jul 28 14:50:04.057090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.067862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:04.069805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.074438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 12f77457-0fbb-44ca-be54-a3ac5efe61e1) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:04.082257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:04.083369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.108289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef0290-3c7c-49f7-9c86-179f533d5093 None None] Network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:04.298218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=feae5b7c-abf9-4fb5-85ad-d63b1f59db9e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:04.324270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:04.342359 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6e16410a-1fff-4eba-b5d9-43126c1366a9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9700084 Jul 28 14:50:04.349399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55532) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:04.360955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a795-e66a-426e-8c3a-8842bc9305b7 req-f95f3b4a-52cf-4c99-b132-cdbb4d310eb7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:04.366160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:04.369068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f822a795-e66a-426e-8c3a-8842bc9305b7 req-f95f3b4a-52cf-4c99-b132-cdbb4d310eb7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1679759 Jul 28 14:50:04.441104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f822a795-e66a-426e-8c3a-8842bc9305b7 req-148a3105-e45e-4918-a75d-036e53fdb950 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646045 Jul 28 14:50:04.453696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d7433ef-4c23-4373-9a6a-8f36f6cc4691 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7446220 Jul 28 14:50:04.454125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55534) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:04.495795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-12f77457-0fbb-44ca-be54-a3ac5efe61e1', 'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1', 'tenant_id': '863ed58753764b7a95d8521f8383b372', 'fixed_ips': [{'subnet_id': 'ad90637e-370a-40a7-825e-0db04c128bd3'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:04.497649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.580206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:04.611749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b544701-c7a5-4036-81d6-b93370a97cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.620751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.646908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:04.651118 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.731289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.739834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Allocated IP 2001:db8::f816:3eff:fe2a:1851 (12f77457-0fbb-44ca-be54-a3ac5efe61e1/ad90637e-370a-40a7-825e-0db04c128bd3/65683efe-d781-423b-ab0f-ffd5d4192c93) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:04.941547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b544701-c7a5-4036-81d6-b93370a97cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.979774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b315d1-edbf-474c-bfad-45193f91dee6 req-111a3406-fcf0-4c1b-9689-b161f3344f0c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:04.981890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87b315d1-edbf-474c-bfad-45193f91dee6 req-111a3406-fcf0-4c1b-9689-b161f3344f0c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0626252 Jul 28 14:50:05.001741 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.005794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2abb0-027e-4aec-a48e-da7140a3462e req-99d8b98f-50c2-4484-b5e2-4e43fe99642e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:05.012603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Transition to ACTIVE for port object 65683efe-d781-423b-ab0f-ffd5d4192c93 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:05.013163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b2abb0-027e-4aec-a48e-da7140a3462e req-99d8b98f-50c2-4484-b5e2-4e43fe99642e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 945 time: 0.1341591 Jul 28 14:50:05.030913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Transition to ACTIVE for port object 65683efe-d781-423b-ab0f-ffd5d4192c93 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:05.031201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87b315d1-edbf-474c-bfad-45193f91dee6 req-9113edba-b1a3-4c58-9df8-347ed4cc365e tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424290 Jul 28 14:50:05.050993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b2abb0-027e-4aec-a48e-da7140a3462e req-7c3cb4e6-c280-4e3b-996c-69980f8c57ca tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Jul 28 14:50:05.146159 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b544701-c7a5-4036-81d6-b93370a97cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.192511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6b544701-c7a5-4036-81d6-b93370a97cb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de433bf70ef74647b215ab5680e0a602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101971 Jul 28 14:50:05.193695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b544701-c7a5-4036-81d6-b93370a97cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f660c66-d46a-48c3-87b0-08d9539eef9a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.204198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55546) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:05.255981 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.259001 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.287224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ac02d60-e191-4dbd-a15a-ba77a0e75007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.320074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ac02d60-e191-4dbd-a15a-ba77a0e75007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.335350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:05.348148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:05.357107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:05.363002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Pushing event updated for resources: {'Port': ['ID=65683efe-d781-423b-ab0f-ffd5d4192c93,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.372186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=734f6fb8-afbb-4579-b43a-6b758cbbe362,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.385134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': 'acc9fca7-a103-41a5-ab24-afec6d81ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:05.385438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: feae5b7c-abf9-4fb5-85ad-d63b1f59db9e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:05.464014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Attempting to bind port 65683efe-d781-423b-ab0f-ffd5d4192c93 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:05.464980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Attempting to bind port 65683efe-d781-423b-ab0f-ffd5d4192c93 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '2fa045f7-5451-44c3-b573-5c98f1784189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:05.471074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Attempting to bind port 65683efe-d781-423b-ab0f-ffd5d4192c93 on network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:05.475006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:05.475624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Checking segment: {'id': '2fa045f7-5451-44c3-b573-5c98f1784189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:05.476293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.476995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Bound using segment: {'id': '2fa045f7-5451-44c3-b573-5c98f1784189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:05.478386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Bound port: 65683efe-d781-423b-ab0f-ffd5d4192c93, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa045f7-5451-44c3-b573-5c98f1784189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:05.479094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.568675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fb1dd-3759-49fb-b88c-22c37cd1e1e8 req-851c1f69-09c7-470e-b601-1e46b12c091d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:05.570400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc9fb1dd-3759-49fb-b88c-22c37cd1e1e8 req-851c1f69-09c7-470e-b601-1e46b12c091d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0553796 Jul 28 14:50:05.577598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] For port 65683efe-d781-423b-ab0f-ffd5d4192c93, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:05.581928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] For port 65683efe-d781-423b-ab0f-ffd5d4192c93, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=65683efe-d781-423b-ab0f-ffd5d4192c93,segment=NetworkSegment(2fa045f7-5451-44c3-b573-5c98f1784189),segment_id=2fa045f7-5451-44c3-b573-5c98f1784189)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:05.595470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:05.631588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc9fb1dd-3759-49fb-b88c-22c37cd1e1e8 req-be329096-e8aa-433c-afe0-b7fdc2c4042b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Jul 28 14:50:05.631588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.658427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Subnet': ['ID=ad90637e-370a-40a7-825e-0db04c128bd3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.703316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:05.732129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ac02d60-e191-4dbd-a15a-ba77a0e75007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.737420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ac02d60-e191-4dbd-a15a-ba77a0e75007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.741098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2ac02d60-e191-4dbd-a15a-ba77a0e75007 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4f660c66-d46a-48c3-87b0-08d9539eef9a HTTP/1.1" status: 204 len: 168 time: 0.5337133 Jul 28 14:50:05.752577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.785396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac02d60-e191-4dbd-a15a-ba77a0e75007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f660c66-d46a-48c3-87b0-08d9539eef9a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.791163 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.835639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f77457-0fbb-44ca-be54-a3ac5efe61e1']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:05.881344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa045f7-5451-44c3-b573-5c98f1784189') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:05.881553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa045f7-5451-44c3-b573-5c98f1784189') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:05.918119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:05.924218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.935590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.945877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, feae5b7c-abf9-4fb5-85ad-d63b1f59db9e) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:05.946804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:05.948336 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.955125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e5a16-46c1-4dee-bb87-baf2db4ff6be None None] Pushing event updated for resources: {'Port': ['ID=65683efe-d781-423b-ab0f-ffd5d4192c93,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.958521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:05.959857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.960073 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.973243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e6fa2-223d-4331-8b74-8ba80734973a None None] Network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:05.978992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:05.978992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:05.982103 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:06.087572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d45039e-8061-4fd1-9017-e2058171330a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7404101 Jul 28 14:50:06.092267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55560) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:06.284215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:50:06.284215 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:50:06.284215 n-d-764806-10 neutron-server[94658]: [parameters: {'id': '12f77457-0fbb-44ca-be54-a3ac5efe61e1'}] Jul 28 14:50:06.284215 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:06.285607 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:06.312625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618fec-5d4c-46c1-b25b-ccfe83990c5b req-0e01e955-dd47-4d58-8fa6-03c732b0c77d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:06.314432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6618fec-5d4c-46c1-b25b-ccfe83990c5b req-0e01e955-dd47-4d58-8fa6-03c732b0c77d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 945 time: 0.0668669 Jul 28 14:50:06.393564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.418198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-feae5b7c-abf9-4fb5-85ad-d63b1f59db9e', 'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': '734f6fb8-afbb-4579-b43a-6b758cbbe362'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:06.418198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.419470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6618fec-5d4c-46c1-b25b-ccfe83990c5b req-616288e1-1a16-475a-9848-03d10e406f75 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761409 Jul 28 14:50:06.428045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575b20a-83fe-4c98-829e-22f9a86b8c75 req-d2ea4e45-fc53-487f-ba03-6e9d8169e639 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:06.430197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0575b20a-83fe-4c98-829e-22f9a86b8c75 req-d2ea4e45-fc53-487f-ba03-6e9d8169e639 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.2094676 Jul 28 14:50:06.517594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0575b20a-83fe-4c98-829e-22f9a86b8c75 req-0b22595d-53fd-4eba-a065-4dc549ff2d52 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719466 Jul 28 14:50:06.580341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.584064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.628277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:06.630676 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1462cba-fe9a-41d7-afc1-c5ffb9b20180" -d '{"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-plugged", "status": "completed", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:06.670169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:06.681321 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0cf5c-73a7-4cc4-a2a0-a27018cf8c35 x-openstack-request-id: req-fab0cf5c-73a7-4cc4-a2a0-a27018cf8c35 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:06.687408 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-plugged", "status": "completed", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:06.687408 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fab0cf5c-73a7-4cc4-a2a0-a27018cf8c35 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:06.687408 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'code': 200} Jul 28 14:50:06.715134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Allocated IP 172.20.0.1 (feae5b7c-abf9-4fb5-85ad-d63b1f59db9e/734f6fb8-afbb-4579-b43a-6b758cbbe362/22620e75-cc7b-4351-8709-059d2cec7549) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:06.787242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.810708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.873407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8abd97-85c9-4d58-bfa7-bb32cfc3e1a7 req-4fedf450-f955-4786-825b-095b80ae214b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:06.882847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8abd97-85c9-4d58-bfa7-bb32cfc3e1a7 req-4fedf450-f955-4786-825b-095b80ae214b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1258619 Jul 28 14:50:06.899846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd9d57-f4ad-4cca-a970-c77f4bfeb6de req-404fffaf-7ffe-4b77-92f6-af0ef321f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:06.906636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13bd9d57-f4ad-4cca-a970-c77f4bfeb6de req-404fffaf-7ffe-4b77-92f6-af0ef321f387 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 1097 time: 0.1405380 Jul 28 14:50:06.919655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting port 65683efe-d781-423b-ab0f-ffd5d4192c93 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:06.919655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.161965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13bd9d57-f4ad-4cca-a970-c77f4bfeb6de req-76d9949a-b808-49b9-afb8-7d5a8f48f650 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456806 Jul 28 14:50:07.213594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8abd97-85c9-4d58-bfa7-bb32cfc3e1a7 req-910dd691-c5d1-44d5-bca7-b3887bce11a6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298929 Jul 28 14:50:07.262039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:07.281072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55576) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:07.393629 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.415844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Transition to ACTIVE for port object 22620e75-cc7b-4351-8709-059d2cec7549 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:07.446118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Transition to ACTIVE for port object 22620e75-cc7b-4351-8709-059d2cec7549 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:07.496811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8fb91e1-576b-4fbc-9322-f79e0a0cec72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.575457 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.654642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:07.663785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:07.671820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:07.683252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Pushing event updated for resources: {'Port': ['ID=22620e75-cc7b-4351-8709-059d2cec7549,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:07.715042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba85013-a569-4539-ae90-260f65edcee7 req-b0214ee7-fbfb-4c98-96ba-8e23f280f546 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:07.722688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ba85013-a569-4539-ae90-260f65edcee7 req-b0214ee7-fbfb-4c98-96ba-8e23f280f546 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1106102 Jul 28 14:50:07.728856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa404aa0-66de-4869-a69a-7815e90271cc None None] Network 12f77457-0fbb-44ca-be54-a3ac5efe61e1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:07.753650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8fb91e1-576b-4fbc-9322-f79e0a0cec72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.789970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] For port 65683efe-d781-423b-ab0f-ffd5d4192c93, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=65683efe-d781-423b-ab0f-ffd5d4192c93,segment=NetworkSegment(2fa045f7-5451-44c3-b573-5c98f1784189),segment_id=2fa045f7-5451-44c3-b573-5c98f1784189)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:07.790806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.807439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ba85013-a569-4539-ae90-260f65edcee7 req-3d804452-436c-4dd7-9bc8-74ccfae7aaba tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Jul 28 14:50:07.807439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.824829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Calling delete_port for 65683efe-d781-423b-ab0f-ffd5d4192c93 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:07.841789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3cec2-f396-4e74-ac84-daa6c333b267 req-bc9f1cc7-534f-46f7-af3b-1c9650ff9231 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:07.858527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81f3cec2-f396-4e74-ac84-daa6c333b267 req-bc9f1cc7-534f-46f7-af3b-1c9650ff9231 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1600549 Jul 28 14:50:07.868687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Attempting to bind port 22620e75-cc7b-4351-8709-059d2cec7549 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:07.868970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Attempting to bind port 22620e75-cc7b-4351-8709-059d2cec7549 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'acc9fca7-a103-41a5-ab24-afec6d81ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:07.869445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Attempting to bind port 22620e75-cc7b-4351-8709-059d2cec7549 on network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:07.882838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:07.887888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Checking segment: {'id': 'acc9fca7-a103-41a5-ab24-afec6d81ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:07.887888 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.887888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Bound using segment: {'id': 'acc9fca7-a103-41a5-ab24-afec6d81ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:07.887888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Bound port: 22620e75-cc7b-4351-8709-059d2cec7549, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc9fca7-a103-41a5-ab24-afec6d81ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:07.887888 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.902677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=734f6fb8-afbb-4579-b43a-6b758cbbe362,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:07.906470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8fb91e1-576b-4fbc-9322-f79e0a0cec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.062018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.083242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feae5b7c-abf9-4fb5-85ad-d63b1f59db9e']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.093043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d8fb91e1-576b-4fbc-9322-f79e0a0cec72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2dc3347057d243208091375b79e48bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068268 Jul 28 14:50:08.095109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] For port 22620e75-cc7b-4351-8709-059d2cec7549, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:08.096837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55598) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:08.097591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb91e1-576b-4fbc-9322-f79e0a0cec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5d7d4-54a9-481a-a72b-9da6736e28ed,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:08.099048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] For port 22620e75-cc7b-4351-8709-059d2cec7549, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=22620e75-cc7b-4351-8709-059d2cec7549,segment=NetworkSegment(acc9fca7-a103-41a5-ab24-afec6d81ef44),segment_id=acc9fca7-a103-41a5-ab24-afec6d81ef44)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:08.105292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81f3cec2-f396-4e74-ac84-daa6c333b267 req-6471d39d-f427-4cb2-97f3-52d6b963771b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421927 Jul 28 14:50:08.121174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc9fca7-a103-41a5-ab24-afec6d81ef44') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.121174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc9fca7-a103-41a5-ab24-afec6d81ef44') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.135495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 65683efe-d781-423b-ab0f-ffd5d4192c93 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:08.139263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.194573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9198d2c3-bc64-4877-a7c0-55cb46efcb56 None None] Provisioning for port 65683efe-d781-423b-ab0f-ffd5d4192c93 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:08.205247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-013ecbfe-82d8-489b-938f-67d927bc2379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.233872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.245753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.249795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-013ecbfe-82d8-489b-938f-67d927bc2379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.271680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:08.281698 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:08.329098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] DHCP port deletion for 12f77457-0fbb-44ca-be54-a3ac5efe61e1 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:50:08.424181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da914b75-3da8-4071-878d-8df3b55a0d39 None None] Network feae5b7c-abf9-4fb5-85ad-d63b1f59db9e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:08.443188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.455877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642098-8347-458e-a70d-df5369a8ba48 req-f748eaab-f1fa-4c9e-85fa-bd329dec3db5 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:08.471048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Port': ['ID=65683efe-d781-423b-ab0f-ffd5d4192c93,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:08.472236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e642098-8347-458e-a70d-df5369a8ba48 req-f748eaab-f1fa-4c9e-85fa-bd329dec3db5 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1202209 Jul 28 14:50:08.479385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8e220-0ebb-4de4-a955-19667c84ef68 None None] Pushing event updated for resources: {'Port': ['ID=22620e75-cc7b-4351-8709-059d2cec7549,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:08.482029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.482593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.483708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.484474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.484991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.485554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.486134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.486724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.487303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.487820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.488333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.488848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:08.489940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 65683efe-d781-423b-ab0f-ffd5d4192c93 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:08.495108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No DVR routers for this DVR port 65683efe-d781-423b-ab0f-ffd5d4192c93 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:08.500127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 65683efe-d781-423b-ab0f-ffd5d4192c93 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:08.500809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.545540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Port 65683efe-d781-423b-ab0f-ffd5d4192c93 was deleted so its status cannot be updated. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:50:08.552250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:50:08.552250 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:50:08.552250 n-d-764806-10 neutron-server[94657]: [parameters: {'id': 'feae5b7c-abf9-4fb5-85ad-d63b1f59db9e'}] Jul 28 14:50:08.552250 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:08.553797 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:08.561014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Deleting port 65683efe-d781-423b-ab0f-ffd5d4192c93 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:08.561395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.616091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e642098-8347-458e-a70d-df5369a8ba48 req-4aa720d1-57e7-4139-91b8-1dc8e3acf678 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350567 Jul 28 14:50:08.664731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.685130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f77457-0fbb-44ca-be54-a3ac5efe61e1']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.694221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-013ecbfe-82d8-489b-938f-67d927bc2379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.697421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-013ecbfe-82d8-489b-938f-67d927bc2379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.705349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-013ecbfe-82d8-489b-938f-67d927bc2379 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ec5d7d4-54a9-481a-a72b-9da6736e28ed HTTP/1.1" status: 204 len: 168 time: 0.5965066 Jul 28 14:50:08.706581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa045f7-5451-44c3-b573-5c98f1784189') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.707082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa045f7-5451-44c3-b573-5c98f1784189') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.712614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ecbfe-82d8-489b-938f-67d927bc2379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5d7d4-54a9-481a-a72b-9da6736e28ed,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:08.719779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] For port 65683efe-d781-423b-ab0f-ffd5d4192c93, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:08.720423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.727112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.780908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Calling delete_port for 65683efe-d781-423b-ab0f-ffd5d4192c93 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:08.787773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.789123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Port 65683efe-d781-423b-ab0f-ffd5d4192c93 was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:50:08.793321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.804620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:08.804620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:08.816726 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:08.831469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] Pushing event deleted for resources: {'Port': ['ID=65683efe-d781-423b-ab0f-ffd5d4192c93,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:08.836100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99767f35-d21b-4806-a59f-63e2c2d9deeb None None] No DVR routers for this DVR port 65683efe-d781-423b-ab0f-ffd5d4192c93 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:08.878513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f759818-8964-4b07-944d-1da235217cad None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:09.010330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f759818-8964-4b07-944d-1da235217cad None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:09.018489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f021e7-77ec-422f-b777-9f169f288d9e req-f5b55826-f824-4c8d-b408-9e66a4fb5a82 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:09.020354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03f021e7-77ec-422f-b777-9f169f288d9e req-f5b55826-f824-4c8d-b408-9e66a4fb5a82 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0624850 Jul 28 14:50:09.060686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.119198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-03f021e7-77ec-422f-b777-9f169f288d9e req-d7576ebf-800f-405c-8e71-0bda45ed54b7 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901885 Jul 28 14:50:09.141366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.166421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.180683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/12f77457-0fbb-44ca-be54-a3ac5efe61e1 HTTP/1.1" status: 204 len: 168 time: 4.7191570 Jul 28 14:50:09.184769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55624) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:09.211637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port 22620e75-cc7b-4351-8709-059d2cec7549 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:09.218122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.231227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-203706605'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:09.243572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e1eac-ec70-4c36-8955-3adc36a6a608 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Network': ['ID=12f77457-0fbb-44ca-be54-a3ac5efe61e1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:09.366750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port 22620e75-cc7b-4351-8709-059d2cec7549, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=22620e75-cc7b-4351-8709-059d2cec7549,segment=NetworkSegment(acc9fca7-a103-41a5-ab24-afec6d81ef44),segment_id=acc9fca7-a103-41a5-ab24-afec6d81ef44)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:09.367096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.386909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for 22620e75-cc7b-4351-8709-059d2cec7549 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:09.413032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687dd01-6064-4b70-b15a-bdc458cef0fb req-12900c02-b2fa-45f0-af68-d7841b6e1325 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:09.414632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c687dd01-6064-4b70-b15a-bdc458cef0fb req-12900c02-b2fa-45f0-af68-d7841b6e1325 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0979609 Jul 28 14:50:09.514587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:09.518478 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.567010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c687dd01-6064-4b70-b15a-bdc458cef0fb req-92824dd5-bea0-4dc8-97b9-30e8884f6a1c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100130 Jul 28 14:50:09.694645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.726650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:09.743913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.744262 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Added segment 7446b848-ae27-4fb6-ae36-0fbbddc2ffed of type vlan for network 4ca4c0c4-2443-4d4a-851e-01a135ac40af Jul 28 14:50:09.763494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deb17e-bf3d-43bc-a7c5-498ccbbf5af9 req-483f8151-5a02-4a7c-bb23-0f1fc9bff367 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:09.764616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port 22620e75-cc7b-4351-8709-059d2cec7549 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:09.773403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4deb17e-bf3d-43bc-a7c5-498ccbbf5af9 req-483f8151-5a02-4a7c-bb23-0f1fc9bff367 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1154759 Jul 28 14:50:09.799753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=22620e75-cc7b-4351-8709-059d2cec7549,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:09.839730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 65683efe-d781-423b-ab0f-ffd5d4192c93 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:09.845080 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.873634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4deb17e-bf3d-43bc-a7c5-498ccbbf5af9 req-1dc7aee1-3bd8-4907-9af9-27b15a26e27e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Jul 28 14:50:09.892654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 65683efe-d781-423b-ab0f-ffd5d4192c93 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:09.892654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 65683efe-d781-423b-ab0f-ffd5d4192c93 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:09.933530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d62f72-cc23-4710-ae87-32a9c9ef9ff6 req-5dabafe6-2c4e-46e2-8cb2-99c53bd7b22e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:09.939729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2d62f72-cc23-4710-ae87-32a9c9ef9ff6 req-5dabafe6-2c4e-46e2-8cb2-99c53bd7b22e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.2272274 Jul 28 14:50:09.939729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.968309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feae5b7c-abf9-4fb5-85ad-d63b1f59db9e']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:09.992223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc9fca7-a103-41a5-ab24-afec6d81ef44') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:09.992816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc9fca7-a103-41a5-ab24-afec6d81ef44') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:10.009813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2d62f72-cc23-4710-ae87-32a9c9ef9ff6 req-855b1e72-1915-489b-b751-c8709760ead6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624430 Jul 28 14:50:10.011796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.020598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.031226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:10.031226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.052917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.063117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:10.063843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:10.073500 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:10.113092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Network': ['ID=4ca4c0c4-2443-4d4a-851e-01a135ac40af,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:10.127245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4ca4c0c4-2443-4d4a-851e-01a135ac40af details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:10.290728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7457-0fe7-49cb-9f9a-f70198c64868 req-0623cbec-3c7d-4b83-97fc-f329f3e7937a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:10.292897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-becd7457-0fe7-49cb-9f9a-f70198c64868 req-0623cbec-3c7d-4b83-97fc-f329f3e7937a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0643289 Jul 28 14:50:10.320545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0106fd76-3b2b-4097-8fb5-81e1a0c492a4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1272092 Jul 28 14:50:10.322433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55652) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.328184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'subnet': {'network_id': '4ca4c0c4-2443-4d4a-851e-01a135ac40af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:10.349319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba842b2-a933-47ed-8873-41a060d1c9db req-6fe1637f-497f-4bf4-b296-b9867334e3bc tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:10.351594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dba842b2-a933-47ed-8873-41a060d1c9db req-6fe1637f-497f-4bf4-b296-b9867334e3bc tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0654168 Jul 28 14:50:10.423889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55656) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.444662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dba842b2-a933-47ed-8873-41a060d1c9db req-05984b57-ad00-4684-82e5-987c4bda0b45 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702257 Jul 28 14:50:10.456603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f56d02-a7af-47fe-8913-46dc10af2557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.708670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24017dd-13d5-4ad1-8c7b-e40d5cd4faa9 req-654a962d-419b-4046-a0a7-b3db85916497 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:10.710764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a24017dd-13d5-4ad1-8c7b-e40d5cd4faa9 req-654a962d-419b-4046-a0a7-b3db85916497 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1336315 Jul 28 14:50:10.713804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55662) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.722905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.746968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.755945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/feae5b7c-abf9-4fb5-85ad-d63b1f59db9e HTTP/1.1" status: 204 len: 168 time: 4.6557467 Jul 28 14:50:10.763242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55666) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.765410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f56d02-a7af-47fe-8913-46dc10af2557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.786281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-189890321'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:10.792236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-becd7457-0fe7-49cb-9f9a-f70198c64868 req-b9ccbd1e-4171-4406-8aa1-829f9820e647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817989 Jul 28 14:50:10.792236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b416-7774-41e6-ac9e-484cb09bfbe0 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=feae5b7c-abf9-4fb5-85ad-d63b1f59db9e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:10.839277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a24017dd-13d5-4ad1-8c7b-e40d5cd4faa9 req-048cd30e-fde6-4b85-9b78-ad5cbd07196a tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043024 Jul 28 14:50:10.868883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f56d02-a7af-47fe-8913-46dc10af2557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.889301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:50:10.889301 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:50:10.889301 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': '863ed58753764b7a95d8521f8383b372', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 50, 10, 821698)}] Jul 28 14:50:10.889301 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:10.890505 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:10.981529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-07f56d02-a7af-47fe-8913-46dc10af2557 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3e55ef5add74f7cbde45491306edce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560298 Jul 28 14:50:10.982405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a301422-14ff-42f0-91d0-09cbe31a9529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.985761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55674) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.999925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f56d02-a7af-47fe-8913-46dc10af2557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104ba89a-bf77-4c7d-bf31-18a8db86ef51,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:11.069375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d691-c667-443d-a48c-e07afe18c099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.091690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d691-c667-443d-a48c-e07afe18c099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.101026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:11.109439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.215613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:11.252807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b154a-10c0-40ca-a545-adbcf1cbd408 req-41694205-09a8-4cf7-9525-9d2455e40464 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:11.254536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f9b154a-10c0-40ca-a545-adbcf1cbd408 req-41694205-09a8-4cf7-9525-9d2455e40464 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1410527 Jul 28 14:50:11.361145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f9b154a-10c0-40ca-a545-adbcf1cbd408 req-a2a6d845-d3d9-47f6-85b3-9fc6ddc07442 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966318 Jul 28 14:50:11.380311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a301422-14ff-42f0-91d0-09cbe31a9529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.486642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.487079 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment 6f86132b-f01c-43c0-821e-e8a5d435825f of type vlan for network 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 Jul 28 14:50:11.489424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d691-c667-443d-a48c-e07afe18c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.496194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d691-c667-443d-a48c-e07afe18c099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.496194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8bc8d691-c667-443d-a48c-e07afe18c099 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/104ba89a-bf77-4c7d-bf31-18a8db86ef51 HTTP/1.1" status: 204 len: 168 time: 0.5054364 Jul 28 14:50:11.567251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d691-c667-443d-a48c-e07afe18c099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104ba89a-bf77-4c7d-bf31-18a8db86ef51,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:11.618379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.665576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb5e9f-40b9-4581-90bf-62d5b0a73c2f req-a3c0eb0c-8071-4cad-9a27-62270b37061d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:11.665576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9bb5e9f-40b9-4581-90bf-62d5b0a73c2f req-a3c0eb0c-8071-4cad-9a27-62270b37061d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1036191 Jul 28 14:50:11.714630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9bb5e9f-40b9-4581-90bf-62d5b0a73c2f req-05d4dad2-6039-4c7e-88d5-efa0205440df tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Jul 28 14:50:11.825977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a301422-14ff-42f0-91d0-09cbe31a9529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.873779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9a301422-14ff-42f0-91d0-09cbe31a9529 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b38b2679da9d465c8d808dc32e6c9e84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1586936 Jul 28 14:50:11.878332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55694) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:11.878964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a301422-14ff-42f0-91d0-09cbe31a9529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb075ba-6af7-46b4-b48f-97e128a8ca86,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:12.003178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0631-d61b-46fe-816d-9fd3278776dd req-95c16fc7-1183-4847-8171-9c7ffeef045b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:12.004922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25e0631-d61b-46fe-816d-9fd3278776dd req-95c16fc7-1183-4847-8171-9c7ffeef045b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0933876 Jul 28 14:50:12.006243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ec16a0e-0b97-4c53-9931-9db9bbcd53c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.014190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.030436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:12.031999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.046435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ec16a0e-0b97-4c53-9931-9db9bbcd53c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.077901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25e0631-d61b-46fe-816d-9fd3278776dd req-f8be7995-cd89-4542-961e-ce38e9d4262b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603406 Jul 28 14:50:12.131157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=2fa7abb3-6dba-45db-8ac6-ef9545bcbe57,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:12.144442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:12.437455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:12.446188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.449524 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3114f583-c1ef-4a36-af10-77b63e183681 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6823390 Jul 28 14:50:12.459692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55698) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:12.470335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ec16a0e-0b97-4c53-9931-9db9bbcd53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.472301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '2fa7abb3-6dba-45db-8ac6-ef9545bcbe57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:12.474907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ec16a0e-0b97-4c53-9931-9db9bbcd53c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.479569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ec16a0e-0b97-4c53-9931-9db9bbcd53c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3eb075ba-6af7-46b4-b48f-97e128a8ca86 HTTP/1.1" status: 204 len: 168 time: 0.5968835 Jul 28 14:50:12.690353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec16a0e-0b97-4c53-9931-9db9bbcd53c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb075ba-6af7-46b4-b48f-97e128a8ca86,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:12.783568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b685-388e-4475-8cac-f6c5cabe9244 req-7bf7ca91-f3ef-4f2f-9044-297d8ad6475f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:12.798400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9581b685-388e-4475-8cac-f6c5cabe9244 req-7bf7ca91-f3ef-4f2f-9044-297d8ad6475f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1979353 Jul 28 14:50:12.871425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:12.875588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.019003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9581b685-388e-4475-8cac-f6c5cabe9244 req-aba75d62-86f9-44e5-a9a5-24ce110dd6f9 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958730 Jul 28 14:50:13.047948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c36c0-8602-4b90-8028-8b1d5ab14090 req-d5713f32-090a-4557-b52a-7bf9f340e244 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.049584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d2c36c0-8602-4b90-8028-8b1d5ab14090 req-d5713f32-090a-4557-b52a-7bf9f340e244 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1006565 Jul 28 14:50:13.065617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-ca1deb01-aca1-4993-8f9d-60b6ec1de71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.068361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-ca1deb01-aca1-4993-8f9d-60b6ec1de71f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1097 time: 0.3095155 Jul 28 14:50:13.157403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d2c36c0-8602-4b90-8028-8b1d5ab14090 req-19f20344-498a-4bce-8b1e-11195561bdb7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890505 Jul 28 14:50:13.363022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd69663-c4a6-4ec3-9279-44e6e245e7a3 req-d1be0968-d344-4ce4-82ab-cc2925b84bf5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.364692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fd69663-c4a6-4ec3-9279-44e6e245e7a3 req-d1be0968-d344-4ce4-82ab-cc2925b84bf5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1469610 Jul 28 14:50:13.374193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-d7f20025-5e0e-4e24-a835-6c92cd528228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.375771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-d7f20025-5e0e-4e24-a835-6c92cd528228 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.2967238 Jul 28 14:50:13.408952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.481597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.520354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': '6f86132b-f01c-43c0-821e-e8a5d435825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2fa7abb3-6dba-45db-8ac6-ef9545bcbe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:13.520354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:13.532929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=12a03194-ae64-4460-b2e5-922b87130b7b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:13.558690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-8cc524b3-213d-4bbf-9c3a-78b977928c5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 1001 time: 0.1584296 Jul 28 14:50:13.567350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5fd69663-c4a6-4ec3-9279-44e6e245e7a3 req-5cecdb08-c021-429a-8b07-ec03b1f782cf tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876314 Jul 28 14:50:13.632066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Subnet': ['ID=dae59ceb-5dbd-48c7-b329-35bf8c7893cb,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:13.655769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-316f6627-b1c1-4abd-9438-afad905c0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.657358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-316f6627-b1c1-4abd-9438-afad905c0f94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.0818338 Jul 28 14:50:13.659674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:13.667150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Checking segment: {'id': '7446b848-ae27-4fb6-ae36-0fbbddc2ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4ca4c0c4-2443-4d4a-851e-01a135ac40af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:13.672095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network hostable DHCP agents. Network: 4ca4c0c4-2443-4d4a-851e-01a135ac40af, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:13.723487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-42665d34-34c6-438d-b766-0957668edcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.725176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-42665d34-34c6-438d-b766-0957668edcde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524454 Jul 28 14:50:13.779988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:13.792138 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:13.793268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.798523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aabb5a-3e85-40ae-be7d-814c701df632 None None] Network 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:13.907904 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b3716dc-4314-413e-be08-3b106170f031 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4469948 Jul 28 14:50:13.912316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55742) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:13.918591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-3f57810c-d9e1-4e93-bcde-cd4248d92d85 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820974 Jul 28 14:50:13.954440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network 4ca4c0c4-2443-4d4a-851e-01a135ac40af is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:14.012124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4ca4c0c4-2443-4d4a-851e-01a135ac40af) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:14.050381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9dafd-eb22-4df5-8108-52ba00643a55 None None] Network 4ca4c0c4-2443-4d4a-851e-01a135ac40af requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:14.095193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.124186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:14.125040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.251844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c696192a-437c-48bf-ba52-f28c8a556bf2 req-a27487ed-e20c-425b-8ffb-39ef644f5c03 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253365 Jul 28 14:50:14.263259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-64acdb01-b92c-401f-a9a1-f20978261a7e tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9373078 Jul 28 14:50:14.264634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55754) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:14.347707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.445222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181c71-22df-4546-99c9-d9aa48a422f1 req-ca1624ba-5f2a-47c6-b153-11a78012759f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:14.455578 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11181c71-22df-4546-99c9-d9aa48a422f1 req-ca1624ba-5f2a-47c6-b153-11a78012759f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.3050120 Jul 28 14:50:14.466823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ba491-ec44-4e4c-ae87-69369e32ccdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2fa7abb3-6dba-45db-8ac6-ef9545bcbe57', 'network_id': '2fa7abb3-6dba-45db-8ac6-ef9545bcbe57', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': '12a03194-ae64-4460-b2e5-922b87130b7b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:14.468538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-190ba491-ec44-4e4c-ae87-69369e32ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.542801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11181c71-22df-4546-99c9-d9aa48a422f1 req-117e3196-ef34-4cdd-b5c1-337e83ec3d1b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785391 Jul 28 14:50:14.570248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbd667-d216-4979-b06d-45f948ce387a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4ca4c0c4-2443-4d4a-851e-01a135ac40af', 'network_id': '4ca4c0c4-2443-4d4a-851e-01a135ac40af', 'tenant_id': '863ed58753764b7a95d8521f8383b372', 'fixed_ips': [{'subnet_id': 'dae59ceb-5dbd-48c7-b329-35bf8c7893cb'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:14.573186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fbd667-d216-4979-b06d-45f948ce387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.636305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43df4f4-54aa-4b5d-bf37-b25ad1ea57c3 req-e01d5a27-113c-4777-80c1-c2e036005c7b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:14.645707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d43df4f4-54aa-4b5d-bf37-b25ad1ea57c3 req-e01d5a27-113c-4777-80c1-c2e036005c7b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1783507 Jul 28 14:50:14.700647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.730931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.736406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d43df4f4-54aa-4b5d-bf37-b25ad1ea57c3 req-a0c16669-e111-464f-a56c-7ee3a8084525 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Jul 28 14:50:14.796382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.864072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=12a03194-ae64-4460-b2e5-922b87130b7b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:14.971722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f85eb2-e20e-4176-9f61-dcb76052ea39 req-48ee9167-508d-4232-ac1f-dd376d5bdb45 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:14.971722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79f85eb2-e20e-4176-9f61-dcb76052ea39 req-48ee9167-508d-4232-ac1f-dd376d5bdb45 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.2960935 Jul 28 14:50:15.004954 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.026668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa7abb3-6dba-45db-8ac6-ef9545bcbe57']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:15.045528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f86132b-f01c-43c0-821e-e8a5d435825f') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:15.045828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f86132b-f01c-43c0-821e-e8a5d435825f') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:15.063839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79f85eb2-e20e-4176-9f61-dcb76052ea39 req-7fe30cbd-241a-4ccb-a1a9-fff0f01262b4 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817432 Jul 28 14:50:15.065277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.083390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.101302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:15.109687 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:15.136190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server [None req-190ba491-ec44-4e4c-ae87-69369e32ccdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a03194-ae64-4460-b2e5-922b87130b7b: This subnet is being modified by another concurrent operation. Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:15.136590 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a03194-ae64-4460-b2e5-922b87130b7b: This subnet is being modified by another concurrent operation. Jul 28 14:50:15.152986 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Jul 28 14:50:15.195616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Subnet': ['ID=dae59ceb-5dbd-48c7-b329-35bf8c7893cb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.199371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6c5e5-d685-4849-8e2e-0f0f2f0bf0cb None None] Network 2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:15.295084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server [None req-79fbd667-d216-4979-b06d-45f948ce387a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae59ceb-5dbd-48c7-b329-35bf8c7893cb: This subnet is being modified by another concurrent operation. Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:15.323887 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae59ceb-5dbd-48c7-b329-35bf8c7893cb: This subnet is being modified by another concurrent operation. Jul 28 14:50:15.342291 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Jul 28 14:50:15.353022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55778) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:15.353361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca4c0c4-2443-4d4a-851e-01a135ac40af']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:15.354282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1012905283'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:15.354632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacd7b7-a464-41fe-804c-80f36f74397c None None] Network 4ca4c0c4-2443-4d4a-851e-01a135ac40af requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:15.367764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7446b848-ae27-4fb6-ae36-0fbbddc2ffed') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:15.367764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7446b848-ae27-4fb6-ae36-0fbbddc2ffed') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:15.372647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.395191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.399726 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.404510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 HTTP/1.1" status: 204 len: 168 time: 1.4895163 Jul 28 14:50:15.409091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55780) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:15.434016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.436594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416948011'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:15.443661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:15.444358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:15.450437 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:15.468106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe36885-f23e-476e-b51a-e054381be2fb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=2fa7abb3-6dba-45db-8ac6-ef9545bcbe57,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.529229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4b276-1528-415c-ad0c-91c4e172aa96 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:15.651274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4b276-1528-415c-ad0c-91c4e172aa96 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:15.675075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:15.678951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.739163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.764407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.767444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:15.775461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:15.783792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/4ca4c0c4-2443-4d4a-851e-01a135ac40af HTTP/1.1" status: 204 len: 168 time: 1.5023243 Jul 28 14:50:15.786202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2047698295'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:15.798278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.799048 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Added segment 905c7518-07d5-4c80-82ad-b8b7fd2c4ab5 of type vlan for network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b Jul 28 14:50:15.840293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e705cb-42e3-4df0-b6ad-531d9605e36a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Network': ['ID=4ca4c0c4-2443-4d4a-851e-01a135ac40af,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.895418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02a77-dcc9-410c-9871-f96eef74a394 req-9383d710-f0d1-4d8d-a3c2-5963bcadf9e6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:15.910059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ad02a77-dcc9-410c-9871-f96eef74a394 req-9383d710-f0d1-4d8d-a3c2-5963bcadf9e6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.2424383 Jul 28 14:50:15.920286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:15.926570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.980398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.009443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ad02a77-dcc9-410c-9871-f96eef74a394 req-3b0b3514-d231-46a0-a273-8dfacec42e2c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896673 Jul 28 14:50:16.063288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:16.088350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.089039 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment 011dc0e0-9224-46bc-b01e-2b6820c9f030 of type vlan for network 0932ac0b-1693-4a53-bdda-52107453d078 Jul 28 14:50:16.098217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e901d0-d70c-415a-89db-8265d3e7c861 req-81f54cdc-14af-4544-9719-918f254ea121 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.099847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99e901d0-d70c-415a-89db-8265d3e7c861 req-81f54cdc-14af-4544-9719-918f254ea121 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1448214 Jul 28 14:50:16.108648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:16.112893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.178120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.188072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.189013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.194944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b932d-b149-41b2-91f2-a893567fc892 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:16.219251 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.306694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:16.355549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9353d-c592-4c66-be3f-d195eee03219 req-210fbfeb-6fcc-41eb-9429-0970af9f0e06 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.357743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73a9353d-c592-4c66-be3f-d195eee03219 req-210fbfeb-6fcc-41eb-9429-0970af9f0e06 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0883927 Jul 28 14:50:16.443369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99e901d0-d70c-415a-89db-8265d3e7c861 req-547572a9-78b4-4782-ae16-fe63390ad0d2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116767 Jul 28 14:50:16.446343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73a9353d-c592-4c66-be3f-d195eee03219 req-d0e096e9-279c-4a43-9af6-c2330de62e89 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Jul 28 14:50:16.465086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b932d-b149-41b2-91f2-a893567fc892 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:16.468096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1441026 Jul 28 14:50:16.469801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.470580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55810) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:16.472343 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Added segment 96eb2cb9-1111-4d98-b92a-59dd25e3f0ad of type vlan for network e64fcc3e-95c2-4c84-aa4e-d2424c9495fe Jul 28 14:50:16.481954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1775909035'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:16.560014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6de52-77ea-4185-86a6-8c8d8cdbafd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Network': ['ID=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:16.568332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.589687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:16.623419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:16.629336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.662248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.672039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:16.681964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.684876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.705434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.706556 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Added segment ad819004-784a-4dfc-8a31-a9c705892a58 of type vlan for network d4bef802-f700-418f-a335-1f408fe33607 Jul 28 14:50:16.817539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.821786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.831604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.832737 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.868909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=0932ac0b-1693-4a53-bdda-52107453d078,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:17.003534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0893257c-83c8-4658-867b-941a0a16b527 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5923302 Jul 28 14:50:17.004240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0932ac0b-1693-4a53-bdda-52107453d078 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:17.011532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55832) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:17.017209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '0932ac0b-1693-4a53-bdda-52107453d078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:17.021118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Network': ['ID=e64fcc3e-95c2-4c84-aa4e-d2424c9495fe,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:17.048052 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9d896e44-f5f9-4505-b78f-51bd2b1b3434 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2698457 Jul 28 14:50:17.049432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55834) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:17.059375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Request body: {'subnet': {'network_id': 'e64fcc3e-95c2-4c84-aa4e-d2424c9495fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:17.074231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:17.080902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.081634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:17.097545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e64fcc3e-95c2-4c84-aa4e-d2424c9495fe details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:17.206180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Network': ['ID=d4bef802-f700-418f-a335-1f408fe33607,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:17.227129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d4bef802-f700-418f-a335-1f408fe33607 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:17.370016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-56577761-b3ad-49c3-94b2-a06ff3b88a22 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8981106 Jul 28 14:50:17.373503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55836) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:17.385149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'subnet': {'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:17.396330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:50:17.396330 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:50:17.396330 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 50, 17, 217342)}] Jul 28 14:50:17.396330 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:17.397036 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:17.628813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Made reservation on behalf of 863ed58753764b7a95d8521f8383b372 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:17.634677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:17.651946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3091e9-1f63-4a7b-a2a2-a325733d5ce6 req-5bc39d62-85cf-4176-a94c-013cb7820cd6 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.654620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c3091e9-1f63-4a7b-a2a2-a325733d5ce6 req-5bc39d62-85cf-4176-a94c-013cb7820cd6 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0987732 Jul 28 14:50:17.715755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c3091e9-1f63-4a7b-a2a2-a325733d5ce6 req-c7002560-17c4-4a76-9d2e-757f143f7a83 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Jul 28 14:50:17.728647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adbad9-b378-4bf9-a77e-f69f6497e882 req-33229b9d-2165-442b-8674-077408f22dd7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.730570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6adbad9-b378-4bf9-a77e-f69f6497e882 req-33229b9d-2165-442b-8674-077408f22dd7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1560705 Jul 28 14:50:17.798206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6adbad9-b378-4bf9-a77e-f69f6497e882 req-52b82f27-ba1b-480d-a8f2-dba53105430b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590146 Jul 28 14:50:18.017193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:18.020689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.332188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:18.336134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.396379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing IP validity checks on allocation pools {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:50:18.397041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:50:18.464927 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.475785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:50:18.478920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.556033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event updated for resources: {'Subnet': ['ID=da07d67e-7131-482a-b6f7-77839208b251,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:18.561800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Checking segment: {'id': '96eb2cb9-1111-4d98-b92a-59dd25e3f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e64fcc3e-95c2-4c84-aa4e-d2424c9495fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:18.562169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network hostable DHCP agents. Network: e64fcc3e-95c2-4c84-aa4e-d2424c9495fe, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:18.598052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Checking segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:18.598052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network hostable DHCP agents. Network: b9dfb7c2-0910-4ebd-8606-2db2eadbad5b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:18.600632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Subnet': ['ID=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:18.722822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Network e64fcc3e-95c2-4c84-aa4e-d2424c9495fe is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:18.767281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:18.777910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.872087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e64fcc3e-95c2-4c84-aa4e-d2424c9495fe) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:18.878891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.883953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.884726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b9dfb7c2-0910-4ebd-8606-2db2eadbad5b) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:18.887515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6c974-852d-4c0b-8aa8-a7411f8b1006 None None] Network e64fcc3e-95c2-4c84-aa4e-d2424c9495fe requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:18.899219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.899830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.902245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=b0428412-be4a-489c-a39f-21b631ac3700,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:18.930338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd558-ae46-42c9-bae1-c38585b05839 req-5cb486f1-05b1-4a98-a48a-889c4b4ce52f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.931905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d64bd558-ae46-42c9-bae1-c38585b05839 req-5cb486f1-05b1-4a98-a48a-889c4b4ce52f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1123598 Jul 28 14:50:18.937128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': '011dc0e0-9224-46bc-b01e-2b6820c9f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0932ac0b-1693-4a53-bdda-52107453d078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:18.937504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 0932ac0b-1693-4a53-bdda-52107453d078, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:18.966576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797b40db-8444-4b70-b529-70baabb523ad None None] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:18.997555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d35b-aa29-4e27-afb2-b3679d1af96e req-38080525-5a93-4a89-b6d6-e47cae954d98 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:19.000995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f912d35b-aa29-4e27-afb2-b3679d1af96e req-38080525-5a93-4a89-b6d6-e47cae954d98 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0896287 Jul 28 14:50:19.040140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d64bd558-ae46-42c9-bae1-c38585b05839 req-d446f224-4066-457f-8f13-35130f3872a7 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906250 Jul 28 14:50:19.051968 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f912d35b-aa29-4e27-afb2-b3679d1af96e req-9dfce67e-91d5-47a1-9d29-6dc68effa81c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Jul 28 14:50:19.082315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55910) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:19.082644 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5690f48-815b-4602-9e1f-8921cc4865ac tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0310881 Jul 28 14:50:19.141339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 0932ac0b-1693-4a53-bdda-52107453d078 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:19.152530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e0cd5847-0498-47fd-afc6-bc4c2b1fd406 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7738590 Jul 28 14:50:19.158504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:19.164246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0932ac0b-1693-4a53-bdda-52107453d078) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:19.169070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'subnet': {'network_id': 'd4bef802-f700-418f-a335-1f408fe33607', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:19.183441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:19.184989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.235637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4224aa9-20b2-45d9-8a52-e2836fa255af None None] Network 0932ac0b-1693-4a53-bdda-52107453d078 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:19.298415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.312343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaabfef-7300-406a-be03-ade0a58923fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e64fcc3e-95c2-4c84-aa4e-d2424c9495fe', 'network_id': 'e64fcc3e-95c2-4c84-aa4e-d2424c9495fe', 'tenant_id': '863ed58753764b7a95d8521f8383b372', 'fixed_ips': [{'subnet_id': 'da07d67e-7131-482a-b6f7-77839208b251'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:19.313585 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fdaabfef-7300-406a-be03-ade0a58923fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.369959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:19.371214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.397951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:19.400161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb95781e-d39b-47c1-996c-bb0a4a4916d4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3821728 Jul 28 14:50:19.403205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.475214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55924) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:19.619442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.627194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:19.631139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.653054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.697902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Subnet': ['ID=da07d67e-7131-482a-b6f7-77839208b251,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server [None req-fdaabfef-7300-406a-be03-ade0a58923fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da07d67e-7131-482a-b6f7-77839208b251: This subnet is being modified by another concurrent operation. Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:19.731687 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da07d67e-7131-482a-b6f7-77839208b251: This subnet is being modified by another concurrent operation. Jul 28 14:50:19.735973 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Jul 28 14:50:19.743872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Allocated IP 10.1.1.2 (b9dfb7c2-0910-4ebd-8606-2db2eadbad5b/ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd/9f015791-78a2-4b1f-877a-a6fc9fabb4d0) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:19.804007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85061cf5-c42e-4a44-a674-5486cfd2684f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.874888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.896365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb5649-4c7b-4892-94a9-0d4c5c0b70b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-0932ac0b-1693-4a53-bdda-52107453d078', 'network_id': '0932ac0b-1693-4a53-bdda-52107453d078', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': 'b0428412-be4a-489c-a39f-21b631ac3700'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:19.899017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28eb5649-4c7b-4892-94a9-0d4c5c0b70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.901386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9192ab-f153-47c1-9071-d04a36a1a7e6 None None] Network e64fcc3e-95c2-4c84-aa4e-d2424c9495fe requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:19.919362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.933654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64fcc3e-95c2-4c84-aa4e-d2424c9495fe']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.949771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eb2cb9-1111-4d98-b92a-59dd25e3f0ad') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.949977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eb2cb9-1111-4d98-b92a-59dd25e3f0ad') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.961925 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.982221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.992215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:19.993299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.143033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:20.166365 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:20.218555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=b0428412-be4a-489c-a39f-21b631ac3700,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.328941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ac77a-fc77-4057-bd80-12e280ee8f8d req-c3fbed95-036a-46c9-a99c-847d7ad613f9 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:20.331977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea0ac77a-fc77-4057-bd80-12e280ee8f8d req-c3fbed95-036a-46c9-a99c-847d7ad613f9 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1299014 Jul 28 14:50:20.344031 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.344308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server [None req-28eb5649-4c7b-4892-94a9-0d4c5c0b70b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0428412-be4a-489c-a39f-21b631ac3700: This subnet is being modified by another concurrent operation. Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:50:20.348183 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0428412-be4a-489c-a39f-21b631ac3700: This subnet is being modified by another concurrent operation. Jul 28 14:50:20.353557 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Jul 28 14:50:20.374129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c8d5b-803c-422c-aec3-22539eaf7278 None None] Network 0932ac0b-1693-4a53-bdda-52107453d078 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:20.374612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0932ac0b-1693-4a53-bdda-52107453d078']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:20.393970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011dc0e0-9224-46bc-b01e-2b6820c9f030') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:20.394408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011dc0e0-9224-46bc-b01e-2b6820c9f030') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:20.406651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078a89c-6b53-46b4-93a5-264e52096d2d req-dbabed28-adb9-41c9-a806-76cffad81763 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:20.415717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea0ac77a-fc77-4057-bd80-12e280ee8f8d req-876f0c78-3ec3-4e4a-9311-ec454c99f224 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748529 Jul 28 14:50:20.417462 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7078a89c-6b53-46b4-93a5-264e52096d2d req-dbabed28-adb9-41c9-a806-76cffad81763 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1594024 Jul 28 14:50:20.434999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.440769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.441397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Transition to ACTIVE for port object 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:20.455757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.464633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/e64fcc3e-95c2-4c84-aa4e-d2424c9495fe HTTP/1.1" status: 204 len: 168 time: 1.3756793 Jul 28 14:50:20.470523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55954) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.474654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.479858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdaf3b-4d9e-4a99-a8af-b8d0cfc9e5f2 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Network': ['ID=e64fcc3e-95c2-4c84-aa4e-d2424c9495fe,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.487394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Transition to ACTIVE for port object 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:20.507145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.566404 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbed2fd5-8797-4950-b5fd-970c4fa08a14 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:20.573867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbed2fd5-8797-4950-b5fd-970c4fa08a14 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:20.573867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bbed2fd5-8797-4950-b5fd-970c4fa08a14 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/da07d67e-7131-482a-b6f7-77839208b251 HTTP/1.1" status: 404 len: 337 time: 0.0915303 Jul 28 14:50:20.573867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:20.574439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.574615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:20.584950 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:20.598364 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-41efe82f-38c4-4fdc-8835-e6f669457888 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:20.599127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41efe82f-38c4-4fdc-8835-e6f669457888 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:20.602555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-41efe82f-38c4-4fdc-8835-e6f669457888 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/e64fcc3e-95c2-4c84-aa4e-d2424c9495fe HTTP/1.1" status: 404 len: 339 time: 0.0285878 Jul 28 14:50:20.606925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55958) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.613235 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.658468 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-650d499f-6774-4e4b-9150-27fcf134e35a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:20.658822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650d499f-6774-4e4b-9150-27fcf134e35a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:20.666008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-650d499f-6774-4e4b-9150-27fcf134e35a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/dae59ceb-5dbd-48c7-b329-35bf8c7893cb HTTP/1.1" status: 404 len: 337 time: 0.0535629 Jul 28 14:50:20.666300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7078a89c-6b53-46b4-93a5-264e52096d2d req-e4773626-0361-43b9-af27-bf3a93992285 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440302 Jul 28 14:50:20.668645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55960) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.695390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85061cf5-c42e-4a44-a674-5486cfd2684f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.697642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:20.697852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Subnet': ['ID=6e656d21-b97b-4494-9fdf-3aa56ee91f43,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.709131 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-5868eb64-926a-4412-b253-5fb9a04df3fe tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:20.710211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5868eb64-926a-4412-b253-5fb9a04df3fe tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:20.713627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5868eb64-926a-4412-b253-5fb9a04df3fe tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/4ca4c0c4-2443-4d4a-851e-01a135ac40af HTTP/1.1" status: 404 len: 339 time: 0.0393534 Jul 28 14:50:20.719176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55962) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.719604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:20.725273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:20.739242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Checking segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:20.739523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Pushing event updated for resources: {'Port': ['ID=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.739848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network hostable DHCP agents. Network: d4bef802-f700-418f-a335-1f408fe33607, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:20.766464 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a9ee10-e4f1-4b62-9847-feb74b74d20a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:20.767134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a9ee10-e4f1-4b62-9847-feb74b74d20a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:20.769361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-64a9ee10-e4f1-4b62-9847-feb74b74d20a tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/ad90637e-370a-40a7-825e-0db04c128bd3 HTTP/1.1" status: 404 len: 337 time: 0.0485902 Jul 28 14:50:20.774348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55964) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.798353 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-971c9add-d2dc-47af-82b9-18398f9b8dfb tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:20.798950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971c9add-d2dc-47af-82b9-18398f9b8dfb tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:20.800946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-971c9add-d2dc-47af-82b9-18398f9b8dfb tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/12f77457-0fbb-44ca-be54-a3ac5efe61e1 HTTP/1.1" status: 404 len: 339 time: 0.0245354 Jul 28 14:50:20.803551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55966) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.811681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Attempting to bind port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:20.812120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Attempting to bind port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:20.818588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Attempting to bind port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:20.818773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85061cf5-c42e-4a44-a674-5486cfd2684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.818885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:20.819358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Checking segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:20.819773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.820172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Bound using segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:20.820725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Bound port: 9f015791-78a2-4b1f-877a-a6fc9fabb4d0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:20.821114 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.854257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network d4bef802-f700-418f-a335-1f408fe33607 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:20.856313 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.885811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.892745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/0932ac0b-1693-4a53-bdda-52107453d078 HTTP/1.1" status: 204 len: 168 time: 1.4885802 Jul 28 14:50:20.893210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55968) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.899665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450923734'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:20.905568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] For port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:20.911286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] For port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:20.932442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85061cf5-c42e-4a44-a674-5486cfd2684f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7946dde57bb64082b7ac01cbcb83de5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4543231 Jul 28 14:50:20.935124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5136-d950-4eae-b45a-3a5ee0c459eb tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=0932ac0b-1693-4a53-bdda-52107453d078,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.935987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55970) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.937390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85061cf5-c42e-4a44-a674-5486cfd2684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca2f852-7d60-496d-a81d-94e0152c77a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:21.006866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting port d1a4de67-0337-4b83-9389-5cb4461d175d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:21.007209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.026954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e161980a-1b90-4798-844e-8878f35441fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.051606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d4bef802-f700-418f-a335-1f408fe33607) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:21.054541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.066587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:21.069131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.069330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:21.075009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe5899-10c2-489f-8c72-ce6d9355b91f None None] Network d4bef802-f700-418f-a335-1f408fe33607 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:21.078467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.086252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e161980a-1b90-4798-844e-8878f35441fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.102590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.108584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55974) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.135259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Calling delete_port for d1a4de67-0337-4b83-9389-5cb4461d175d owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:21.150261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:21.163027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.163027 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment ea373387-de90-42e4-8709-dcaf8a88b3cb of type vlan for network 85ffe129-032b-47cc-8b0f-c2b52676c528 Jul 28 14:50:21.201026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251fc0-b9b9-41cd-838e-8577dc20422c None None] Pushing event updated for resources: {'Port': ['ID=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:21.224252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.324836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-d4bef802-f700-418f-a335-1f408fe33607', 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'fixed_ips': [{'subnet_id': '6e656d21-b97b-4494-9fdf-3aa56ee91f43'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:21.325732 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.492430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e161980a-1b90-4798-844e-8878f35441fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.499246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e161980a-1b90-4798-844e-8878f35441fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.503246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e161980a-1b90-4798-844e-8878f35441fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ca2f852-7d60-496d-a81d-94e0152c77a9 HTTP/1.1" status: 204 len: 168 time: 0.5625174 Jul 28 14:50:21.532100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161980a-1b90-4798-844e-8878f35441fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca2f852-7d60-496d-a81d-94e0152c77a9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:21.567638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.578894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:21.579992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.632504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-12774dc4-c14c-4cb5-b99d-019088ff5cb1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4709506 Jul 28 14:50:21.636151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.640917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72e313d2-8bca-49ec-b056-e6cf56aac950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.665306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'name': 'tempest-TaggedBootDevicesTest-1409034783', 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:21.778354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Allocated IP 10.2.2.2 (d4bef802-f700-418f-a335-1f408fe33607/6e656d21-b97b-4494-9fdf-3aa56ee91f43/d1decfc8-698d-4b54-bccd-c7f492819d85) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:21.856506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36778-5c47-4a8b-ac84-8dd2daae8a16 req-84466834-ed4c-41a4-ad5b-495ef7a7b4b7 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:21.861066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf36778-5c47-4a8b-ac84-8dd2daae8a16 req-84466834-ed4c-41a4-ad5b-495ef7a7b4b7 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.3127987 Jul 28 14:50:21.865066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=85ffe129-032b-47cc-8b0f-c2b52676c528,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:21.870710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-646c0b80-ed85-4d29-adb0-fc9d4411e0bc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9763687 Jul 28 14:50:21.874174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54936-adc3-4965-9231-cf76e863187e req-5d093b0e-8eb1-4d42-9c35-e58478a9b6a0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:21.876088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55986) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.877421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bb54936-adc3-4965-9231-cf76e863187e req-5d093b0e-8eb1-4d42-9c35-e58478a9b6a0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1230803 Jul 28 14:50:21.885170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.889377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 85ffe129-032b-47cc-8b0f-c2b52676c528 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:21.895569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:21.921897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.926193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/ports/d1a4de67-0337-4b83-9389-5cb4461d175d HTTP/1.1" status: 204 len: 168 time: 1.1214509 Jul 28 14:50:21.939155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55988) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.998774 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-af84a675-37b2-429d-b4bd-08c0940ba911 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:21.999187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af84a675-37b2-429d-b4bd-08c0940ba911 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:22.005397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-af84a675-37b2-429d-b4bd-08c0940ba911 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/3848a23a-c93b-4600-8040-99c8b2ba01bb HTTP/1.1" status: 404 len: 337 time: 0.0387719 Jul 28 14:50:22.007698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a6cc0-3378-4054-b73d-ca8f68987756 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Port': ['ID=d1a4de67-0337-4b83-9389-5cb4461d175d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.011411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:22.012256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55990) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.055271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bb54936-adc3-4965-9231-cf76e863187e req-92e9d92d-a8fe-466b-9969-28b946ccf734 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664433 Jul 28 14:50:22.176124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.264081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf36778-5c47-4a8b-ac84-8dd2daae8a16 req-dbd55208-879e-4901-8b52-5c523b0b2b44 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608086 Jul 28 14:50:22.304416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72e313d2-8bca-49ec-b056-e6cf56aac950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.346365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.361872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4886b9d-b4eb-4dc5-a3a4-06bea8b26763']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:22.377268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77fac31-a264-4e21-b976-dd023b0ec8e0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:22.377740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77fac31-a264-4e21-b976-dd023b0ec8e0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:22.390000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72e313d2-8bca-49ec-b056-e6cf56aac950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.423510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:50:22.423510 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:50:22.423510 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': '27b481319b1048a8a5c5671306336db9', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 50, 22, 305505)}] Jul 28 14:50:22.423510 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:22.424236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.424492 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:22.430444 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72e313d2-8bca-49ec-b056-e6cf56aac950 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5468e6d1c5574ad9bc561a3c1c07a294&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3207250 Jul 28 14:50:22.435172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55994) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.446875 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e494bd90-acb7-49dc-8be7-da3b5f1f570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.456159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.471338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:22.471809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:22.476176 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:22.481800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e313d2-8bca-49ec-b056-e6cf56aac950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7777e-fb69-4751-862c-fbdc45edcf60,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.553621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a12ab94d-a8c1-4c5c-95cf-11e640d2605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.569084 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.583310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Transition to ACTIVE for port object d1decfc8-698d-4b54-bccd-c7f492819d85 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:22.596113 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a12ab94d-a8c1-4c5c-95cf-11e640d2605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.602854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Transition to ACTIVE for port object d1decfc8-698d-4b54-bccd-c7f492819d85 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:22.643134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:22.650803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:22.661315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.682789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.689946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.695231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/a4886b9d-b4eb-4dc5-a3a4-06bea8b26763 HTTP/1.1" status: 204 len: 168 time: 0.6767604 Jul 28 14:50:22.698399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55996) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.754839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.773851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebbdac-1a73-40df-870c-782f9a3558d4 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Network': ['ID=a4886b9d-b4eb-4dc5-a3a4-06bea8b26763,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.797967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Network d4bef802-f700-418f-a335-1f408fe33607 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:22.810946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:22.810946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:22.835656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a12ab94d-a8c1-4c5c-95cf-11e640d2605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.842009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a12ab94d-a8c1-4c5c-95cf-11e640d2605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.844227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a12ab94d-a8c1-4c5c-95cf-11e640d2605c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36a7777e-fb69-4751-862c-fbdc45edcf60 HTTP/1.1" status: 204 len: 168 time: 0.4073236 Jul 28 14:50:22.855431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting port d5520727-4d21-48d4-b59e-ee4fa0c61f93 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:22.855740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184ebb1-e3a1-4fe0-a57f-f28ce51ef87b None None] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:22.855921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.888887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Pushing event updated for resources: {'Port': ['ID=d1decfc8-698d-4b54-bccd-c7f492819d85,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.906696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ab94d-a8c1-4c5c-95cf-11e640d2605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7777e-fb69-4751-862c-fbdc45edcf60,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.913415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56000) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.951078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.968333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Calling delete_port for d5520727-4d21-48d4-b59e-ee4fa0c61f93 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:22.974740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3418475-77f4-4eec-a0c0-3bcb0b80fd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.030883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Attempting to bind port d1decfc8-698d-4b54-bccd-c7f492819d85 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:23.031738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Attempting to bind port d1decfc8-698d-4b54-bccd-c7f492819d85 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:23.031738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Attempting to bind port d1decfc8-698d-4b54-bccd-c7f492819d85 on network d4bef802-f700-418f-a335-1f408fe33607 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:23.048506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:23.048862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Checking segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:23.049656 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.049656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Bound using segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:23.050158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Bound port: d1decfc8-698d-4b54-bccd-c7f492819d85, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:23.050739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.102150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] Provisioning for port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:23.112015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] Provisioning complete for port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:23.112515 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.223506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.267627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] For port d1decfc8-698d-4b54-bccd-c7f492819d85, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:23.273152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] For port d1decfc8-698d-4b54-bccd-c7f492819d85, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1decfc8-698d-4b54-bccd-c7f492819d85,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:23.297792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Port': ['ID=d5520727-4d21-48d4-b59e-ee4fa0c61f93,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:23.310957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.317020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-57f0bec4-fc52-4f96-abc3-9dd21f80ce30 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/ports/d5520727-4d21-48d4-b59e-ee4fa0c61f93 HTTP/1.1" status: 204 len: 168 time: 0.6147912 Jul 28 14:50:23.318888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56004) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:23.385470 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.408171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.428708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc19d3-1e9f-4e46-9cb6-8cc0df8fd13f req-f1055220-4c3a-49ab-96f7-813e9d5adbd4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:23.439834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32dc19d3-1e9f-4e46-9cb6-8cc0df8fd13f req-f1055220-4c3a-49ab-96f7-813e9d5adbd4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.2640827 Jul 28 14:50:23.493185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] For port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:23.522529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:23.525545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cff33-5757-4a7a-b091-94006e2e6e97 None None] Pushing event updated for resources: {'Port': ['ID=d1decfc8-698d-4b54-bccd-c7f492819d85,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:23.528788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32dc19d3-1e9f-4e46-9cb6-8cc0df8fd13f req-9df0500d-04e9-4aab-abac-24feb10805e4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827336 Jul 28 14:50:23.529958 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e600f7f1-4135-47e9-ac04-12a443a1edd8 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:23.530461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e600f7f1-4135-47e9-ac04-12a443a1edd8 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:23.539004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e600f7f1-4135-47e9-ac04-12a443a1edd8 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/3b5120a0-776b-4ae7-a1e6-b2dedfbec670 HTTP/1.1" status: 404 len: 337 time: 0.2189643 Jul 28 14:50:23.540429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:23.574579 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.645119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546b7e-b496-4347-afcd-ae8535933a2f None None] Pushing event updated for resources: {'Port': ['ID=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:23.715414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.715769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.828115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8a137eb3-8337-42b8-9cb4-094184c4799c None None] Provisioning complete for port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:23.828394 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a137eb3-8337-42b8-9cb4-094184c4799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.909076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=62d13b74-932b-41b8-93fe-394416d2ee0d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:23.964043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:23.988996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.997165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3418475-77f4-4eec-a0c0-3bcb0b80fd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.003929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.004276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.004930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.005560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.005914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.006255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.006596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.006933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.007294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.007719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.008008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.008344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.012425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1c353b-0992-4f88-94f0-e2e9220c59d1']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:24.033676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1639d4f3-c4e9-4456-8316-840b7a125d10') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:24.033676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1639d4f3-c4e9-4456-8316-840b7a125d10') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:24.042656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde4dff-394e-4c54-9be6-983d1e19295a req-c68f5041-5b3a-4c82-b47e-f22db787e594 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:24.044352 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cde4dff-394e-4c54-9be6-983d1e19295a req-c68f5041-5b3a-4c82-b47e-f22db787e594 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.5367305 Jul 28 14:50:24.047521 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.079514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:24.080722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.082916 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.084953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.093499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:24.094065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.119334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3418475-77f4-4eec-a0c0-3bcb0b80fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.122425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] device_id is not set on port 1659462c-41d4-437f-87b6-1ad21a075d90 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:24.168089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56012) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:24.177681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cde4dff-394e-4c54-9be6-983d1e19295a req-cbec91ac-0fcd-4b65-9f57-c930ca3477de tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998175 Jul 28 14:50:24.177681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': 'ea373387-de90-42e4-8709-dcaf8a88b3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:24.177681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 85ffe129-032b-47cc-8b0f-c2b52676c528, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:24.191179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-537616b4-7724-4c48-8a16-6cc0a4a3c65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.309197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3418475-77f4-4eec-a0c0-3bcb0b80fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617988c-0f5d-4084-84f4-e1d1907b7da7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:24.323347 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.323528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e3418475-77f4-4eec-a0c0-3bcb0b80fd26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2ca73c7832a41599e7adeea4c036575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4032621 Jul 28 14:50:24.326998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.329168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/2d1c353b-0992-4f88-94f0-e2e9220c59d1 HTTP/1.1" status: 204 len: 168 time: 0.7876797 Jul 28 14:50:24.331528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-537616b4-7724-4c48-8a16-6cc0a4a3c65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.332272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56014) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:24.332638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56016) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:24.392347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d749c67-5051-4115-8d1f-ee9d2ce3955c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Network': ['ID=2d1c353b-0992-4f88-94f0-e2e9220c59d1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:24.422819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-537616b4-7724-4c48-8a16-6cc0a4a3c65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.462848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting subnet 6c7b2bd6-cb53-4fef-a775-b79d928491d7 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:50:24.466094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 85ffe129-032b-47cc-8b0f-c2b52676c528 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:24.472037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.508105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 10.1.1.82 (b9dfb7c2-0910-4ebd-8606-2db2eadbad5b/ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd/1659462c-41d4-437f-87b6-1ad21a075d90) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:24.528650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-537616b4-7724-4c48-8a16-6cc0a4a3c65e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e96d068b7bc47778c3f9dace27bb236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568268 Jul 28 14:50:24.536694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56018) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:24.549192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537616b4-7724-4c48-8a16-6cc0a4a3c65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32acc8-f801-4182-987d-0d345dbe8900,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:24.565370 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79ea9c65-9696-4b77-8e75-3afe521a2c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.570946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.668114 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79ea9c65-9696-4b77-8e75-3afe521a2c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.704419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 85ffe129-032b-47cc-8b0f-c2b52676c528) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:24.712643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:24.714541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.718489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdb431-e55f-45fd-8a0a-e7ca0cfabbd2 None None] Network 85ffe129-032b-47cc-8b0f-c2b52676c528 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:24.782564 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7ae1-ef9e-41f0-9c2d-62f3d3290cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.831424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7ae1-ef9e-41f0-9c2d-62f3d3290cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.834203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.900629 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-201e8e72-7d6e-48ba-9c68-e855517de716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.907563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05176-ce26-4c9d-8730-3ea0cae76105 req-645599f2-a8d6-4274-9325-b8820c81fe3f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:24.909297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aab05176-ce26-4c9d-8730-3ea0cae76105 req-645599f2-a8d6-4274-9325-b8820c81fe3f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.2008801 Jul 28 14:50:24.951860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79ea9c65-9696-4b77-8e75-3afe521a2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.953583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.954626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79ea9c65-9696-4b77-8e75-3afe521a2c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.955804 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79ea9c65-9696-4b77-8e75-3afe521a2c2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b617988c-0f5d-4084-84f4-e1d1907b7da7 HTTP/1.1" status: 204 len: 168 time: 0.6188173 Jul 28 14:50:24.979120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object 1659462c-41d4-437f-87b6-1ad21a075d90 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:24.988646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea9c65-9696-4b77-8e75-3afe521a2c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617988c-0f5d-4084-84f4-e1d1907b7da7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:25.020691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-84d64041-d103-4979-9b06-419d1cf3d057 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1393180 Jul 28 14:50:25.021019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aab05176-ce26-4c9d-8730-3ea0cae76105 req-1c97bb73-028f-4381-a3be-0230fedb6b03 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946786 Jul 28 14:50:25.021750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56024) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:25.093949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-85ffe129-032b-47cc-8b0f-c2b52676c528', 'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': '62d13b74-932b-41b8-93fe-394416d2ee0d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:25.095046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.102879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.158613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7ae1-ef9e-41f0-9c2d-62f3d3290cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.161903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7ae1-ef9e-41f0-9c2d-62f3d3290cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.166501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6a7e7ae1-ef9e-41f0-9c2d-62f3d3290cbd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae32acc8-f801-4182-987d-0d345dbe8900 HTTP/1.1" status: 204 len: 168 time: 0.6236396 Jul 28 14:50:25.191709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7b2bd6-cb53-4fef-a775-b79d928491d7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:25.206576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.307104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:25.310255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.314553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3b9c1ea0-91e1-497e-9347-5d3f79671102 tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/subnets/6c7b2bd6-cb53-4fef-a775-b79d928491d7 HTTP/1.1" status: 204 len: 168 time: 0.9756556 Jul 28 14:50:25.319335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:25.319767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:25.325082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a235147-922f-4803-bc39-02cf4ce55e0f None None] Network d4bef802-f700-418f-a335-1f408fe33607 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:25.329015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:25.335336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4989ac-ae8e-4972-a545-fc4d433a772c None None] Network e1abb570-993f-4a34-bcbe-d6c9a3c37cdf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:25.345556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7ae1-ef9e-41f0-9c2d-62f3d3290cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32acc8-f801-4182-987d-0d345dbe8900,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:25.348926 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.403210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:25.447984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.448702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.480097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.507279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50479d-3baa-4fa4-acdb-152ff55da3ba req-5dca706a-6ec3-4235-bf33-998adb2244c3 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.509814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f50479d-3baa-4fa4-acdb-152ff55da3ba req-5dca706a-6ec3-4235-bf33-998adb2244c3 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1678238 Jul 28 14:50:25.515783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.559406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Allocated IP 172.20.0.1 (85ffe129-032b-47cc-8b0f-c2b52676c528/62d13b74-932b-41b8-93fe-394416d2ee0d/1f8371a3-e0b3-4c70-b55b-72034bc4728f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:25.582236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f50479d-3baa-4fa4-acdb-152ff55da3ba req-eeb7a7b9-fefa-4dea-b666-4a2bbf7c5494 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646241 Jul 28 14:50:25.623212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.623446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0b3f7886-491f-44ad-acff-37d9ac1e8947 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9654589 Jul 28 14:50:25.627877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:25.633912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'name': 'tempest-TaggedBootDevicesTest-1277127836', 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:25.660505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-60b93396-54ab-41e5-94e4-24de020704fa None None] Provisioning for port d1decfc8-698d-4b54-bccd-c7f492819d85 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:25.849997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Deleting port 75a304a9-f190-4c99-b874-c7bf8e393de7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:25.850588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.980165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] For port 75a304a9-f190-4c99-b874-c7bf8e393de7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=75a304a9-f190-4c99-b874-c7bf8e393de7,segment=NetworkSegment(c31a8a63-d5e2-4c46-af14-f7cb9118a628),segment_id=c31a8a63-d5e2-4c46-af14-f7cb9118a628)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:25.985220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.002181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Calling delete_port for 75a304a9-f190-4c99-b874-c7bf8e393de7 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:26.014775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] DHCP port deletion for e1abb570-993f-4a34-bcbe-d6c9a3c37cdf request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:50:26.052391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1decfc8-698d-4b54-bccd-c7f492819d85 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:26.191918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:26.205363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3d32f577-3ad5-4356-aad6-2ef90c1a35f2 None None] Provisioning for port 1659462c-41d4-437f-87b6-1ad21a075d90 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:26.239122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3d32f577-3ad5-4356-aad6-2ef90c1a35f2 None None] Provisioning complete for port 1659462c-41d4-437f-87b6-1ad21a075d90 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:26.239499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d32f577-3ad5-4356-aad6-2ef90c1a35f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.322296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.324650 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.347857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Transition to ACTIVE for port object 1f8371a3-e0b3-4c70-b55b-72034bc4728f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:26.358636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Port': ['ID=75a304a9-f190-4c99-b874-c7bf8e393de7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:26.361991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3d32f577-3ad5-4356-aad6-2ef90c1a35f2 None None] Port 1659462c-41d4-437f-87b6-1ad21a075d90 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:26.375318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] No DVR routers for this DVR port 75a304a9-f190-4c99-b874-c7bf8e393de7 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:26.378967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Deleting port 75a304a9-f190-4c99-b874-c7bf8e393de7 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:26.379605 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.491538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd816f-f542-4abd-86d8-d996d4cd1d2d req-3d5a35be-ae7f-4333-b9c9-728a1b4cc696 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:26.493461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70dd816f-f542-4abd-86d8-d996d4cd1d2d req-3d5a35be-ae7f-4333-b9c9-728a1b4cc696 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.2677317 Jul 28 14:50:26.572029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] For port 75a304a9-f190-4c99-b874-c7bf8e393de7, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:26.573628 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.596693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b69c7a-7301-40f7-aef5-d7b2e1e180a6 req-37528151-8edc-4e9d-a365-5b00471a8dc0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:26.603769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4b69c7a-7301-40f7-aef5-d7b2e1e180a6 req-37528151-8edc-4e9d-a365-5b00471a8dc0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.2024989 Jul 28 14:50:26.642109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Calling delete_port for 75a304a9-f190-4c99-b874-c7bf8e393de7 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:26.655389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d1decfc8-698d-4b54-bccd-c7f492819d85 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:26.659447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4b69c7a-7301-40f7-aef5-d7b2e1e180a6 req-79dfce2a-7b04-4634-8ae4-8dfa53b9437f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480571 Jul 28 14:50:26.670406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Transition to ACTIVE for port object 1f8371a3-e0b3-4c70-b55b-72034bc4728f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:26.685309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Port 75a304a9-f190-4c99-b874-c7bf8e393de7 was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:50:26.687536 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.692558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d1decfc8-698d-4b54-bccd-c7f492819d85 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:26.693128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.695907 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.709268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70dd816f-f542-4abd-86d8-d996d4cd1d2d req-855da50c-3134-4935-bd85-63e357fe190d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535947 Jul 28 14:50:26.709268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.726539 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.733551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-c9fc8f60-6340-404a-9f98-61f8726df8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:26.734804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-c9fc8f60-6340-404a-9f98-61f8726df8f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 1097 time: 0.0733843 Jul 28 14:50:26.736765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1abb570-993f-4a34-bcbe-d6c9a3c37cdf']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.769298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31a8a63-d5e2-4c46-af14-f7cb9118a628') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.769784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31a8a63-d5e2-4c46-af14-f7cb9118a628') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.796486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] No DVR routers for this DVR port 75a304a9-f190-4c99-b874-c7bf8e393de7 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:26.801203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] device_id is not set on port 2f5dacd3-85c5-494f-be28-520898de4073 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:50:26.805265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc67fb-64d7-42a5-8d4a-d4eaffde54f7 None None] Pushing event deleted for resources: {'Port': ['ID=75a304a9-f190-4c99-b874-c7bf8e393de7,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:26.831316 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.912816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.973826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.974097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4664980c-dcb6-4f31-bb2a-831556d3f32a None None] Provisioning complete for port d1decfc8-698d-4b54-bccd-c7f492819d85 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:26.974499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4664980c-dcb6-4f31-bb2a-831556d3f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.006655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:27.008990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:27.011943 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:27.015504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-966b2a91-a3a0-41d9-ac8e-44d5bc20402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:27.017534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-966b2a91-a3a0-41d9-ac8e-44d5bc20402d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 200 len: 917 time: 0.2750390 Jul 28 14:50:27.061312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Network 85ffe129-032b-47cc-8b0f-c2b52676c528 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:27.076826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:27.080421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Pushing event updated for resources: {'Port': ['ID=1f8371a3-e0b3-4c70-b55b-72034bc4728f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:27.086807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:27.104168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-4102d927-831a-4abb-8d6a-b4d22d24f00c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27 HTTP/1.1" status: 200 len: 217 time: 0.0747449 Jul 28 14:50:27.104556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.163331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=62d13b74-932b-41b8-93fe-394416d2ee0d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:27.212804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-44653431-f69b-4348-ae97-e0f96857fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:27.215175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-44653431-f69b-4348-ae97-e0f96857fb3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 200 len: 855 time: 0.1060045 Jul 28 14:50:27.272313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Attempting to bind port 1f8371a3-e0b3-4c70-b55b-72034bc4728f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:27.273231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Attempting to bind port 1f8371a3-e0b3-4c70-b55b-72034bc4728f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ea373387-de90-42e4-8709-dcaf8a88b3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:27.273231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Attempting to bind port 1f8371a3-e0b3-4c70-b55b-72034bc4728f on network 85ffe129-032b-47cc-8b0f-c2b52676c528 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:27.289708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.297145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:27.297669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Checking segment: {'id': 'ea373387-de90-42e4-8709-dcaf8a88b3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:27.298167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.298919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Bound using segment: {'id': 'ea373387-de90-42e4-8709-dcaf8a88b3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:27.299165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Bound port: 1f8371a3-e0b3-4c70-b55b-72034bc4728f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea373387-de90-42e4-8709-dcaf8a88b3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85ffe129-032b-47cc-8b0f-c2b52676c528'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:27.299653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.315208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-32e44b85-3e44-481b-ab24-5824732b5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:27.324828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-32e44b85-3e44-481b-ab24-5824732b5331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996978 Jul 28 14:50:27.361415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.365579 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4664980c-dcb6-4f31-bb2a-831556d3f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.397527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.404582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] 10.222.0.57 "DELETE /v2.0/networks/e1abb570-993f-4a34-bcbe-d6c9a3c37cdf HTTP/1.1" status: 204 len: 168 time: 2.0770247 Jul 28 14:50:27.404582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.438759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ffe129-032b-47cc-8b0f-c2b52676c528']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:27.443999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0dc3a-6b37-4079-929b-22808db8a29c tempest-NetworksIpV6TestAttrs-1447934802 tempest-NetworksIpV6TestAttrs-1447934802-project] Pushing event deleted for resources: {'Network': ['ID=e1abb570-993f-4a34-bcbe-d6c9a3c37cdf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:27.444244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d1decfc8-698d-4b54-bccd-c7f492819d85, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1decfc8-698d-4b54-bccd-c7f492819d85,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:27.462270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea373387-de90-42e4-8709-dcaf8a88b3cb') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:27.462656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea373387-de90-42e4-8709-dcaf8a88b3cb') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:27.481547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.494416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 10.1.1.4 (b9dfb7c2-0910-4ebd-8606-2db2eadbad5b/ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd/2f5dacd3-85c5-494f-be28-520898de4073) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:27.497639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] For port 1f8371a3-e0b3-4c70-b55b-72034bc4728f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:27.502855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] For port 1f8371a3-e0b3-4c70-b55b-72034bc4728f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1f8371a3-e0b3-4c70-b55b-72034bc4728f,segment=NetworkSegment(ea373387-de90-42e4-8709-dcaf8a88b3cb),segment_id=ea373387-de90-42e4-8709-dcaf8a88b3cb)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:27.529721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-5dfcedaa-58f8-4552-922e-c07dd0d47fee service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934383 Jul 28 14:50:27.572179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.646277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.654693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:27.655306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.668128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb38acb4-2ce7-46fb-9c7f-f012eeccb2c1 req-0380ff1f-cec9-45a5-b43a-22052a2a17d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305532 Jul 28 14:50:27.680773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:27.739436 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:27.768950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-4664980c-dcb6-4f31-bb2a-831556d3f32a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:27.769561 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-4664980c-dcb6-4f31-bb2a-831556d3f32a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:27.796612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d1decfc8-698d-4b54-bccd-c7f492819d85,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:27.861741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48567f-3552-4099-8d7e-48905b1eb16b None None] Network 85ffe129-032b-47cc-8b0f-c2b52676c528 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:27.864026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 75a304a9-f190-4c99-b874-c7bf8e393de7 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:27.897306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:50:27.897306 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:50:27.897306 n-d-764806-10 neutron-server[94658]: [parameters: {'id': '85ffe129-032b-47cc-8b0f-c2b52676c528'}] Jul 28 14:50:27.897306 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:27.897306 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:27.908974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee114bf-5564-4611-8afa-acd3f794672b req-d2df4aa7-c3dc-4a99-8a51-7c85c50d297c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:27.911157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bee114bf-5564-4611-8afa-acd3f794672b req-d2df4aa7-c3dc-4a99-8a51-7c85c50d297c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0765815 Jul 28 14:50:27.955232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.006564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eaa42-1063-4e6b-b3d7-150ea7a2092d req-05ebb4cf-9aef-4132-9609-ba44dc34690e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:28.007795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bee114bf-5564-4611-8afa-acd3f794672b req-8cddae03-c940-4270-a2e8-a6b08ea96fb7 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876966 Jul 28 14:50:28.008412 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-003eaa42-1063-4e6b-b3d7-150ea7a2092d req-05ebb4cf-9aef-4132-9609-ba44dc34690e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1672392 Jul 28 14:50:28.009672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object 2f5dacd3-85c5-494f-be28-520898de4073 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:28.081564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-003eaa42-1063-4e6b-b3d7-150ea7a2092d req-e82f501d-77ad-4f9a-9da1-a08e328b2c8f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603805 Jul 28 14:50:28.122240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.150498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 75a304a9-f190-4c99-b874-c7bf8e393de7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:28.150858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 75a304a9-f190-4c99-b874-c7bf8e393de7 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:28.195063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a86696-7fb2-496f-bbf0-ed4e0827f06c None None] Pushing event updated for resources: {'Port': ['ID=1f8371a3-e0b3-4c70-b55b-72034bc4728f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:28.277587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434b81f-3ac6-475e-92bb-66f06a974144 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:28.353178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.420540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.443145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:28.456136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:28.463582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:28.520952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:28.546995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56114) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:28.550569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a434b81f-3ac6-475e-92bb-66f06a974144 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:28.572899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:28.577346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.617262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port 1f8371a3-e0b3-4c70-b55b-72034bc4728f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:28.617756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.695673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port 1f8371a3-e0b3-4c70-b55b-72034bc4728f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1f8371a3-e0b3-4c70-b55b-72034bc4728f,segment=NetworkSegment(ea373387-de90-42e4-8709-dcaf8a88b3cb),segment_id=ea373387-de90-42e4-8709-dcaf8a88b3cb)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:28.696878 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.729410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3029d5cc-2c8b-4c20-a12d-fff92442f6dc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0999496 Jul 28 14:50:28.742109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for 1f8371a3-e0b3-4c70-b55b-72034bc4728f owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:28.926110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c7bb9f17-dec4-4089-950c-1eaa76c3f1e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=863ed58753764b7a95d8521f8383b372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773613 Jul 28 14:50:28.933253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.002979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b03ac7d-fba6-4f23-a1c6-3eba781d3def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.013811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89efff-6429-453c-9aae-b2dd5ea12aef None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:29.044032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b03ac7d-fba6-4f23-a1c6-3eba781d3def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.143556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.176800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port 1f8371a3-e0b3-4c70-b55b-72034bc4728f on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:29.185080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=1f8371a3-e0b3-4c70-b55b-72034bc4728f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:29.193554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89efff-6429-453c-9aae-b2dd5ea12aef None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:29.314667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b03ac7d-fba6-4f23-a1c6-3eba781d3def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.320082 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b03ac7d-fba6-4f23-a1c6-3eba781d3def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.325102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5b03ac7d-fba6-4f23-a1c6-3eba781d3def admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/622e6d67-f8cf-4d17-9172-fe2e86b65299 HTTP/1.1" status: 204 len: 168 time: 0.3897407 Jul 28 14:50:29.388914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03ac7d-fba6-4f23-a1c6-3eba781d3def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622e6d67-f8cf-4d17-9172-fe2e86b65299,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:29.779955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3db144-b1be-46c6-b88b-295ffc617c19 req-5b25e630-8040-46f0-8eb1-0f7d66591b88 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:29.782912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd3db144-b1be-46c6-b88b-295ffc617c19 req-5b25e630-8040-46f0-8eb1-0f7d66591b88 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.6885803 Jul 28 14:50:29.842409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.861206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ffe129-032b-47cc-8b0f-c2b52676c528']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:29.883798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea373387-de90-42e4-8709-dcaf8a88b3cb') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:29.884746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea373387-de90-42e4-8709-dcaf8a88b3cb') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:29.903214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd3db144-b1be-46c6-b88b-295ffc617c19 req-80e635da-05f9-4ab9-8188-b219eb0d6d7b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894189 Jul 28 14:50:29.903405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1decfc8-698d-4b54-bccd-c7f492819d85 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:29.929673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.979717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d1decfc8-698d-4b54-bccd-c7f492819d85 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:29.980169 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.986987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.010716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:30.018921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:30.021358 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:30.258850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12971f-522b-4361-9490-4da6b1c825ca req-e3a3bfde-341a-49e6-bd14-3531938cdfb1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:30.261790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb12971f-522b-4361-9490-4da6b1c825ca req-e3a3bfde-341a-49e6-bd14-3531938cdfb1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1218114 Jul 28 14:50:30.307898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:30.322423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430145522', 'description': 'tempest-description--1186668130'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:30.358170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.380214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.388572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/85ffe129-032b-47cc-8b0f-c2b52676c528 HTTP/1.1" status: 204 len: 168 time: 5.3613708 Jul 28 14:50:30.389926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56192) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:30.411613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173645986'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:30.419059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad600ede-c0bc-45c1-abb1-3b957ac5e828 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=85ffe129-032b-47cc-8b0f-c2b52676c528,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:30.439259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb12971f-522b-4361-9490-4da6b1c825ca req-b8745f0b-e02a-42a6-8b2e-e3c4a51a0d5d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640155 Jul 28 14:50:30.494275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9f09b6f0-f5ea-4f38-90e9-c0f201c69347 None None] Provisioning for port 2f5dacd3-85c5-494f-be28-520898de4073 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:30.499325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9f09b6f0-f5ea-4f38-90e9-c0f201c69347 None None] Provisioning complete for port 2f5dacd3-85c5-494f-be28-520898de4073 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:30.500035 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9f09b6f0-f5ea-4f38-90e9-c0f201c69347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.507594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc633fa0-467f-44f0-94a9-95dac66ee43f req-ef4bcacb-23ba-497b-8d08-4176ddc96034 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:30.517095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc633fa0-467f-44f0-94a9-95dac66ee43f req-ef4bcacb-23ba-497b-8d08-4176ddc96034 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.0914209 Jul 28 14:50:30.546190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.546477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9f09b6f0-f5ea-4f38-90e9-c0f201c69347 None None] Port 2f5dacd3-85c5-494f-be28-520898de4073 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:30.584505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc633fa0-467f-44f0-94a9-95dac66ee43f req-4048925e-639b-4653-9e8d-45d40339680e tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Jul 28 14:50:30.683339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:30.690986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.745218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b75ac1-d106-4e0e-945b-3dd192edccbe req-03d3fb02-f29f-4f51-931c-636578a45c0a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:30.747865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3b75ac1-d106-4e0e-945b-3dd192edccbe req-03d3fb02-f29f-4f51-931c-636578a45c0a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.0892565 Jul 28 14:50:30.753017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:30.784762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.785568 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment c1572d9d-0de4-446d-a260-3714e9859396 of type vlan for network a8b2b5c7-be06-497d-ac97-ecfdad76df07 Jul 28 14:50:30.815819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3b75ac1-d106-4e0e-945b-3dd192edccbe req-12400cd4-45ff-4d9d-b78f-fdec0cb92e1e tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544121 Jul 28 14:50:30.945843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.032405 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.062995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6cd7-5203-4f2b-b5c7-75ed4c654a32 req-77cd49cd-ffdc-4859-9771-174dcb198ce0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:31.064736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-667d6cd7-5203-4f2b-b5c7-75ed4c654a32 req-77cd49cd-ffdc-4859-9771-174dcb198ce0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.1518281 Jul 28 14:50:31.113292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-667d6cd7-5203-4f2b-b5c7-75ed4c654a32 req-9eb19ace-135e-44dc-b67d-f82793e066ea tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 Jul 28 14:50:31.139912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:31.188834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-66515a27-340d-4687-8dd3-20443ab349d1 req-577cd97c-3f2f-4bac-af63-88851aeadb46 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:50:31.190652 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66515a27-340d-4687-8dd3-20443ab349d1 req-577cd97c-3f2f-4bac-af63-88851aeadb46 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222249 Jul 28 14:50:31.259781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.293662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66515a27-340d-4687-8dd3-20443ab349d1 req-82954adc-ad27-445d-85ec-eafef0245db5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0957229 Jul 28 14:50:31.312968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7b3711-eaef-4ce2-88cc-2552ec85a0ba,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:31.361506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.361506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:31.361506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.421609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:31.449800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=a8b2b5c7-be06-497d-ac97-ecfdad76df07,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:31.460865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a8b2b5c7-be06-497d-ac97-ecfdad76df07 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:31.489826 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.494354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c66c8f2a-fb37-446c-9eef-7a5c417fbee4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1820354 Jul 28 14:50:31.495547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56236) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:31.504844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'security_group_rule': {'security_group_id': 'be7b3711-eaef-4ce2-88cc-2552ec85a0ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:31.593849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:50:31.593849 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:50:31.593849 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '27b481319b1048a8a5c5671306336db9', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 50, 31, 535840)}] Jul 28 14:50:31.593849 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:31.595072 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:31.600295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a1ba51cf-7471-4225-938a-8e8fe6486e6e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1957331 Jul 28 14:50:31.606888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:31.612696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:31.660666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c906-b1dd-4ecf-851e-1331f4c42e18 req-64a05766-a328-4ed6-b630-269d53e07d5e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:31.662501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18b7c906-b1dd-4ecf-851e-1331f4c42e18 req-64a05766-a328-4ed6-b630-269d53e07d5e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0678339 Jul 28 14:50:31.663008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56244) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:31.711928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18b7c906-b1dd-4ecf-851e-1331f4c42e18 req-828e8c31-3dd7-4e29-9540-dce9d6e3bfa8 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jul 28 14:50:31.719526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e8d7d-26e1-43ac-ae8a-253fe92b8232 req-cb4e731b-80a4-4088-bc36-c1b7485921d2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:31.721133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-279e8d7d-26e1-43ac-ae8a-253fe92b8232 req-cb4e731b-80a4-4088-bc36-c1b7485921d2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.1254225 Jul 28 14:50:31.724901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.819155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-279e8d7d-26e1-43ac-ae8a-253fe92b8232 req-499c99f1-257e-4826-9132-9e5cbc5929c3 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831459 Jul 28 14:50:31.825172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--971561237'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:31.896394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:31.900598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.938269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.043045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f18a-032e-40de-8cfa-780e6274c319 req-671dce8a-73bd-4b53-9e03-fccc1400d004 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.044641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc60f18a-032e-40de-8cfa-780e6274c319 req-671dce8a-73bd-4b53-9e03-fccc1400d004 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.1038201 Jul 28 14:50:32.121955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.128135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Allocated IP 172.25.6.86 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/70811410-d2e6-46c2-afcd-e9278736e1da) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:32.139934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc60f18a-032e-40de-8cfa-780e6274c319 req-0fac0241-ccf9-4960-bd50-f7c14f27275e tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718043 Jul 28 14:50:32.142514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.154482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.279838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5e21-d3c9-4311-88f9-131291b67a46 req-d7871536-6132-4d84-9790-3c189230781f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.281538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2fd5e21-d3c9-4311-88f9-131291b67a46 req-d7871536-6132-4d84-9790-3c189230781f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.0535264 Jul 28 14:50:32.319580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.336992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2fd5e21-d3c9-4311-88f9-131291b67a46 req-3d258221-17b3-461e-bc34-7199a3c5d3d5 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Jul 28 14:50:32.342956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.426517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.520522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=f487c514-e225-475e-8d0a-37a4eb8ac7ae,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.551750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': 'c1572d9d-0de4-446d-a260-3714e9859396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:32.552361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: a8b2b5c7-be06-497d-ac97-ecfdad76df07, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:32.558476 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.560053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.596676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.628236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:32.638571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:32.641077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:32.671411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Port': ['ID=70811410-d2e6-46c2-afcd-e9278736e1da,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.678099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.694283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000900a-68de-43fa-85e6-9e4f713afc73 req-667c7176-a92f-4f5d-8c87-0a32dc3bc934 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.700670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000900a-68de-43fa-85e6-9e4f713afc73 req-667c7176-a92f-4f5d-8c87-0a32dc3bc934 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.706651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000900a-68de-43fa-85e6-9e4f713afc73 req-667c7176-a92f-4f5d-8c87-0a32dc3bc934 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.708734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4000900a-68de-43fa-85e6-9e4f713afc73 req-667c7176-a92f-4f5d-8c87-0a32dc3bc934 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b&device_id=da692b75-953c-4441-a130-aa02208c60b8&device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 2418 time: 0.1672447 Jul 28 14:50:32.739492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.741328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network a8b2b5c7-be06-497d-ac97-ecfdad76df07 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:32.774384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c55792-1689-419f-a36e-af7976946678,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.785904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae2f079-d550-4443-a09f-c852d87e640b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.870809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d5e4e-533d-4ae5-a123-6abe05951176 req-125d7fdf-0dce-4b59-afd3-d27c5e40563d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.873702 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5d5e4e-533d-4ae5-a123-6abe05951176 req-125d7fdf-0dce-4b59-afd3-d27c5e40563d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0627131 Jul 28 14:50:32.874069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4000900a-68de-43fa-85e6-9e4f713afc73 req-204d0163-b1d9-4a50-aa65-8383a1b0a1c2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562252 Jul 28 14:50:32.892816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, a8b2b5c7-be06-497d-ac97-ecfdad76df07) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:32.912490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2b8f3-db52-4527-9a60-6ed589b005c4 None None] Network a8b2b5c7-be06-497d-ac97-ecfdad76df07 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:32.934672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.942721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:32.943976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.955070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-fde5d73b-1af5-4460-b1fd-cd0e4904fb9a req-b132bbb6-8972-485f-a5c7-65b446e0cbe0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:50:32.956285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fde5d73b-1af5-4460-b1fd-cd0e4904fb9a req-b132bbb6-8972-485f-a5c7-65b446e0cbe0 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117195 Jul 28 14:50:32.967054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.997101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c5d5e4e-533d-4ae5-a123-6abe05951176 req-987a209a-0ffd-4d11-8f3b-34e3fc410a78 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131020 Jul 28 14:50:33.075891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fde5d73b-1af5-4460-b1fd-cd0e4904fb9a req-3e77f380-29c5-4e7d-9fce-04b20de22cb8 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1072798 Jul 28 14:50:33.106453 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.134820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.169532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-a8b2b5c7-be06-497d-ac97-ecfdad76df07', 'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': 'f487c514-e225-475e-8d0a-37a4eb8ac7ae'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:33.170666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6af3538-36a8-4215-8eae-6471ada5fbfb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:33.170905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.287504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-da2d93a2-6ff8-4a12-acfe-9f11d589008b tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6793785 Jul 28 14:50:33.290139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:33.360281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.368779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d3af7d89-8f66-4ac4-ae0e-03065c78b968 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7046444 Jul 28 14:50:33.372551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56294) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:33.378496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.383253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc29c8a3-10d6-442e-a03a-3869a6a574f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8833392 Jul 28 14:50:33.383866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56296) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:33.390645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'security_group_rule': {'security_group_id': 'be7b3711-eaef-4ce2-88cc-2552ec85a0ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:33.430595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Allocated IP 172.20.0.1 (a8b2b5c7-be06-497d-ac97-ecfdad76df07/f487c514-e225-475e-8d0a-37a4eb8ac7ae/dfe43efa-2af4-49e1-a08a-e03cbf6d5033) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:33.474473 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.556864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.561786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.571621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e93be2ec-9354-4805-95f6-d2cd5f82a3ce tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1910300 Jul 28 14:50:33.583209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:33.588357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-security--1513882305', 'description': 'tempest-security-description-658649381'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:33.627093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.649454 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.738013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.738241 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.738241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Transition to ACTIVE for port object dfe43efa-2af4-49e1-a08a-e03cbf6d5033 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:33.738540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.738734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Transition to ACTIVE for port object dfe43efa-2af4-49e1-a08a-e03cbf6d5033 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:33.856863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.121104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Port': ['ID=70811410-d2e6-46c2-afcd-e9278736e1da,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.121104 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.149549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984e6d6-32b7-4649-9fe5-21198e80e201 req-dd5e9763-7f42-4bbc-bca1-24bcea7b5033 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:34.151915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e984e6d6-32b7-4649-9fe5-21198e80e201 req-dd5e9763-7f42-4bbc-bca1-24bcea7b5033 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0689886 Jul 28 14:50:34.218751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e984e6d6-32b7-4649-9fe5-21198e80e201 req-b818b778-2e58-4092-ba23-1b9f25d385a9 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Jul 28 14:50:34.585986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.589160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.591557 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.595972 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.604328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "PUT /v2.0/security-groups/d6af3538-36a8-4215-8eae-6471ada5fbfb HTTP/1.1" status: 200 len: 1779 time: 1.0203013 Jul 28 14:50:34.605230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56330) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:34.670200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.675559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d9389f4b-8142-4678-9c13-adf49a039b18 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5303698 Jul 28 14:50:34.675559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e7237-29ac-4806-aa5a-c0093e49bdc8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6af3538-36a8-4215-8eae-6471ada5fbfb,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.676123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:34.688800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-26141484'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:34.694665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b988adeb-b3fe-4d40-9c89-9c2cc2ce2011,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.700548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Network a8b2b5c7-be06-497d-ac97-ecfdad76df07 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:34.704397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:34.709228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:34.743387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Pushing event updated for resources: {'Port': ['ID=dfe43efa-2af4-49e1-a08a-e03cbf6d5033,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.774324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-660c3052-91de-434a-8874-1b642eeb343e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups/d6af3538-36a8-4215-8eae-6471ada5fbfb HTTP/1.1" status: 200 len: 1779 time: 0.1565363 Jul 28 14:50:34.776992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:34.863585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13d08c68-9ab6-4dbb-b359-d56e4b78af11 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.875169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Attempting to bind port dfe43efa-2af4-49e1-a08a-e03cbf6d5033 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:34.875169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Attempting to bind port dfe43efa-2af4-49e1-a08a-e03cbf6d5033 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c1572d9d-0de4-446d-a260-3714e9859396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:34.875169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Attempting to bind port dfe43efa-2af4-49e1-a08a-e03cbf6d5033 on network a8b2b5c7-be06-497d-ac97-ecfdad76df07 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:34.881452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:34.882744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Checking segment: {'id': 'c1572d9d-0de4-446d-a260-3714e9859396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:34.883109 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.883790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Bound using segment: {'id': 'c1572d9d-0de4-446d-a260-3714e9859396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:34.884527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Bound port: dfe43efa-2af4-49e1-a08a-e03cbf6d5033, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1572d9d-0de4-446d-a260-3714e9859396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:34.884953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.896549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.902801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1d986072-6f04-4da8-af43-e1d9548f430f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5131698 Jul 28 14:50:34.902801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.903529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:34.922307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:34.937137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=f487c514-e225-475e-8d0a-37a4eb8ac7ae,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.954048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13d08c68-9ab6-4dbb-b359-d56e4b78af11 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.053749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.054993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] For port dfe43efa-2af4-49e1-a08a-e03cbf6d5033, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:35.059841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] For port dfe43efa-2af4-49e1-a08a-e03cbf6d5033, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dfe43efa-2af4-49e1-a08a-e03cbf6d5033,segment=NetworkSegment(c1572d9d-0de4-446d-a260-3714e9859396),segment_id=c1572d9d-0de4-446d-a260-3714e9859396)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:35.073538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b2b5c7-be06-497d-ac97-ecfdad76df07']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.089551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1572d9d-0de4-446d-a260-3714e9859396') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.089985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1572d9d-0de4-446d-a260-3714e9859396') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.101794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.175162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Made reservation on behalf of 798d4739be6f454db4bc2340089df922 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:35.176690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.193518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.245809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13d08c68-9ab6-4dbb-b359-d56e4b78af11 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.248810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13d08c68-9ab6-4dbb-b359-d56e4b78af11 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.253664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-13d08c68-9ab6-4dbb-b359-d56e4b78af11 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/d6af3538-36a8-4215-8eae-6471ada5fbfb HTTP/1.1" status: 204 len: 168 time: 0.4719572 Jul 28 14:50:35.253967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.255049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:35.273575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08c68-9ab6-4dbb-b359-d56e4b78af11 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6af3538-36a8-4215-8eae-6471ada5fbfb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:35.274312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.317745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:35.318264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:35.324727 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:35.336309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7c73b225-ab3c-4f2f-980a-bfa687749a9e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795224 Jul 28 14:50:35.339758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:35.355563 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-153984c6-ea84-401a-9c36-e643cb1fcfd7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] delete failed (client error): The resource could not be found. Jul 28 14:50:35.357054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-153984c6-ea84-401a-9c36-e643cb1fcfd7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/d6af3538-36a8-4215-8eae-6471ada5fbfb HTTP/1.1" status: 404 len: 347 time: 0.0158057 Jul 28 14:50:35.362169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56358) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:35.369917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--898114182'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:35.378399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.479549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583f927-3352-4b86-baa4-4c1bab32a8ae None None] Pushing event updated for resources: {'Port': ['ID=dfe43efa-2af4-49e1-a08a-e03cbf6d5033,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:35.499304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1fcd55-f2b9-41d5-ac48-818e2cd97265 None None] Network a8b2b5c7-be06-497d-ac97-ecfdad76df07 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:35.514419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9dbce-8078-44e8-ba47-5cf67c4dce08 req-42976764-85e3-4150-9bde-89651780218b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:35.516634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eae9dbce-8078-44e8-ba47-5cf67c4dce08 req-42976764-85e3-4150-9bde-89651780218b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0898058 Jul 28 14:50:35.585253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:50:35.585253 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:50:35.585253 n-d-764806-10 neutron-server[94658]: [parameters: {'id': 'a8b2b5c7-be06-497d-ac97-ecfdad76df07'}] Jul 28 14:50:35.585253 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:35.586052 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:35.592048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eae9dbce-8078-44e8-ba47-5cf67c4dce08 req-086e1ee2-2062-4489-94ca-0a1a5f699784 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684700 Jul 28 14:50:35.764614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c9f7fd-3949-46bb-9d5e-b5b2acc3d314 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:35.819558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.870215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b526b00-0734-46dc-bb6e-c18c7748a2fc req-6a00191c-c21e-46ca-8661-7de7091b1a06 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:35.871830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b526b00-0734-46dc-bb6e-c18c7748a2fc req-6a00191c-c21e-46ca-8661-7de7091b1a06 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.1005790 Jul 28 14:50:35.898777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9f7fd-3949-46bb-9d5e-b5b2acc3d314 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:35.934958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.960161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b526b00-0734-46dc-bb6e-c18c7748a2fc req-2958625d-3e2c-4a0a-8370-82afd854825f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764625 Jul 28 14:50:35.987129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.072501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.084598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:36.087202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.154580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.154937 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Added segment d42f4d99-1ccc-4654-a982-18886573bb40 of type vlan for network b1877d28-a17e-4c19-9529-12b88a969318 Jul 28 14:50:36.175683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89945b5a-3f81-4da6-9650-95cee6064454,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.188298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port dfe43efa-2af4-49e1-a08a-e03cbf6d5033 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:36.189086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.212586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 172.25.6.246 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c496e3ff-c19d-48c5-a2a1-a23aa4f285fd) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:36.226881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.249196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.280687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port dfe43efa-2af4-49e1-a08a-e03cbf6d5033, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dfe43efa-2af4-49e1-a08a-e03cbf6d5033,segment=NetworkSegment(c1572d9d-0de4-446d-a260-3714e9859396),segment_id=c1572d9d-0de4-446d-a260-3714e9859396)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:36.281404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.297304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for dfe43efa-2af4-49e1-a08a-e03cbf6d5033 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:36.403713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.457693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.479106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.488256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:36.489391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.548278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.579997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Network': ['ID=b1877d28-a17e-4c19-9529-12b88a969318,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.593164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b1877d28-a17e-4c19-9529-12b88a969318 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:36.604534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=dfe43efa-2af4-49e1-a08a-e03cbf6d5033,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.605335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.610274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.616430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port dfe43efa-2af4-49e1-a08a-e03cbf6d5033 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:36.734312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3803af55-c2fc-4c3b-805f-e8fd4aa81835,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.763505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:36.766328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb3fbe90-846e-493c-9767-5ccd3af7b76a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0893214 Jul 28 14:50:36.771154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56410) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:36.772694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:36.784493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Request body: {'subnet': {'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:36.790836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:36.846756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.873970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b2b5c7-be06-497d-ac97-ecfdad76df07']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:36.899135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1572d9d-0de4-446d-a260-3714e9859396') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:36.899642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1572d9d-0de4-446d-a260-3714e9859396') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:36.917616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=c496e3ff-c19d-48c5-a2a1-a23aa4f285fd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.924479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fafa8-270d-4f96-b9a5-0c6b9235cc51 req-0b93e21c-cc54-4440-baf1-37f194d1785a tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:36.928379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a8fafa8-270d-4f96-b9a5-0c6b9235cc51 req-0b93e21c-cc54-4440-baf1-37f194d1785a tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.1589816 Jul 28 14:50:36.930166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.931407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cecfa619-395e-4849-9fe6-f5b2b81c226f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5675716 Jul 28 14:50:36.938226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:36.947384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': '3803af55-c2fc-4c3b-805f-e8fd4aa81835', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:36.958556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.001795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.016857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:37.017620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:37.026923 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:37.076748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a8fafa8-270d-4f96-b9a5-0c6b9235cc51 req-112e04be-0e2c-4864-b133-75bf92cf86ac tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223941 Jul 28 14:50:37.083045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-b876debe-63cf-4be5-b56c-ab7f1d9cc9cd tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:37.085731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-b876debe-63cf-4be5-b56c-ab7f1d9cc9cd tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.58 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.1311967 Jul 28 14:50:37.131061 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.166571 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.222297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801af96-d32a-497f-ac87-c20b9d5aad46 req-caf0c828-8cc0-4a75-aaaf-b59cddc470cb tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:37.223980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9801af96-d32a-497f-ac87-c20b9d5aad46 req-caf0c828-8cc0-4a75-aaaf-b59cddc470cb tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 946 time: 0.1373312 Jul 28 14:50:37.250052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.281207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9801af96-d32a-497f-ac87-c20b9d5aad46 req-36a49f84-9cb8-423c-8195-e45cae9346bc tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Jul 28 14:50:37.288466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Deleting port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:37.289425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.327950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.337744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Made reservation on behalf of 798d4739be6f454db4bc2340089df922 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:37.344401 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.345127 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.345127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/a8b2b5c7-be06-497d-ac97-ecfdad76df07 HTTP/1.1" status: 204 len: 168 time: 4.0519803 Jul 28 14:50:37.349498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:37.358013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803664-1549-4f47-97b6-b65d1695cab1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=a8b2b5c7-be06-497d-ac97-ecfdad76df07,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:37.374528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268265264'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:37.450504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.472167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0e9900-ddbc-42b0-83cc-da1380fbb464,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:37.516711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.600892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] For port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:37.610567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.635296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Calling delete_port for e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:37.729887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:37.733671 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.791373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.793565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e7d7b9da-faac-4f3e-b677-79943c25ccc1 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8538795 Jul 28 14:50:37.797502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:37.835787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60f8173e-0af1-4bc3-bfc6-9509da9bb16a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.845558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60f8173e-0af1-4bc3-bfc6-9509da9bb16a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.855753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:37.968920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.976584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60f8173e-0af1-4bc3-bfc6-9509da9bb16a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.985406 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.986062 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment 32af1285-bc80-41e6-a29d-c0d46cba5a6f of type vlan for network 1bf763ce-ef1c-4f08-9011-534499f322c4 Jul 28 14:50:37.989282 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60f8173e-0af1-4bc3-bfc6-9509da9bb16a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.994718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-60f8173e-0af1-4bc3-bfc6-9509da9bb16a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4c0e9900-ddbc-42b0-83cc-da1380fbb464 HTTP/1.1" status: 204 len: 168 time: 0.1959405 Jul 28 14:50:37.995893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8173e-0af1-4bc3-bfc6-9509da9bb16a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c0e9900-ddbc-42b0-83cc-da1380fbb464,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:37.996550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56430) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:38.045073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.063286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.099220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.191526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.207597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:38.223696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf296b5f-c6d8-4d9e-a060-7e7a3ffa2697 req-81d97b51-ddc3-4099-b0a0-1b6bb4bbb747 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:38.225997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf296b5f-c6d8-4d9e-a060-7e7a3ffa2697 req-81d97b51-ddc3-4099-b0a0-1b6bb4bbb747 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0675008 Jul 28 14:50:38.226719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:38.229022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4f43ff70-1f5a-4f19-a4d8-d1caaf4bad13 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2293458 Jul 28 14:50:38.233408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56438) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:38.242813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4c4c2f6e-5326-41db-9f98-1581ae58ea27', '70140b69-e5a1-4f27-9ef9-4e72ade41f57'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:38.269836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Subnet': ['ID=c1532203-efa2-4968-aa09-bcf13c2e324e,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.299214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=c496e3ff-c19d-48c5-a2a1-a23aa4f285fd,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.329179 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:50:38.361219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf296b5f-c6d8-4d9e-a060-7e7a3ffa2697 req-4811ab8e-17af-423f-9d5e-d866fcb88b43 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949981 Jul 28 14:50:38.384140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Pushing event deleted for resources: {'Port': ['ID=e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.390526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.393700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.399850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:38.400805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.410090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Checking segment: {'id': 'd42f4d99-1ccc-4654-a982-18886573bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:38.410745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network hostable DHCP agents. Network: b1877d28-a17e-4c19-9529-12b88a969318, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:38.424489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213ca72d-e28e-4713-af55-49310368f48e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.450997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] No DVR routers for this DVR port e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:38.487521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.489578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-827f4765-9f71-4a38-ac75-e3801e647f58 req-558271c7-bb13-47ea-988b-27f9c47df54c tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.58 "DELETE /v2.0/ports/e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe HTTP/1.1" status: 204 len: 173 time: 1.3875904 Jul 28 14:50:38.496033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213ca72d-e28e-4713-af55-49310368f48e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.513273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'name': 'network-vif-deleted', 'tag': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:38.521913 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b6da55-6720-4001-a04a-1b75b842b520" -d '{"events": [{"server_uuid": "666b64f6-fff9-41ba-bd91-41ed1941667b", "name": "network-vif-deleted", "tag": "e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:38.534335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed248160-13b7-45e6-881d-5597b6a9ad24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.554460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=1bf763ce-ef1c-4f08-9011-534499f322c4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.575518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:38.606316 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4f66c5-1138-4805-a0e6-e5bad3ef28db x-openstack-request-id: req-cf4f66c5-1138-4805-a0e6-e5bad3ef28db {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:38.606620 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666b64f6-fff9-41ba-bd91-41ed1941667b", "name": "network-vif-deleted", "tag": "e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:38.607003 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf4f66c5-1138-4805-a0e6-e5bad3ef28db {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:38.607537 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666b64f6-fff9-41ba-bd91-41ed1941667b', 'name': 'network-vif-deleted', 'tag': 'e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe', 'status': 'completed', 'code': 200} Jul 28 14:50:38.610359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-093aa413-1558-4808-be05-478cd444ab26 req-3910605a-21f5-46f9-a8aa-eb9ae73c6081 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.1572571 Jul 28 14:50:38.614854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-379791c0-6671-4fcb-93ef-6076c56cea2d tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2646611 Jul 28 14:50:38.617707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56446) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:38.645648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:38.705534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network b1877d28-a17e-4c19-9529-12b88a969318 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:38.713459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.714914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-18e993c3-5cd8-4398-b498-e50dc7710a11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8090293 Jul 28 14:50:38.805927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213ca72d-e28e-4713-af55-49310368f48e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.808661 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213ca72d-e28e-4713-af55-49310368f48e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.814474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-213ca72d-e28e-4713-af55-49310368f48e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/3803af55-c2fc-4c3b-805f-e8fd4aa81835 HTTP/1.1" status: 204 len: 168 time: 0.5752826 Jul 28 14:50:38.828810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56450) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:38.847206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ca72d-e28e-4713-af55-49310368f48e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803af55-c2fc-4c3b-805f-e8fd4aa81835,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.917933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b1877d28-a17e-4c19-9529-12b88a969318) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:38.938336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:38.938494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.954244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb7a149-acb8-4391-b76d-84721c30edbc None None] Network b1877d28-a17e-4c19-9529-12b88a969318 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:38.956950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-05ce83d6-98a6-48ae-90f5-04363f84962e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265190 Jul 28 14:50:38.963973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:38.969705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--425913676'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:38.971048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.026155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed248160-13b7-45e6-881d-5597b6a9ad24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.076699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.087698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 is not hosted by any dhcp agent {{(pid=94657) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:50:39.093755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:39.094437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.100069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "PUT /v2.0/networks/1bf763ce-ef1c-4f08-9011-534499f322c4 HTTP/1.1" status: 200 len: 723 time: 0.4770794 Jul 28 14:50:39.105888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:39.113733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:39.133927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed248160-13b7-45e6-881d-5597b6a9ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.167070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8c1d4-4e26-45c6-95c9-31b0575fc8cd tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=1bf763ce-ef1c-4f08-9011-534499f322c4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:39.185704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:39.235370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8cda8e3b-4d16-4944-abbc-e30cf8c98d8f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4583156 Jul 28 14:50:39.240207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56468) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:39.246336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-614739812', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:39.340305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:50:39.340305 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:50:39.340305 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': '798d4739be6f454db4bc2340089df922', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 50, 39, 260742)}] Jul 28 14:50:39.340305 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:39.342193 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:39.348756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b1877d28-a17e-4c19-9529-12b88a969318', 'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318', 'tenant_id': '798d4739be6f454db4bc2340089df922', 'fixed_ips': [{'subnet_id': 'c1532203-efa2-4968-aa09-bcf13c2e324e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:39.349594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.354998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed248160-13b7-45e6-881d-5597b6a9ad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc53e0-eb88-4276-829a-1dfaf6eb8ad3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:39.361575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ed248160-13b7-45e6-881d-5597b6a9ad24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c72c7a42b5954405bc110df1b7ba9c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1334672 Jul 28 14:50:39.369631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:39.378350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-4e3ecbfc-ca41-41de-95dd-e4d09c07f5ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1430145522&fields=id&tenant_id=27b481319b1048a8a5c5671306336db9 HTTP/1.1" status: 200 len: 267 time: 0.2856534 Jul 28 14:50:39.461229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a6539ea-0b92-4be9-86ab-d50fd27b37ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.472744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-886b3b8c-f2e4-4a9d-9249-839217e4e7e4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:39.480604 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-886b3b8c-f2e4-4a9d-9249-839217e4e7e4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 931 time: 0.0933847 Jul 28 14:50:39.496281 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.536045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a6539ea-0b92-4be9-86ab-d50fd27b37ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.572437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fa111521-5fe8-4546-a996-2389c8fd64cc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:39.580352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-fa111521-5fe8-4546-a996-2389c8fd64cc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 930 time: 0.0986280 Jul 28 14:50:39.629406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Allocated IP 172.20.0.2 (b1877d28-a17e-4c19-9529-12b88a969318/c1532203-efa2-4968-aa09-bcf13c2e324e/17797e7b-0a06-41aa-814c-b0a18c92d537) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:39.644130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-ab3f077f-217b-4864-b080-f681079b4f6d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625379 Jul 28 14:50:39.664725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364230aa-ac53-4073-a5e8-438c7db6711d req-89957f59-70e0-4370-8c5a-bb1da73dad08 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:39.666688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-364230aa-ac53-4073-a5e8-438c7db6711d req-89957f59-70e0-4370-8c5a-bb1da73dad08 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0834508 Jul 28 14:50:39.678668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:39.684145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.695442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-a6dfa943-f30a-4ee9-911a-8e40ba397b23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502491 Jul 28 14:50:39.749288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-364230aa-ac53-4073-a5e8-438c7db6711d req-3ceaa635-c8cc-4f81-802d-9bbcdc4aa75b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Jul 28 14:50:39.822595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a6539ea-0b92-4be9-86ab-d50fd27b37ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.826585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a6539ea-0b92-4be9-86ab-d50fd27b37ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.827954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2a6539ea-0b92-4be9-86ab-d50fd27b37ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7dcc53e0-eb88-4276-829a-1dfaf6eb8ad3 HTTP/1.1" status: 204 len: 168 time: 0.4568264 Jul 28 14:50:39.861289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6539ea-0b92-4be9-86ab-d50fd27b37ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc53e0-eb88-4276-829a-1dfaf6eb8ad3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:39.981854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5e448fa-d63b-4fc0-9550-0863fab12375 req-b8e08d80-db05-4c70-9e14-184f3caf03a9 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=666b64f6-fff9-41ba-bd91-41ed1941667b HTTP/1.1" status: 200 len: 210 time: 0.0518641 Jul 28 14:50:40.007754 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.028696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Transition to ACTIVE for port object 17797e7b-0a06-41aa-814c-b0a18c92d537 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:40.033377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-daef84b0-ef23-48b7-855d-e04527bdb2d8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:40.041966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-daef84b0-ef23-48b7-855d-e04527bdb2d8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:40.048282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-daef84b0-ef23-48b7-855d-e04527bdb2d8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:40.050214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-daef84b0-ef23-48b7-855d-e04527bdb2d8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 1990 time: 0.3539543 Jul 28 14:50:40.063012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Transition to ACTIVE for port object 17797e7b-0a06-41aa-814c-b0a18c92d537 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:40.083881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.103765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-aa6de8d8-1274-4813-a0b2-a9645a2e288a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/quotas/27b481319b1048a8a5c5671306336db9 HTTP/1.1" status: 200 len: 375 time: 0.0228493 Jul 28 14:50:40.186558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.187681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.255281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-acf24293-4586-4add-b8e9-51b4d63b4f55 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1432331 Jul 28 14:50:40.258054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def675cf-25dd-4b13-aa9f-4456d4f367f7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:40.301115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Network b1877d28-a17e-4c19-9529-12b88a969318 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:40.311152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:40.321395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:40.326274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Pushing event updated for resources: {'Port': ['ID=17797e7b-0a06-41aa-814c-b0a18c92d537,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:40.340518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.343555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.442257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Attempting to bind port 17797e7b-0a06-41aa-814c-b0a18c92d537 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:40.443138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Attempting to bind port 17797e7b-0a06-41aa-814c-b0a18c92d537 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'd42f4d99-1ccc-4654-a982-18886573bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:40.443809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Attempting to bind port 17797e7b-0a06-41aa-814c-b0a18c92d537 on network b1877d28-a17e-4c19-9529-12b88a969318 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:40.453321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:40.455316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Checking segment: {'id': 'd42f4d99-1ccc-4654-a982-18886573bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:40.455316 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.455316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Bound using segment: {'id': 'd42f4d99-1ccc-4654-a982-18886573bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:40.456163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Bound port: 17797e7b-0a06-41aa-814c-b0a18c92d537, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42f4d99-1ccc-4654-a982-18886573bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:40.456806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.457446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-1789ff9d-933a-4480-88e1-2a8e8cd30f55 service neutron] 10.222.0.57 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795659 Jul 28 14:50:40.468731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.509499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.562541 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.564966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79b66a92-a8d1-404b-bd68-92203fe5a2f7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5995877 Jul 28 14:50:40.567823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56482) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:40.575756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] For port 17797e7b-0a06-41aa-814c-b0a18c92d537, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:40.576955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'def675cf-25dd-4b13-aa9f-4456d4f367f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:40.581968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] For port 17797e7b-0a06-41aa-814c-b0a18c92d537, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=17797e7b-0a06-41aa-814c-b0a18c92d537,segment=NetworkSegment(d42f4d99-1ccc-4654-a982-18886573bb40),segment_id=d42f4d99-1ccc-4654-a982-18886573bb40)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:40.625167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=e03aaff5-45d1-41bd-b09f-e3712008c88a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:40.641095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': '32af1285-bc80-41e6-a29d-c0d46cba5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:40.641095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 1bf763ce-ef1c-4f08-9011-534499f322c4, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:40.661588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-23008237-879d-4118-8848-494decf3b266 service neutron] 10.222.0.57 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028036 Jul 28 14:50:40.666434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.752661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20ce65-db62-4da6-83bd-9ee30b5b9323 None None] Pushing event updated for resources: {'Port': ['ID=17797e7b-0a06-41aa-814c-b0a18c92d537,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:40.768927 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-c855d652-544f-46ef-94fc-edc5ad5f0f52 service neutron] 10.222.0.57 "GET /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1050105 Jul 28 14:50:40.873519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.878747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:40.901877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.985379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-b1245c94-0298-4f4e-95f8-674d27da26a4 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071567 Jul 28 14:50:41.016715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79521c4-bcc3-4232-898f-22d033049dd8 req-2b61fd61-e5df-4d72-bb60-ab05e6236f47 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:41.019238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c79521c4-bcc3-4232-898f-22d033049dd8 req-2b61fd61-e5df-4d72-bb60-ab05e6236f47 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0961239 Jul 28 14:50:41.031821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.120101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1bf763ce-ef1c-4f08-9011-534499f322c4) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:41.127800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:41.133065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.139247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fd3ea-3b45-4eb1-8ebf-418999bc273e None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:41.191533 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.198009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c79521c4-bcc3-4232-898f-22d033049dd8 req-fd0766fa-2c48-4a90-ab9d-9c3d8d6e0a28 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610973 Jul 28 14:50:41.235383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee8856e-7a0e-4c9c-afdf-b3b83dbd6efd,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:41.257506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-539eed72-15df-47f4-844f-cf0d6c2fcdf1 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638574 Jul 28 14:50:41.296512 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e3adbf7-4da2-4778-b7f0-37c4e8dd9a51 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1866992 Jul 28 14:50:41.299348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56496) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:41.312127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:41.347777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-d864e4ba-7d86-4125-951a-a85736b77ae9 service neutron] 10.222.0.57 "GET /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0847173 Jul 28 14:50:41.349510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.352228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-873314d1-e9e8-4211-b978-a45402c3be69 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7816639 Jul 28 14:50:41.432115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56498) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:41.439979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'def675cf-25dd-4b13-aa9f-4456d4f367f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:41.595341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.606304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1bf763ce-ef1c-4f08-9011-534499f322c4', 'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': 'e03aaff5-45d1-41bd-b09f-e3712008c88a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:41.607948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.641098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.702339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25597926'] for subnet, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.715683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-a5650a0a-e2dd-4d54-a3be-8dbfe9bb8381 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616405 Jul 28 14:50:41.766192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.818897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Allocated IP 172.20.0.2 (1bf763ce-ef1c-4f08-9011-534499f322c4/e03aaff5-45d1-41bd-b09f-e3712008c88a/8cb79a5c-b637-4692-8841-3bc1b58eaeb9) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:41.904953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:41.968288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-b5d1aee1-6aa2-4dc0-9276-4beb4bdeeb72 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275684 Jul 28 14:50:42.027554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Allocated IP 172.25.6.146 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/ec9878d9-e630-48af-8f04-989156567ce0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:42.029481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 17797e7b-0a06-41aa-814c-b0a18c92d537 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:42.030921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.059202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:42.060817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e1718db3-66a1-4b6a-afeb-0ed1b1a84dfe not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:42.152220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.169145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-00ffce9a-041e-4c5d-b168-b6620fd06582 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935580 Jul 28 14:50:42.252150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12696c86-1703-4432-8fb8-994c91420437,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:42.266604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.363554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.364257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-5b558997-97cc-43e3-a846-9cc98c292a16 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933255 Jul 28 14:50:42.373892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Transition to ACTIVE for port object 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:42.374133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507ff1-7a5a-469c-81c8-4028250cbc3f req-606ab3b0-cbf9-467b-8db5-9a5a71bacb8f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:42.375503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7507ff1-7a5a-469c-81c8-4028250cbc3f req-606ab3b0-cbf9-467b-8db5-9a5a71bacb8f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.1013448 Jul 28 14:50:42.381024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.382928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c69d563a-1679-4223-a116-7fd71ebc5a41 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9485691 Jul 28 14:50:42.386407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56516) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:42.394285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'def675cf-25dd-4b13-aa9f-4456d4f367f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:42.403937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Transition to ACTIVE for port object 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:42.470173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7507ff1-7a5a-469c-81c8-4028250cbc3f req-bd7959db-ba93-411c-b328-075336899673 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683799 Jul 28 14:50:42.522599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 17797e7b-0a06-41aa-814c-b0a18c92d537 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:42.559335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427f9e2-8a13-48ca-80d0-383da6c26962 None None] Network b1877d28-a17e-4c19-9529-12b88a969318 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:42.569467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.589150 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.852061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:42.858150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:42.883923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:42.948800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Pushing event updated for resources: {'Port': ['ID=8cb79a5c-b637-4692-8841-3bc1b58eaeb9,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:42.969996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.970425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.970838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.971749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.971749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.972188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.972611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.973021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.973415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.973808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.974202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:42.974602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:43.046138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-9ce8ee07-2a4a-4c80-a80a-ddf5ce0344ae service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704838 Jul 28 14:50:43.051222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:43.052837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.064940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:43.067062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Attempting to bind port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:43.067669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Attempting to bind port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '32af1285-bc80-41e6-a29d-c0d46cba5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:43.068108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Attempting to bind port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 on network 1bf763ce-ef1c-4f08-9011-534499f322c4 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:43.081661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:43.093099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Port': ['ID=ec9878d9-e630-48af-8f04-989156567ce0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.093965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:43.094351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Checking segment: {'id': '32af1285-bc80-41e6-a29d-c0d46cba5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:43.094758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.095172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Bound using segment: {'id': '32af1285-bc80-41e6-a29d-c0d46cba5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:43.095655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Bound port: 8cb79a5c-b637-4692-8841-3bc1b58eaeb9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32af1285-bc80-41e6-a29d-c0d46cba5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1bf763ce-ef1c-4f08-9011-534499f322c4'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:43.096047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.135456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89669-c288-4a93-8910-52d5b5409add req-b3f8893b-4429-4fe3-bbf4-42e7ad97e3e5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:43.143728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35e89669-c288-4a93-8910-52d5b5409add req-b3f8893b-4429-4fe3-bbf4-42e7ad97e3e5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.5645313 Jul 28 14:50:43.154495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] Provisioning for port 17797e7b-0a06-41aa-814c-b0a18c92d537 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:43.182759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] Provisioning complete for port 17797e7b-0a06-41aa-814c-b0a18c92d537 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:43.183543 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.230712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-5779b8f8-6e7a-4c0b-a340-929635165025 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750913 Jul 28 14:50:43.254829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735077438760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27166205'] for subnet, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.261050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] For port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:43.285186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] For port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8cb79a5c-b637-4692-8841-3bc1b58eaeb9,segment=NetworkSegment(32af1285-bc80-41e6-a29d-c0d46cba5a6f),segment_id=32af1285-bc80-41e6-a29d-c0d46cba5a6f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:43.323316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.342375 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.377834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35e89669-c288-4a93-8910-52d5b5409add req-47dd5b4e-5065-4052-8afe-817af3762e18 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331483 Jul 28 14:50:43.401985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] For port 17797e7b-0a06-41aa-814c-b0a18c92d537, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=17797e7b-0a06-41aa-814c-b0a18c92d537,segment=NetworkSegment(d42f4d99-1ccc-4654-a982-18886573bb40),segment_id=d42f4d99-1ccc-4654-a982-18886573bb40)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:43.401985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.474681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a914e8b-5b43-4e8e-87df-a454128633d4 None None] Pushing event updated for resources: {'Port': ['ID=8cb79a5c-b637-4692-8841-3bc1b58eaeb9,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.486111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:43.487127 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.494232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56532) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:43.499432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "PUT /v2.0/subnets/e03aaff5-45d1-41bd-b09f-e3712008c88a HTTP/1.1" status: 200 len: 806 time: 2.1984406 Jul 28 14:50:43.543637 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.558801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56536) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:43.559910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.592799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b6c9-2733-4dd5-abfd-a2047f2740ea tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=e03aaff5-45d1-41bd-b09f-e3712008c88a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.613737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8528eaf5-5560-466a-b5b3-192ed21d1ec9,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.700637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c5715-92b4-4515-932d-de6d16ee95e5 None None] Pushing event updated for resources: {'Port': ['ID=17797e7b-0a06-41aa-814c-b0a18c92d537,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.713859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-38b917ce-b22b-464c-b52b-99acf5b13c3a service neutron] 10.222.0.57 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768462 Jul 28 14:50:43.761451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.762821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-81f03c9f-41b2-48cd-b4be-56b75d120449 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3753049 Jul 28 14:50:43.772183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:43.786836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'def675cf-25dd-4b13-aa9f-4456d4f367f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:43.825705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:50:43.832494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:43.924979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.965032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-5efc912c-e1b5-4aaa-84b6-19a29a7f1111 service neutron] 10.222.0.57 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448082 Jul 28 14:50:43.970775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59fbce-db66-43cf-8084-ae5b0958793a req-406ea085-eaa5-4dfc-9f1e-2b81d3806fd2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:43.979155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e59fbce-db66-43cf-8084-ae5b0958793a req-406ea085-eaa5-4dfc-9f1e-2b81d3806fd2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.3122463 Jul 28 14:50:43.990219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.990512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 17797e7b-0a06-41aa-814c-b0a18c92d537 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:44.049282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:50:44.057445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1475560820'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:44.103871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f5ce0cf9-8a7e-41a3-b6d3-18e53e056747 None None] Provisioning complete for port 17797e7b-0a06-41aa-814c-b0a18c92d537 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:44.104348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0cf9-8a7e-41a3-b6d3-18e53e056747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.131489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.165752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-0f22bf23-d0a2-47c5-b780-e0fe3aa9ce39 service neutron] 10.222.0.57 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942515 Jul 28 14:50:44.172241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 17797e7b-0a06-41aa-814c-b0a18c92d537 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:44.177373 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.297007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e59fbce-db66-43cf-8084-ae5b0958793a req-19828a29-136f-46f0-9882-dc6bec3ad0a9 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158729 Jul 28 14:50:44.328325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-51f6555a-fd80-40e9-a934-b2ce5858873d service neutron] 10.222.0.57 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544757 Jul 28 14:50:44.337714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:44.377751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'port_id': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'mac_address': 'fa:16:3e:f7:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1337b-cc41-4f2a-b0f8-8200271d70b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:50:44.395436 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.468699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Made reservation on behalf of 7501dc6423ca41b1be5eed8cd6b8fd35 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:44.475041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.527307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.552677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.572311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:44.572866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.589162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:44.592310 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7597c-50d6-40fc-9d06-ca6cc0c06cea" -d '{"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-unplugged", "status": "completed", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:44.641790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.645150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:44.723929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0845ac58-7a31-4c0a-98fb-a126d1b9e797 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:50:44.783322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.786724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.920330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:44.921063 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:44.923982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746bc457-daee-45c3-928e-1b2860ec7d77,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:44.927540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:44.952396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.003719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae833ac-f6ec-47f7-8334-fd25961bf8b8 req-da06f711-dd83-4721-b5ab-33a35b554994 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:45.006646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ae833ac-f6ec-47f7-8334-fd25961bf8b8 req-da06f711-dd83-4721-b5ab-33a35b554994 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.4870389 Jul 28 14:50:45.028758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-1dd8dc66-a96f-415b-a08f-7b85341c297b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:45.031693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-1dd8dc66-a96f-415b-a08f-7b85341c297b tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.3979626 Jul 28 14:50:45.036072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8cb79a5c-b637-4692-8841-3bc1b58eaeb9,segment=NetworkSegment(32af1285-bc80-41e6-a29d-c0d46cba5a6f),segment_id=32af1285-bc80-41e6-a29d-c0d46cba5a6f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:45.036547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.078623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35adddf9-b5fc-4f78-bd26-0964f20ad3ad None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:45.148559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:45.296859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95667826-e4ac-4dab-8803-9b31d3edc903 None None] Provisioning for port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:45.313138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ae833ac-f6ec-47f7-8334-fd25961bf8b8 req-12911175-eba1-4a12-9deb-9e4984f5a6a8 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730167 Jul 28 14:50:45.402668 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb534e4-69f0-444f-82bd-c57696718dc8 x-openstack-request-id: req-9cb534e4-69f0-444f-82bd-c57696718dc8 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:45.403141 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-unplugged", "status": "completed", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:45.413872 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cb534e4-69f0-444f-82bd-c57696718dc8 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:45.413872 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'code': 200} Jul 28 14:50:45.451716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.467303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.485750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0845ac58-7a31-4c0a-98fb-a126d1b9e797 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:50:45.506641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Deleting port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:45.507272 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.523912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:45.617369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.668719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c5a97-76d9-4eb1-9698-b11c6cbf073b None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:45.681619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.725889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.726759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6766286c-cc40-4394-ba6b-3df749999dba tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9456346 Jul 28 14:50:45.731552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:45.739912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'def675cf-25dd-4b13-aa9f-4456d4f367f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:45.754400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Router a97b3e7f-5f9b-4393-a16a-f3e3493536a3 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:50:45.769887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23789260-1579-44be-9747-e9d1dd839a0f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:45.806049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a076b6-beb4-4d03-bb9c-5332340646a4 req-e93134f8-d842-4cf9-84c0-5d4451bc3a66 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:45.807957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96a076b6-beb4-4d03-bb9c-5332340646a4 req-e93134f8-d842-4cf9-84c0-5d4451bc3a66 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 946 time: 0.2901108 Jul 28 14:50:45.845331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:45.882425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.896959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['0845ac58-7a31-4c0a-98fb-a126d1b9e797'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:45.897994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:45.934238 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.953552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] For port 70140b69-e5a1-4f27-9ef9-4e72ade41f57, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=70140b69-e5a1-4f27-9ef9-4e72ade41f57,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:45.954362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.973431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=8cb79a5c-b637-4692-8841-3bc1b58eaeb9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:45.988856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.988856 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Added segment 305a8dde-188e-418c-917d-f33935095f9d of type vlan for network 8798e5a0-3776-4989-9025-ef5957820db9 Jul 28 14:50:46.015261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Calling delete_port for 70140b69-e5a1-4f27-9ef9-4e72ade41f57 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:46.030973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:46.090056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:46.091073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 14:50:46.114316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.142119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 not found, will not notify nova. {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 14:50:46.195786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:46.203090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.234324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33dd8b8-2b63-456d-af13-f4dbe513218b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:46.325823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.327950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-490b2b9b-e802-4017-b06a-3bcccad4682b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5938647 Jul 28 14:50:46.347133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56572) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:46.422518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-913a5ac1-fe24-493d-8128-afcee78eeba7 req-f13da0a3-7f15-4256-8324-d2d2e0fff7a0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0589974 Jul 28 14:50:46.424102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de909eb1-4985-4aab-8478-f24bf66a8061 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.443522 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de909eb1-4985-4aab-8478-f24bf66a8061 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.623162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e60fc-cc71-452f-8ba8-0910090b185c req-aba621e7-b596-4e1b-8473-f3b3fb5926e4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:46.627378 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a10e60fc-cc71-452f-8ba8-0910090b185c req-aba621e7-b596-4e1b-8473-f3b3fb5926e4 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 945 time: 0.0788243 Jul 28 14:50:46.666861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de909eb1-4985-4aab-8478-f24bf66a8061 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.675882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de909eb1-4985-4aab-8478-f24bf66a8061 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.677136 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-de909eb1-4985-4aab-8478-f24bf66a8061 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c33dd8b8-2b63-456d-af13-f4dbe513218b HTTP/1.1" status: 204 len: 168 time: 0.3431377 Jul 28 14:50:46.681967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56580) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:46.704377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909eb1-4985-4aab-8478-f24bf66a8061 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c33dd8b8-2b63-456d-af13-f4dbe513218b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:46.724328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a10e60fc-cc71-452f-8ba8-0910090b185c req-2c6a7a16-dc13-4ae1-8dac-0542838ebcfe tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865452 Jul 28 14:50:46.752217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96a076b6-beb4-4d03-bb9c-5332340646a4 req-93c299a1-a53b-4b9f-a9c1-b5b87645e482 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8814678 Jul 28 14:50:46.763441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.800057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b4c29ce-936b-41d2-837d-ee640fe68741 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1125958 Jul 28 14:50:46.800890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56582) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:46.825708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:46.832915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeceed98-80fc-47b3-94c5-42af870dc95b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.844898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeceed98-80fc-47b3-94c5-42af870dc95b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.846468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] Sync routers for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:46.870018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:46.871189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.874836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.940685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.957225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:46.958256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.979774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeceed98-80fc-47b3-94c5-42af870dc95b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.985021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeceed98-80fc-47b3-94c5-42af870dc95b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.989362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eeceed98-80fc-47b3-94c5-42af870dc95b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/746bc457-daee-45c3-928e-1b2860ec7d77 HTTP/1.1" status: 204 len: 168 time: 0.1841731 Jul 28 14:50:46.990884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56584) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.006572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeceed98-80fc-47b3-94c5-42af870dc95b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=746bc457-daee-45c3-928e-1b2860ec7d77,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.019429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:47.020931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d1c4f-e991-4377-85e5-ce739abf7b06 None None] The sync data for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:47.059386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7e84fa93-f6a7-4da0-b5e1-46d0fd9932f5 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0642738 Jul 28 14:50:47.062072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56586) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.065292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.072173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.073540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.081412 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.081412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-29f905b7-1eaf-406d-b7a1-7a43f2fe562f tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.8351970 Jul 28 14:50:47.082149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.103014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fae84b0-0738-452d-b463-3ba8763b8178 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.117229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fae84b0-0738-452d-b463-3ba8763b8178 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.168939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.192319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.222304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4c4c2f6e-5326-41db-9f98-1581ae58ea27', '70140b69-e5a1-4f27-9ef9-4e72ade41f57'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:47.270090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Pushing event deleted for resources: {'Port': ['ID=70140b69-e5a1-4f27-9ef9-4e72ade41f57,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.295430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=e03aaff5-45d1-41bd-b09f-e3712008c88a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.308130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fae84b0-0738-452d-b463-3ba8763b8178 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.308428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae1905-c730-41ed-9728-355c4cdeb2f4 None None] Network 1bf763ce-ef1c-4f08-9011-534499f322c4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:47.330359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4fae84b0-0738-452d-b463-3ba8763b8178 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.332782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4fae84b0-0738-452d-b463-3ba8763b8178 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/8528eaf5-5560-466a-b5b3-192ed21d1ec9 HTTP/1.1" status: 204 len: 168 time: 0.2687285 Jul 28 14:50:47.338831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.347095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Pushing event updated for resources: {'Network': ['ID=8798e5a0-3776-4989-9025-ef5957820db9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.366306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae84b0-0738-452d-b463-3ba8763b8178 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8528eaf5-5560-466a-b5b3-192ed21d1ec9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.372425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 8798e5a0-3776-4989-9025-ef5957820db9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:47.418028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e391b1a0-ef6c-42e5-8623-bce0ffbfff27 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.8546410 Jul 28 14:50:47.421384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.448825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] No DVR routers for this DVR port 70140b69-e5a1-4f27-9ef9-4e72ade41f57 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:47.453853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.456155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-647097d9-2ac8-48e2-aa98-7e32eb2aaaa9 req-0b144bdc-a502-4413-bb9d-23ecb3c03a8d tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "DELETE /v2.0/ports/70140b69-e5a1-4f27-9ef9-4e72ade41f57 HTTP/1.1" status: 204 len: 173 time: 2.4007528 Jul 28 14:50:47.464301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da692b75-953c-4441-a130-aa02208c60b8', 'name': 'network-vif-deleted', 'tag': '70140b69-e5a1-4f27-9ef9-4e72ade41f57'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:47.466733 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c2dcd2-713d-4f77-854d-c58fe9796372" -d '{"events": [{"server_uuid": "da692b75-953c-4441-a130-aa02208c60b8", "name": "network-vif-deleted", "tag": "70140b69-e5a1-4f27-9ef9-4e72ade41f57"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:47.480201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.482709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0583b2af-f3ac-49c1-aa3f-fe209e35e320 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1418791 Jul 28 14:50:47.486571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56600) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.515309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf763ce-ef1c-4f08-9011-534499f322c4']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:47.548802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32af1285-bc80-41e6-a29d-c0d46cba5a6f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:47.549136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32af1285-bc80-41e6-a29d-c0d46cba5a6f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:47.610408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'network': {'name': 'tempest-network--84464046', 'router:external': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:47.625095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a212d350-07c3-4b68-8189-888e94b20741 req-2a0c9e28-0064-4560-b936-1a9975a96965 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0739043 Jul 28 14:50:47.661772 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d370ca31-66cb-49b8-b0ba-9abf9e92c985 x-openstack-request-id: req-d370ca31-66cb-49b8-b0ba-9abf9e92c985 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:47.662341 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da692b75-953c-4441-a130-aa02208c60b8", "name": "network-vif-deleted", "tag": "70140b69-e5a1-4f27-9ef9-4e72ade41f57", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:47.662962 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d370ca31-66cb-49b8-b0ba-9abf9e92c985 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:47.664152 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da692b75-953c-4441-a130-aa02208c60b8', 'name': 'network-vif-deleted', 'tag': '70140b69-e5a1-4f27-9ef9-4e72ade41f57', 'status': 'completed', 'code': 200} Jul 28 14:50:47.718823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.730498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50f76f-791a-47fd-9d62-fc88871fe134 None None] DHCP port deletion for 1bf763ce-ef1c-4f08-9011-534499f322c4 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:50:47.744817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Made reservation on behalf of 442965a641314bb0a70b2150276c372c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:47.752940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.797217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.842033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:47.937727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f9d7f6ef-39c5-4c89-8755-6aa876c3077c req-c2038f52-cdc9-4caa-a5f9-bd213898173e tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 210 time: 0.0545275 Jul 28 14:50:47.985774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d25f16-9568-4e39-94f6-0783b3811075 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.987311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:48.020043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:48.020043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8cb79a5c-b637-4692-8841-3bc1b58eaeb9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:48.038327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.038607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:48.038804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.061841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.088904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d25f16-9568-4e39-94f6-0783b3811075 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.114741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:48.115449 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:48.124913 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:48.142265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.147353 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.176547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:48.179108 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc464dac-a008-4e2b-8782-d2427c2af953" -d '{"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-plugged", "status": "completed", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:48.194078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:48.198154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:48.221269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b1c9c-c954-4823-85f1-49571219d4d0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:48.230885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.231516 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Added segment 53d40e05-a2e6-4489-b69f-b4deffaa59b6 of type vlan for network 2ad8f19e-9279-4dee-8f10-21c312ecef1f Jul 28 14:50:48.261845 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70dec1e-ca37-4ed0-b488-225a108f8dd5 x-openstack-request-id: req-e70dec1e-ca37-4ed0-b488-225a108f8dd5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:48.263705 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-plugged", "status": "completed", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:48.264119 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e70dec1e-ca37-4ed0-b488-225a108f8dd5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:48.265058 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'code': 200} Jul 28 14:50:48.285452 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.341445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.349321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebac4b3-3e3e-4c70-acc1-20f346d5d0d4 req-1916d2c7-9655-4b0c-b082-6eb902926a84 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.358420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ebac4b3-3e3e-4c70-acc1-20f346d5d0d4 req-1916d2c7-9655-4b0c-b082-6eb902926a84 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 945 time: 0.3847890 Jul 28 14:50:48.427645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:48.463882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d25f16-9568-4e39-94f6-0783b3811075 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.479515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d25f16-9568-4e39-94f6-0783b3811075 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.480802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4d25f16-9568-4e39-94f6-0783b3811075 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/12696c86-1703-4432-8fb8-994c91420437 HTTP/1.1" status: 204 len: 168 time: 0.9942236 Jul 28 14:50:48.484382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56610) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.526611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.534110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ebac4b3-3e3e-4c70-acc1-20f346d5d0d4 req-c0eacd4d-0dd2-432b-8460-948492ef424f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744859 Jul 28 14:50:48.554296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.556053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.557190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.571969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.579380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/1bf763ce-ef1c-4f08-9011-534499f322c4 HTTP/1.1" status: 204 len: 168 time: 5.0792713 Jul 28 14:50:48.581761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef982-982a-457d-a656-526660d1b9f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=1bf763ce-ef1c-4f08-9011-534499f322c4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:48.583071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-509b3ca9-71de-4797-9cce-7b3c9f7b1194 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0967052 Jul 28 14:50:48.586387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25f16-9568-4e39-94f6-0783b3811075 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12696c86-1703-4432-8fb8-994c91420437,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:48.591627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56612) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.591627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56614) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.634919 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-90256600-bde9-4533-b73c-fc91db727f8f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:48.635551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90256600-bde9-4533-b73c-fc91db727f8f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:48.637398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-90256600-bde9-4533-b73c-fc91db727f8f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/1bf763ce-ef1c-4f08-9011-534499f322c4 HTTP/1.1" status: 404 len: 339 time: 0.0449648 Jul 28 14:50:48.643587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56616) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.664558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Network': ['ID=2ad8f19e-9279-4dee-8f10-21c312ecef1f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:48.673364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1287236069', 'description': 'd1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:48.685593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2ad8f19e-9279-4dee-8f10-21c312ecef1f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:48.716023 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6677aa09-ce67-44e1-ba06-edaf7704a9c6 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2912073 Jul 28 14:50:48.721018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56620) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.725699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2f308-6dbd-44f2-a606-3869f0e5539f req-2a8bda6c-415e-449c-8cf3-c00cbe124053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.727321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35b2f308-6dbd-44f2-a606-3869f0e5539f req-2a8bda6c-415e-449c-8cf3-c00cbe124053 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 1098 time: 0.2816517 Jul 28 14:50:48.736276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b96fafc-0528-4a98-a99e-d37c57a9d432 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.773547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b96fafc-0528-4a98-a99e-d37c57a9d432 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.869999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35b2f308-6dbd-44f2-a606-3869f0e5539f req-79728388-4a77-4f27-9249-0c39c3dadf3f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309643 Jul 28 14:50:48.872924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:48.877047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.892245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.906579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e27a4d4-b225-44d8-a8ff-562daa1797ff req-0213542d-0723-4d71-9d05-b9ad60a56677 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0478828 Jul 28 14:50:48.926341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.960804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:48.980172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.980554 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment b5a1265a-4391-4d48-9439-ae15523891f2 of type vlan for network 14ea99ae-0098-4f12-a6a3-1e985c51f4a3 Jul 28 14:50:49.033083 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.053662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b96fafc-0528-4a98-a99e-d37c57a9d432 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.057464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad8f19e-9279-4dee-8f10-21c312ecef1f']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:49.076640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b96fafc-0528-4a98-a99e-d37c57a9d432 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.078591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5b96fafc-0528-4a98-a99e-d37c57a9d432 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/fee8856e-7a0e-4c9c-afdf-b3b83dbd6efd HTTP/1.1" status: 204 len: 168 time: 0.4571841 Jul 28 14:50:49.083980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56624) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.089734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.103829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d40e05-a2e6-4489-b69f-b4deffaa59b6') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:49.104909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d40e05-a2e6-4489-b69f-b4deffaa59b6') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:49.124088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96fafc-0528-4a98-a99e-d37c57a9d432 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fee8856e-7a0e-4c9c-afdf-b3b83dbd6efd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.137634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.149147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-651ae161-fc21-4b6d-9887-96ea4e9b46bd req-77049149-1291-465e-ab1e-5381da5ac6e4 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=da692b75-953c-4441-a130-aa02208c60b8 HTTP/1.1" status: 200 len: 210 time: 0.0553000 Jul 28 14:50:49.173676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.184658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:49.185749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:49.187802 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:49.276872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a507073b-b0b8-4461-b42b-20c4bc5bfd8f tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1856802 Jul 28 14:50:49.279963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56626) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.339433 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.348825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-292d8a81-92ef-41ba-8293-6bb08c8986e7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.350376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:49.351995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.376995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-292d8a81-92ef-41ba-8293-6bb08c8986e7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.467537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=14ea99ae-0098-4f12-a6a3-1e985c51f4a3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.480831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 14ea99ae-0098-4f12-a6a3-1e985c51f4a3 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:49.517402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.528865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ad8f19e-9279-4dee-8f10-21c312ecef1f {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:50:49.532781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.535165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2ad8f19e-9279-4dee-8f10-21c312ecef1f HTTP/1.1" status: 204 len: 168 time: 0.8123779 Jul 28 14:50:49.545402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56628) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.551378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:49.564297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98ae44-92b5-48a4-976c-5f4b26c90341 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ad8f19e-9279-4dee-8f10-21c312ecef1f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.628264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-292d8a81-92ef-41ba-8293-6bb08c8986e7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.628264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-292d8a81-92ef-41ba-8293-6bb08c8986e7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.628264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-292d8a81-92ef-41ba-8293-6bb08c8986e7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/def675cf-25dd-4b13-aa9f-4456d4f367f7 HTTP/1.1" status: 204 len: 168 time: 0.3453386 Jul 28 14:50:49.632439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56632) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.649383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d8a81-92ef-41ba-8293-6bb08c8986e7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def675cf-25dd-4b13-aa9f-4456d4f367f7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.681314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e3c70a63-a1bd-4516-9210-dd6b53fcde4e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0362272 Jul 28 14:50:49.699409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56634) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.739261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aef5b7ea-76f2-44de-bae1-226ed0e78c31 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055093 Jul 28 14:50:49.749132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56636) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.764387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--144846418'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:49.790255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Allocated IP 172.20.0.1 (b1877d28-a17e-4c19-9529-12b88a969318/c1532203-efa2-4968-aa09-bcf13c2e324e/f6b73a82-a6b4-4e23-91ed-5bd01980dfa6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:49.796352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 70140b69-e5a1-4f27-9ef9-4e72ade41f57 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:49.830994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 70140b69-e5a1-4f27-9ef9-4e72ade41f57 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:49.831381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 70140b69-e5a1-4f27-9ef9-4e72ade41f57 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:49.903151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Made reservation on behalf of 442965a641314bb0a70b2150276c372c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:49.903151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.931082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a401ee0-b1de-4ece-87a9-ec87d1394800 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:49.938106 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7a401ee0-b1de-4ece-87a9-ec87d1394800 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks?id=14ea99ae-0098-4f12-a6a3-1e985c51f4a3 HTTP/1.1" status: 200 len: 761 time: 0.2342856 Jul 28 14:50:49.939167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56638) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.953205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'description': 'd2'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:49.959480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.974312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4d4c-a82c-40ac-8982-6e73b53f6e7a req-06b98b99-a608-4692-a262-d1192c5dca5c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:49.982592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a0d4d4c-a82c-40ac-8982-6e73b53f6e7a req-06b98b99-a608-4692-a262-d1192c5dca5c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.2066171 Jul 28 14:50:49.982758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Transition to ACTIVE for port object f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:50.075264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79bc0162-5a00-480b-8c2b-b8d502b78223 req-236958fd-7c7b-4602-a986-f0cdaca2c632 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0298598 Jul 28 14:50:50.098796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:50.113866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.136036 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.136404 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Added segment 9a556192-b4e5-44ba-aea2-df26f235ffd6 of type vlan for network b8948300-ed92-4530-abcf-6fda946524b6 Jul 28 14:50:50.142767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.154170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a0d4d4c-a82c-40ac-8982-6e73b53f6e7a req-da390c1c-9ac3-4ca2-8429-0fb0f3611f12 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413431 Jul 28 14:50:50.268364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network b1877d28-a17e-4c19-9529-12b88a969318 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:50.291117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:50.345051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Port': ['ID=f6b73a82-a6b4-4e23-91ed-5bd01980dfa6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:50.348768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:50.427299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-4174a6e6-babc-45df-85d0-d1066f645093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:50.429855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-4174a6e6-babc-45df-85d0-d1066f645093 service neutron] 10.222.0.42 "GET /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 1027 time: 0.1555989 Jul 28 14:50:50.448827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.530302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.543907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.579288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.636132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 14ea99ae-0098-4f12-a6a3-1e985c51f4a3 is not hosted by any dhcp agent {{(pid=94658) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:50:50.640570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-3b26c19e-238e-492d-a448-2eae387cacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:50.641710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:50.641953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-3b26c19e-238e-492d-a448-2eae387cacbc service neutron] 10.222.0.42 "GET /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 1026 time: 0.1893852 Jul 28 14:50:50.642359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.643709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "PUT /v2.0/networks/14ea99ae-0098-4f12-a6a3-1e985c51f4a3 HTTP/1.1" status: 200 len: 758 time: 0.6990793 Jul 28 14:50:50.646846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56646) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:50.678454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6167a-00e1-48c2-9ac9-d656d1a8e39f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=14ea99ae-0098-4f12-a6a3-1e985c51f4a3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:50.695007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 14ea99ae-0098-4f12-a6a3-1e985c51f4a3 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:50.755477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.756503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:50.759657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.836824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Network': ['ID=b8948300-ed92-4530-abcf-6fda946524b6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:50.854182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b8948300-ed92-4530-abcf-6fda946524b6 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:51.099294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c18685d0-92d1-4ce7-acff-dea7dc3724db None None] Provisioning for port f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:51.105661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c18685d0-92d1-4ce7-acff-dea7dc3724db None None] Provisioning complete for port f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:51.107936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c18685d0-92d1-4ce7-acff-dea7dc3724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.158467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.170230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c18685d0-92d1-4ce7-acff-dea7dc3724db None None] Port f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:51.238804 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ada5c0f1-10f9-4ce7-ad07-418d80d2312c req-89d2d8fc-96c6-49bf-9fe3-947158b55e9d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0304489 Jul 28 14:50:51.263539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef41ae52-0a8e-482b-acd3-0cd3f41c81a5 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.269408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ef41ae52-0a8e-482b-acd3-0cd3f41c81a5 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks?id=14ea99ae-0098-4f12-a6a3-1e985c51f4a3 HTTP/1.1" status: 200 len: 761 time: 0.6181097 Jul 28 14:50:51.276320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56656) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:51.286087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371739517'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:51.301819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.407965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d045b-be6e-42a5-8cf3-0ebd2c09d25a req-e25e5cfa-0b60-495f-9c49-c58da8e142ab tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.408862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ea88-e62a-45f7-b7b4-900d2289d868 req-3419db49-04f7-44db-b603-8083bfa8420f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.410678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca2d045b-be6e-42a5-8cf3-0ebd2c09d25a req-e25e5cfa-0b60-495f-9c49-c58da8e142ab tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0917022 Jul 28 14:50:51.414554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f441ea88-e62a-45f7-b7b4-900d2289d868 req-3419db49-04f7-44db-b603-8083bfa8420f tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.2605562 Jul 28 14:50:51.431368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-c06d3fea-d086-4b3b-a632-0ad853ac73ee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.438399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-c06d3fea-d086-4b3b-a632-0ad853ac73ee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.444623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-c06d3fea-d086-4b3b-a632-0ad853ac73ee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.446655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-c06d3fea-d086-4b3b-a632-0ad853ac73ee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 1990 time: 0.7763829 Jul 28 14:50:51.462874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-52246227-12e9-42ca-8ee6-5f8ebfb2268a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9159741 Jul 28 14:50:51.467299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56658) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:51.471870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacc06e-ccc7-441b-a534-d1e156561d05,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:51.473400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'subnet': {'network_id': 'b8948300-ed92-4530-abcf-6fda946524b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:51.496607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca2d045b-be6e-42a5-8cf3-0ebd2c09d25a req-be150bbe-73b7-4f9e-a097-aed4df1d21f0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758471 Jul 28 14:50:51.557280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.596487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f441ea88-e62a-45f7-b7b4-900d2289d868 req-033af765-7479-40f5-8449-278d87c7d7fc tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738887 Jul 28 14:50:51.609794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:51.613470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.621735 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-6afc1db1-c951-41bc-b331-b917d9032dae tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b481319b1048a8a5c5671306336db9 HTTP/1.1" status: 200 len: 380 time: 0.1263301 Jul 28 14:50:51.648587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'admin_state_up': True, 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'security_groups': ['be7b3711-eaef-4ce2-88cc-2552ec85a0ba']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:51.658375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecd163-32d9-461e-8bdd-16ebe6c8e935 req-6cf5e8cf-c125-499e-ae26-22439a307cce tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:51.662055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06ecd163-32d9-461e-8bdd-16ebe6c8e935 req-6cf5e8cf-c125-499e-ae26-22439a307cce tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.0835004 Jul 28 14:50:51.730304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.731599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1765329c-77ea-4960-8c2d-d4fe1cf58e4b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9755571 Jul 28 14:50:51.739672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56662) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:51.745881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06ecd163-32d9-461e-8bdd-16ebe6c8e935 req-4275117b-67c1-46f9-aea9-9c3a06249661 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772252 Jul 28 14:50:51.748315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:51.753771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': '8bacc06e-ccc7-441b-a534-d1e156561d05', 'direction': 'ingress', 'protocol': 17}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:51.820895 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.821258 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment 6b7e54ac-883a-4986-bccb-e6c364594577 of type vlan for network 2cf65d56-ae63-4d14-a7fe-efee1b894887 Jul 28 14:50:51.887437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Made reservation on behalf of 442965a641314bb0a70b2150276c372c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:51.891547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.967247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.120537 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.265898 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.265898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:52.265898 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.294382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ddde52a-1b31-4281-946e-d03e162f053e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.338879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.358592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:52.362692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.409523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=2cf65d56-ae63-4d14-a7fe-efee1b894887,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:52.426157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2cf65d56-ae63-4d14-a7fe-efee1b894887 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:52.464834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c4bd9fc-8f82-467c-9693-756a8adb7f12 req-d5da4c85-2d2f-49c5-a233-3e06f79a6dc1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0751922 Jul 28 14:50:52.524467 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bc165afe-9728-4a59-a860-b11b41cbc384 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2454774 Jul 28 14:50:52.525803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56674) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:52.538323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.549746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:52.579634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.639187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3886e4-f8ec-4834-85ef-395bf90c12c6,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:52.767902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.858680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:50:52.859502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.862758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.869982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a2acdd82-2783-4356-bdb9-643a87ba3363 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1223063 Jul 28 14:50:52.872571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:53.044358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef72a-88ba-49df-a5a0-ec0e8b099a00 req-9a377f94-10d1-4975-90f1-144953aa54b2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:53.047235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c2ef72a-88ba-49df-a5a0-ec0e8b099a00 req-9a377f94-10d1-4975-90f1-144953aa54b2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.2746603 Jul 28 14:50:53.050322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.054939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 172.20.0.14 (626aa0e6-c771-45f6-8f54-fe32ace1ecfd/0518fbf1-d4ad-415e-82b3-10d86a04bce2/07697370-8952-4793-860b-b71475f57e97) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:53.080276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Port': ['ID=f6b73a82-a6b4-4e23-91ed-5bd01980dfa6,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:53.124426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1758fe75-06c8-4388-a26c-72cb729e4181,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:53.140599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Checking segment: {'id': '9a556192-b4e5-44ba-aea2-df26f235ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b8948300-ed92-4530-abcf-6fda946524b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:53.141202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Network hostable DHCP agents. Network: b8948300-ed92-4530-abcf-6fda946524b6, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:53.207375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c2ef72a-88ba-49df-a5a0-ec0e8b099a00 req-f9ebee4f-8ae1-4a82-b9f6-ce177d1dbe68 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412709 Jul 28 14:50:53.213059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-024b0dc1-8a4d-4e62-a4da-0b64635d2d2a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.238555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:53.244818 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.268554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-024b0dc1-8a4d-4e62-a4da-0b64635d2d2a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.278221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-556695fa-5089-48d4-bf18-b4301bc26282 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:53.281265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-556695fa-5089-48d4-bf18-b4301bc26282 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 815 time: 0.6320624 Jul 28 14:50:53.343296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Network b8948300-ed92-4530-abcf-6fda946524b6 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:53.466743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-886908f6-ee9f-454f-b92f-759f86b5e1b6 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/quotas/ad2ba51a35924bc298e2528668f59544 HTTP/1.1" status: 200 len: 375 time: 0.1404095 Jul 28 14:50:53.525983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b8948300-ed92-4530-abcf-6fda946524b6) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:53.539576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:53.539576 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.552943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-024b0dc1-8a4d-4e62-a4da-0b64635d2d2a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.555831 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-024b0dc1-8a4d-4e62-a4da-0b64635d2d2a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.561012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-024b0dc1-8a4d-4e62-a4da-0b64635d2d2a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/8bacc06e-ccc7-441b-a534-d1e156561d05 HTTP/1.1" status: 204 len: 168 time: 0.6757460 Jul 28 14:50:53.561012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56688) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:53.574086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410dc0e-6698-4b40-81e3-33ec37e53237 None None] Network b8948300-ed92-4530-abcf-6fda946524b6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:53.585452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b0dc1-8a4d-4e62-a4da-0b64635d2d2a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacc06e-ccc7-441b-a534-d1e156561d05,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:53.611557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-59ff6606-4c70-4b1c-99a1-b2511c3cb937 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:53.614390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-59ff6606-4c70-4b1c-99a1-b2511c3cb937 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.4026706 Jul 28 14:50:53.640192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f725af7-5748-4f62-ad81-561905f3e5e4 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1710312 Jul 28 14:50:53.646148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56690) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:53.654388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8948300-ed92-4530-abcf-6fda946524b6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:53.699725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b5e4485-0cdc-4202-aeed-6686728e6492 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272616 Jul 28 14:50:53.701047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56692) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:53.709668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--911702471'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:53.822992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3d91a23-48c4-483c-8459-572e8af19e29 req-b358c3f6-33f5-4b0a-ae2c-3f51730c72a6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0375392 Jul 28 14:50:53.847430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590915a-88f6-481d-9743-0d9d129b9ece None None] Network b8948300-ed92-4530-abcf-6fda946524b6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:53.868190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.921075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network b1877d28-a17e-4c19-9529-12b88a969318 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:53.963792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:53.997580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.016137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-d117fecb-3360-4776-980f-aed2fe9b65e2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5233541 Jul 28 14:50:54.054153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.236857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-f86d9ee1-270d-4a1d-b26c-6b4df44b5dc8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:50:54.237164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.244970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-f86d9ee1-270d-4a1d-b26c-6b4df44b5dc8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438893 Jul 28 14:50:54.248419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Allocated IP 172.20.0.4 (b8948300-ed92-4530-abcf-6fda946524b6/1758fe75-06c8-4388-a26c-72cb729e4181/e49fe5b4-c4a1-4344-8c59-c219338b8e19) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:54.360918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-e243aa9c-cc57-4abe-b23e-9ec8c93e9b0f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:54.362817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-e243aa9c-cc57-4abe-b23e-9ec8c93e9b0f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7454dc6-76b0-428b-b5ce-7c0a59307258 HTTP/1.1" status: 200 len: 946 time: 0.6074657 Jul 28 14:50:54.416697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.441624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.464214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0f5ff5c3-09e2-4aea-b96e-883292a8a0cd None None] Provisioning complete for port f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:54.466811 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff5c3-09e2-4aea-b96e-883292a8a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.504297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.554406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ff5c3-09e2-4aea-b96e-883292a8a0cd None None] Port f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:54.597248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.599611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object 07697370-8952-4793-860b-b71475f57e97 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:54.604802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=afa14c7e-bd63-4281-8fc9-b86967007014,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:54.609818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.617814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9129736 Jul 28 14:50:54.619233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b89ff7-8e60-4bc3-8ee2-5f821806d6e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e96cefb-d61c-46f5-bb82-d1768e60d6b5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:54.622853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56696) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:54.640376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--886157139'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:54.677334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e6b6-85a5-4871-8faa-136559334d65 req-6384300a-89a1-4023-a915-6d1f4d8ce5ed tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:54.681044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e32e6b6-85a5-4871-8faa-136559334d65 req-6384300a-89a1-4023-a915-6d1f4d8ce5ed tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 945 time: 0.2795186 Jul 28 14:50:54.696285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Deleting port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:54.697207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.753237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e32e6b6-85a5-4871-8faa-136559334d65 req-32e79528-34ea-4f3d-9b73-50cd62d285a2 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603645 Jul 28 14:50:54.773726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5b3c-33b4-4a54-9b20-c898d6206e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.803388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-ca9be8d7-1011-4304-83ad-f00e792c36ce service neutron] 10.222.0.57 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574296 Jul 28 14:50:54.860311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.894180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.973134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Network b8948300-ed92-4530-abcf-6fda946524b6 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:54.983256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:55.005886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:55.093998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Port': ['ID=e49fe5b4-c4a1-4344-8c59-c219338b8e19,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:55.120432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-072b6cbf-2be1-4a02-b8c6-04dfbd4c2abf req-4c217062-7459-4535-ba1c-76517b765088 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0520377 Jul 28 14:50:55.186839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.197430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.206391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.363487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Router a97b3e7f-5f9b-4393-a16a-f3e3493536a3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:55.416995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.453541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': '6b7e54ac-883a-4986-bccb-e6c364594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:55.453917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 2cf65d56-ae63-4d14-a7fe-efee1b894887, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:55.471093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] For port 4c4c2f6e-5326-41db-9f98-1581ae58ea27, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4c4c2f6e-5326-41db-9f98-1581ae58ea27,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:55.471364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.478864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Deleting port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:55.479327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.504902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7063b3e-8f11-4dd3-8536-d91921478924,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:55.508512 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.559432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Calling delete_port for 4c4c2f6e-5326-41db-9f98-1581ae58ea27 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:55.614555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-080a1391-01e6-4974-b117-50234e5e538a service neutron] 10.222.0.57 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856128 Jul 28 14:50:55.621504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.627556 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-005de3f9-c5f5-4876-8571-b3ac6471c72a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9934273 Jul 28 14:50:55.634884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:55.634884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': '4e96cefb-d61c-46f5-bb82-d1768e60d6b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a7063b3e-8f11-4dd3-8536-d91921478924', 'remote_ip_prefix': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:55.719028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.784366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.797054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.888856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 2cf65d56-ae63-4d14-a7fe-efee1b894887 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:55.909929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.911710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.919027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:55.940006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:55.955729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c5f64d0-ba42-4eab-a758-d9ed2fb5f5cd tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "PUT /v2.0/routers/a97b3e7f-5f9b-4393-a16a-f3e3493536a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8684623 Jul 28 14:50:55.963866 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] Sync routers for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:55.974884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56706) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:55.987503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Request body: {'port': {'network_id': 'b1877d28-a17e-4c19-9529-12b88a969318', 'name': 'tempest-FloatingIPAdminTestJSON-39743571'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:55.995997 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:56.002290 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:56.031833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Port': ['ID=e49fe5b4-c4a1-4344-8c59-c219338b8e19,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.104065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:56.116616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.124634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.126115 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:56.127827 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:56.191384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f59ae36-3ee0-4469-b11f-4d7f8dc98dcb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.211071 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:56.212398 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188353f-d33b-4cb8-8a74-a7257ce3af65 None None] The sync data for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:56.221991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8607a4-d9d3-43ee-abcb-8ea74d6bc60f req-d72f9c9a-25c4-470d-a33a-98252c33b317 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:56.223825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac8607a4-d9d3-43ee-abcb-8ea74d6bc60f req-d72f9c9a-25c4-470d-a33a-98252c33b317 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 867 time: 0.2416699 Jul 28 14:50:56.235117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.246735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:56.269852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78c0a15d-2fa1-470e-812d-e2630b6dcf4e req-e077be87-34f7-4e4e-8b3e-5dd424835c12 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.1123350 Jul 28 14:50:56.271121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:56.316572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac8607a4-d9d3-43ee-abcb-8ea74d6bc60f req-9774b526-64f0-4737-800f-7105392c4ae1 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/security-groups?id=191c48d3-8039-45fe-808b-b3de9b16739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642872 Jul 28 14:50:56.354105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.360814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] For port 0845ac58-7a31-4c0a-98fb-a126d1b9e797, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=0845ac58-7a31-4c0a-98fb-a126d1b9e797,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:56.361024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.383143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.383143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-89466520-938f-48e3-9c3c-2c99f7cd6560 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7401893 Jul 28 14:50:56.383143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56712) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:56.420144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0e765b8-60d7-4376-86c0-e1f7a19d49e9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.433450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0e765b8-60d7-4376-86c0-e1f7a19d49e9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.435828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2cf65d56-ae63-4d14-a7fe-efee1b894887) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:56.442642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.455699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b031be7-a816-46ed-93f2-869d6eac9671 None None] Network 2cf65d56-ae63-4d14-a7fe-efee1b894887 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:56.474696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.479309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13425faf-bee7-4a82-82e2-52f2b0db233a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8316712 Jul 28 14:50:56.491861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56718) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:56.499225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Pushing event deleted for resources: {'Port': ['ID=4c4c2f6e-5326-41db-9f98-1581ae58ea27,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.657955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:56.658857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.686167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-38f2f4e6-4c3b-4ec3-af4c-907d5fc6083c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=b8948300-ed92-4530-abcf-6fda946524b6 HTTP/1.1" status: 200 len: 689 time: 0.1861525 Jul 28 14:50:56.687121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56720) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:56.760233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] No DVR routers for this DVR port 4c4c2f6e-5326-41db-9f98-1581ae58ea27 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:56.777277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:56.778309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.784081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Calling delete_port for 0845ac58-7a31-4c0a-98fb-a126d1b9e797 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:56.794866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.798402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e765fe2-5e58-4c12-aa50-91c5f88332b1 req-223ee185-e73c-4ef6-b92b-561c1e9d0647 tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.42 "DELETE /v2.0/ports/4c4c2f6e-5326-41db-9f98-1581ae58ea27 HTTP/1.1" status: 204 len: 173 time: 3.0838494 Jul 28 14:50:56.801750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'name': 'network-vif-deleted', 'tag': '4c4c2f6e-5326-41db-9f98-1581ae58ea27'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:56.806096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fcd660-b93d-449a-b487-64fcb8ec5d31" -d '{"events": [{"server_uuid": "92eebcab-d2db-4790-9280-7fb719a99e9e", "name": "network-vif-deleted", "tag": "4c4c2f6e-5326-41db-9f98-1581ae58ea27"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:56.844238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2cf65d56-ae63-4d14-a7fe-efee1b894887', 'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': 'afa14c7e-bd63-4281-8fc9-b86967007014'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:56.845673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.912878 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d51fef-cdc1-460c-9718-cd884adafb83 x-openstack-request-id: req-e7d51fef-cdc1-460c-9718-cd884adafb83 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:56.912878 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eebcab-d2db-4790-9280-7fb719a99e9e", "name": "network-vif-deleted", "tag": "4c4c2f6e-5326-41db-9f98-1581ae58ea27", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:56.912878 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7d51fef-cdc1-460c-9718-cd884adafb83 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:56.915245 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eebcab-d2db-4790-9280-7fb719a99e9e', 'name': 'network-vif-deleted', 'tag': '4c4c2f6e-5326-41db-9f98-1581ae58ea27', 'status': 'completed', 'code': 200} Jul 28 14:50:56.938039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0e765b8-60d7-4376-86c0-e1f7a19d49e9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.940005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Made reservation on behalf of 798d4739be6f454db4bc2340089df922 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:56.945491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.963619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.968099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0e765b8-60d7-4376-86c0-e1f7a19d49e9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.973791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b0e765b8-60d7-4376-86c0-e1f7a19d49e9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2f59ae36-3ee0-4469-b11f-4d7f8dc98dcb HTTP/1.1" status: 204 len: 168 time: 0.5993159 Jul 28 14:50:56.981259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:56.999735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] device_id is not set on port a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:50:57.019469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59871669-917a-4d2d-be2e-051f1fd698a5 req-69485cfb-4163-4ebd-9e83-bdc358b52c1f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:57.022697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59871669-917a-4d2d-be2e-051f1fd698a5 req-69485cfb-4163-4ebd-9e83-bdc358b52c1f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 932 time: 0.4401975 Jul 28 14:50:57.024487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b8642b4c-5380-4f03-8a1f-23e349ed55cf None None] Provisioning for port 07697370-8952-4793-860b-b71475f57e97 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:57.042204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b8642b4c-5380-4f03-8a1f-23e349ed55cf None None] Provisioning complete for port 07697370-8952-4793-860b-b71475f57e97 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:57.049108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b8642b4c-5380-4f03-8a1f-23e349ed55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.093639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4cc96151-edd6-4d34-8aab-8b94363b5cbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5527337 Jul 28 14:50:57.095704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-5ece6d16-f95e-4951-b24c-e565b99014f6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4621255 Jul 28 14:50:57.128045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56728) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.144169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'admin_state_up': True, 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'security_groups': ['be7b3711-eaef-4ce2-88cc-2552ec85a0ba']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:57.192442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Allocated IP 172.20.0.2 (2cf65d56-ae63-4d14-a7fe-efee1b894887/afa14c7e-bd63-4281-8fc9-b86967007014/61849288-93ba-497d-b0e9-4d8403c5b804) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:57.368797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b8642b4c-5380-4f03-8a1f-23e349ed55cf None None] Port 07697370-8952-4793-860b-b71475f57e97 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:57.377252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59871669-917a-4d2d-be2e-051f1fd698a5 req-60a39f1f-d4cf-4e1d-8658-51592774458b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935445 Jul 28 14:50:57.556098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-98dbe154-2a84-470d-a5fd-b40a5312c6a4 req-a13f54c9-5b88-4da4-a94e-37c183770242 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.0442519 Jul 28 14:50:57.595618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.682708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.688825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.703180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Transition to ACTIVE for port object 61849288-93ba-497d-b0e9-4d8403c5b804 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:57.737174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e765b8-60d7-4376-86c0-e1f7a19d49e9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f59ae36-3ee0-4469-b11f-4d7f8dc98dcb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:57.743017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:57.753634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Transition to ACTIVE for port object 61849288-93ba-497d-b0e9-4d8403c5b804 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:57.754954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.793106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4c4c2f6e-5326-41db-9f98-1581ae58ea27 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:57.828903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.847287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9df97fa1-f9b1-4c1c-b844-a1a2f380f8e2 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8632281 Jul 28 14:50:57.853671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56742) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.856394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79d2940a-ea7d-4e29-ac8e-123dd4d1c339 req-00af24d7-0350-4c37-9b25-9f6d9df1406a tempest-ListServerFiltersTestJSON-1270127539 tempest-ListServerFiltersTestJSON-1270127539-project] 10.222.0.57 "GET /v2.0/ports?device_id=92eebcab-d2db-4790-9280-7fb719a99e9e HTTP/1.1" status: 200 len: 210 time: 0.1789806 Jul 28 14:50:57.873896 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.875554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 4c4c2f6e-5326-41db-9f98-1581ae58ea27 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:57.876804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4c4c2f6e-5326-41db-9f98-1581ae58ea27 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:57.906334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.938089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Allocated IP 172.20.0.7 (b1877d28-a17e-4c19-9529-12b88a969318/c1532203-efa2-4968-aa09-bcf13c2e324e/a5ee7dee-4336-4c3f-8f10-4bb795ef8e31) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:57.944106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Deleting port e49fe5b4-c4a1-4344-8c59-c219338b8e19 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:57.944439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.014802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Pushing event deleted for resources: {'Port': ['ID=0845ac58-7a31-4c0a-98fb-a126d1b9e797,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.150039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.150363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.174509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:58.210059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Calling delete_port for e49fe5b4-c4a1-4344-8c59-c219338b8e19 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:58.215681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87de1982-5648-47f5-b90b-2f0e96147a27 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.284992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Pushing event updated for resources: {'Port': ['ID=61849288-93ba-497d-b0e9-4d8403c5b804,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.296348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Network 2cf65d56-ae63-4d14-a7fe-efee1b894887 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:58.300308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:58.304316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:58.310832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 0845ac58-7a31-4c0a-98fb-a126d1b9e797 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:58.311938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 0845ac58-7a31-4c0a-98fb-a126d1b9e797 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:58.315065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87de1982-5648-47f5-b90b-2f0e96147a27 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.382511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] No DVR routers for this DVR port 0845ac58-7a31-4c0a-98fb-a126d1b9e797 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:58.393410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.397892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df221f9-7249-4f1a-809e-1ad3c6b8986f req-41c7f0c6-90d8-4313-99fd-32dd30375619 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "DELETE /v2.0/ports/0845ac58-7a31-4c0a-98fb-a126d1b9e797 HTTP/1.1" status: 204 len: 173 time: 3.9851205 Jul 28 14:50:58.400688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.400998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Attempting to bind port 61849288-93ba-497d-b0e9-4d8403c5b804 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:58.401498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Attempting to bind port 61849288-93ba-497d-b0e9-4d8403c5b804 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '6b7e54ac-883a-4986-bccb-e6c364594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:58.402147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Attempting to bind port 61849288-93ba-497d-b0e9-4d8403c5b804 on network 2cf65d56-ae63-4d14-a7fe-efee1b894887 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:58.412635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:58.413578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Checking segment: {'id': '6b7e54ac-883a-4986-bccb-e6c364594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:58.414818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.415763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Bound using segment: {'id': '6b7e54ac-883a-4986-bccb-e6c364594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:58.416441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Bound port: 61849288-93ba-497d-b0e9-4d8403c5b804, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7e54ac-883a-4986-bccb-e6c364594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2cf65d56-ae63-4d14-a7fe-efee1b894887'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:58.417101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.517514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=afa14c7e-bd63-4281-8fc9-b86967007014,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.571290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] For port 61849288-93ba-497d-b0e9-4d8403c5b804, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:58.591348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] For port 61849288-93ba-497d-b0e9-4d8403c5b804, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=61849288-93ba-497d-b0e9-4d8403c5b804,segment=NetworkSegment(6b7e54ac-883a-4986-bccb-e6c364594577),segment_id=6b7e54ac-883a-4986-bccb-e6c364594577)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:58.707312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.727013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.752675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf65d56-ae63-4d14-a7fe-efee1b894887']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:58.758978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.781490 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6b0146f-95d1-42df-837d-20324d100fdc req-a017086b-6743-47d6-b046-9904baeaad8a tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.0646503 Jul 28 14:50:58.793012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7e54ac-883a-4986-bccb-e6c364594577') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:58.794039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87de1982-5648-47f5-b90b-2f0e96147a27 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.796277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7e54ac-883a-4986-bccb-e6c364594577') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:58.798552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87de1982-5648-47f5-b90b-2f0e96147a27 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.800094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-87de1982-5648-47f5-b90b-2f0e96147a27 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/a7063b3e-8f11-4dd3-8536-d91921478924 HTTP/1.1" status: 204 len: 168 time: 0.9453909 Jul 28 14:50:58.810209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56750) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:58.853711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Transition to ACTIVE for port object a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:58.858985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625c4b-56c4-40bc-873c-fbba3c8a06dc None None] Pushing event updated for resources: {'Port': ['ID=61849288-93ba-497d-b0e9-4d8403c5b804,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.899709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b12145-65c4-4c92-9b8d-2ef5c9732fc1 None None] Network 2cf65d56-ae63-4d14-a7fe-efee1b894887 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:58.900171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.918914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de1982-5648-47f5-b90b-2f0e96147a27 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7063b3e-8f11-4dd3-8536-d91921478924,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.971944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-deleted', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:58.976507 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a6ec4-8e81-45e8-922f-61c05d4cad7f" -d '{"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-deleted", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:59.014351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:59.074033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.074838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Deleting subnet 9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:50:59.092877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.113464 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08103239-d4c1-4221-9737-bde193c27f3c x-openstack-request-id: req-08103239-d4c1-4221-9737-bde193c27f3c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:59.113824 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7454dc6-76b0-428b-b5ce-7c0a59307258", "name": "network-vif-deleted", "tag": "0845ac58-7a31-4c0a-98fb-a126d1b9e797", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:59.114002 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08103239-d4c1-4221-9737-bde193c27f3c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:59.114603 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7454dc6-76b0-428b-b5ce-7c0a59307258', 'name': 'network-vif-deleted', 'tag': '0845ac58-7a31-4c0a-98fb-a126d1b9e797', 'status': 'completed', 'code': 200} Jul 28 14:50:59.140683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d17c9b7-aab8-43d6-9d52-0abbb1801866 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3237767 Jul 28 14:50:59.140984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:59.140984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.144592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:59.150138 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:59.159617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56760) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:59.229263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Port': ['ID=e49fe5b4-c4a1-4344-8c59-c219338b8e19,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:59.240220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.354174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 10.1.1.173 (b9dfb7c2-0910-4ebd-8606-2db2eadbad5b/ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd/440586eb-9ed7-4b31-9e37-3b6ff51041b3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:59.361615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.393032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a0e41d-46c3-409d-85b4-2fa341b3e748 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:50:59.449078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4109a3b8-81f2-4218-a233-de76a5b1c132 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.477098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.545560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event updated for resources: {'Port': ['ID=a5ee7dee-4336-4c3f-8f10-4bb795ef8e31,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:59.582938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4109a3b8-81f2-4218-a233-de76a5b1c132 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.593173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347fa9-038a-4ea6-af7c-f71fe9b85179 req-66265877-4096-4aab-a7e4-45696518ace3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:59.595537 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.598909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72347fa9-038a-4ea6-af7c-f71fe9b85179 req-66265877-4096-4aab-a7e4-45696518ace3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 932 time: 0.7622273 Jul 28 14:50:59.607842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:50:59.607842 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:50:59.607842 n-d-764806-10 neutron-server[94657]: [parameters: {'id': '2cf65d56-ae63-4d14-a7fe-efee1b894887'}] Jul 28 14:50:59.607842 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:59.618387 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:59.690761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.743658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72347fa9-038a-4ea6-af7c-f71fe9b85179 req-4cfd6246-1516-4add-a173-d8812f748128 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211228 Jul 28 14:50:59.751862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0e41d-46c3-409d-85b4-2fa341b3e748 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:50:59.765644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Network b1877d28-a17e-4c19-9529-12b88a969318 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:59.835521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:59.855582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.858231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:59.899604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object 440586eb-9ed7-4b31-9e37-3b6ff51041b3 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:00.012199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eeb4d56b-7e0b-4879-a096-059db6d49ff1 req-c41ff558-4116-4b33-9012-115e17a2722d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.0878868 Jul 28 14:51:00.048987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.075792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:00.076322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.152596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.170760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4109a3b8-81f2-4218-a233-de76a5b1c132 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.183663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4109a3b8-81f2-4218-a233-de76a5b1c132 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.187444 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4109a3b8-81f2-4218-a233-de76a5b1c132 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/4e96cefb-d61c-46f5-bb82-d1768e60d6b5 HTTP/1.1" status: 204 len: 168 time: 0.9916654 Jul 28 14:51:00.187444 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.189817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56764) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:00.219359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:00.240427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:00.249990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:00.251872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:00.283360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1758fe75-06c8-4388-a26c-72cb729e4181,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:00.306142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8d35c8e2-a89d-450b-9933-6c4c352d15b4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3224840 Jul 28 14:51:00.310181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.341708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56766) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:00.367401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.367401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5 HTTP/1.1" status: 204 len: 168 time: 1.3372366 Jul 28 14:51:00.368083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af2f38-8c5d-4ba1-9276-baa6eb554612 None None] Network b7147d3f-ea6b-4156-8ab7-af7606b4b7bf requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:00.368249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109a3b8-81f2-4218-a233-de76a5b1c132 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e96cefb-d61c-46f5-bb82-d1768e60d6b5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:00.371349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56770) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:00.481273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cab3a5bc-3d02-4750-bed3-52711a4070d3 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2604558 Jul 28 14:51:00.487303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56772) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:00.498943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240022197'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:00.547996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311514-f5f8-465d-bc85-089ad10044f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0bdfc4-0d7e-4aeb-917c-5ee633500ff5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:00.623939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.696821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'project_id': '798d4739be6f454db4bc2340089df922', 'port_id': 'a5ee7dee-4336-4c3f-8f10-4bb795ef8e31'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:00.810166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-73eaf503-5ac6-49a2-afd1-d30bec217e03 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:00.811866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-73eaf503-5ac6-49a2-afd1-d30bec217e03 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 815 time: 0.2006748 Jul 28 14:51:00.824180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.863492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:00.876251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8948300-ed92-4530-abcf-6fda946524b6']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:00.884224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] DHCP port deletion for b7147d3f-ea6b-4156-8ab7-af7606b4b7bf request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:00.895440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.903836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port 61849288-93ba-497d-b0e9-4d8403c5b804 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:00.903836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.908374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a556192-b4e5-44ba-aea2-df26f235ffd6') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:00.911810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a556192-b4e5-44ba-aea2-df26f235ffd6') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:00.944795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.968587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Provisioning for port a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:00.982844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.010164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.021661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:01.022143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:01.024541 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:01.055952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Provisioning complete for port a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:01.056427 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.078748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port 61849288-93ba-497d-b0e9-4d8403c5b804, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=61849288-93ba-497d-b0e9-4d8403c5b804,segment=NetworkSegment(6b7e54ac-883a-4986-bccb-e6c364594577),segment_id=6b7e54ac-883a-4986-bccb-e6c364594577)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:01.080860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.101798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for 61849288-93ba-497d-b0e9-4d8403c5b804 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:01.109305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.140568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Port a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:01.243941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] Deleting port c3939399-16ae-4a3b-9511-0d8d34ba251e {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:01.244724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.285232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1817005-5945-4756-b1eb-d36fcb9e2cd8 req-416dcdc0-6f8d-41a7-856f-fb0867fc29fb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.0406821 Jul 28 14:51:01.311408 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.322390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Provisioning for port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:01.322702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8948300-ed92-4530-abcf-6fda946524b6 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:51:01.335729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.338040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/networks/b8948300-ed92-4530-abcf-6fda946524b6 HTTP/1.1" status: 204 len: 168 time: 4.6236510 Jul 28 14:51:01.357161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56780) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:01.396499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] For port c3939399-16ae-4a3b-9511-0d8d34ba251e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c3939399-16ae-4a3b-9511-0d8d34ba251e,segment=NetworkSegment(c27661e8-d3c7-4023-ac02-296c58d32843),segment_id=c27661e8-d3c7-4023-ac02-296c58d32843)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:01.398032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.430102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] Calling delete_port for c3939399-16ae-4a3b-9511-0d8d34ba251e owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:01.435103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Request body: {'port': {'device_id': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'admin_state_up': True, 'tenant_id': 'ad2ba51a35924bc298e2528668f59544'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:01.442958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37603c-23fa-4d02-b57e-ffd7e76b867a tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8948300-ed92-4530-abcf-6fda946524b6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:01.633149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Provisioning complete for port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:01.633619 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.723629 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.738382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.739930 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bfb070cb-410d-48a2-9f6b-003217cbbccd tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1956 time: 0.3576841 Jul 28 14:51:01.745139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:01.754010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd589c-1af6-40f4-803e-4893e2e056c9 None None] Port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:01.758814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] Pushing event deleted for resources: {'Port': ['ID=c3939399-16ae-4a3b-9511-0d8d34ba251e,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:01.774368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbafbc-40ca-4b2d-a004-f1a65cdd3296 None None] No DVR routers for this DVR port c3939399-16ae-4a3b-9511-0d8d34ba251e on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:01.874637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.947067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.955010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3939399-16ae-4a3b-9511-0d8d34ba251e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:01.982403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.000397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=61849288-93ba-497d-b0e9-4d8403c5b804,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.016888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port 61849288-93ba-497d-b0e9-4d8403c5b804 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:02.038637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c3939399-16ae-4a3b-9511-0d8d34ba251e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:02.039166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c3939399-16ae-4a3b-9511-0d8d34ba251e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:02.043327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f266-b29b-43c8-8b48-21bc46cb8fb5 req-15731cdf-6604-4be0-a77b-2de9186ff939 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.055207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f266-b29b-43c8-8b48-21bc46cb8fb5 req-15731cdf-6604-4be0-a77b-2de9186ff939 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.073397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36b3f266-b29b-43c8-8b48-21bc46cb8fb5 req-15731cdf-6604-4be0-a77b-2de9186ff939 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 1654 time: 0.6621020 Jul 28 14:51:02.158845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.163699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.164515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.165328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.166203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.167005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.167804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.168629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.169425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.170224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.171034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.180250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-153ef652-678d-4a0c-b65b-6ed714efce0f tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6393 time: 0.4115293 Jul 28 14:51:02.188911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-e61bed5b-07c5-44fd-8ad3-c4c81f234c93 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0500271 Jul 28 14:51:02.198865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56786) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.275137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Deleting port c3939399-16ae-4a3b-9511-0d8d34ba251e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:02.275727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.277294 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-86d08e38-ddc6-4a45-9b62-b89e075a5b6c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] delete failed (client error): The resource could not be found. Jul 28 14:51:02.282517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86d08e38-ddc6-4a45-9b62-b89e075a5b6c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/40633e5a-126f-4ab0-b7c8-2652035cfb7f HTTP/1.1" status: 404 len: 345 time: 0.0695143 Jul 28 14:51:02.282517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.286414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7970581 Jul 28 14:51:02.287252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e71df-bcb6-4a9f-9927-50c936b2940e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48a8b6-1584-4c5e-9916-974734cd931b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.290455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56788) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.300193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.309526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': '1a48a8b6-1584-4c5e-9916-974734cd931b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:02.377015 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-5248b526-f412-4081-a565-2466cce35bd9 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] DELETE failed (client error): The resource could not be found. Jul 28 14:51:02.377943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5248b526-f412-4081-a565-2466cce35bd9 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:02.380352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5248b526-f412-4081-a565-2466cce35bd9 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/networks/b8948300-ed92-4530-abcf-6fda946524b6 HTTP/1.1" status: 404 len: 339 time: 0.0759237 Jul 28 14:51:02.387293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.398215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'network': {'name': 'tempest-network--295024744', 'router:external': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:02.414840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] For port c3939399-16ae-4a3b-9511-0d8d34ba251e, host n-d-764806-10, got binding levels [] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:02.415447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.440696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Calling delete_port for c3939399-16ae-4a3b-9511-0d8d34ba251e owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:02.445103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Allocated IP 172.25.6.58 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/5b58d8b8-eab8-4564-ac2c-c742f3cbbca4) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:02.446450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Port c3939399-16ae-4a3b-9511-0d8d34ba251e was not found and therefore no delete operation was performed {{(pid=94657) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:51:02.458027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'admin_state_up': True, 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'security_groups': ['be7b3711-eaef-4ce2-88cc-2552ec85a0ba']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:02.470509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.592549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67aa65a3-86fb-4c81-83f6-97b95bf70502 req-7915e54c-05d7-4914-9ad3-d038205eb585 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.0831354 Jul 28 14:51:02.606610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.688620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.739820 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.775198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Made reservation on behalf of 442965a641314bb0a70b2150276c372c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:02.777927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.810147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:02.823015 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.823496 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Added segment f72d87f2-a4cb-44ec-a6b9-fd81c1e08f7f of type vlan for network a6a1df88-e32d-44cb-b357-75ac297cf7f7 Jul 28 14:51:02.838091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.896603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.908498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.916154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb6ae89-d2ce-409e-8957-b3be630ddb70,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.982093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:02.989073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:02.992329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:02.996742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Pushing event updated for resources: {'Port': ['ID=5b58d8b8-eab8-4564-ac2c-c742f3cbbca4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.997056 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.004066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.005355 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04c9acf2-1601-4b11-bef1-1cf86b68bb1e tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6997328 Jul 28 14:51:03.009838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf65d56-ae63-4d14-a7fe-efee1b894887']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.022472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] No DVR routers for this DVR port c3939399-16ae-4a3b-9511-0d8d34ba251e on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:03.033153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56796) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.046833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7e54ac-883a-4986-bccb-e6c364594577') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.047555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7e54ac-883a-4986-bccb-e6c364594577') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.054568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36b3f266-b29b-43c8-8b48-21bc46cb8fb5 req-df63e6cd-9f50-4343-b5d9-b23f551a1530 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9795854 Jul 28 14:51:03.055690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3939399-16ae-4a3b-9511-0d8d34ba251e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:03.078540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f08abac8-66fc-4a8e-93c8-18f15baea030 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.108754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f08abac8-66fc-4a8e-93c8-18f15baea030 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.111191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.157861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.158916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:03.159615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.192753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.220675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:03.221092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:03.227739 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:03.299949 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Network': ['ID=a6a1df88-e32d-44cb-b357-75ac297cf7f7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:03.315341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a6a1df88-e32d-44cb-b357-75ac297cf7f7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:03.335915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.355172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Made reservation on behalf of ad2ba51a35924bc298e2528668f59544 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:03.361682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.395594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7147d3f-ea6b-4156-8ab7-af7606b4b7bf']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.420925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f08abac8-66fc-4a8e-93c8-18f15baea030 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.429536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f08abac8-66fc-4a8e-93c8-18f15baea030 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.430886 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f08abac8-66fc-4a8e-93c8-18f15baea030 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2fb6ae89-d2ce-409e-8957-b3be630ddb70 HTTP/1.1" status: 204 len: 168 time: 0.3967164 Jul 28 14:51:03.436085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56798) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.442206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27661e8-d3c7-4023-ac02-296c58d32843') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.442694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27661e8-d3c7-4023-ac02-296c58d32843') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.444334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08abac8-66fc-4a8e-93c8-18f15baea030 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fb6ae89-d2ce-409e-8957-b3be630ddb70,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:03.456916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8d0d3a4-3607-495e-893a-a0aaa413de62 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0657926 Jul 28 14:51:03.461454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.469618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.495015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.516728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:03.517144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:03.519041 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:03.535381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc9848b5-bfd6-4231-b3ca-13c684b9ce3d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0977101 Jul 28 14:51:03.538784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56802) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.606422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.620527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.622455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/2cf65d56-ae63-4d14-a7fe-efee1b894887 HTTP/1.1" status: 204 len: 168 time: 6.4929054 Jul 28 14:51:03.626601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56804) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.677045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e057d11-f91e-4414-957f-92105efd9e83 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=2cf65d56-ae63-4d14-a7fe-efee1b894887,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:03.679464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:03.683232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.693904 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-3065c7c6-81f9-40ed-ac1f-7159439030e6 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] GET failed (client error): The resource could not be found. Jul 28 14:51:03.697767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3065c7c6-81f9-40ed-ac1f-7159439030e6 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/subnets/afa14c7e-bd63-4281-8fc9-b86967007014 HTTP/1.1" status: 404 len: 337 time: 0.0656004 Jul 28 14:51:03.727664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56808) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.735054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10587a-6688-48df-b106-599d8a48a078 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:03.742267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10587a-6688-48df-b106-599d8a48a078 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:03.748528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10587a-6688-48df-b106-599d8a48a078 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:03.755920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10587a-6688-48df-b106-599d8a48a078 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:03.762491 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c10587a-6688-48df-b106-599d8a48a078 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2958887 Jul 28 14:51:03.774997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56810) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.801608 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-211257d7-2eb7-4471-9151-cbfd41789552 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:03.802638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211257d7-2eb7-4471-9151-cbfd41789552 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:03.809891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-211257d7-2eb7-4471-9151-cbfd41789552 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/2cf65d56-ae63-4d14-a7fe-efee1b894887 HTTP/1.1" status: 404 len: 339 time: 0.0751715 Jul 28 14:51:03.811095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.814083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56812) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.928045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.934248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] 10.222.0.57 "DELETE /v2.0/networks/b7147d3f-ea6b-4156-8ab7-af7606b4b7bf HTTP/1.1" status: 204 len: 168 time: 3.5590279 Jul 28 14:51:04.115812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7bdda4d-036c-4bb1-8a97-78e1d2b9661b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.141607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7bdda4d-036c-4bb1-8a97-78e1d2b9661b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.182045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.217221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Allocated IP 172.20.0.3 (b378b465-58ed-4a35-992c-382aaee2c0b4/29f1337b-cc41-4f2a-b0f8-8200271d70b8/e6c7b93e-b06b-46b1-a334-1690e9e19188) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:04.229086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14c03915-ac1c-4034-b5bd-1a325d049e82 req-77328b5b-b7b5-4d9b-bf3e-6942a020ac56 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.4691443 Jul 28 14:51:04.233683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e25acb-e1c0-402e-a366-252ebb9c473d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7147d3f-ea6b-4156-8ab7-af7606b4b7bf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:04.340014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.507873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dade57-2aac-443c-b5fd-11fca04c2aed tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:04.515628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dade57-2aac-443c-b5fd-11fca04c2aed tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:04.517658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-21dade57-2aac-443c-b5fd-11fca04c2aed tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1334 time: 0.6928821 Jul 28 14:51:04.524059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56818) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:04.548397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ab4c-f2cf-45b5-ab6b-d753d062e57b req-bf32764b-8278-41a6-964d-9c19f7b9db30 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:04.555615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ab4c-f2cf-45b5-ab6b-d753d062e57b req-bf32764b-8278-41a6-964d-9c19f7b9db30 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:04.557624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44c1ab4c-f2cf-45b5-ab6b-d753d062e57b req-bf32764b-8278-41a6-964d-9c19f7b9db30 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 1654 time: 0.3375342 Jul 28 14:51:04.626500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 10.1.1.42 (b9dfb7c2-0910-4ebd-8606-2db2eadbad5b/ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd/30165512-bb7e-4923-882f-ce7268b9ec9a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:04.627580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8211e064-887a-4d81-9ed2-37397347efa9 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 207 time: 0.0924807 Jul 28 14:51:04.629991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56820) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:04.731321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7bdda4d-036c-4bb1-8a97-78e1d2b9661b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.737275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7bdda4d-036c-4bb1-8a97-78e1d2b9661b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.739715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a7bdda4d-036c-4bb1-8a97-78e1d2b9661b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/1a48a8b6-1584-4c5e-9916-974734cd931b HTTP/1.1" status: 204 len: 168 time: 1.1996472 Jul 28 14:51:04.752483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56822) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:04.808215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdda4d-036c-4bb1-8a97-78e1d2b9661b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48a8b6-1584-4c5e-9916-974734cd931b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:04.839013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.858995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.900950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a1df88-e32d-44cb-b357-75ac297cf7f7']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:04.915316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44c1ab4c-f2cf-45b5-ab6b-d753d062e57b req-4055f6d1-162f-42e7-ad85-1632987bb9d4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841692 Jul 28 14:51:04.981423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57929-eff0-4ead-9266-462f0b634080 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:04.992862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57929-eff0-4ead-9266-462f0b634080 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:04.995938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72d87f2-a4cb-44ec-a6b9-fd81c1e08f7f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:04.996366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72d87f2-a4cb-44ec-a6b9-fd81c1e08f7f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:05.006618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57929-eff0-4ead-9266-462f0b634080 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.018127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57929-eff0-4ead-9266-462f0b634080 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.030720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57929-eff0-4ead-9266-462f0b634080 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.040328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8dc57929-eff0-4ead-9266-462f0b634080 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3037 time: 0.4075842 Jul 28 14:51:05.045380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56824) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.074613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56826) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.081806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.118655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-87355b8c-71e4-4e77-aa85-0da15b3244b0 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3586931 Jul 28 14:51:05.125273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.148948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56828) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.171373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858585471'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:05.196128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.221686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:05.242187 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:05.305346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5c464745-3e9e-4eef-ba10-4ac82309bd34 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a883e5dd28e4b00bb1d59d356acda0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183533 Jul 28 14:51:05.307944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56832) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.339981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c4e83c7-c22d-4def-9002-bffb70a362d3 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 668 time: 0.2936540 Jul 28 14:51:05.342343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56834) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.401894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.413509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-216a2e79-cdcd-449a-bb07-51dc9d7ab4f6 req-99800de3-1326-49ce-8ae3-a0d508a43387 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.0701115 Jul 28 14:51:05.421343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.437650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b857c995-f27d-41b6-8ac2-9b1319168559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.452686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25f325-4d9f-4357-a67e-1c20c8bac335 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.455918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25f325-4d9f-4357-a67e-1c20c8bac335 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.458819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-df25f325-4d9f-4357-a67e-1c20c8bac335 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1139913 Jul 28 14:51:05.462487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.488824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b857c995-f27d-41b6-8ac2-9b1319168559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.527582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120bfa0-d01c-4d31-8c3f-9a1086b644a6 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.529591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120bfa0-d01c-4d31-8c3f-9a1086b644a6 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.536162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5120bfa0-d01c-4d31-8c3f-9a1086b644a6 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0680697 Jul 28 14:51:05.538494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.653968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.702096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bf9e4-48de-4e0a-bdf2-573eba7b8bb3 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.703810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5e6bf9e4-48de-4e0a-bdf2-573eba7b8bb3 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks/570127e0-b03b-4a56-bb07-7afa9a9beef8 HTTP/1.1" status: 200 len: 799 time: 0.1641581 Jul 28 14:51:05.710575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56840) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.722730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.726839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object 30165512-bb7e-4923-882f-ce7268b9ec9a will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:05.732609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b857c995-f27d-41b6-8ac2-9b1319168559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.736040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b857c995-f27d-41b6-8ac2-9b1319168559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.741330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b857c995-f27d-41b6-8ac2-9b1319168559 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/191c48d3-8039-45fe-808b-b3de9b16739f HTTP/1.1" status: 204 len: 168 time: 0.4186759 Jul 28 14:51:05.741330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.755905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.809186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6a1df88-e32d-44cb-b357-75ac297cf7f7 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:51:05.838893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.840046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.842062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/networks/a6a1df88-e32d-44cb-b357-75ac297cf7f7 HTTP/1.1" status: 204 len: 168 time: 2.0656569 Jul 28 14:51:05.850783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857c995-f27d-41b6-8ac2-9b1319168559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191c48d3-8039-45fe-808b-b3de9b16739f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:05.851819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56844) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.861184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'network': {'name': 'tempest-network--1920310504', 'router:external': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:05.865543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Pushing event updated for resources: {'Port': ['ID=5b58d8b8-eab8-4564-ac2c-c742f3cbbca4,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:05.880434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.884172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a068-23c8-42e2-9806-43fe810d2c7b tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6a1df88-e32d-44cb-b357-75ac297cf7f7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:05.891265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Network b378b465-58ed-4a35-992c-382aaee2c0b4 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:05.911758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:05.929693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:06.009415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.054071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Pushing event updated for resources: {'Port': ['ID=e6c7b93e-b06b-46b1-a334-1690e9e19188,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:06.149797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ecec8c02-a8c7-4155-99b1-43416efd21fc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/networks/570127e0-b03b-4a56-bb07-7afa9a9beef8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4373431 Jul 28 14:51:06.155581 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Floating IP c727f108-87ca-4e2a-b96d-575fe2be264d associated. External IP: 172.25.6.58, port: a5ee7dee-4336-4c3f-8f10-4bb795ef8e31. Jul 28 14:51:06.156653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56850) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:06.193256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.194550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.212344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.238069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.334504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb69daee-b757-4eb4-9fd6-5b62e9e2582c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:06.466698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:06.561521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279ca50-7757-4a2d-836d-8b19fa12dfe5 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.575508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4279ca50-7757-4a2d-836d-8b19fa12dfe5 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/subnets/5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25 HTTP/1.1" status: 200 len: 811 time: 0.4172070 Jul 28 14:51:06.590175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:06.606978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Made reservation on behalf of 442965a641314bb0a70b2150276c372c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:06.608141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:06.617274 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.618199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:06.636109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:06.653143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Router a97b3e7f-5f9b-4393-a16a-f3e3493536a3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:06.705666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.710555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a85ebc52-d702-4089-b61c-d89689ae5593 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5491562 Jul 28 14:51:06.738345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:06.750085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'cb69daee-b757-4eb4-9fd6-5b62e9e2582c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:06.789500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-2d9f23b5-3590-4724-8d87-6492fa09a92d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8891957 Jul 28 14:51:06.791140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:06.852602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b349-c415-4933-ae50-6224163286b4 req-857e0e3b-1093-44f1-a984-923ac4496690 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.878058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b349-c415-4933-ae50-6224163286b4 req-857e0e3b-1093-44f1-a984-923ac4496690 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.903661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b349-c415-4933-ae50-6224163286b4 req-857e0e3b-1093-44f1-a984-923ac4496690 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.936967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5701b349-c415-4933-ae50-6224163286b4 req-857e0e3b-1093-44f1-a984-923ac4496690 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 2374 time: 0.7216387 Jul 28 14:51:06.973001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.973397 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Added segment 9de03d56-fc79-46d5-965b-17cb86141c95 of type vlan for network 5c878ec5-a1d6-4398-b647-525e06d3c857 Jul 28 14:51:06.976612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Request body: {'port': {'device_id': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:07.084432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a97c43-baeb-4d6b-a640-407939a37142 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['shared'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:07.086140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-57a97c43-baeb-4d6b-a640-407939a37142 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "GET /v2.0/subnets/5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4729512 Jul 28 14:51:07.090736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5701b349-c415-4933-ae50-6224163286b4 req-d8568d3c-b8ae-492b-a235-3e5c268d2af4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525781 Jul 28 14:51:07.093610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56864) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.105748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935398111'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:07.116977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:07.121515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.243798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6874b70f-423c-445e-b378-29af3095d909 None None] Provisioning for port 30165512-bb7e-4923-882f-ce7268b9ec9a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:07.249451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6874b70f-423c-445e-b378-29af3095d909 None None] Provisioning complete for port 30165512-bb7e-4923-882f-ce7268b9ec9a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:07.275116 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6874b70f-423c-445e-b378-29af3095d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.292211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272c1ef-8b6f-4fdd-a218-ebaf6d30840c req-437e0180-dfd8-470e-b60c-cb675f302944 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:07.297217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7272c1ef-8b6f-4fdd-a218-ebaf6d30840c req-437e0180-dfd8-470e-b60c-cb675f302944 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 931 time: 0.5367408 Jul 28 14:51:07.298797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.300818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.311894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.317108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6874b70f-423c-445e-b378-29af3095d909 None None] Port 30165512-bb7e-4923-882f-ce7268b9ec9a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:07.332412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e5b7-645b-4172-a79b-8f4fa2fc7851 req-05ff4603-e9a4-45ce-8504-51dee003ca3a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:07.334781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aef3e5b7-645b-4172-a79b-8f4fa2fc7851 req-05ff4603-e9a4-45ce-8504-51dee003ca3a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1250093 Jul 28 14:51:07.420814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:07.437691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] Sync routers for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:07.453783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:07.455354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:07.463774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aef3e5b7-645b-4172-a79b-8f4fa2fc7851 req-fecc2d73-7800-4b82-b39c-e4ec0bd53108 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101365 Jul 28 14:51:07.523665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.550305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:07.557668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7272c1ef-8b6f-4fdd-a218-ebaf6d30840c req-630a75f1-883f-4490-8db5-d38c85e07212 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375538 Jul 28 14:51:07.576355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:07.577982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:07.601880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:07.605779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.637312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.638432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:07.640028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6c864-51b4-4c75-aa27-1c723bd1410c None None] The sync data for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:07.641456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:07.659694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.675995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.716143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-2e4913af-0468-451c-bd04-27d2827dec76 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4507275 Jul 28 14:51:07.717813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:07.742015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607', 'admin_state_up': True, 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'security_groups': ['be7b3711-eaef-4ce2-88cc-2552ec85a0ba']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:07.810642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.861128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4298db5c-c7b3-4012-9617-893b8ea1a873,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:07.867820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.868378 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Added segment 2eb8f3d5-a01e-475c-a9c1-247c0a8d7519 of type vlan for network 43e564db-6c28-477b-a83c-904801c7f36b Jul 28 14:51:07.876831 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.881892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8f382c6-3238-4a4f-aa9d-1deb460c2807 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1380074 Jul 28 14:51:07.886280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.926965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Network': ['ID=5c878ec5-a1d6-4398-b647-525e06d3c857,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:07.943141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28235690-7e47-4426-861c-b0b219801f8c tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 7.5899835 Jul 28 14:51:07.949322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b8d5712-3da9-4910-96d2-f5618f79f5b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0946941 Jul 28 14:51:07.949616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.950163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.955638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 5c878ec5-a1d6-4398-b647-525e06d3c857 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:08.060870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.080502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4a895b10-aa93-4394-adb6-e8a732b4d22b tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules/4298db5c-c7b3-4012-9617-893b8ea1a873 HTTP/1.1" status: 200 len: 763 time: 0.1815836 Jul 28 14:51:08.085040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23362b88-692b-4cbf-97be-4bfd49aeff8c tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.091397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23362b88-692b-4cbf-97be-4bfd49aeff8c tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] 10.222.0.57 "GET /v2.0/networks/5c878ec5-a1d6-4398-b647-525e06d3c857 HTTP/1.1" status: 200 len: 757 time: 0.1270666 Jul 28 14:51:08.092499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56878) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.092499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56880) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.108037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c7b93e-b06b-46b1-a334-1690e9e19188 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:08.143069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.236315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Transition to ACTIVE for port object e6c7b93e-b06b-46b1-a334-1690e9e19188 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:08.320764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-295e6f74-f2b6-4221-bc95-85fedf8e3ccb tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] 10.222.0.57 "GET /v2.0/floatingips/c727f108-87ca-4e2a-b96d-575fe2be264d HTTP/1.1" status: 200 len: 980 time: 0.3661463 Jul 28 14:51:08.323337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56890) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.348046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4a53-79bf-4c78-b11e-e6fa5f6d5afa req-4d501a08-415e-4267-81f0-e3d59fa41895 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.361110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4a53-79bf-4c78-b11e-e6fa5f6d5afa req-4d501a08-415e-4267-81f0-e3d59fa41895 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.374957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4a53-79bf-4c78-b11e-e6fa5f6d5afa req-4d501a08-415e-4267-81f0-e3d59fa41895 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.378347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9ac4a53-79bf-4c78-b11e-e6fa5f6d5afa req-4d501a08-415e-4267-81f0-e3d59fa41895 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 2374 time: 0.1475880 Jul 28 14:51:08.381846 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.398035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ae691-76e3-488e-b0fa-f1d6d7cfc818 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.404045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d2ae691-76e3-488e-b0fa-f1d6d7cfc818 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] 10.222.0.57 "GET /v2.0/networks/8798e5a0-3776-4989-9025-ef5957820db9 HTTP/1.1" status: 200 len: 768 time: 0.2620432 Jul 28 14:51:08.415758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-31ab7dd0-839c-4ac7-9929-e23108d3febf tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2814319 Jul 28 14:51:08.415758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.425558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85705108-d2d9-407e-871b-5c92a6b8d7cb tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.0968151 Jul 28 14:51:08.425558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56894) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.440550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56896) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.657778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.674273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56904) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.702619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.724510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.813740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.822530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.823706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.828268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:08.869688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791c2f9-be95-4779-bb64-4010029633b7 req-e5ec8623-2949-4f14-9338-809c3bdaf561 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.871313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b791c2f9-be95-4779-bb64-4010029633b7 req-e5ec8623-2949-4f14-9338-809c3bdaf561 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1750989 Jul 28 14:51:08.954594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.969456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.970931 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4298db5c-c7b3-4012-9617-893b8ea1a873 HTTP/1.1" status: 204 len: 168 time: 0.5467391 Jul 28 14:51:08.975980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56908) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.984785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2144453272-network', 'tenant_id': '52c3041939e3465f9ad32a290523e056'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:08.989191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.025755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4298db5c-c7b3-4012-9617-893b8ea1a873,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:09.035097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c878ec5-a1d6-4398-b647-525e06d3c857']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:09.071517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b791c2f9-be95-4779-bb64-4010029633b7 req-6b3ecdc2-be9f-4944-989c-caa30631c03d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627016 Jul 28 14:51:09.074932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de03d56-fc79-46d5-965b-17cb86141c95') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:09.075461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de03d56-fc79-46d5-965b-17cb86141c95') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:09.078063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.080021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.080571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.081125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.081689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.082253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.082804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.083358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.083921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.085119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.085677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.086221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.088106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477b92-2f20-440f-acca-7efc7223fcf8 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:09.089814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=e6c7b93e-b06b-46b1-a334-1690e9e19188,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:09.140403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.143146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9ac4a53-79bf-4c78-b11e-e6fa5f6d5afa req-7cbe09dc-8ce9-4096-ac75-3a30f18cfbd0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7529385 Jul 28 14:51:09.190883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting port 5b58d8b8-eab8-4564-ac2c-c742f3cbbca4 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:09.190883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.199671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1045904 Jul 28 14:51:09.205569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56910) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:09.210568 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.211782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187fc3d-5407-4260-b5c8-b01b83ac9e5a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Network': ['ID=43e564db-6c28-477b-a83c-904801c7f36b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:09.244203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'network_id': '43e564db-6c28-477b-a83c-904801c7f36b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:09.245430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 43e564db-6c28-477b-a83c-904801c7f36b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:09.248146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:09.248983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:09.307195 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:09.328624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-595d8485-e159-4427-9ab4-a15c7e21adae tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3355150 Jul 28 14:51:09.331684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56912) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:09.345193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'cb69daee-b757-4eb4-9fd6-5b62e9e2582c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:09.465722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Attempting to bind port e6c7b93e-b06b-46b1-a334-1690e9e19188 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:09.466161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Attempting to bind port e6c7b93e-b06b-46b1-a334-1690e9e19188 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:09.466705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Attempting to bind port e6c7b93e-b06b-46b1-a334-1690e9e19188 on network b378b465-58ed-4a35-992c-382aaee2c0b4 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:09.475882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Port e6c7b93e-b06b-46b1-a334-1690e9e19188 on network b378b465-58ed-4a35-992c-382aaee2c0b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:09.476406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Attempting to bind port e6c7b93e-b06b-46b1-a334-1690e9e19188 on network b378b465-58ed-4a35-992c-382aaee2c0b4 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:09.485960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:09.486659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Checking segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:09.487167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Bound using segment: {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:09.487943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Bound port: e6c7b93e-b06b-46b1-a334-1690e9e19188, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:09.488571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.635135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.648051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] For port e6c7b93e-b06b-46b1-a334-1690e9e19188, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:09.701652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] For port e6c7b93e-b06b-46b1-a334-1690e9e19188, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:09.758723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.815717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Made reservation on behalf of b09d8dcadf9f4f84bfa4a02b60384a18 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:09.823697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.869144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Made reservation on behalf of 52c3041939e3465f9ad32a290523e056 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:09.873331 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.921117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.924667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.954372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.045648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.046093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.060069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing IP validity checks on allocation pools {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:51:10.061063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:51:10.069483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883a60-1e62-43d0-80c9-368079bb56dc req-24edccb2-5ba8-4042-a9f3-db0db2db8e81 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.077396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3d6d49-45f8-408d-8d23-21f31d803b5a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.082479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f883a60-1e62-43d0-80c9-368079bb56dc req-24edccb2-5ba8-4042-a9f3-db0db2db8e81 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 943 time: 0.7737641 Jul 28 14:51:10.083080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.084143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.086612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] 10.222.0.58 "PUT /v2.0/ports/e6c7b93e-b06b-46b1-a334-1690e9e19188 HTTP/1.1" status: 200 len: 1092 time: 3.1259508 Jul 28 14:51:10.091692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'tag': 'e6c7b93e-b06b-46b1-a334-1690e9e19188'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:10.094906 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2705f065-7357-462a-b031-ea296dba53ea" -d '{"events": [{"name": "network-changed", "server_uuid": "daab73f9-55b2-42d8-b517-a1c096ae5a41", "tag": "e6c7b93e-b06b-46b1-a334-1690e9e19188"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:10.129427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Calling delete_port for 5b58d8b8-eab8-4564-ac2c-c742f3cbbca4 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:10.155811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.177045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c878ec5-a1d6-4398-b647-525e06d3c857 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:51:10.190836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.197488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/networks/5c878ec5-a1d6-4398-b647-525e06d3c857 HTTP/1.1" status: 204 len: 168 time: 1.7798407 Jul 28 14:51:10.201189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:10.217577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'network': {'name': 'tempest-network--560694440'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:10.222300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747171fd-694e-4745-8efe-8cc08cb1983e tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c878ec5-a1d6-4398-b647-525e06d3c857,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.303178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063229-c281-4e74-8d9d-ca7098a7ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=e6c7b93e-b06b-46b1-a334-1690e9e19188,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.309936 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3f883a60-1e62-43d0-80c9-368079bb56dc req-30660b6b-a0c0-4848-9dda-3eabd9f2e8a8 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249653 Jul 28 14:51:10.311659 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e6d0d-0695-43bb-8305-d1217a39867f x-openstack-request-id: req-252e6d0d-0695-43bb-8305-d1217a39867f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:10.312155 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab73f9-55b2-42d8-b517-a1c096ae5a41", "tag": "e6c7b93e-b06b-46b1-a334-1690e9e19188", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:10.312666 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-252e6d0d-0695-43bb-8305-d1217a39867f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:10.313467 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'tag': 'e6c7b93e-b06b-46b1-a334-1690e9e19188', 'status': 'completed', 'code': 200} Jul 28 14:51:10.631790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.651125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681f9fd-a15f-4200-bee5-138e589c43fd req-d4ba108e-9a4c-4214-90d0-b602165ac522 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.662562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681f9fd-a15f-4200-bee5-138e589c43fd req-d4ba108e-9a4c-4214-90d0-b602165ac522 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.667751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681f9fd-a15f-4200-bee5-138e589c43fd req-d4ba108e-9a4c-4214-90d0-b602165ac522 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.683628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8681f9fd-a15f-4200-bee5-138e589c43fd req-d4ba108e-9a4c-4214-90d0-b602165ac522 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 2374 time: 0.2581658 Jul 28 14:51:10.705877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-0cbe03bb-3483-436a-bb5f-2e4ec31feb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.708962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-0cbe03bb-3483-436a-bb5f-2e4ec31feb64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 1095 time: 0.4194551 Jul 28 14:51:10.839382 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.917594 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.924302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-66df9270-c750-4769-8973-97ca451b796d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5841846 Jul 28 14:51:10.925881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56922) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:10.926948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-5758612f-3a02-40fb-a100-b256ed4ecef7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188 HTTP/1.1" status: 200 len: 217 time: 0.1734219 Jul 28 14:51:10.953149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8681f9fd-a15f-4200-bee5-138e589c43fd req-3f936b8b-b678-4b50-90a3-0ed9430d745a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677600 Jul 28 14:51:11.034782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:11.035158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 10.2.2.100 (d4bef802-f700-418f-a335-1f408fe33607/6e656d21-b97b-4494-9fdf-3aa56ee91f43/f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:11.049925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29448d-0418-4ebf-87c6-b1e950ca78a4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:11.064472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-863d9aa6-4356-483e-87a6-bfee63f03ea3 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules/6b3d6d49-45f8-408d-8d23-21f31d803b5a HTTP/1.1" status: 200 len: 763 time: 0.1278551 Jul 28 14:51:11.069661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56924) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:11.088630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.089808 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Added segment b18a53d3-f74c-4ee2-8330-bfdcac4f5786 of type vlan for network 874f092b-4a08-498d-91d2-28aa65bcae1b Jul 28 14:51:11.149194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11b20-031c-472a-b784-e84facecd1cc req-57675a2c-887d-4800-a45f-b737e988be33 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.162133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54d11b20-031c-472a-b784-e84facecd1cc req-57675a2c-887d-4800-a45f-b737e988be33 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.5412219 Jul 28 14:51:11.171803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.246330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.270127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-57496078-12f4-42c7-ac3c-82b67e65f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.272051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-57496078-12f4-42c7-ac3c-82b67e65f12e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29f1337b-cc41-4f2a-b0f8-8200271d70b8 HTTP/1.1" status: 200 len: 855 time: 0.2670069 Jul 28 14:51:11.277927 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4f5eea83-4403-405d-8ef2-db76a5ec1717 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2024586 Jul 28 14:51:11.277927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Made reservation on behalf of 442965a641314bb0a70b2150276c372c for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:11.279133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.279373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56926) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:11.303588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Port': ['ID=5b58d8b8-eab8-4564-ac2c-c742f3cbbca4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:11.399611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.403449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-6325aa58-efe4-4a4d-8c8f-826498aa23e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b378b465-58ed-4a35-992c-382aaee2c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982785 Jul 28 14:51:11.406825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54d11b20-031c-472a-b784-e84facecd1cc req-6469f7ba-eae2-4e49-96ca-f2843c0ce381 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151582 Jul 28 14:51:11.510371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47226f6d-04aa-4a59-9820-10ee8f968b9a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.523734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:11.561259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47226f6d-04aa-4a59-9820-10ee8f968b9a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.591935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.593877 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Floating IP c727f108-87ca-4e2a-b96d-575fe2be264d disassociated (deleted). External IP: 172.25.6.58, port: a5ee7dee-4336-4c3f-8f10-4bb795ef8e31. Jul 28 14:51:11.609545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.612514 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Added segment 18a26dc7-4b9f-45f5-a53b-0545ca2f5937 of type vlan for network 2ce70506-57c5-4fe6-936b-4416676977a9 Jul 28 14:51:11.640713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=37177544-7fe3-460d-9cc9-dd1ea7395103,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:11.726196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.732099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.734613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Checking segment: {'id': '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43e564db-6c28-477b-a83c-904801c7f36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:11.735139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network hostable DHCP agents. Network: 43e564db-6c28-477b-a83c-904801c7f36b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:11.758776 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.767041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.767041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.781455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-f681768d-1dcd-4838-becf-79de48a78994 service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511398 Jul 28 14:51:11.807234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:11.811923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47226f6d-04aa-4a59-9820-10ee8f968b9a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.819849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358638a6-12b2-485a-8b00-f074c8ea1982 req-446126fa-279f-4cfc-a2dd-c37531710b3b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.821680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-358638a6-12b2-485a-8b00-f074c8ea1982 req-446126fa-279f-4cfc-a2dd-c37531710b3b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 943 time: 0.3422527 Jul 28 14:51:11.854068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47226f6d-04aa-4a59-9820-10ee8f968b9a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.860248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-47226f6d-04aa-4a59-9820-10ee8f968b9a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6b3d6d49-45f8-408d-8d23-21f31d803b5a HTTP/1.1" status: 204 len: 168 time: 0.5779388 Jul 28 14:51:11.904570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56932) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:11.955642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47226f6d-04aa-4a59-9820-10ee8f968b9a tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b3d6d49-45f8-408d-8d23-21f31d803b5a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:11.958621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Network 43e564db-6c28-477b-a83c-904801c7f36b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:11.964765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] Pushing event updated for resources: {'Network': ['ID=874f092b-4a08-498d-91d2-28aa65bcae1b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:12.010731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 874f092b-4a08-498d-91d2-28aa65bcae1b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:12.036538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-358638a6-12b2-485a-8b00-f074c8ea1982 req-a3e89f74-c295-4b2c-bd33-2a6f8e997cc9 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758568 Jul 28 14:51:12.051934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.059804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.059804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.066728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8e7923-eb55-4f91-8677-129850e7b70e req-598a1ca6-7cd7-4dad-9ffb-6bbaac524251 service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656698 Jul 28 14:51:12.077321 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4c9769df-d70f-4246-b873-65cfab8e86f3 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1694815 Jul 28 14:51:12.083919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56936) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.099386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 43e564db-6c28-477b-a83c-904801c7f36b) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:12.109352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Request body: {'security_group_rule': {'security_group_id': 'cb69daee-b757-4eb4-9fd6-5b62e9e2582c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:12.114128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.114128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.158409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.254930 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8fa4811-d07b-4b52-a8e5-f01b4873d291 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5788844 Jul 28 14:51:12.256429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56938) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.272621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e03d0-72bc-40ca-a0b5-f8f02465fe05 None None] Network 43e564db-6c28-477b-a83c-904801c7f36b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:12.283884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Request body: {'subnet': {'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2144453272-subnet', 'tenant_id': '52c3041939e3465f9ad32a290523e056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:12.306560 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0972602 Jul 28 14:51:12.310665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56940) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.368512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f240a-1e6a-4bba-a405-e88d7fcbb6b3 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce70506-57c5-4fe6-936b-4416676977a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:12.375528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:12.392337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network d4bef802-f700-418f-a335-1f408fe33607 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:12.398453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2ce70506-57c5-4fe6-936b-4416676977a9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:12.417699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Router a97b3e7f-5f9b-4393-a16a-f3e3493536a3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:12.418286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-234a6bf7-4731-4dc3-8a21-6b290f9d7980 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2072880 Jul 28 14:51:12.418520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56942) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.425092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:12.458679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:12.593810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.594169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:12.598375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:12.700343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289bf1-e334-42b7-99d5-8faa7296f318 req-eb8c340f-1ff0-4b4a-af53-d0df502212f9 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.707783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289bf1-e334-42b7-99d5-8faa7296f318 req-eb8c340f-1ff0-4b4a-af53-d0df502212f9 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.715621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289bf1-e334-42b7-99d5-8faa7296f318 req-eb8c340f-1ff0-4b4a-af53-d0df502212f9 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.723137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289bf1-e334-42b7-99d5-8faa7296f318 req-eb8c340f-1ff0-4b4a-af53-d0df502212f9 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.725440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79289bf1-e334-42b7-99d5-8faa7296f318 req-eb8c340f-1ff0-4b4a-af53-d0df502212f9 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3095 time: 0.4632909 Jul 28 14:51:12.770271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:12.789581 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] Sync routers for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:12.796675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.797373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.811796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.820021 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:12.821065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.870451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705f065-7357-462a-b031-ea296dba53ea req-0f5fe095-a997-463d-b4ef-f9cd7c6478bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.872782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-0f5fe095-a997-463d-b4ef-f9cd7c6478bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad2ba51a35924bc298e2528668f59544&device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 1095 time: 0.4631824 Jul 28 14:51:12.876876 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.890410 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:12.891427 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:50:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.899896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-883f63cd-7ff8-4691-b1b7-625e7436fae7 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "DELETE /v2.0/floatingips/c727f108-87ca-4e2a-b96d-575fe2be264d HTTP/1.1" status: 204 len: 168 time: 4.4547780 Jul 28 14:51:12.901368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.918665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79289bf1-e334-42b7-99d5-8faa7296f318 req-e7e22e6e-37a8-49ce-abfa-8e554c0fc969 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858108 Jul 28 14:51:12.923975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:12.936304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Made reservation on behalf of 52c3041939e3465f9ad32a290523e056 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:12.941677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.950701 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.951624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60611b43-103d-49ce-a4a0-04733c5d570f None None] The sync data for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:12.959833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-43e564db-6c28-477b-a83c-904801c7f36b', 'network_id': '43e564db-6c28-477b-a83c-904801c7f36b', 'tenant_id': 'b09d8dcadf9f4f84bfa4a02b60384a18', 'fixed_ips': [{'subnet_id': '37177544-7fe3-460d-9cc9-dd1ea7395103'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:12.960806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.989502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25597926'] for subnet, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.065347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.118177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-30cb0a7d-3bcb-4c2a-92e2-1cbab958f05d None None] Provisioning for port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:13.129884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-30cb0a7d-3bcb-4c2a-92e2-1cbab958f05d None None] Provisioning complete for port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:13.129884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30cb0a7d-3bcb-4c2a-92e2-1cbab958f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.138928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.143246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-2e22e17c-294e-4618-b961-9801e09ee683 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4090648 Jul 28 14:51:13.164140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705f065-7357-462a-b031-ea296dba53ea req-7a0304c7-9d02-4df1-a172-e1d52755a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:13.167210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-7a0304c7-9d02-4df1-a172-e1d52755a583 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 200 len: 916 time: 0.2811491 Jul 28 14:51:13.167457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3f5e-394b-4b60-9d12-dc69175aa70e req-a75f1961-89fe-4b56-bbb9-a121f4fbb629 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:13.173614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49de3f5e-394b-4b60-9d12-dc69175aa70e req-a75f1961-89fe-4b56-bbb9-a121f4fbb629 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.3976052 Jul 28 14:51:13.197903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607', 'admin_state_up': True, 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'security_groups': ['be7b3711-eaef-4ce2-88cc-2552ec85a0ba']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:13.208183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-30cb0a7d-3bcb-4c2a-92e2-1cbab958f05d None None] Port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:13.277466 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:51:13.277466 n-d-764806-10 neutron-server[94659]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 28 14:51:13.277466 n-d-764806-10 neutron-server[94659]: [parameters: {'in_use': 1, 'id_1': '37177544-7fe3-460d-9cc9-dd1ea7395103'}] Jul 28 14:51:13.277466 n-d-764806-10 neutron-server[94659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:13.278285 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:13.305328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49de3f5e-394b-4b60-9d12-dc69175aa70e req-eab52037-311d-4449-af13-01af80df7a06 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145580 Jul 28 14:51:13.341680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.390566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-9fca561e-50eb-431b-923d-67be59fb49f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188 HTTP/1.1" status: 200 len: 217 time: 0.1828489 Jul 28 14:51:13.418509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.426079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7fe909-3d2f-4676-8dcb-59ca7c374aea,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.431954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.552114 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.553469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f6f18026-4460-41e3-877c-7c8a658a988d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4663315 Jul 28 14:51:13.565843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56950) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.579871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7480e94e-eab2-4c23-a95c-1c70d22036d9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules/6b7fe909-3d2f-4676-8dcb-59ca7c374aea HTTP/1.1" status: 200 len: 764 time: 0.0207989 Jul 28 14:51:13.583471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56952) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.592150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735077438760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27166205'] for subnet, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.666649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.677239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:13.678449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.684527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "PUT /v2.0/subnets/37177544-7fe3-460d-9cc9-dd1ea7395103 HTTP/1.1" status: 200 len: 877 time: 1.2602952 Jul 28 14:51:13.688277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56954) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.766401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1fba25d7-6a3c-47f9-9f0d-c1b83ed8bee9 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1817076 Jul 28 14:51:13.772198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56956) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.777152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af904b6-2eea-438a-b50c-236f81ee974c tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event updated for resources: {'Subnet': ['ID=37177544-7fe3-460d-9cc9-dd1ea7395103,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.779519 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.913756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2094942-3822-4655-8aca-bec0df61c76e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.920756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadd7c07-c7ad-4d58-8617-91ec906b5a20 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.928422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Checking segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:13.928822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Network hostable DHCP agents. Network: 874f092b-4a08-498d-91d2-28aa65bcae1b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:13.945154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadd7c07-c7ad-4d58-8617-91ec906b5a20 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.960318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.006768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e6c7b93e-b06b-46b1-a334-1690e9e19188 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:51:14.017506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Network 2ce70506-57c5-4fe6-936b-4416676977a9 is not hosted by any dhcp agent {{(pid=94657) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:51:14.017963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.018665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.020407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "PUT /v2.0/networks/2ce70506-57c5-4fe6-936b-4416676977a9 HTTP/1.1" status: 200 len: 857 time: 1.6671968 Jul 28 14:51:14.026806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56960) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:14.137313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b9b89-4b18-4f71-b14d-dfe17999595c tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce70506-57c5-4fe6-936b-4416676977a9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:14.147575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835031c-9d58-4b52-9b7c-23cdfc304ca8 req-2cbf146b-74d8-472e-b0c5-199f5543cbbb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.149450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4835031c-9d58-4b52-9b7c-23cdfc304ca8 req-2cbf146b-74d8-472e-b0c5-199f5543cbbb tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 943 time: 0.8391552 Jul 28 14:51:14.152222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Network 874f092b-4a08-498d-91d2-28aa65bcae1b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:14.155266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705f065-7357-462a-b031-ea296dba53ea req-b39bf6b2-252f-4282-b9d7-d8e34c44f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.157181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-b39bf6b2-252f-4282-b9d7-d8e34c44f559 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29f1337b-cc41-4f2a-b0f8-8200271d70b8 HTTP/1.1" status: 200 len: 855 time: 0.7307112 Jul 28 14:51:14.171772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.187222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.189016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadd7c07-c7ad-4d58-8617-91ec906b5a20 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.228054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadd7c07-c7ad-4d58-8617-91ec906b5a20 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.228054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aadd7c07-c7ad-4d58-8617-91ec906b5a20 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6b7fe909-3d2f-4676-8dcb-59ca7c374aea HTTP/1.1" status: 204 len: 168 time: 0.4495616 Jul 28 14:51:14.237309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56962) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:14.238188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Allocated IP 172.20.0.3 (43e564db-6c28-477b-a83c-904801c7f36b/37177544-7fe3-460d-9cc9-dd1ea7395103/6bba3f75-a628-4788-864b-7afb11217888) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:14.242046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-5bb6d46f-197c-4939-a8a1-9f466f26b82c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b378b465-58ed-4a35-992c-382aaee2c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695009 Jul 28 14:51:14.333546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4835031c-9d58-4b52-9b7c-23cdfc304ca8 req-da2098e7-365b-43da-9898-97b7cb5fe659 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433096 Jul 28 14:51:14.400366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd7c07-c7ad-4d58-8617-91ec906b5a20 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b7fe909-3d2f-4676-8dcb-59ca7c374aea,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:14.441918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e6c7b93e-b06b-46b1-a334-1690e9e19188, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:14.476443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'e6c7b93e-b06b-46b1-a334-1690e9e19188', 'network_id': 'b378b465-58ed-4a35-992c-382aaee2c0b4', 'port_id': 'e6c7b93e-b06b-46b1-a334-1690e9e19188', 'mac_address': 'fa:16:3e:df:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1337b-cc41-4f2a-b0f8-8200271d70b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:51:14.483575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 874f092b-4a08-498d-91d2-28aa65bcae1b) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:14.487125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Made reservation on behalf of 27b481319b1048a8a5c5671306336db9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:14.500031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efdd46-4a2c-43d4-ae7a-3cbbaf9f92c0 None None] Network 874f092b-4a08-498d-91d2-28aa65bcae1b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:14.542033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254401f-cf0a-4101-96ff-0851f78742bc req-511692ce-312a-48fb-82bb-30e712e9e8e1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.548998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254401f-cf0a-4101-96ff-0851f78742bc req-511692ce-312a-48fb-82bb-30e712e9e8e1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.555901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254401f-cf0a-4101-96ff-0851f78742bc req-511692ce-312a-48fb-82bb-30e712e9e8e1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.562645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254401f-cf0a-4101-96ff-0851f78742bc req-511692ce-312a-48fb-82bb-30e712e9e8e1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.571055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7254401f-cf0a-4101-96ff-0851f78742bc req-511692ce-312a-48fb-82bb-30e712e9e8e1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3095 time: 0.4456513 Jul 28 14:51:14.574930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.575539 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.601147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-186d16d2-288a-4f81-972f-cadab0f93e1c tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3578358 Jul 28 14:51:14.616334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56966) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:14.652880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-54cc6578-53be-45e4-bfa4-fa1f887f3872 service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005704 Jul 28 14:51:14.700860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.719839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176844d6-3712-4fd7-bc02-408323d63075 None None] Network 874f092b-4a08-498d-91d2-28aa65bcae1b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:14.749294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce70506-57c5-4fe6-936b-4416676977a9']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:14.751214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.768579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7254401f-cf0a-4101-96ff-0851f78742bc req-895c2369-4502-4602-9962-09286c8ccea4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964679 Jul 28 14:51:14.800319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0646e01f-6338-4f64-a27d-713c71043989 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5246179 Jul 28 14:51:14.801203 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.812880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a26dc7-4b9f-45f5-a53b-0545ca2f5937') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:14.812880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a26dc7-4b9f-45f5-a53b-0545ca2f5937') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:14.844537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Transition to ACTIVE for port object 6bba3f75-a628-4788-864b-7afb11217888 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:14.860497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.874303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c7b93e-b06b-46b1-a334-1690e9e19188 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:14.907664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Transition to ACTIVE for port object 6bba3f75-a628-4788-864b-7afb11217888 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:14.909160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.926392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:14.927086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.934778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e6c7b93e-b06b-46b1-a334-1690e9e19188, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:14.943175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.955172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.027294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.031293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:15.048672 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:15.056270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81ba1b07-705f-4329-934f-e2c109362fb7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.083210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Network 43e564db-6c28-477b-a83c-904801c7f36b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:15.087653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:15.096113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:15.118796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Pushing event updated for resources: {'Port': ['ID=6bba3f75-a628-4788-864b-7afb11217888,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.167008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81ba1b07-705f-4329-934f-e2c109362fb7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.246539 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.269451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Attempting to bind port 6bba3f75-a628-4788-864b-7afb11217888 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:15.270986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Attempting to bind port 6bba3f75-a628-4788-864b-7afb11217888 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43e564db-6c28-477b-a83c-904801c7f36b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:15.271724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Attempting to bind port 6bba3f75-a628-4788-864b-7afb11217888 on network 43e564db-6c28-477b-a83c-904801c7f36b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:15.288872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:15.288872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Checking segment: {'id': '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43e564db-6c28-477b-a83c-904801c7f36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:15.288872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.288872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Bound using segment: {'id': '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43e564db-6c28-477b-a83c-904801c7f36b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:15.288872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Bound port: 6bba3f75-a628-4788-864b-7afb11217888, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43e564db-6c28-477b-a83c-904801c7f36b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:15.289887 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.304575 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:51:15.305221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ce70506-57c5-4fe6-936b-4416676977a9 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:51:15.309481 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.356835 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.369855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2ce70506-57c5-4fe6-936b-4416676977a9 HTTP/1.1" status: 204 len: 168 time: 1.3378963 Jul 28 14:51:15.370540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e6c7b93e-b06b-46b1-a334-1690e9e19188,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.377457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e6c7b93e-b06b-46b1-a334-1690e9e19188'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:51:15.402349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56980) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:15.484324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] For port 6bba3f75-a628-4788-864b-7afb11217888, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:15.488719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] For port 6bba3f75-a628-4788-864b-7afb11217888, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6bba3f75-a628-4788-864b-7afb11217888,segment=NetworkSegment(2eb8f3d5-a01e-475c-a9c1-247c0a8d7519),segment_id=2eb8f3d5-a01e-475c-a9c1-247c0a8d7519)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:15.531184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146412-72aa-4b9b-a5c1-2e5a2913ae81 tempest-ExternalNetworksTestJSON-1708535628 tempest-ExternalNetworksTestJSON-1708535628-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ce70506-57c5-4fe6-936b-4416676977a9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.536014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2705f065-7357-462a-b031-ea296dba53ea req-f1636ff2-764b-44e0-a2f5-65daa484b14d service neutron] 10.222.0.58 "GET /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708747 Jul 28 14:51:15.586585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=37177544-7fe3-460d-9cc9-dd1ea7395103,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.610205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49ca6e-cc96-488a-abc4-04cf4375f71c req-8b924880-6449-4fc7-84ff-6ce3187432c2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:15.613200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da49ca6e-cc96-488a-abc4-04cf4375f71c req-8b924880-6449-4fc7-84ff-6ce3187432c2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 1.0985625 Jul 28 14:51:15.642069 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.695620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81ba1b07-705f-4329-934f-e2c109362fb7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.697916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81ba1b07-705f-4329-934f-e2c109362fb7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.699100 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-81ba1b07-705f-4329-934f-e2c109362fb7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "DELETE /v2.0/security-groups/cb69daee-b757-4eb4-9fd6-5b62e9e2582c HTTP/1.1" status: 204 len: 168 time: 1.0490246 Jul 28 14:51:15.716592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56988) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:15.784131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e285e-6bda-4a7b-b37b-46924d1e0920 None None] Pushing event updated for resources: {'Port': ['ID=6bba3f75-a628-4788-864b-7afb11217888,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.806214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dddfafe-2ab5-4d78-850c-e4dcbcf38e66 None None] Network 43e564db-6c28-477b-a83c-904801c7f36b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:15.877609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Allocated IP 10.2.2.200 (d4bef802-f700-418f-a335-1f408fe33607/6e656d21-b97b-4494-9fdf-3aa56ee91f43/92588340-b676-4bfc-b946-2c52feb47059) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:15.903889 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f83227-0715-4250-a14c-62837235fbd3 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:15.904696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f83227-0715-4250-a14c-62837235fbd3 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:15.918188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83f83227-0715-4250-a14c-62837235fbd3 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] 10.222.0.57 "DELETE /v2.0/subnets/1758fe75-06c8-4388-a26c-72cb729e4181 HTTP/1.1" status: 404 len: 337 time: 0.5021291 Jul 28 14:51:15.926958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56992) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:15.971336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd81a5-5489-412e-871d-22e67d19da62 None None] Network 43e564db-6c28-477b-a83c-904801c7f36b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:16.059746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba1b07-705f-4329-934f-e2c109362fb7 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb69daee-b757-4eb4-9fd6-5b62e9e2582c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:16.121570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.174631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da49ca6e-cc96-488a-abc4-04cf4375f71c req-dbadc0c2-92f8-4448-9250-b2613b69d19e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5510950 Jul 28 14:51:16.189528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e564db-6c28-477b-a83c-904801c7f36b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:16.195385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.293470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800811f-870b-49cb-9638-ffa60667c4c1 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:51:16.294214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:16.294214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:16.319210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.322535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.335077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Transition to ACTIVE for port object 92588340-b676-4bfc-b946-2c52feb47059 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:16.347224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-c77e0a14-3d8a-4ab4-a90f-e0ce44eab1a0 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:16.355796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-c77e0a14-3d8a-4ab4-a90f-e0ce44eab1a0 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 813 time: 0.8207893 Jul 28 14:51:16.369582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.380714 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-538099a2-9abf-4724-9f66-e7aeb2a56de4 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/quotas/52c3041939e3465f9ad32a290523e056 HTTP/1.1" status: 200 len: 375 time: 0.0239089 Jul 28 14:51:16.399848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:16.400272 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:16.403994 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:16.442483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-731d2b8e-c0ea-48b8-9f87-4723f95f5397 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603170 Jul 28 14:51:16.473367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Allocated IP 172.25.6.196 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d7f7eebe-b299-49b3-918e-163330be89e5) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:16.496162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-03e5daaa-a56f-499b-b9ea-d020641201f4 tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3965380 Jul 28 14:51:16.500542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56994) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:16.552134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2800811f-870b-49cb-9638-ffa60667c4c1 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:51:16.622831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.641158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550012-8bac-4ad3-ad37-6f2aeb44e21d req-2495b342-46a6-4c25-8d3f-7ebb7bb8ca0d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:16.655646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d550012-8bac-4ad3-ad37-6f2aeb44e21d req-2495b342-46a6-4c25-8d3f-7ebb7bb8ca0d tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 944 time: 0.2523890 Jul 28 14:51:16.803620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Network d4bef802-f700-418f-a335-1f408fe33607 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:16.850425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:16.866642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:16.894530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d550012-8bac-4ad3-ad37-6f2aeb44e21d req-ec9ada49-b8c9-48f4-bc58-d1794227f5af tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370825 Jul 28 14:51:16.895840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event updated for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:17.076211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.088339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.097906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:51:17.097906 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:51:17.097906 n-d-764806-10 neutron-server[94658]: [parameters: {'id': '43e564db-6c28-477b-a83c-904801c7f36b'}] Jul 28 14:51:17.097906 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:17.098618 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:17.108339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.109657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.110752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8798e5a0-3776-4989-9025-ef5957820db9']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:17.129496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f7e4565a-1f0c-4de0-b099-f6e2827c231d tempest-SecGroupTest-560503136 tempest-SecGroupTest-560503136-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6236000 Jul 28 14:51:17.137536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a8dde-188e-418c-917d-f33935095f9d') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:17.137833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a8dde-188e-418c-917d-f33935095f9d') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:17.160309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-36a5ce1d-f6d5-458e-9cf9-3eba629d1a04 service neutron] 10.222.0.57 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168200 Jul 28 14:51:17.166872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-ba61b42e-b221-4713-a49c-f841bacc1f9a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.170808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.173501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-ba61b42e-b221-4713-a49c-f841bacc1f9a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.181580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-ba61b42e-b221-4713-a49c-f841bacc1f9a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.188907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-ba61b42e-b221-4713-a49c-f841bacc1f9a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.195634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-ba61b42e-b221-4713-a49c-f841bacc1f9a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.203715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-ba61b42e-b221-4713-a49c-f841bacc1f9a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3816 time: 0.1582146 Jul 28 14:51:17.268334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-68a1a0a9-ccc4-4a77-a6c4-db12813109b8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0828114 Jul 28 14:51:17.272158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a79352-8346-48d7-98b4-198ea1a66b94 req-c23c8a3d-9673-4602-9082-1d7c9254be4d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673659 Jul 28 14:51:17.273501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.291535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:17.296425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:17.300587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:17.310029 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:17.508416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d0a65-bef2-485d-ae5c-14364d60f532 req-a843acf0-72ad-4a0e-868e-692eeb1e2ff3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.510505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a0d0a65-bef2-485d-ae5c-14364d60f532 req-a843acf0-72ad-4a0e-868e-692eeb1e2ff3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1499984 Jul 28 14:51:17.535309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-0bce397b-a248-420b-8204-1b7adf4a434a service neutron] 10.222.0.57 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653622 Jul 28 14:51:17.536562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.550793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.601175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.608386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.638790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.653670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] 10.222.0.57 "DELETE /v2.0/networks/8798e5a0-3776-4989-9025-ef5957820db9 HTTP/1.1" status: 204 len: 168 time: 1.7121320 Jul 28 14:51:17.697041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10be061-1678-4aab-ade1-06987badd180 tempest-ExternalNetworksTestJSON-1379642598 tempest-ExternalNetworksTestJSON-1379642598-project] Pushing event deleted for resources: {'Network': ['ID=8798e5a0-3776-4989-9025-ef5957820db9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:17.766824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f7eebe-b299-49b3-918e-163330be89e5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:17.771905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:17.780702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:17.791446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:17.826901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port 6bba3f75-a628-4788-864b-7afb11217888 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:17.827470 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.881653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-728f27bf-1041-47a5-bf48-ab84355871d2 None None] Provisioning for port 92588340-b676-4bfc-b946-2c52feb47059 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:17.888365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a0d0a65-bef2-485d-ae5c-14364d60f532 req-ab06fa41-07da-4b07-a546-10d6aaafdd45 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535550 Jul 28 14:51:17.890729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-728f27bf-1041-47a5-bf48-ab84355871d2 None None] Provisioning complete for port 92588340-b676-4bfc-b946-2c52feb47059 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:17.891312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-728f27bf-1041-47a5-bf48-ab84355871d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.014236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port 6bba3f75-a628-4788-864b-7afb11217888, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6bba3f75-a628-4788-864b-7afb11217888,segment=NetworkSegment(2eb8f3d5-a01e-475c-a9c1-247c0a8d7519),segment_id=2eb8f3d5-a01e-475c-a9c1-247c0a8d7519)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:18.014826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.041904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for 6bba3f75-a628-4788-864b-7afb11217888 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:18.042923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e6c7b93e-b06b-46b1-a334-1690e9e19188 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:18.130076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.133151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-728f27bf-1041-47a5-bf48-ab84355871d2 None None] Port 92588340-b676-4bfc-b946-2c52feb47059 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:18.321071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:18.373771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port e6c7b93e-b06b-46b1-a334-1690e9e19188 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:18.381262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port e6c7b93e-b06b-46b1-a334-1690e9e19188 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:18.381665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.481485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.546978 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.602699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07697370-8952-4793-860b-b71475f57e97 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:18.635514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.635795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e6c7b93e-b06b-46b1-a334-1690e9e19188, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:18.636947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c7b93e-b06b-46b1-a334-1690e9e19188'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:18.639656 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c798391-29ee-4aa1-9429-77d7acfeeecf" -d '{"events": [{"server_uuid": "daab73f9-55b2-42d8-b517-a1c096ae5a41", "name": "network-vif-plugged", "status": "completed", "tag": "e6c7b93e-b06b-46b1-a334-1690e9e19188"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:18.649788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57026) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:18.665046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=6bba3f75-a628-4788-864b-7afb11217888,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:18.667462 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.672976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Transition to ACTIVE for port object 07697370-8952-4793-860b-b71475f57e97 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:18.679349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port 6bba3f75-a628-4788-864b-7afb11217888 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:18.707834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757275fe-abb9-43f4-a4c3-3f92d877f281 req-5be4bad9-c640-42c4-bea1-8b8fd75bc85c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.710181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-757275fe-abb9-43f4-a4c3-3f92d877f281 req-5be4bad9-c640-42c4-bea1-8b8fd75bc85c tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 944 time: 0.5893734 Jul 28 14:51:18.745765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83f3fbe7-fbb4-48ad-b1cb-8a42950b3fd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd5c2a18a3be4cecb27257810db7a856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234848 Jul 28 14:51:18.749517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57030) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:18.756120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.803806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-ff86fb8c-f327-42b9-9c19-0ff219ee29a7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.811028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-ff86fb8c-f327-42b9-9c19-0ff219ee29a7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.817738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-ff86fb8c-f327-42b9-9c19-0ff219ee29a7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.824659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-ff86fb8c-f327-42b9-9c19-0ff219ee29a7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.831763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-ff86fb8c-f327-42b9-9c19-0ff219ee29a7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.834662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-ff86fb8c-f327-42b9-9c19-0ff219ee29a7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3816 time: 0.3775468 Jul 28 14:51:18.836031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.874942 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.890524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e564db-6c28-477b-a83c-904801c7f36b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:18.909268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:18.909615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb8f3d5-a01e-475c-a9c1-247c0a8d7519') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:18.914024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e6c7b93e-b06b-46b1-a334-1690e9e19188,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:18.925345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ad957b7-31be-4e21-8715-1992e0e8ff38 req-68f7a9ef-09f2-4232-a474-e81bcdd5d922 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770931 Jul 28 14:51:18.927370 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.947947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:18.964019 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:19.088850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-60f9e48c-d7e0-4b54-ae3a-42241c60a543 req-8b034cc2-2522-4ef8-8a78-8f226fb75ab6 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 210 time: 0.0603395 Jul 28 14:51:19.133058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-757275fe-abb9-43f4-a4c3-3f92d877f281 req-f545717a-cc0a-4c4f-adb1-92004b2a1bb7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035382 Jul 28 14:51:19.188624 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128735a-7e37-4ea6-8797-9e8411272f71 x-openstack-request-id: req-d128735a-7e37-4ea6-8797-9e8411272f71 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:19.188944 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab73f9-55b2-42d8-b517-a1c096ae5a41", "name": "network-vif-plugged", "status": "completed", "tag": "e6c7b93e-b06b-46b1-a334-1690e9e19188", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:19.189425 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d128735a-7e37-4ea6-8797-9e8411272f71 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:19.189594 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c7b93e-b06b-46b1-a334-1690e9e19188', 'code': 200} Jul 28 14:51:19.215112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.252530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.267371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/43e564db-6c28-477b-a83c-904801c7f36b HTTP/1.1" status: 204 len: 168 time: 5.5778956 Jul 28 14:51:19.268487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2726c3-ba58-454a-ac0d-0cb82ebf5680 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=43e564db-6c28-477b-a83c-904801c7f36b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:19.278088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57038) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.339654 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad503cf7-dcfd-4e26-a6a9-0f98fe6db50e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:19.340884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad503cf7-dcfd-4e26-a6a9-0f98fe6db50e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:19.347778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad503cf7-dcfd-4e26-a6a9-0f98fe6db50e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/37177544-7fe3-460d-9cc9-dd1ea7395103 HTTP/1.1" status: 404 len: 337 time: 0.0681088 Jul 28 14:51:19.349091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57040) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.373044 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85c01f9-1a62-4d0e-a5bc-4fe912e29b82 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:19.376419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85c01f9-1a62-4d0e-a5bc-4fe912e29b82 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:19.383837 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a85c01f9-1a62-4d0e-a5bc-4fe912e29b82 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/43e564db-6c28-477b-a83c-904801c7f36b HTTP/1.1" status: 404 len: 339 time: 0.0331085 Jul 28 14:51:19.385022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57042) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.421129 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa90d66-f964-4702-b5cb-496310293071 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:19.422267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa90d66-f964-4702-b5cb-496310293071 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:19.426030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6aa90d66-f964-4702-b5cb-496310293071 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/afa14c7e-bd63-4281-8fc9-b86967007014 HTTP/1.1" status: 404 len: 337 time: 0.0396667 Jul 28 14:51:19.431192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.457665 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47d8378-0632-4ffe-ad09-b9d8cb65ce98 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:19.458806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47d8378-0632-4ffe-ad09-b9d8cb65ce98 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:19.464803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d47d8378-0632-4ffe-ad09-b9d8cb65ce98 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/2cf65d56-ae63-4d14-a7fe-efee1b894887 HTTP/1.1" status: 404 len: 339 time: 0.0298588 Jul 28 14:51:19.465684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.466963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.470886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Pushing event updated for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:19.512912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9cb041ac-e1f8-4a3e-a7bd-40727d1c6d91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7501dc6423ca41b1be5eed8cd6b8fd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8550448 Jul 28 14:51:19.547883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57048) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.631987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15dfd02c-38cd-4fed-a98b-d44458d8fe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.663697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15dfd02c-38cd-4fed-a98b-d44458d8fe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.722384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.735225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.776255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd10f-277e-449f-85b0-0733ec0b470f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.943817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27fd46-7e89-4d53-9700-3259a6025896 req-ff335a56-da36-4020-aafa-170790a5c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:19.945834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee27fd46-7e89-4d53-9700-3259a6025896 req-ff335a56-da36-4020-aafa-170790a5c236 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 1097 time: 0.4426785 Jul 28 14:51:19.976917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.020503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd10f-277e-449f-85b0-0733ec0b470f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.045354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Attempting to bind port 07697370-8952-4793-860b-b71475f57e97 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:20.045966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Attempting to bind port 07697370-8952-4793-860b-b71475f57e97 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:20.046579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Attempting to bind port 07697370-8952-4793-860b-b71475f57e97 on network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:20.050492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f7eebe-b299-49b3-918e-163330be89e5,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:20.060903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15dfd02c-38cd-4fed-a98b-d44458d8fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.067548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ea99ae-0098-4f12-a6a3-1e985c51f4a3']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:20.072002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15dfd02c-38cd-4fed-a98b-d44458d8fe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.076146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-15dfd02c-38cd-4fed-a98b-d44458d8fe9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ae2f079-d550-4443-a09f-c852d87e640b HTTP/1.1" status: 204 len: 168 time: 1.3082218 Jul 28 14:51:20.099747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d9f0f-3538-44cc-b5fd-3f3e5329973a req-0697eafa-e3c9-4a43-a7aa-e6e243fea10d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.103979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e3d9f0f-3538-44cc-b5fd-3f3e5329973a req-0697eafa-e3c9-4a43-a7aa-e6e243fea10d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.6018276 Jul 28 14:51:20.120834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.135262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Port 07697370-8952-4793-860b-b71475f57e97 on network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:20.135747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Attempting to bind port 07697370-8952-4793-860b-b71475f57e97 on network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:20.151010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a1265a-4391-4d48-9439-ae15523891f2') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:20.151752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a1265a-4391-4d48-9439-ae15523891f2') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:20.158396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfd02c-38cd-4fed-a98b-d44458d8fe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae2f079-d550-4443-a09f-c852d87e640b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:20.179834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:20.192953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Checking segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:20.196537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Bound using segment: {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:20.196537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Bound port: 07697370-8952-4793-860b-b71475f57e97, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd51205f-0ca8-4cb0-a82c-586a9d278677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:20.196537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.201933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee27fd46-7e89-4d53-9700-3259a6025896 req-283f9176-631d-4756-a87d-92250338f2b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292144 Jul 28 14:51:20.222236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.271668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e3d9f0f-3538-44cc-b5fd-3f3e5329973a req-878652aa-7468-4ed8-a6c7-3c6ea38b0f71 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451597 Jul 28 14:51:20.286514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.310756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:20.311185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:20.321163 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:20.347393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.354281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eaf60f33-61fb-4ed6-b2c5-8eef7f9ed9bd tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4452088 Jul 28 14:51:20.354281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57060) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:20.384848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-b951b27e-361e-4918-8d0f-6c4a363e40fe tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.405220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-b951b27e-361e-4918-8d0f-6c4a363e40fe tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.428318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-b951b27e-361e-4918-8d0f-6c4a363e40fe tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.451072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-b951b27e-361e-4918-8d0f-6c4a363e40fe tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.484984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-b951b27e-361e-4918-8d0f-6c4a363e40fe tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.497391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-b951b27e-361e-4918-8d0f-6c4a363e40fe tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3828 time: 0.3490205 Jul 28 14:51:20.565953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9be927f-5c28-40aa-ae74-ed4f8ab8490e req-9d9f5243-3f63-49e8-9f86-07ab9a17e2d4 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 210 time: 0.1304424 Jul 28 14:51:20.576330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:20.584145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd10f-277e-449f-85b0-0733ec0b470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.587098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd10f-277e-449f-85b0-0733ec0b470f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.591162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cdfcd10f-277e-449f-85b0-0733ec0b470f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23789260-1579-44be-9747-e9d1dd839a0f HTTP/1.1" status: 204 len: 168 time: 1.0411160 Jul 28 14:51:20.605186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=07697370-8952-4793-860b-b71475f57e97,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:20.619490 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ae67a259-f2a5-4948-a302-2b0792b10e0f req-e2e2e4f2-d40c-476c-946a-1b6a1cba316e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208611 Jul 28 14:51:20.667606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd10f-277e-449f-85b0-0733ec0b470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23789260-1579-44be-9747-e9d1dd839a0f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:20.791386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:20.838373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.852694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.862899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.865924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/14ea99ae-0098-4f12-a6a3-1e985c51f4a3 HTTP/1.1" status: 204 len: 168 time: 1.3990717 Jul 28 14:51:20.875702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57070) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:20.905951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3f5b9-9529-4917-91b2-6ca428f5962e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=14ea99ae-0098-4f12-a6a3-1e985c51f4a3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:20.948000 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f292848a-3f4f-49c5-aa21-1f59763483fc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:20.948624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f292848a-3f4f-49c5-aa21-1f59763483fc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:20.950831 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f292848a-3f4f-49c5-aa21-1f59763483fc tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/e03aaff5-45d1-41bd-b09f-e3712008c88a HTTP/1.1" status: 404 len: 337 time: 0.0740561 Jul 28 14:51:20.955626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.022226 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-126d0ea5-f486-453b-ae4d-acc09d964cac tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.022891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126d0ea5-f486-453b-ae4d-acc09d964cac tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.032401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-126d0ea5-f486-453b-ae4d-acc09d964cac tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/1bf763ce-ef1c-4f08-9011-534499f322c4 HTTP/1.1" status: 404 len: 339 time: 0.0746865 Jul 28 14:51:21.046115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.082164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.083499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.086811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] 10.222.0.42 "PUT /v2.0/ports/07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1093 time: 3.7995343 Jul 28 14:51:21.089545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '07697370-8952-4793-860b-b71475f57e97'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:21.094483 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "07697370-8952-4793-860b-b71475f57e97"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:21.150191 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08710e2-0d0f-4f9e-9424-776c0078fb08 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.150964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08710e2-0d0f-4f9e-9424-776c0078fb08 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.162741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f08710e2-0d0f-4f9e-9424-776c0078fb08 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/f487c514-e225-475e-8d0a-37a4eb8ac7ae HTTP/1.1" status: 404 len: 337 time: 0.1152508 Jul 28 14:51:21.165895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09cdc8-0de6-4f70-a137-b4823b4e6e37 service neutron] Pushing event updated for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:21.167114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.190190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e15a1-317e-45ee-b137-249d1bc25642 req-358f7562-0e88-4a4e-b34f-256ab0172850 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.194980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e97e15a1-317e-45ee-b137-249d1bc25642 req-358f7562-0e88-4a4e-b34f-256ab0172850 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.3762271 Jul 28 14:51:21.256281 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-8295b543-a432-4c27-8e8c-be1b798fbd3e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.261370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8295b543-a432-4c27-8e8c-be1b798fbd3e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.275864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8295b543-a432-4c27-8e8c-be1b798fbd3e tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/a8b2b5c7-be06-497d-ac97-ecfdad76df07 HTTP/1.1" status: 404 len: 339 time: 0.1067283 Jul 28 14:51:21.279923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57084) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.317287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e97e15a1-317e-45ee-b137-249d1bc25642 req-64e6b709-db23-4893-86c7-1f663c5f6647 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123302 Jul 28 14:51:21.318910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.377432 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-9defd6e4-8942-4f13-9901-2c8a32649bb1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.378596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9defd6e4-8942-4f13-9901-2c8a32649bb1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.382559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9defd6e4-8942-4f13-9901-2c8a32649bb1 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/62d13b74-932b-41b8-93fe-394416d2ee0d HTTP/1.1" status: 404 len: 337 time: 0.0996110 Jul 28 14:51:21.389679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.410161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:21.459646 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b3c109-bfa5-48e9-bd12-6ccedc58bf73 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.461071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b3c109-bfa5-48e9-bd12-6ccedc58bf73 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.469809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-25b3c109-bfa5-48e9-bd12-6ccedc58bf73 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/85ffe129-032b-47cc-8b0f-c2b52676c528 HTTP/1.1" status: 404 len: 339 time: 0.0773666 Jul 28 14:51:21.470684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57092) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.483233 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dcb068-fa33-4d4e-9f76-43656160e03b x-openstack-request-id: req-87dcb068-fa33-4d4e-9f76-43656160e03b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:21.483494 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "07697370-8952-4793-860b-b71475f57e97", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:21.484710 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87dcb068-fa33-4d4e-9f76-43656160e03b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:21.485352 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '07697370-8952-4793-860b-b71475f57e97', 'status': 'completed', 'code': 200} Jul 28 14:51:21.521390 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9ebada-30f2-4ea0-a8c9-06a37ac2f9ad tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.524809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9ebada-30f2-4ea0-a8c9-06a37ac2f9ad tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.524809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dd9ebada-30f2-4ea0-a8c9-06a37ac2f9ad tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/b0428412-be4a-489c-a39f-21b631ac3700 HTTP/1.1" status: 404 len: 337 time: 0.0520644 Jul 28 14:51:21.527928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57094) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.573355 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a64346-36c4-476d-a28d-e216041bffbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.574393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a64346-36c4-476d-a28d-e216041bffbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.596867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-45a64346-36c4-476d-a28d-e216041bffbe tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/0932ac0b-1693-4a53-bdda-52107453d078 HTTP/1.1" status: 404 len: 339 time: 0.0633399 Jul 28 14:51:21.597311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57096) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.732963 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf4afa9-1e29-4354-b23b-601a419a6f61 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.736368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf4afa9-1e29-4354-b23b-601a419a6f61 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.752006 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbf4afa9-1e29-4354-b23b-601a419a6f61 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/12a03194-ae64-4460-b2e5-922b87130b7b HTTP/1.1" status: 404 len: 337 time: 0.1450427 Jul 28 14:51:21.752006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.798331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.852695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0267dce4-e505-463a-abc3-37825c39d357 req-2dcaebfc-de14-4813-b941-08d162d5ddb4 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 210 time: 0.0615091 Jul 28 14:51:21.854527 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d33c73d-3713-4edb-a844-102f79ceebb7 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.855394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d33c73d-3713-4edb-a844-102f79ceebb7 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.860974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2d33c73d-3713-4edb-a844-102f79ceebb7 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/2fa7abb3-6dba-45db-8ac6-ef9545bcbe57 HTTP/1.1" status: 404 len: 339 time: 0.1101921 Jul 28 14:51:21.861792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57108) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.872054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-e059f948-ea32-4a0b-b6ac-0197ace9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.872607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-e059f948-ea32-4a0b-b6ac-0197ace9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.873089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-e059f948-ea32-4a0b-b6ac-0197ace9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.873725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-e059f948-ea32-4a0b-b6ac-0197ace9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.874203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-e059f948-ea32-4a0b-b6ac-0197ace9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.876217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-e059f948-ea32-4a0b-b6ac-0197ace9e8e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 4364 time: 0.3720610 Jul 28 14:51:21.885160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc98ee-9abc-4fb8-82c3-90d6def87351 req-b38fd3e1-21cf-4585-b158-8efaf0918555 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.893417 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db56c0f-b2bd-44c2-b460-2564f2e2ee91 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.893945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db56c0f-b2bd-44c2-b460-2564f2e2ee91 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.895490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25fc98ee-9abc-4fb8-82c3-90d6def87351 req-b38fd3e1-21cf-4585-b158-8efaf0918555 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.4152861 Jul 28 14:51:21.899396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0db56c0f-b2bd-44c2-b460-2564f2e2ee91 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/734f6fb8-afbb-4579-b43a-6b758cbbe362 HTTP/1.1" status: 404 len: 337 time: 0.0362344 Jul 28 14:51:21.900222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57110) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.922544 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0b56e3-b0da-409a-a9a5-0f64d37ab7f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:21.923352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0b56e3-b0da-409a-a9a5-0f64d37ab7f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:21.929849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc0b56e3-b0da-409a-a9a5-0f64d37ab7f4 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/feae5b7c-abf9-4fb5-85ad-d63b1f59db9e HTTP/1.1" status: 404 len: 339 time: 0.0276668 Jul 28 14:51:21.934207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.997562 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-035d9208-6fce-49c2-a699-569379e9ed38 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:22.004906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035d9208-6fce-49c2-a699-569379e9ed38 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:22.010816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-035d9208-6fce-49c2-a699-569379e9ed38 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/977a0f9e-7a41-425f-b518-b627923604c4 HTTP/1.1" status: 404 len: 337 time: 0.0753393 Jul 28 14:51:22.011845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57114) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.040261 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2a1eec-330c-4ec0-bae6-0d35313e1a81 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:22.041082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2a1eec-330c-4ec0-bae6-0d35313e1a81 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:22.047881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d2a1eec-330c-4ec0-bae6-0d35313e1a81 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/6aa88bb2-15eb-4b5c-9b67-0bf02eba0422 HTTP/1.1" status: 404 len: 339 time: 0.0302019 Jul 28 14:51:22.053513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.102311 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee72e91-5cb1-48e3-a3e1-9581c11d057a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:22.102950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee72e91-5cb1-48e3-a3e1-9581c11d057a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:22.108559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dee72e91-5cb1-48e3-a3e1-9581c11d057a tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/1f05d52c-c090-4fe5-ad63-6d2e21a9e3a4 HTTP/1.1" status: 404 len: 337 time: 0.0495660 Jul 28 14:51:22.113664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57120) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.159051 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d69044-86a6-425c-9129-cc9d632640c8 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:22.160046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d69044-86a6-425c-9129-cc9d632640c8 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:22.162688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-20d69044-86a6-425c-9129-cc9d632640c8 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/a2af5249-0511-418d-a4b8-3c71a7eabcc6 HTTP/1.1" status: 404 len: 339 time: 0.0461364 Jul 28 14:51:22.166873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57122) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.188059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-7acd1575-b10c-4248-8f74-bc46aca05622 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.194743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-7acd1575-b10c-4248-8f74-bc46aca05622 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.201324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-7acd1575-b10c-4248-8f74-bc46aca05622 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.207863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-7acd1575-b10c-4248-8f74-bc46aca05622 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.214722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-7acd1575-b10c-4248-8f74-bc46aca05622 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.216932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-7acd1575-b10c-4248-8f74-bc46aca05622 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3828 time: 0.1786175 Jul 28 14:51:22.292435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting subnet 5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:22.305932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.332057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6f17195-e3aa-4516-8e8b-3180efeafe36 req-ad44f842-2435-40aa-9290-16ecebcfbcc1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917230 Jul 28 14:51:22.332946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb2e9-0543-4309-9fd1-7e077981dcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.373831 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.540382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93ead8-bea3-4365-9154-44847c4bf09f req-c649d968-f8c5-42ae-92f9-766e13a0b29f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.542156 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da93ead8-bea3-4365-9154-44847c4bf09f req-c649d968-f8c5-42ae-92f9-766e13a0b29f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.0937631 Jul 28 14:51:22.569818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.666407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-e25d9f1f-85f0-4037-b234-b611243a89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.667290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da93ead8-bea3-4365-9154-44847c4bf09f req-6933ff13-c266-4d24-a18b-3c4f54d8dd4e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157885 Jul 28 14:51:22.670846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-e25d9f1f-85f0-4037-b234-b611243a89be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1097 time: 0.9147832 Jul 28 14:51:22.724701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.766922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57138) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.826841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.905465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:22.923411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-92d6992e-704d-47a6-a683-73a97483075c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=442965a641314bb0a70b2150276c372c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489108 Jul 28 14:51:22.923411 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.923411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c289dadb-9f70-4c11-8952-0ee445844f15 tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/subnets/5cbe6b2b-5f48-4fad-bcdb-eb074a9ddb25 HTTP/1.1" status: 204 len: 168 time: 0.7537687 Jul 28 14:51:22.924879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57142) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.925054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bf946-97ef-40b4-8ef0-8b3841b7d5d9 None None] Network 570127e0-b03b-4a56-bb07-7afa9a9beef8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:22.935049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.994304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25fc98ee-9abc-4fb8-82c3-90d6def87351 req-ba6e5b9c-3abd-4c9a-b1f8-db0c82cba155 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0973361 Jul 28 14:51:23.051891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21177f7a-4f58-40aa-b7fd-2fdd6bed0c5e req-73285bc7-89f9-478f-8822-50d97bf9165b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.060942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21177f7a-4f58-40aa-b7fd-2fdd6bed0c5e req-73285bc7-89f9-478f-8822-50d97bf9165b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.2487714 Jul 28 14:51:23.157872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a76f1a7a-5c35-416e-8e8a-2768ad0b5916 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:23.158745 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-a76f1a7a-5c35-416e-8e8a-2768ad0b5916 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 14:51:23.159398 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-a76f1a7a-5c35-416e-8e8a-2768ad0b5916 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:51:23.160580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a76f1a7a-5c35-416e-8e8a-2768ad0b5916 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4342251 Jul 28 14:51:23.171839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57146) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:23.182803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327127931'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:23.208914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21177f7a-4f58-40aa-b7fd-2fdd6bed0c5e req-cc823bd9-7167-4b80-9818-dfa6a944f9f2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467454 Jul 28 14:51:23.227906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cf17006-cc01-4e49-853a-e2b4c07cab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.227906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.343886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] DHCP port deletion for 570127e0-b03b-4a56-bb07-7afa9a9beef8 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:23.353325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.386574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e529519-329f-4c41-9db6-d12e0fe735cb req-14d73409-15f8-4c77-9888-c7ea511c1106 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 210 time: 0.2063026 Jul 28 14:51:23.401852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cf17006-cc01-4e49-853a-e2b4c07cab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.412659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-02d5c7a2-3d5e-4b7b-890b-e065b556eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.413569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-02d5c7a2-3d5e-4b7b-890b-e065b556eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.414444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-02d5c7a2-3d5e-4b7b-890b-e065b556eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.417721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-02d5c7a2-3d5e-4b7b-890b-e065b556eea4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5056665 Jul 28 14:51:23.470082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] Deleting port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:23.478293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.594527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-496e14c0-d781-4199-aef9-f9acb555185d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.600151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-496e14c0-d781-4199-aef9-f9acb555185d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 813 time: 0.3744297 Jul 28 14:51:23.607342 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.627996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] For port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,segment=NetworkSegment(e72d7f31-bf91-4b63-aaae-ae84588875cd),segment_id=e72d7f31-bf91-4b63-aaae-ae84588875cd)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:23.628408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.644107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Request body: {'port': {'device_id': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'admin_state_up': True, 'tenant_id': '52c3041939e3465f9ad32a290523e056'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:23.649789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] Calling delete_port for 1b39ba4e-b7f3-41aa-8fed-7b26be86918a owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:23.666035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-fb8a7e55-c1c0-404d-9e11-72bfd436a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.669098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-fb8a7e55-c1c0-404d-9e11-72bfd436a58e service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.8828833 Jul 28 14:51:23.677989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.720899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Deleting port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:23.721345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.832695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cf17006-cc01-4e49-853a-e2b4c07cab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.836037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cf17006-cc01-4e49-853a-e2b4c07cab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.841357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0cf17006-cc01-4e49-853a-e2b4c07cab6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/374b1c9c-c954-4823-85f1-49571219d4d0 HTTP/1.1" status: 204 len: 168 time: 0.9108117 Jul 28 14:51:23.905157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.931702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf17006-cc01-4e49-853a-e2b4c07cab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b1c9c-c954-4823-85f1-49571219d4d0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:23.972625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac1188-f6a8-40cd-8c59-19ac14fac3f7 req-16694958-ab47-4a79-a5dd-11d2304aaa86 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.975972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73ac1188-f6a8-40cd-8c59-19ac14fac3f7 req-16694958-ab47-4a79-a5dd-11d2304aaa86 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.3273380 Jul 28 14:51:23.976852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b39ba4e-b7f3-41aa-8fed-7b26be86918a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:23.979504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] For port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,segment=NetworkSegment(e72d7f31-bf91-4b63-aaae-ae84588875cd),segment_id=e72d7f31-bf91-4b63-aaae-ae84588875cd)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:23.980421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.002413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] Pushing event deleted for resources: {'Port': ['ID=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:24.059891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d96c7e-82bf-4cf6-afbf-93d643158c64 None None] No DVR routers for this DVR port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:24.063443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1b39ba4e-b7f3-41aa-8fed-7b26be86918a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:24.064730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b39ba4e-b7f3-41aa-8fed-7b26be86918a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:24.072406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Calling delete_port for 1b39ba4e-b7f3-41aa-8fed-7b26be86918a owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:24.156437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119df0-2da1-4847-9300-6d1063ab4fda req-87bc811f-01f3-4658-8b66-131b449cb344 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.167107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119df0-2da1-4847-9300-6d1063ab4fda req-87bc811f-01f3-4658-8b66-131b449cb344 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.179345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119df0-2da1-4847-9300-6d1063ab4fda req-87bc811f-01f3-4658-8b66-131b449cb344 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.192388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119df0-2da1-4847-9300-6d1063ab4fda req-87bc811f-01f3-4658-8b66-131b449cb344 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.205239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119df0-2da1-4847-9300-6d1063ab4fda req-87bc811f-01f3-4658-8b66-131b449cb344 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.205703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73ac1188-f6a8-40cd-8c59-19ac14fac3f7 req-8c3b5346-6f13-48c3-81ca-e949009f0880 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115133 Jul 28 14:51:24.208732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97119df0-2da1-4847-9300-6d1063ab4fda req-87bc811f-01f3-4658-8b66-131b449cb344 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3828 time: 0.6601677 Jul 28 14:51:24.244066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-01e6deb7-e084-4655-971f-c180de490923 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 1001 time: 0.5235126 Jul 28 14:51:24.283002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Allocated IP 172.25.6.173 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f6e8d7a2-9535-4e09-8d3b-764dbec77f90) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:24.319363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.325078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.354759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-450b29a9-f00a-4d92-8078-8c1607fc2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.356857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33bd3900-0ee9-4dd8-b1b5-d1918d3ce387 req-450b29a9-f00a-4d92-8078-8c1607fc2b47 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8949015 Jul 28 14:51:24.357113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Port': ['ID=1b39ba4e-b7f3-41aa-8fed-7b26be86918a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:24.361632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] No DVR routers for this DVR port 1b39ba4e-b7f3-41aa-8fed-7b26be86918a on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:24.454225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20146955-6a98-4056-a70a-531286a4c9f1 req-9d1ffae6-3932-44df-b7da-09f188ecfa7d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.455801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20146955-6a98-4056-a70a-531286a4c9f1 req-9d1ffae6-3932-44df-b7da-09f188ecfa7d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1779282 Jul 28 14:51:24.490741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-5153f554-c9f7-4fb6-b50c-569458e6b2c7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.492639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-5153f554-c9f7-4fb6-b50c-569458e6b2c7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 813 time: 0.6375024 Jul 28 14:51:24.495345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.497335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1659462c-41d4-437f-87b6-1ad21a075d90 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:24.508652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-9ad3ecfe-673d-4869-82ae-ff723613aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.509252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.510153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-9ad3ecfe-673d-4869-82ae-ff723613aa0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.2200501 Jul 28 14:51:24.512210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.519328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97119df0-2da1-4847-9300-6d1063ab4fda req-ec804c3b-bccd-4fe5-903c-398022064b00 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834845 Jul 28 14:51:24.525408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Request body: {'port': {'device_id': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'admin_state_up': True, 'tenant_id': '52c3041939e3465f9ad32a290523e056'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:24.529873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570127e0-b03b-4a56-bb07-7afa9a9beef8']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:24.570620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72d7f31-bf91-4b63-aaae-ae84588875cd') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:24.570928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72d7f31-bf91-4b63-aaae-ae84588875cd') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:24.576551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20146955-6a98-4056-a70a-531286a4c9f1 req-2441da87-c200-4c98-b423-717f2d855bef tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102133 Jul 28 14:51:24.591192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b66fa-c2ff-4495-b0b2-03e1bc9c189f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:24.599354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.640033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Transition to ACTIVE for port object 1659462c-41d4-437f-87b6-1ad21a075d90 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:24.641633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.653582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:24.655117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.702126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:24.740411 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:24.745753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Made reservation on behalf of 52c3041939e3465f9ad32a290523e056 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:24.749905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.807890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-2a712418-623a-4596-8de4-b245b2175d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.813292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-2a712418-623a-4596-8de4-b245b2175d57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2841833 Jul 28 14:51:24.857418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa8fee64-d8da-412c-96c1-afc48a2f7367 req-a673d3ea-fef9-4a87-a7e8-41d8ec78eda2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 210 time: 0.0721452 Jul 28 14:51:24.884029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-926feca6-7aa3-45e7-ac09-e49a2130b3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.888316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.981052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Allocated IP 172.20.0.4 (874f092b-4a08-498d-91d2-28aa65bcae1b/a2094942-3822-4655-8aca-bec0df61c76e/c67a6a34-1248-490e-96b3-422b320f21c5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:24.984984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.987984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.994851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.997094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.003364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] 10.222.0.57 "DELETE /v2.0/networks/570127e0-b03b-4a56-bb07-7afa9a9beef8 HTTP/1.1" status: 204 len: 168 time: 2.0629940 Jul 28 14:51:25.016904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b68e8-9cb3-4d50-bed9-654c91dc293f tempest-NetworksTest-1491816176 tempest-NetworksTest-1491816176-project] Pushing event deleted for resources: {'Network': ['ID=570127e0-b03b-4a56-bb07-7afa9a9beef8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.040005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ce3c-3093-456e-b84b-0ffc87236e86 req-b18712c9-d0f8-4f09-b4c3-304eee462ef6 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.049328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bf3ce3c-3093-456e-b84b-0ffc87236e86 req-b18712c9-d0f8-4f09-b4c3-304eee462ef6 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.2654390 Jul 28 14:51:25.122017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.143746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.145064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Pushing event updated for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.175422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:25.196741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:25.200187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.200516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.200694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.201018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.201207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4793834e-be22-4a73-8e54-fb63f12a628d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.201390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.201681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.202034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.202358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.202690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.203022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.203356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.203683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.223114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:25.226744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-2f95ef7e-fda2-4318-8742-cf6f1610f904 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976526 Jul 28 14:51:25.336149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.364159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Made reservation on behalf of 52c3041939e3465f9ad32a290523e056 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:25.370857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.399799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bf3ce3c-3093-456e-b84b-0ffc87236e86 req-fdbcb69e-3e53-4889-9829-bfa4d84f52a2 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497593 Jul 28 14:51:25.490432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.498512 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-958a95e5-f598-4d5e-acbc-df4482c7888c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3252640 Jul 28 14:51:25.501219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57176) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:25.511189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '4793834e-be22-4a73-8e54-fb63f12a628d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:25.548206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Pushing event updated for resources: {'Port': ['ID=f6e8d7a2-9535-4e09-8d3b-764dbec77f90,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.549113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.626317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Attempting to bind port 1659462c-41d4-437f-87b6-1ad21a075d90 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:25.626719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Attempting to bind port 1659462c-41d4-437f-87b6-1ad21a075d90 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:25.627156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Attempting to bind port 1659462c-41d4-437f-87b6-1ad21a075d90 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:25.659368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Port 1659462c-41d4-437f-87b6-1ad21a075d90 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:25.659665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Attempting to bind port 1659462c-41d4-437f-87b6-1ad21a075d90 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:25.677615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.678234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Network 874f092b-4a08-498d-91d2-28aa65bcae1b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:25.687546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:25.696001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:25.713189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:25.714164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Checking segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:25.714164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Bound using segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:25.714878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Bound port: 1659462c-41d4-437f-87b6-1ad21a075d90, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:25.714878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.752531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2584a525-e296-4a92-98a4-411bd6e874f4 req-119be9f8-ec1a-4606-a091-b7f6e44204c4 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805715 Jul 28 14:51:25.764246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.765039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.773746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event updated for resources: {'Port': ['ID=c67a6a34-1248-490e-96b3-422b320f21c5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.783318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.881069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.887381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.893683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.899943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.906344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.913246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.915193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-7bd2b2f0-1050-4de3-86cd-f6e24a702870 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 4600 time: 0.2356927 Jul 28 14:51:25.923110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Allocated IP 172.20.0.13 (874f092b-4a08-498d-91d2-28aa65bcae1b/a2094942-3822-4655-8aca-bec0df61c76e/137ced72-02af-4ed7-985b-8febec9d2a7c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:25.939184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.944213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-edae2884-227d-42bc-9d70-bb336d0dc1c8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3060193 Jul 28 14:51:25.966411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe42c-1028-4164-b62d-53492fd871f0 req-fc5d9660-1707-4e34-9c82-21e9c1319ae1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.969390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e16fe42c-1028-4164-b62d-53492fd871f0 req-fc5d9660-1707-4e34-9c82-21e9c1319ae1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1414440 Jul 28 14:51:25.990175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Request body: {'port': {'device_id': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:26.195774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:26.202069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e16fe42c-1028-4164-b62d-53492fd871f0 req-62b790b1-d18b-4f6b-9bc7-f6896ce6a4eb tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231933 Jul 28 14:51:26.218307 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.275303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b5768b-201e-49aa-bcff-d1c372be572a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:26.279837 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.356292 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.363509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.368373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:26.414242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1659462c-41d4-437f-87b6-1ad21a075d90,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:26.447754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82c77ec3-445d-406f-a23d-e4ffbf167a88 req-584ff4d1-a3bd-495c-b4f3-b260ead9630a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316159 Jul 28 14:51:26.545870 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.548054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d511dc8-b910-487a-be4a-29ae1d1a7cbb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0451093 Jul 28 14:51:26.557889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57202) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:26.579838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.617924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-64b6d16f-6383-4363-9aad-e7c29f9f92fe tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '4793834e-be22-4a73-8e54-fb63f12a628d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:26.682647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:26.683630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.685693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] 10.222.0.42 "PUT /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 1131 time: 5.3060634 Jul 28 14:51:26.686599 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb210fce-b326-491d-8c76-2a1fbc9118f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b09d8dcadf9f4f84bfa4a02b60384a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827166 Jul 28 14:51:26.692436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '1659462c-41d4-437f-87b6-1ad21a075d90'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:26.694453 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1253d-6123-4430-af2b-2f0256c7fa83" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "1659462c-41d4-437f-87b6-1ad21a075d90"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:26.699854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bead152f-073c-4910-b923-ae99bb69cf49 req-623b6090-2c35-4fe4-abde-3ec955929afa tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 210 time: 0.1059966 Jul 28 14:51:26.703274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:26.784002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a26418-db09-49ee-841b-c1e9543dfab1 req-79b01e45-b6a1-40be-ae34-167250d2f8f0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:26.785895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f9a26418-db09-49ee-841b-c1e9543dfab1 req-79b01e45-b6a1-40be-ae34-167250d2f8f0 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.2499299 Jul 28 14:51:26.796168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.805117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf728ab-adaa-40bf-9962-c0d2f52dc91c service neutron] Pushing event updated for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:26.847621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-64b6d16f-6383-4363-9aad-e7c29f9f92fe tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.860253 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336e70b-5752-4818-bda8-769d2b0e0e09 x-openstack-request-id: req-7336e70b-5752-4818-bda8-769d2b0e0e09 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:26.860597 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "1659462c-41d4-437f-87b6-1ad21a075d90", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:26.860843 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7336e70b-5752-4818-bda8-769d2b0e0e09 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:26.861297 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '1659462c-41d4-437f-87b6-1ad21a075d90', 'status': 'completed', 'code': 200} Jul 28 14:51:26.863637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.883045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f9a26418-db09-49ee-841b-c1e9543dfab1 req-9a3984ab-07dc-46b8-bd2b-5becd5ee809f tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787435 Jul 28 14:51:26.888366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7e58c89-2aaf-40f3-9bb4-5baac0862662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.902417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:26.955747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7e58c89-2aaf-40f3-9bb4-5baac0862662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.013914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.016507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.093090 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-64b6d16f-6383-4363-9aad-e7c29f9f92fe tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:51:27.093090 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-64b6d16f-6383-4363-9aad-e7c29f9f92fe tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4876859 Jul 28 14:51:27.094217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.096508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57216) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:27.141877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Network 874f092b-4a08-498d-91d2-28aa65bcae1b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:27.180547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:27.180547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Pushing event updated for resources: {'Port': ['ID=f6e8d7a2-9535-4e09-8d3b-764dbec77f90,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.189700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:27.209227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.217249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.219783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.220307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.220862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.221369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.223489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-255acd45-fd3d-4c80-b8fa-455c9aabedbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5288 time: 0.2848332 Jul 28 14:51:27.248685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7e58c89-2aaf-40f3-9bb4-5baac0862662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.253563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7e58c89-2aaf-40f3-9bb4-5baac0862662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.259310 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c7e58c89-2aaf-40f3-9bb4-5baac0862662 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a899737e-e17a-4f92-8676-ea245f4fd41f HTTP/1.1" status: 204 len: 168 time: 0.5517371 Jul 28 14:51:27.313108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0ef99f1-5488-4e3e-9d8d-66310b688731 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.337101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e58c89-2aaf-40f3-9bb4-5baac0862662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a899737e-e17a-4f92-8676-ea245f4fd41f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.352243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67a6a34-1248-490e-96b3-422b320f21c5 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:27.384106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.385273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.410795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0ef99f1-5488-4e3e-9d8d-66310b688731 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.419213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event updated for resources: {'Port': ['ID=137ced72-02af-4ed7-985b-8febec9d2a7c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.426284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Transition to ACTIVE for port object c67a6a34-1248-490e-96b3-422b320f21c5 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:27.443913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daebee0-1061-4f00-a219-e6d4f3284658 req-acf28970-ede9-4a95-bb53-ea070cf3662e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.450074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8daebee0-1061-4f00-a219-e6d4f3284658 req-acf28970-ede9-4a95-bb53-ea070cf3662e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.3777170 Jul 28 14:51:27.459063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e712cc-f0cd-4b84-b56c-0180912ff5f8 req-c996cbe1-1f36-4ff3-9164-0b184e5b7c28 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.460729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8e712cc-f0cd-4b84-b56c-0180912ff5f8 req-c996cbe1-1f36-4ff3-9164-0b184e5b7c28 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1443217 Jul 28 14:51:27.474178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.474178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.521787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f8e712cc-f0cd-4b84-b56c-0180912ff5f8 req-f0951233-5fbf-4ec9-9e13-205f70ea423d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499542 Jul 28 14:51:27.551670 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.632758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Pushing event updated for resources: {'Port': ['ID=c67a6a34-1248-490e-96b3-422b320f21c5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.671672 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0ef99f1-5488-4e3e-9d8d-66310b688731 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.676740 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0ef99f1-5488-4e3e-9d8d-66310b688731 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.677787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b0ef99f1-5488-4e3e-9d8d-66310b688731 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/4793834e-be22-4a73-8e54-fb63f12a628d HTTP/1.1" status: 204 len: 168 time: 0.5798678 Jul 28 14:51:27.691759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57230) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:27.705456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.707653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f8efd0bd-57da-4728-972a-dcdc79f1bab6 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3427081 Jul 28 14:51:27.715027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8daebee0-1061-4f00-a219-e6d4f3284658 req-611581b2-348f-4dda-8e8d-bbf5971b56d1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621024 Jul 28 14:51:27.733488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57234) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:27.789847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b2a2a7c8-2781-4c61-92ce-672b4ba0e2eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2785196 Jul 28 14:51:27.830527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.842061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Request body: {'port': {'device_id': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:27.890150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-23551d41-353e-4ad2-b73f-8b1034467d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.890551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-23551d41-353e-4ad2-b73f-8b1034467d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.891038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-23551d41-353e-4ad2-b73f-8b1034467d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.892782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-23551d41-353e-4ad2-b73f-8b1034467d37 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6223688 Jul 28 14:51:27.934559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef99f1-5488-4e3e-9d8d-66310b688731 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4793834e-be22-4a73-8e54-fb63f12a628d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.938431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:28.015856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.019580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.027695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.049393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-460d9acc-9eff-40b8-b609-474e82c4ba38 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3461344 Jul 28 14:51:28.058150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57250) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:28.063625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--649923762'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:28.064004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.071866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.078310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.089327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.091549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f02771ed-f32b-451b-8446-1a06cca25662 req-e4dbbdc5-4df2-4617-bc6a-36cd2ec569aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 4600 time: 0.4602981 Jul 28 14:51:28.114464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a65d00e0-1630-43cd-bb55-aaa4e5c620af tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.3780661 Jul 28 14:51:28.118442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-0aebdde0-b4f5-4ef8-b920-a7687cd01a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.120238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6da1253d-6123-4430-af2b-2f0256c7fa83 req-0aebdde0-b4f5-4ef8-b920-a7687cd01a0d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968203 Jul 28 14:51:28.129087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57254) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:28.142920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Attempting to bind port c67a6a34-1248-490e-96b3-422b320f21c5 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:28.143164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Attempting to bind port c67a6a34-1248-490e-96b3-422b320f21c5 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:28.143500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Attempting to bind port c67a6a34-1248-490e-96b3-422b320f21c5 on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:28.149343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:28.169021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Port c67a6a34-1248-490e-96b3-422b320f21c5 on network 874f092b-4a08-498d-91d2-28aa65bcae1b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:28.169354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Attempting to bind port c67a6a34-1248-490e-96b3-422b320f21c5 on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:28.191000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f02771ed-f32b-451b-8446-1a06cca25662 req-0b88e132-a9dd-4f07-a87e-77cade5c312e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733693 Jul 28 14:51:28.197356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:28.198003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Checking segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:28.198413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Bound using segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:28.198875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Bound port: c67a6a34-1248-490e-96b3-422b320f21c5, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:28.199250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.281850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-984c0ae6-be3d-463e-818c-7c75b852b8d6 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1513834 Jul 28 14:51:28.290593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57256) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:28.305325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:51:28.305325 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:51:28.305325 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '92185460cc8e45928693e2a8a6c57100', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 51, 28, 163720)}] Jul 28 14:51:28.305325 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:28.306175 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:28.357784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] For port c67a6a34-1248-490e-96b3-422b320f21c5, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:28.386858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] For port c67a6a34-1248-490e-96b3-422b320f21c5, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c67a6a34-1248-490e-96b3-422b320f21c5,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:28.406872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474d3b4-b173-48ee-af76-520f7fcfc52e req-0971db07-4ca0-43ce-abda-864e15a46597 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.408783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c474d3b4-b173-48ee-af76-520f7fcfc52e req-0971db07-4ca0-43ce-abda-864e15a46597 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 932 time: 0.1319704 Jul 28 14:51:28.456683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.460631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c474d3b4-b173-48ee-af76-520f7fcfc52e req-08c7fb72-2918-4dae-9f71-8a0cabc0ca05 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Jul 28 14:51:28.470189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.528873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.529504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.531953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] 10.222.0.42 "PUT /v2.0/ports/c67a6a34-1248-490e-96b3-422b320f21c5 HTTP/1.1" status: 200 len: 1092 time: 2.5606611 Jul 28 14:51:28.532071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'tag': 'c67a6a34-1248-490e-96b3-422b320f21c5'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:28.534441 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470" -d '{"events": [{"name": "network-changed", "server_uuid": "02a5e2c0-66a2-415a-8ae4-e1f3dab93746", "tag": "c67a6a34-1248-490e-96b3-422b320f21c5"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:28.539229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5dacd3-85c5-494f-be28-520898de4073 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:28.572613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282883c5-1c9b-438c-ae43-435fd892da2b service neutron] Pushing event updated for resources: {'Port': ['ID=c67a6a34-1248-490e-96b3-422b320f21c5,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.582659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.653861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225095d-8b15-4bae-8d94-6dd3cb9221c8 req-d5198dfe-dc8e-4e55-be1a-d9f820d4f1d3 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.657167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8225095d-8b15-4bae-8d94-6dd3cb9221c8 req-d5198dfe-dc8e-4e55-be1a-d9f820d4f1d3 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.0558078 Jul 28 14:51:28.662015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Transition to ACTIVE for port object 2f5dacd3-85c5-494f-be28-520898de4073 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:28.755202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Deleting port f6e8d7a2-9535-4e09-8d3b-764dbec77f90 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:28.755514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.777707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8225095d-8b15-4bae-8d94-6dd3cb9221c8 req-e4219116-07f6-47bc-b736-f8f1c3bef5db tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037974 Jul 28 14:51:28.782525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.815439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.865470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-4ca1ffd5-0984-4f8f-8a40-652aa8e56b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.868686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-4ca1ffd5-0984-4f8f-8a40-652aa8e56b48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=02a5e2c0-66a2-415a-8ae4-e1f3dab93746 HTTP/1.1" status: 200 len: 1095 time: 0.1219985 Jul 28 14:51:28.880945 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3dc4a-dddb-4fb9-a14e-99b949d413a9 x-openstack-request-id: req-9da3dc4a-dddb-4fb9-a14e-99b949d413a9 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:28.880945 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a5e2c0-66a2-415a-8ae4-e1f3dab93746", "tag": "c67a6a34-1248-490e-96b3-422b320f21c5", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:28.880945 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9da3dc4a-dddb-4fb9-a14e-99b949d413a9 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:28.880945 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'tag': 'c67a6a34-1248-490e-96b3-422b320f21c5', 'status': 'completed', 'code': 200} Jul 28 14:51:28.934516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.960781 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-71e81fe5-cf2d-4f14-b52e-1a9a3c6e0faf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67a6a34-1248-490e-96b3-422b320f21c5 HTTP/1.1" status: 200 len: 217 time: 0.0703132 Jul 28 14:51:28.962436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.993179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137ced72-02af-4ed7-985b-8febec9d2a7c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:29.001961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.002616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.022095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.032747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b6eecb65-a5a8-4cda-acf5-6f48a267495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.035979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-b6eecb65-a5a8-4cda-acf5-6f48a267495c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 200 len: 853 time: 0.0670936 Jul 28 14:51:29.052663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Calling delete_port for f6e8d7a2-9535-4e09-8d3b-764dbec77f90 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:29.058079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e92e6e-5a1e-457b-acad-d8199eed6c9f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:29.093321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Transition to ACTIVE for port object 137ced72-02af-4ed7-985b-8febec9d2a7c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:29.101465 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-0f829d6e-2a91-4c46-aff1-6eea88bc273b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=874f092b-4a08-498d-91d2-28aa65bcae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575340 Jul 28 14:51:29.122546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.182693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Attempting to bind port 2f5dacd3-85c5-494f-be28-520898de4073 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:29.183067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Attempting to bind port 2f5dacd3-85c5-494f-be28-520898de4073 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:29.183493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Attempting to bind port 2f5dacd3-85c5-494f-be28-520898de4073 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:29.199367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Port 2f5dacd3-85c5-494f-be28-520898de4073 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:29.199786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Attempting to bind port 2f5dacd3-85c5-494f-be28-520898de4073 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:29.228745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57276) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.234633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:29.234633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Checking segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:29.234633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Bound using segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:29.234633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Bound port: 2f5dacd3-85c5-494f-be28-520898de4073, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:29.234633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.237410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.238738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-25cdff71-0bbe-431e-a505-77155479ecdb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1790571 Jul 28 14:51:29.240233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.244505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57280) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.264917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c1d2daeb-d843-4450-b66b-afd4ee37236d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'c8e92e6e-5a1e-457b-acad-d8199eed6c9f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:29.265989 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-c1d2daeb-d843-4450-b66b-afd4ee37236d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 14:51:29.266765 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-c1d2daeb-d843-4450-b66b-afd4ee37236d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:29.268647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c1d2daeb-d843-4450-b66b-afd4ee37236d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0201879 Jul 28 14:51:29.313416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57282) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.451881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Pushing event updated for resources: {'Port': ['ID=137ced72-02af-4ed7-985b-8febec9d2a7c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:29.547151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:29.560599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0bd90eb-e157-49bd-9ce5-f572b2a29581 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.584075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5dacd3-85c5-494f-be28-520898de4073,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:29.649708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.680171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0bd90eb-e157-49bd-9ce5-f572b2a29581 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.743415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ce188a65-08a9-4ad2-baf6-e2adae1bee4a tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] Request body: {'port': {'network_id': '96b73a67-84e2-42b1-a3a1-4b83c229fc0f', 'name': 'tempest-NetworksNegativeTestJSON-1821814595'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:29.750198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-13b9e767-bdba-45f3-985b-423a912e16c8 service neutron] 10.222.0.42 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390684 Jul 28 14:51:29.781659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.788202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.794724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.800893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.807656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.814571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.821399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.823683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c109464d-749b-49cb-849c-4dbedc56113c req-af6d2aa9-1334-4b00-b7f2-ddaa37496c92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5371 time: 0.2360845 Jul 28 14:51:29.833696 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce188a65-08a9-4ad2-baf6-e2adae1bee4a tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] POST failed (client error): The resource could not be found. Jul 28 14:51:29.834324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce188a65-08a9-4ad2-baf6-e2adae1bee4a tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:29.845395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ce188a65-08a9-4ad2-baf6-e2adae1bee4a tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6061475 Jul 28 14:51:29.847514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.958302 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d9f23b-7552-49a2-805e-0e19b261056e tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:29.958916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d9f23b-7552-49a2-805e-0e19b261056e tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:29.960783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23d9f23b-7552-49a2-805e-0e19b261056e tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "DELETE /v2.0/networks/e2992fd1-8bb6-4a0a-8e76-8893ad1aa020 HTTP/1.1" status: 404 len: 339 time: 0.0978024 Jul 28 14:51:29.968069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57292) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.032526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Attempting to bind port 137ced72-02af-4ed7-985b-8febec9d2a7c on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:30.033294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Attempting to bind port 137ced72-02af-4ed7-985b-8febec9d2a7c by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:30.033294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Attempting to bind port 137ced72-02af-4ed7-985b-8febec9d2a7c on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:30.039611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c109464d-749b-49cb-849c-4dbedc56113c req-aa5a1dac-4ff8-40e4-b863-fb575b26006e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2014880 Jul 28 14:51:30.043998 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bd9e72-0b9c-42d6-8d06-f4b9c19e4ed7 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:30.044967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bd9e72-0b9c-42d6-8d06-f4b9c19e4ed7 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:30.050705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01bd9e72-0b9c-42d6-8d06-f4b9c19e4ed7 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "DELETE /v2.0/ports/40f68501-6623-40e5-9d6e-cd97825de80f HTTP/1.1" status: 404 len: 333 time: 0.0730662 Jul 28 14:51:30.051145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57294) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.055426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Pushing event deleted for resources: {'Port': ['ID=f6e8d7a2-9535-4e09-8d3b-764dbec77f90,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:30.057878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.069178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.107584 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-94df9b26-6343-4d3f-96ad-4557d6859d8e tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] DELETE failed (client error): The resource could not be found. Jul 28 14:51:30.108069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94df9b26-6343-4d3f-96ad-4557d6859d8e tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:30.110135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-94df9b26-6343-4d3f-96ad-4557d6859d8e tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "DELETE /v2.0/subnets/c44f6433-71c2-4184-9c73-07883044371d HTTP/1.1" status: 404 len: 337 time: 0.0561914 Jul 28 14:51:30.115714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57296) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.119637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Port 137ced72-02af-4ed7-985b-8febec9d2a7c on network 874f092b-4a08-498d-91d2-28aa65bcae1b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:30.119949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Attempting to bind port 137ced72-02af-4ed7-985b-8febec9d2a7c on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:30.149829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-a4d1b854-fc65-42d0-b8d7-c621660e51f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2453694 Jul 28 14:51:30.157132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-01d43dae-3e8d-424a-b695-cab370b39589 service neutron] 10.222.0.42 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883951 Jul 28 14:51:30.190003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be2e52-6a73-4d93-ba98-3720c40701d1 req-5ac430a2-5d31-4883-a295-b9889a6ff0a6 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.191597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0be2e52-6a73-4d93-ba98-3720c40701d1 req-5ac430a2-5d31-4883-a295-b9889a6ff0a6 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 944 time: 0.6322320 Jul 28 14:51:30.212143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:30.212679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Checking segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:30.213015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Bound using segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:30.213477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Bound port: 137ced72-02af-4ed7-985b-8febec9d2a7c, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:30.213849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.228861 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b484281-43c7-4883-a845-3a888429bd3c tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] GET failed (client error): The resource could not be found. Jul 28 14:51:30.235602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0b484281-43c7-4883-a845-3a888429bd3c tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "GET /v2.0/networks/8f0c4516-1947-4a5e-b8d5-90687dd74398 HTTP/1.1" status: 404 len: 339 time: 0.0797558 Jul 28 14:51:30.250998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.257319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.257983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.259428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 1130 time: 3.3645847 Jul 28 14:51:30.262771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '2f5dacd3-85c5-494f-be28-520898de4073'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:30.265105 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "2f5dacd3-85c5-494f-be28-520898de4073"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:30.343100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589fc89-5c0b-443f-8b7b-febeaa9d069b req-96094313-47cf-4898-b8a1-bb04aeb2e02e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.345442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f589fc89-5c0b-443f-8b7b-febeaa9d069b req-96094313-47cf-4898-b8a1-bb04aeb2e02e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.1934843 Jul 28 14:51:30.347842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c637-1f62-42df-9360-2be5e28be834 req-9fc6d5fb-6a3b-44e1-a495-d186d3c1763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.350061 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-9fc6d5fb-6a3b-44e1-a495-d186d3c1763c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 1097 time: 0.1235609 Jul 28 14:51:30.368627 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aded01-e3aa-4e6b-aec1-498b8c3eefc8 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] GET failed (client error): The resource could not be found. Jul 28 14:51:30.368627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b8aded01-e3aa-4e6b-aec1-498b8c3eefc8 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "GET /v2.0/ports/cbbd7fa8-53de-4c63-9533-a1f3927e8e69 HTTP/1.1" status: 404 len: 333 time: 0.0992868 Jul 28 14:51:30.376912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57302) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.380389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Allocated IP 172.25.6.117 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6552cc26-0d48-4c02-b354-6e2ad873b580) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:30.382374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0079963-39dd-4b01-af86-cd389d787e54 req-b56561cc-696c-4e76-b6e6-6f7ed8a7b2a5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.384041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0079963-39dd-4b01-af86-cd389d787e54 req-b56561cc-696c-4e76-b6e6-6f7ed8a7b2a5 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.3550563 Jul 28 14:51:30.385656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.388349 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.389576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e2eff4f3-a46c-482e-8c80-0f1e6e55b294 tempest-FloatingIPAdminTestJSON-1006298290 tempest-FloatingIPAdminTestJSON-1006298290-project] 10.222.0.57 "DELETE /v2.0/floatingips/d4bfa752-219d-4848-88fb-6bfa10299620 HTTP/1.1" status: 204 len: 168 time: 2.0980148 Jul 28 14:51:30.402855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.453409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d2e71-24a9-4fab-bcd7-aea624da4617 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:30.465504 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee90e0a-c35a-44a6-91af-f8dfb96f6f12 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] GET failed (client error): The resource could not be found. Jul 28 14:51:30.471349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7ee90e0a-c35a-44a6-91af-f8dfb96f6f12 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "GET /v2.0/subnets/fcdd522d-5d1c-4f09-86c4-50f3e6ea8a7a HTTP/1.1" status: 404 len: 337 time: 0.0892084 Jul 28 14:51:30.487185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.501823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:30.506106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d34c96b4-6adc-40da-a3a0-9030b8556578 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:30.548437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0be2e52-6a73-4d93-ba98-3720c40701d1 req-4bdd4c48-1a29-46e9-ba09-c376fc1b8725 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389492 Jul 28 14:51:30.549087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0bd90eb-e157-49bd-9ce5-f572b2a29581 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.552270 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0bd90eb-e157-49bd-9ce5-f572b2a29581 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.556651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f0bd90eb-e157-49bd-9ce5-f572b2a29581 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/c8e92e6e-5a1e-457b-acad-d8199eed6c9f HTTP/1.1" status: 204 len: 168 time: 1.2386601 Jul 28 14:51:30.571687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57310) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.602468 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34c96b4-6adc-40da-a3a0-9030b8556578 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] PUT failed (client error): The resource could not be found. Jul 28 14:51:30.603087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34c96b4-6adc-40da-a3a0-9030b8556578 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:30.612993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d34c96b4-6adc-40da-a3a0-9030b8556578 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "PUT /v2.0/networks/5efb15ac-49e8-493b-87e2-2aca39de2f67 HTTP/1.1" status: 404 len: 339 time: 0.1080301 Jul 28 14:51:30.621639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd90eb-e157-49bd-9ce5-f572b2a29581 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e92e6e-5a1e-457b-acad-d8199eed6c9f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:30.631299 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938c6a71-d5a9-4081-8cee-0fa3d7fc2317 x-openstack-request-id: req-938c6a71-d5a9-4081-8cee-0fa3d7fc2317 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:30.631592 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "2f5dacd3-85c5-494f-be28-520898de4073", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:30.631853 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-938c6a71-d5a9-4081-8cee-0fa3d7fc2317 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:30.632294 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '2f5dacd3-85c5-494f-be28-520898de4073', 'status': 'completed', 'code': 200} Jul 28 14:51:30.632903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57312) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.643973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ce140450-e63c-4ccd-8c6d-f33b89848c9c tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:30.702965 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f589fc89-5c0b-443f-8b7b-febeaa9d069b req-2b48b15a-b938-4253-bdbe-bceec2f30164 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272700 Jul 28 14:51:30.714097 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce140450-e63c-4ccd-8c6d-f33b89848c9c tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] PUT failed (client error): The resource could not be found. Jul 28 14:51:30.714883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce140450-e63c-4ccd-8c6d-f33b89848c9c tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:30.716501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ce140450-e63c-4ccd-8c6d-f33b89848c9c tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "PUT /v2.0/ports/f98f672c-49a8-4657-abbc-141eb110237e HTTP/1.1" status: 404 len: 333 time: 0.0803561 Jul 28 14:51:30.723306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57314) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.734893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-33ef914f-1eef-46f4-8574-f1cb84ab0461 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:30.737485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] For port 137ced72-02af-4ed7-985b-8febec9d2a7c, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:30.784291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-b2eca703-9b90-40c4-9183-351309e0b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.785801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-b2eca703-9b90-40c4-9183-351309e0b0f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=02a5e2c0-66a2-415a-8ae4-e1f3dab93746 HTTP/1.1" status: 200 len: 1095 time: 0.3239219 Jul 28 14:51:30.793405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] For port 137ced72-02af-4ed7-985b-8febec9d2a7c, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=137ced72-02af-4ed7-985b-8febec9d2a7c,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:30.797675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-02e27bb2-eeb6-42d0-8028-053481991b05 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2214999 Jul 28 14:51:30.797943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.807679 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ef914f-1eef-46f4-8574-f1cb84ab0461 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] PUT failed (client error): The resource could not be found. Jul 28 14:51:30.807679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ef914f-1eef-46f4-8574-f1cb84ab0461 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:30.807679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-33ef914f-1eef-46f4-8574-f1cb84ab0461 tempest-NetworksNegativeTestJSON-1279332414 tempest-NetworksNegativeTestJSON-1279332414-project] 10.222.0.57 "PUT /v2.0/subnets/e39fbb2c-6cbd-42c2-ab5b-3f0e7c3aaedd HTTP/1.1" status: 404 len: 337 time: 0.0710735 Jul 28 14:51:30.808128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57316) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.810549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084647869'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:30.888188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c637-1f62-42df-9360-2be5e28be834 req-878c3acb-3ce4-4d9f-9e8b-6a3a0a893864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.889735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-878c3acb-3ce4-4d9f-9e8b-6a3a0a893864 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.5069792 Jul 28 14:51:30.910106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.968928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.004559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.005598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.006083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.006558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.007026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.007495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.007965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.010065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-d8a39543-57c7-4a6d-8094-534157aaac1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6211 time: 0.3272824 Jul 28 14:51:31.018933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.019564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.025464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] 10.222.0.58 "PUT /v2.0/ports/137ced72-02af-4ed7-985b-8febec9d2a7c HTTP/1.1" status: 200 len: 1093 time: 3.1834228 Jul 28 14:51:31.050368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Deleting port e6c7b93e-b06b-46b1-a334-1690e9e19188 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:31.051156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.104790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Deleting port d7f7eebe-b299-49b3-918e-163330be89e5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:31.107848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.167547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263a442-582e-4b49-adc5-bc80d9775a6a service neutron] Pushing event updated for resources: {'Port': ['ID=137ced72-02af-4ed7-985b-8febec9d2a7c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:31.171136 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.184887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-11804528-bcd6-48d4-bd88-0941cfb73f10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 200 len: 1001 time: 0.2834010 Jul 28 14:51:31.272804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-bf8c2fbc-674e-4167-aa62-e2db0d7ceb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.274295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-bf8c2fbc-674e-4167-aa62-e2db0d7ceb53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 914 time: 0.4743624 Jul 28 14:51:31.379394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c637-1f62-42df-9360-2be5e28be834 req-442da982-190c-423b-80a5-8838b597943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.379700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-adf28bf9-f40a-46f8-86c5-4971627abf01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67a6a34-1248-490e-96b3-422b320f21c5 HTTP/1.1" status: 200 len: 217 time: 0.0932441 Jul 28 14:51:31.383084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-442da982-190c-423b-80a5-8838b597943d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.1661916 Jul 28 14:51:31.397165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.397697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.481829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Calling delete_port for d7f7eebe-b299-49b3-918e-163330be89e5 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:31.486158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57324) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:31.487936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.495178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.501554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.507922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.514132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.520268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.527023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.529028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-eb2fecef-6bb1-49c2-a3ba-4d4af0749f0d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5371 time: 0.3655641 Jul 28 14:51:31.531101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-04a7b8de-e8de-4b75-a566-146ce8f046fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.532713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-04a7b8de-e8de-4b75-a566-146ce8f046fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 1096 time: 0.3661416 Jul 28 14:51:31.562073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] For port e6c7b93e-b06b-46b1-a334-1690e9e19188, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e6c7b93e-b06b-46b1-a334-1690e9e19188,segment=NetworkSegment(c1bc18c0-ec1b-48dc-83ea-25a3f18dd713),segment_id=c1bc18c0-ec1b-48dc-83ea-25a3f18dd713)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:31.562424 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.586607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-62f86ff2-8c18-4f8b-b4b7-e2be3c14a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.587050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-62f86ff2-8c18-4f8b-b4b7-e2be3c14a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.587525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-62f86ff2-8c18-4f8b-b4b7-e2be3c14a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.589255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-62f86ff2-8c18-4f8b-b4b7-e2be3c14a520 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5567136 Jul 28 14:51:31.657949 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.659500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-6822eaf0-6fbf-440a-9ed5-73ece61bacb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=137ced72-02af-4ed7-985b-8febec9d2a7c HTTP/1.1" status: 200 len: 217 time: 0.1131027 Jul 28 14:51:31.660711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Calling delete_port for e6c7b93e-b06b-46b1-a334-1690e9e19188 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:31.690384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c637-1f62-42df-9360-2be5e28be834 req-234609f4-3857-4340-a051-e5175718c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.693677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-234609f4-3857-4340-a051-e5175718c723 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3007050 Jul 28 14:51:31.741168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440586eb-9ed7-4b31-9e37-3b6ff51041b3 {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:31.741503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-81a25aed-dbff-4c8e-8bd6-f344d3d24795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.742699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-81a25aed-dbff-4c8e-8bd6-f344d3d24795 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 200 len: 853 time: 0.3502820 Jul 28 14:51:31.797045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.822454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:31.836943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-1e523ba3-3705-4f4d-9f7d-7818736dddb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=874f092b-4a08-498d-91d2-28aa65bcae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657685 Jul 28 14:51:31.880702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:31.892488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a5855c2-7e9c-483e-bef9-2923c0c68f87 req-59030282-f4c7-471c-9a8c-1b05cb80720c tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3287404 Jul 28 14:51:31.894473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:31.914599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04b42271-61ed-4528-8593-0902041b2175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.920725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Transition to ACTIVE for port object 440586eb-9ed7-4b31-9e37-3b6ff51041b3 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:31.924819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Pushing event updated for resources: {'Port': ['ID=6552cc26-0d48-4c02-b354-6e2ad873b580,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:31.975144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-285753f5-c923-43cc-ac01-a1b1c2796499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.976965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-285753f5-c923-43cc-ac01-a1b1c2796499 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 200 len: 853 time: 0.3016324 Jul 28 14:51:31.983987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.029723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa2597-9cef-4332-a50a-82d927e9f028 req-4b6d6af4-36fe-48e9-a236-8c213553d8fc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.031360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53fa2597-9cef-4332-a50a-82d927e9f028 req-4b6d6af4-36fe-48e9-a236-8c213553d8fc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 944 time: 0.3680663 Jul 28 14:51:32.087865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-798e5193-6ce7-422d-b758-acbab7e44d43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=874f092b-4a08-498d-91d2-28aa65bcae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956585 Jul 28 14:51:32.091459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-fec3a5cf-310a-49d4-81ef-a603457306e0 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376834 Jul 28 14:51:32.109962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-b17ae353-3090-4213-9d52-f1ef874118bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.115449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0b0ec8d-a45c-44a0-aa47-b78da7ab0281 req-b17ae353-3090-4213-9d52-f1ef874118bb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4792366 Jul 28 14:51:32.116024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53fa2597-9cef-4332-a50a-82d927e9f028 req-0f9c5959-fb5f-4cce-a1c6-b40c74530946 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749061 Jul 28 14:51:32.116705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.141184 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.193066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-0cdba68e-5d5f-4c27-9a90-a7f9fa0121ae service neutron] 10.222.0.42 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002079 Jul 28 14:51:32.193714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.282587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.295125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:32.376190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d031b-198c-4faa-a28e-5dc47390d7f5 req-8e85636e-f0f4-4fd0-88ee-97e9ae7306e7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.378115 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e05d031b-198c-4faa-a28e-5dc47390d7f5 req-8e85636e-f0f4-4fd0-88ee-97e9ae7306e7 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 945 time: 0.3662288 Jul 28 14:51:32.385555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabb9b0-967d-4521-84bc-7d7e83b970ed,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:32.421300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-8dc5d3b6-60da-4620-9ce2-4e58a4e59381 service neutron] 10.222.0.58 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151996 Jul 28 14:51:32.425147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f7eebe-b299-49b3-918e-163330be89e5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:32.462151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.483664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-d6185841-e29f-4b6a-9c8f-9e67f0cd5231 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783824 Jul 28 14:51:32.553253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc85aa08-bd78-4fd1-9cb3-fa7e19c15470 req-4245986a-415c-42e2-b2f7-c2f6007d6335 service neutron] 10.222.0.42 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441460 Jul 28 14:51:32.580244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e05d031b-198c-4faa-a28e-5dc47390d7f5 req-b4519e9c-65d9-474a-86e4-9439cd342f4b tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6ffc8ea-697a-428c-93b4-b1c0f03feace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578434 Jul 28 14:51:32.580244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.642482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'tag': '137ced72-02af-4ed7-985b-8febec9d2a7c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:32.647223 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe7bc60-f334-4b98-b517-95031439aec4" -d '{"events": [{"name": "network-changed", "server_uuid": "faf6e468-8ede-41b2-8ade-2828a3435a5c", "tag": "137ced72-02af-4ed7-985b-8febec9d2a7c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:32.672391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.675423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Pushing event deleted for resources: {'Port': ['ID=e6c7b93e-b06b-46b1-a334-1690e9e19188,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:32.681900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.682876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f76d2bcd-836b-4d77-9e56-13586211a1d7 tempest-FloatingIPAdminTestJSON-551285663 tempest-FloatingIPAdminTestJSON-551285663-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/d93a3c96-ee3b-4092-82f5-a96eec7e26bf HTTP/1.1" status: 204 len: 168 time: 2.2747650 Jul 28 14:51:32.688983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Attempting to bind port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:32.689167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Attempting to bind port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:32.689503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Attempting to bind port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:32.694561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:32.743302 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84933bac-e355-4746-ac85-e155b06d0837 x-openstack-request-id: req-84933bac-e355-4746-ac85-e155b06d0837 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:32.743302 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf6e468-8ede-41b2-8ade-2828a3435a5c", "tag": "137ced72-02af-4ed7-985b-8febec9d2a7c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:32.743302 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84933bac-e355-4746-ac85-e155b06d0837 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:32.743302 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'tag': '137ced72-02af-4ed7-985b-8febec9d2a7c', 'status': 'completed', 'code': 200} Jul 28 14:51:32.743302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] No DVR routers for this DVR port e6c7b93e-b06b-46b1-a334-1690e9e19188 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:32.751060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:32.751276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.751485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Attempting to bind port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:32.755724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0079963-39dd-4b01-af86-cd389d787e54 req-54860f2d-9a41-4db1-972a-ca7a741c456e tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.58 "DELETE /v2.0/ports/e6c7b93e-b06b-46b1-a334-1690e9e19188 HTTP/1.1" status: 204 len: 173 time: 2.2940121 Jul 28 14:51:32.760188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e637245-fe4e-4653-9ebd-7d12457a82fd req-7d83d462-772d-41e6-babe-8dfb5be78f85 service neutron] 10.222.0.58 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175306 Jul 28 14:51:32.776938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04b42271-61ed-4528-8593-0902041b2175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.782115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:32.782490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Checking segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:32.782892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Bound using segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:32.783364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Bound port: 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:32.783701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.788988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.966820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:32.988497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:33.059870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.066239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.073488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.079856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.087107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.093336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.099695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.101818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-465327dc-5065-46c4-b4d0-02ded42d953a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5383 time: 0.1091380 Jul 28 14:51:33.179321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-0f9e7eaa-f9a5-4524-baa7-c60203ee8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.180849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-0f9e7eaa-f9a5-4524-baa7-c60203ee8a04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 1096 time: 0.0780442 Jul 28 14:51:33.185915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9fc7f52-8f61-448a-a904-e9e895774a5f req-dc099576-4743-4a72-b2d4-184c2b2bd212 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738094 Jul 28 14:51:33.190837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.192395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f368217-095d-41de-8b64-1803e4f91141 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3864417 Jul 28 14:51:33.204528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:33.228945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d34d9337-5cff-44f7-8289-2d99a9bf537a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '8eabb9b0-967d-4521-84bc-7d7e83b970ed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:33.230197 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-d34d9337-5cff-44f7-8289-2d99a9bf537a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 14:51:33.230950 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-d34d9337-5cff-44f7-8289-2d99a9bf537a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:33.232257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d34d9337-5cff-44f7-8289-2d99a9bf537a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0247505 Jul 28 14:51:33.261359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:33.365863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-306260fe-a2c9-4ab6-b9de-ddc1c357d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.367609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-306260fe-a2c9-4ab6-b9de-ddc1c357d1f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 914 time: 0.1735857 Jul 28 14:51:33.368686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9010bc4-fbf5-4383-ba2f-1883fc12a98a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.380884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04b42271-61ed-4528-8593-0902041b2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.383945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.429717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-11285c43-f89e-43e5-9799-0e8bbe133cfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=137ced72-02af-4ed7-985b-8febec9d2a7c HTTP/1.1" status: 200 len: 217 time: 0.0523117 Jul 28 14:51:33.447989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9010bc4-fbf5-4383-ba2f-1883fc12a98a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.453615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting port a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:33.453962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.521906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-0b710cdf-183d-4219-abaa-99077a4990d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.523448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-0b710cdf-183d-4219-abaa-99077a4990d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 200 len: 853 time: 0.0844004 Jul 28 14:51:33.566821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-3103179d-3d3c-4a29-85fe-eb9995244dc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=874f092b-4a08-498d-91d2-28aa65bcae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349903 Jul 28 14:51:33.569459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.570095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.571540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 1092 time: 3.1076231 Jul 28 14:51:33.574175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:33.576540 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:33.591406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04b42271-61ed-4528-8593-0902041b2175 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbf636fc5c4d40c888bd6fe784c98689&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0949032 Jul 28 14:51:33.604153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b42271-61ed-4528-8593-0902041b2175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909184a9-e26e-48fb-97a2-897fdb105cf9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:33.605396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57348) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:33.640019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e73f-2e37-498c-83ee-96479ec2c5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:33.660220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319b5f2-8855-4561-8148-276d8ddb04c8 req-823ed4b6-75f5-4b61-b531-f8a319559882 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.662252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d319b5f2-8855-4561-8148-276d8ddb04c8 req-823ed4b6-75f5-4b61-b531-f8a319559882 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 944 time: 0.2864985 Jul 28 14:51:33.708584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.719003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9010bc4-fbf5-4383-ba2f-1883fc12a98a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.719963 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.723252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9010bc4-fbf5-4383-ba2f-1883fc12a98a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.725787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f9010bc4-fbf5-4383-ba2f-1883fc12a98a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/8eabb9b0-967d-4521-84bc-7d7e83b970ed HTTP/1.1" status: 204 len: 168 time: 0.4635363 Jul 28 14:51:33.731028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:33.760983 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e5bbdc-1ecd-4bea-8f35-9d4d59ae5a5d x-openstack-request-id: req-59e5bbdc-1ecd-4bea-8f35-9d4d59ae5a5d {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:33.761318 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:33.761522 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59e5bbdc-1ecd-4bea-8f35-9d4d59ae5a5d {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:33.761949 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3', 'status': 'completed', 'code': 200} Jul 28 14:51:33.770916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:33.780278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Calling delete_port for a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:33.785517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9010bc4-fbf5-4383-ba2f-1883fc12a98a tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabb9b0-967d-4521-84bc-7d7e83b970ed,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:33.819261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.828886 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d319b5f2-8855-4561-8148-276d8ddb04c8 req-62359a21-e128-439e-a451-9c75879b6f87 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446698 Jul 28 14:51:33.870914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-96395a31-7336-424c-9d91-73f195a76a39 service neutron] 10.222.0.58 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932918 Jul 28 14:51:33.899601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c67a6a34-1248-490e-96b3-422b320f21c5 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:51:33.993779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-60d22d4c-195c-484f-951f-b3cdfebe3a03 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2566292 Jul 28 14:51:34.019590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57354) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:34.028890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880117896'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:34.042117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.044171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Pushing event updated for resources: {'Port': ['ID=6552cc26-0d48-4c02-b354-6e2ad873b580,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:34.059350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c67a6a34-1248-490e-96b3-422b320f21c5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c67a6a34-1248-490e-96b3-422b320f21c5,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:34.075541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'c67a6a34-1248-490e-96b3-422b320f21c5', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'port_id': 'c67a6a34-1248-490e-96b3-422b320f21c5', 'mac_address': 'fa:16:3e:3c:4c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2094942-3822-4655-8aca-bec0df61c76e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:51:34.105757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6cfe90b5-a0f4-4453-8578-6a965e7073b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.132348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e6c7b93e-b06b-46b1-a334-1690e9e19188 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:34.148408 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.165738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: e6c7b93e-b06b-46b1-a334-1690e9e19188 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:34.166137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e6c7b93e-b06b-46b1-a334-1690e9e19188 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:34.168651 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.186779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67a6a34-1248-490e-96b3-422b320f21c5 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:34.193441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a9a2f52f-d276-43a9-9a31-242c51c9d613 req-9eab2210-8f25-4e7c-a234-1c2a0417d2c1 tempest-ServerDiskConfigTestJSON-1744635737 tempest-ServerDiskConfigTestJSON-1744635737-project] 10.222.0.57 "GET /v2.0/ports?device_id=daab73f9-55b2-42d8-b517-a1c096ae5a41 HTTP/1.1" status: 200 len: 210 time: 0.1201034 Jul 28 14:51:34.212928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c67a6a34-1248-490e-96b3-422b320f21c5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c67a6a34-1248-490e-96b3-422b320f21c5,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:34.228935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.230141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.231090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.232388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.233050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.235510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.235510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.240069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-94d685eb-2d07-46d1-bb51-cd0eb18061c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6279 time: 0.3884876 Jul 28 14:51:34.254185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6cfe90b5-a0f4-4453-8578-6a965e7073b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.398796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.402757 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.455746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.517003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Port': ['ID=a5ee7dee-4336-4c3f-8f10-4bb795ef8e31,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:34.534919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c67a6a34-1248-490e-96b3-422b320f21c5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:34.541773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.543162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-78130060-5d2c-47fd-a3e6-b5756000068d tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5879791 Jul 28 14:51:34.571128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57358) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:34.585877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-255767576', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'fixed_ips': [{'ip_address': '172.25.6.117'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:34.620004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.626239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.632984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.639929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.646170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.652247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.658426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.665221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-d4910ee5-5c29-43c4-816e-a33e0aac8a3b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5383 time: 0.2945337 Jul 28 14:51:34.747160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'name': 'network-vif-deleted', 'tag': 'e6c7b93e-b06b-46b1-a334-1690e9e19188'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:34.749718 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1177257-1055-4c2a-a935-06b673a1b838" -d '{"events": [{"server_uuid": "daab73f9-55b2-42d8-b517-a1c096ae5a41", "name": "network-vif-deleted", "tag": "e6c7b93e-b06b-46b1-a334-1690e9e19188"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:34.775904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fe7bc60-f334-4b98-b517-95031439aec4 req-9d388eb0-8e9e-4b10-8307-38050dda389e service neutron] 10.222.0.58 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803186 Jul 28 14:51:34.798642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.800809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9c5104b0-051a-41e7-8e09-90d875ff6bc4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "DELETE /v2.0/ports/a5ee7dee-4336-4c3f-8f10-4bb795ef8e31 HTTP/1.1" status: 204 len: 168 time: 2.1005344 Jul 28 14:51:34.808695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:34.823149 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1946be29-f8f4-4a94-ac20-eab2021ba8c0 x-openstack-request-id: req-1946be29-f8f4-4a94-ac20-eab2021ba8c0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:34.823648 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab73f9-55b2-42d8-b517-a1c096ae5a41", "name": "network-vif-deleted", "tag": "e6c7b93e-b06b-46b1-a334-1690e9e19188", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:34.824080 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1946be29-f8f4-4a94-ac20-eab2021ba8c0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:34.824792 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab73f9-55b2-42d8-b517-a1c096ae5a41', 'name': 'network-vif-deleted', 'tag': 'e6c7b93e-b06b-46b1-a334-1690e9e19188', 'status': 'completed', 'code': 200} Jul 28 14:51:34.883805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c67a6a34-1248-490e-96b3-422b320f21c5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:51:34.895230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-52270d78-bd62-43fa-8474-4544bd927e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.896074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-52270d78-bd62-43fa-8474-4544bd927e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.897069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-52270d78-bd62-43fa-8474-4544bd927e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.900039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-52270d78-bd62-43fa-8474-4544bd927e50 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6261981 Jul 28 14:51:34.921853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9f9c9112-9ad9-4b79-ae3d-a5cb5e2316e3 req-538c2ddb-f451-4dba-aa07-036c1f586fc6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269809 Jul 28 14:51:34.926001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30165512-bb7e-4923-882f-ce7268b9ec9a {{(pid=94658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:34.949167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.972819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6cfe90b5-a0f4-4453-8578-6a965e7073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.976140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6cfe90b5-a0f4-4453-8578-6a965e7073b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.977008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6cfe90b5-a0f4-4453-8578-6a965e7073b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/909184a9-e26e-48fb-97a2-897fdb105cf9 HTTP/1.1" status: 204 len: 168 time: 1.3704567 Jul 28 14:51:35.013748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169a982-5af6-4402-9188-34c9b39f12fe tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:35.021562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7169a982-5af6-4402-9188-34c9b39f12fe tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "GET /v2.0/ports?device_id=a97b3e7f-5f9b-4393-a16a-f3e3493536a3 HTTP/1.1" status: 200 len: 913 time: 0.2114456 Jul 28 14:51:35.023606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Transition to ACTIVE for port object 30165512-bb7e-4923-882f-ce7268b9ec9a will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:35.028156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57368) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.041623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.120579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe90b5-a0f4-4453-8578-6a965e7073b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909184a9-e26e-48fb-97a2-897fdb105cf9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.130066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.130329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-07202f07-e24e-4204-917c-ad366c0480f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:35.131911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c4ae53b-d303-4a48-b3bb-95d295ce0fc2 req-07202f07-e24e-4204-917c-ad366c0480f1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228436 Jul 28 14:51:35.190404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.190577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a324-8038-485b-b82f-35f6cd3661ee req-5862a68f-e407-49b9-a069-438ff4901607 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:35.192267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb79a324-8038-485b-b82f-35f6cd3661ee req-5862a68f-e407-49b9-a069-438ff4901607 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 944 time: 0.2141080 Jul 28 14:51:35.269668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Pushing event updated for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.347502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1ed74-13e1-4eff-8f1d-df369384cf0b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.399447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb79a324-8038-485b-b82f-35f6cd3661ee req-ee9fedae-36f5-4665-8831-44c1e3083743 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558323 Jul 28 14:51:35.418260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Made reservation on behalf of 92185460cc8e45928693e2a8a6c57100 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:35.425129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.467664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.481221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Attempting to bind port 30165512-bb7e-4923-882f-ce7268b9ec9a on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:35.481567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Attempting to bind port 30165512-bb7e-4923-882f-ce7268b9ec9a by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:35.481905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Attempting to bind port 30165512-bb7e-4923-882f-ce7268b9ec9a on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:35.490344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.491540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7ab1cc78-6701-4c42-8960-2f94aaae4bf5 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4709496 Jul 28 14:51:35.495204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57382) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.501509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a079ba27-82ad-4f17-8c82-3095c3eb110e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '36f1ed74-13e1-4eff-8f1d-df369384cf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:35.542405 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-a079ba27-82ad-4f17-8c82-3095c3eb110e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 14:51:35.543892 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-a079ba27-82ad-4f17-8c82-3095c3eb110e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:35.546206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a079ba27-82ad-4f17-8c82-3095c3eb110e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0497425 Jul 28 14:51:35.547850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.552876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Port 30165512-bb7e-4923-882f-ce7268b9ec9a on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:35.553880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Attempting to bind port 30165512-bb7e-4923-882f-ce7268b9ec9a on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:35.557218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57386) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.562966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-811cd8d4-8789-4599-ac0a-5909a2e7b979 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '36f1ed74-13e1-4eff-8f1d-df369384cf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:35.565436 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-811cd8d4-8789-4599-ac0a-5909a2e7b979 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 14:51:35.565983 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-811cd8d4-8789-4599-ac0a-5909a2e7b979 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:35.567261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-811cd8d4-8789-4599-ac0a-5909a2e7b979 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089920 Jul 28 14:51:35.570505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57388) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.575642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bc16107b-ca80-4d5a-8a3b-f06925070ed9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '36f1ed74-13e1-4eff-8f1d-df369384cf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:35.577000 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-bc16107b-ca80-4d5a-8a3b-f06925070ed9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 14:51:35.577660 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-bc16107b-ca80-4d5a-8a3b-f06925070ed9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:35.578695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bc16107b-ca80-4d5a-8a3b-f06925070ed9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071328 Jul 28 14:51:35.583545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57390) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.593217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c76359b2-51ab-481f-a4c7-756c2baf4af3 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '36f1ed74-13e1-4eff-8f1d-df369384cf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:35.594123 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-c76359b2-51ab-481f-a4c7-756c2baf4af3 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 14:51:35.594719 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-c76359b2-51ab-481f-a4c7-756c2baf4af3 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:35.595753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c76359b2-51ab-481f-a4c7-756c2baf4af3 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110955 Jul 28 14:51:35.601362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57392) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.627380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:35.628177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Checking segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:35.628994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Bound using segment: {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:35.629987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Bound port: 30165512-bb7e-4923-882f-ce7268b9ec9a, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:35.630798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.742777 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9825-c913-4701-886d-f95d2c4541d0 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.798269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Deleting subnet 29f1337b-cc41-4f2a-b0f8-8200271d70b8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:35.801122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9825-c913-4701-886d-f95d2c4541d0 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.804947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.889014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.889659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.905438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c67a6a34-1248-490e-96b3-422b320f21c5 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:35.916311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:35.946609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=30165512-bb7e-4923-882f-ce7268b9ec9a,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:35.984926 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.997234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.998621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.085889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9825-c913-4701-886d-f95d2c4541d0 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.089841 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9825-c913-4701-886d-f95d2c4541d0 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.091508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b4b9825-c913-4701-886d-f95d2c4541d0 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/36f1ed74-13e1-4eff-8f1d-df369384cf0b HTTP/1.1" status: 204 len: 168 time: 0.4890487 Jul 28 14:51:36.097047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57404) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:36.108592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.165447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 137ced72-02af-4ed7-985b-8febec9d2a7c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:51:36.165592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b9825-c913-4701-886d-f95d2c4541d0 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1ed74-13e1-4eff-8f1d-df369384cf0b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.201486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4b3f2bca-35fd-471b-9c85-ed6b66fb4d0d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960252 Jul 28 14:51:36.201486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57406) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:36.208011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700811798'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:36.245722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.246361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.247850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] 10.222.0.42 "PUT /v2.0/ports/30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 1091 time: 2.4850535 Jul 28 14:51:36.250443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:36.252561 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425e0d48-9c75-478e-b404-d549d17c6266" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:36.272222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015a673-38e9-4220-8ed7-87b57ab54117 service neutron] Pushing event updated for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.287284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.294019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.300880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.308672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.321656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.334975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.346481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.349398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 137ced72-02af-4ed7-985b-8febec9d2a7c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=137ced72-02af-4ed7-985b-8febec9d2a7c,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:36.355612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-8ac73d54-7802-47c1-b200-dfed479664a3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5395 time: 0.3241596 Jul 28 14:51:36.368610 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc7f779-17b8-4994-8169-c353abc0d576 x-openstack-request-id: req-4dc7f779-17b8-4994-8169-c353abc0d576 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:36.372892 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:36.372892 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4dc7f779-17b8-4994-8169-c353abc0d576 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:36.372892 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a', 'status': 'completed', 'code': 200} Jul 28 14:51:36.372892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.374300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] device_id is not set on port 4d98fa08-bf8f-42a7-8d44-6c1f13eeda26 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:51:36.384059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '137ced72-02af-4ed7-985b-8febec9d2a7c', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'port_id': '137ced72-02af-4ed7-985b-8febec9d2a7c', 'mac_address': 'fa:16:3e:ae:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2094942-3822-4655-8aca-bec0df61c76e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:51:36.395893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting port f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:36.397310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.431720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port c67a6a34-1248-490e-96b3-422b320f21c5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:36.441552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port c67a6a34-1248-490e-96b3-422b320f21c5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:36.442186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.476728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30830e-0071-4bb5-8d36-40323acddda0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.488228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cffa2e13-98d1-478e-bbee-efbcc24c414c req-339440e6-ab19-42be-8bcd-c4bae278d678 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316481 Jul 28 14:51:36.499808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.522762 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.556557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137ced72-02af-4ed7-985b-8febec9d2a7c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:36.574609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.578725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.579233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.579727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.580215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.580727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.581205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.586001 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-425e0d48-9c75-478e-b404-d549d17c6266 req-f653a107-d49f-4846-a516-e71f11b4f0d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6347 time: 0.1913199 Jul 28 14:51:36.589702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:36.616710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.619302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f1337b-cc41-4f2a-b0f8-8200271d70b8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.625684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 137ced72-02af-4ed7-985b-8febec9d2a7c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=137ced72-02af-4ed7-985b-8febec9d2a7c,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:36.637350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.643383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-76ee109f-7641-4565-aa8c-cc7f7427ef35 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/29f1337b-cc41-4f2a-b0f8-8200271d70b8 HTTP/1.1" status: 204 len: 168 time: 1.0825517 Jul 28 14:51:36.644268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.652357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:36.692820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67a6a34-1248-490e-96b3-422b320f21c5'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:36.696117 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd71f3-de77-414e-8c5e-d63f2da6a8b5" -d '{"events": [{"server_uuid": "02a5e2c0-66a2-415a-8ae4-e1f3dab93746", "name": "network-vif-plugged", "status": "completed", "tag": "c67a6a34-1248-490e-96b3-422b320f21c5"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:36.716133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c67a6a34-1248-490e-96b3-422b320f21c5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c67a6a34-1248-490e-96b3-422b320f21c5,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:36.739695 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.747329 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482f4bf6-de84-47b5-bef1-a9f037373acd x-openstack-request-id: req-482f4bf6-de84-47b5-bef1-a9f037373acd {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:36.747329 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a5e2c0-66a2-415a-8ae4-e1f3dab93746", "name": "network-vif-plugged", "status": "completed", "tag": "c67a6a34-1248-490e-96b3-422b320f21c5", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:36.747329 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-482f4bf6-de84-47b5-bef1-a9f037373acd {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:36.748220 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67a6a34-1248-490e-96b3-422b320f21c5', 'code': 200} Jul 28 14:51:36.813809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.816572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=137ced72-02af-4ed7-985b-8febec9d2a7c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.862049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b202cb-2005-4e03-a725-c761816ead58 req-dad27357-8c70-486e-90be-a362ba1ce8b2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.864938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3b202cb-2005-4e03-a725-c761816ead58 req-dad27357-8c70-486e-90be-a362ba1ce8b2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 944 time: 0.2698894 Jul 28 14:51:36.872262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.890665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.893506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c67a6a34-1248-490e-96b3-422b320f21c5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.937608 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.962690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['137ced72-02af-4ed7-985b-8febec9d2a7c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:51:36.989701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Calling delete_port for f6b73a82-a6b4-4e23-91ed-5bd01980dfa6 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:37.011822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-4ff815cd-b6a4-4cb2-b21a-29caae17bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.012126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-4ff815cd-b6a4-4cb2-b21a-29caae17bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.012832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-4ff815cd-b6a4-4cb2-b21a-29caae17bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.014714 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-425e0d48-9c75-478e-b404-d549d17c6266 req-4ff815cd-b6a4-4cb2-b21a-29caae17bc92 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3879721 Jul 28 14:51:37.109659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.121043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b378b465-58ed-4a35-992c-382aaee2c0b4']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:37.124699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3b202cb-2005-4e03-a725-c761816ead58 req-dcb81b53-c84e-4119-80e1-757fef9b1036 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227199 Jul 28 14:51:37.133554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:37.133853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc18c0-ec1b-48dc-83ea-25a3f18dd713') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:37.144086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.163159 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 14:51:37.163691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:37.210142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.214942 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.229003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:37.229741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:37.231761 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:37.234780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0629-0efa-4c15-b249-ca37194210f8 req-b7e158f4-c5a3-4437-a157-ed9ba166af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.236142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fdb0629-0efa-4c15-b249-ca37194210f8 req-b7e158f4-c5a3-4437-a157-ed9ba166af61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02a5e2c0-66a2-415a-8ae4-e1f3dab93746 HTTP/1.1" status: 200 len: 1097 time: 0.3420253 Jul 28 14:51:37.313221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d48-9c75-478e-b404-d549d17c6266 req-9bf58219-2ef7-4fc1-b972-b837c2da675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.314749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-425e0d48-9c75-478e-b404-d549d17c6266 req-9bf58219-2ef7-4fc1-b972-b837c2da675e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798402 Jul 28 14:51:37.384663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.456374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fdb0629-0efa-4c15-b249-ca37194210f8 req-ab660e72-168b-4b4f-bde6-27744651ea88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069843 Jul 28 14:51:37.461459 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.471167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.474581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b378b465-58ed-4a35-992c-382aaee2c0b4 HTTP/1.1" status: 204 len: 168 time: 0.8128257 Jul 28 14:51:37.479756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf1849-6fd0-4c91-bbad-d92f58e8d00b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:37.498182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabbfa2-d6aa-49c2-91a1-b8b7c6091b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=b378b465-58ed-4a35-992c-382aaee2c0b4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:37.512783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e9f99eba-1673-4864-b896-fc8d6f7caa32 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9390042 Jul 28 14:51:37.514126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:37.596677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.608078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b20a099a-a92f-4bc0-80f7-9846442e6403 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4026167 Jul 28 14:51:37.613788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57434) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:37.625565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-23fe1e46-3d3c-44c9-88de-754e65af6113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:37.627382 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-23fe1e46-3d3c-44c9-88de-754e65af6113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 14:51:37.628301 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-23fe1e46-3d3c-44c9-88de-754e65af6113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:37.630816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23fe1e46-3d3c-44c9-88de-754e65af6113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146897 Jul 28 14:51:37.640827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:37.657286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-80c8fea2-8869-4342-a715-19d66ac231aa tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:37.740670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:37.749217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.866828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.872523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.872836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.878788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.889031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.891223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.897115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.903095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.905142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f940761f-bda4-4de1-8892-63ae8568a930 req-c8d36858-7037-4450-be59-04fe6bd87aac tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5395 time: 0.2561023 Jul 28 14:51:37.923335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Transition to ACTIVE for port object f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:37.929447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Port': ['ID=f6b73a82-a6b4-4e23-91ed-5bd01980dfa6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:37.957343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Deleting port 6552cc26-0d48-4c02-b354-6e2ad873b580 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:37.958233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.010110 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f940761f-bda4-4de1-8892-63ae8568a930 req-a180ff56-e892-4e02-b019-ec31841bd4ec tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973029 Jul 28 14:51:38.081508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.081884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.099178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Calling delete_port for 6552cc26-0d48-4c02-b354-6e2ad873b580 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:38.121698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.155056 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-80c8fea2-8869-4342-a715-19d66ac231aa tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:38.156186 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80c8fea2-8869-4342-a715-19d66ac231aa tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5139654 Jul 28 14:51:38.164573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57446) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.168419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8d85fadd-2e40-4ea9-a298-68c0bf326e81 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:38.168943 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-8d85fadd-2e40-4ea9-a298-68c0bf326e81 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 14:51:38.169453 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-8d85fadd-2e40-4ea9-a298-68c0bf326e81 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:38.170488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8d85fadd-2e40-4ea9-a298-68c0bf326e81 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063994 Jul 28 14:51:38.175587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57448) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.182586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e70610f1-3381-4be7-96b0-b6d2a9670555 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:38.190241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 137ced72-02af-4ed7-985b-8febec9d2a7c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:38.190841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.310470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7989a048-8879-49fd-b523-bd06bd1d0e77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad2ba51a35924bc298e2528668f59544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157773 Jul 28 14:51:38.315697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.436057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f80bee93-1197-421a-a946-1bbf6c2e3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.443098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 137ced72-02af-4ed7-985b-8febec9d2a7c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:38.450234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Pushing event updated for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.451138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 137ced72-02af-4ed7-985b-8febec9d2a7c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:38.451138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.465828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.492255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f80bee93-1197-421a-a946-1bbf6c2e3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.516389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d604-79f5-4c5f-b586-595e71b3ce83 req-05194831-b72a-4c9a-8c99-cc0e4eec62c3 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:38.529038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fd3d604-79f5-4c5f-b586-595e71b3ce83 req-05194831-b72a-4c9a-8c99-cc0e4eec62c3 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 945 time: 0.2075427 Jul 28 14:51:38.573005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.619855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Attempting to bind port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:38.620232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Attempting to bind port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:38.620568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Attempting to bind port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e on network d4bef802-f700-418f-a335-1f408fe33607 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:38.630982 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-e70610f1-3381-4be7-96b0-b6d2a9670555 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:38.636501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e70610f1-3381-4be7-96b0-b6d2a9670555 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4554362 Jul 28 14:51:38.636501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Pushing event deleted for resources: {'Port': ['ID=6552cc26-0d48-4c02-b354-6e2ad873b580,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.642898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.643838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fd3d604-79f5-4c5f-b586-595e71b3ce83 req-1bc98f2e-d6ee-4f76-a5af-271454d13327 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118057 Jul 28 14:51:38.655373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e on network d4bef802-f700-418f-a335-1f408fe33607 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:38.655769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Attempting to bind port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e on network d4bef802-f700-418f-a335-1f408fe33607 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:38.668199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:38.668615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Checking segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:38.669094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Bound using segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:38.669661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Bound port: f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:38.670130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.682877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9c48ae85-d595-43d8-bfd4-355ca32799ca tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:38.683652 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-9c48ae85-d595-43d8-bfd4-355ca32799ca tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 14:51:38.684157 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-9c48ae85-d595-43d8-bfd4-355ca32799ca tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:38.685404 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9c48ae85-d595-43d8-bfd4-355ca32799ca tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0399714 Jul 28 14:51:38.690531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.718248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2b8e71df-23b1-4639-adf3-fc44ea29a84d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:38.737021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f80bee93-1197-421a-a946-1bbf6c2e3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.741021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f80bee93-1197-421a-a946-1bbf6c2e3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.741439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f80bee93-1197-421a-a946-1bbf6c2e3d94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6ffc8ea-697a-428c-93b4-b1c0f03feace HTTP/1.1" status: 204 len: 168 time: 0.4246554 Jul 28 14:51:38.772859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bee93-1197-421a-a946-1bbf6c2e3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffc8ea-697a-428c-93b4-b1c0f03feace,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.786625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.789412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.794106 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cca7812c-fd74-4b29-b2ec-24e63ffe4948 tempest-ExternalNetworksAdminNegativeTestJSON-398780577 tempest-ExternalNetworksAdminNegativeTestJSON-398780577-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/acb99f02-5c23-4bf8-9475-a9e203f5e656 HTTP/1.1" status: 204 len: 168 time: 1.2752798 Jul 28 14:51:38.871499 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-2b8e71df-23b1-4639-adf3-fc44ea29a84d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Project 910df849cfc1454396ee00ac6dd48ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:51:38.975987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:38.980640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:38.994141 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2b8e71df-23b1-4639-adf3-fc44ea29a84d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:38.998540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2b8e71df-23b1-4639-adf3-fc44ea29a84d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2849965 Jul 28 14:51:39.001895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:39.003344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.016069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-492b2e35-6156-43aa-abe8-90c10ab8a54c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:39.025139 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-492b2e35-6156-43aa-abe8-90c10ab8a54c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 14:51:39.025139 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-492b2e35-6156-43aa-abe8-90c10ab8a54c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:39.025139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-492b2e35-6156-43aa-abe8-90c10ab8a54c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151832 Jul 28 14:51:39.026764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:39.037049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cd4cddd6-0a3b-42d9-9f9d-62b8204f50ac tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:39.099768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.108333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 137ced72-02af-4ed7-985b-8febec9d2a7c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=137ced72-02af-4ed7-985b-8febec9d2a7c,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:39.113037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137ced72-02af-4ed7-985b-8febec9d2a7c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:39.117658 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b893ada-0880-4f81-9f69-04d87d239248" -d '{"events": [{"server_uuid": "faf6e468-8ede-41b2-8ade-2828a3435a5c", "name": "network-vif-plugged", "status": "completed", "tag": "137ced72-02af-4ed7-985b-8febec9d2a7c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:39.175829 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe517b-746e-4fef-8bac-bec99d57ff9f x-openstack-request-id: req-8efe517b-746e-4fef-8bac-bec99d57ff9f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:39.176920 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6e468-8ede-41b2-8ade-2828a3435a5c", "name": "network-vif-plugged", "status": "completed", "tag": "137ced72-02af-4ed7-985b-8febec9d2a7c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:39.177640 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8efe517b-746e-4fef-8bac-bec99d57ff9f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:39.178640 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137ced72-02af-4ed7-985b-8febec9d2a7c', 'code': 200} Jul 28 14:51:39.199386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.200302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.202867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] 10.222.0.42 "PUT /v2.0/ports/f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 1092 time: 2.6186252 Jul 28 14:51:39.206413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:39.210749 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db514d7-1a24-4a6e-bcb7-1815f5511690" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:39.240991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.245900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Router a97b3e7f-5f9b-4393-a16a-f3e3493536a3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:39.249254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e97f31-67df-4b89-8418-8b9c59efdcdf service neutron] Pushing event updated for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:39.265209 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-cd4cddd6-0a3b-42d9-9f9d-62b8204f50ac tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Project 910df849cfc1454396ee00ac6dd48ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:51:39.364983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.379027 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f77bd64-4b8a-4899-b174-76c2fdb64ca0 x-openstack-request-id: req-8f77bd64-4b8a-4899-b174-76c2fdb64ca0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:39.380417 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:39.381118 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f77bd64-4b8a-4899-b174-76c2fdb64ca0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:39.381945 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e', 'status': 'completed', 'code': 200} Jul 28 14:51:39.382104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=137ced72-02af-4ed7-985b-8febec9d2a7c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:39.386628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.407937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.424441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.436057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.455315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.463153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Request body: {'port': {'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:39.468295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.471112 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-34574c10-4f18-48ef-aa83-cba0ecce1a7f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5407 time: 0.3334308 Jul 28 14:51:39.473266 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-cd4cddd6-0a3b-42d9-9f9d-62b8204f50ac tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:39.481173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd4cddd6-0a3b-42d9-9f9d-62b8204f50ac tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4519627 Jul 28 14:51:39.483555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57476) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:39.492018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bc7cbc15-ce1c-47d4-8703-41b20344fe1d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1849-6fd0-4c91-bbad-d92f58e8d00b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:39.501535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53b77-51da-4517-97c6-d32344dfe367 req-c547cbd2-ae65-4e13-87b8-6394f438f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.509012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18b53b77-51da-4517-97c6-d32344dfe367 req-c547cbd2-ae65-4e13-87b8-6394f438f41c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 1098 time: 0.1778517 Jul 28 14:51:39.585621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08ce6485-e55f-479f-9ac3-875ced8e8df0 req-51f691fe-0b86-4f44-9cc9-b0fbec35bfca tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026721 Jul 28 14:51:39.687778 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-bc7cbc15-ce1c-47d4-8703-41b20344fe1d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Project 910df849cfc1454396ee00ac6dd48ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:51:39.823986 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-bc7cbc15-ce1c-47d4-8703-41b20344fe1d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:39.825124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc7cbc15-ce1c-47d4-8703-41b20344fe1d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3405931 Jul 28 14:51:39.829843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57488) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:39.946441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57494) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:39.976319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:39.987964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c77363-b31d-486c-a0db-311d9a975113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.995391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] Sync routers for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:39.995659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d48202e5-44a9-4e38-b816-cc3abcfe74f8 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "PUT /v2.0/routers/a97b3e7f-5f9b-4393-a16a-f3e3493536a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9541266 Jul 28 14:51:39.999386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57500) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:40.023759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:40.025724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:51:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.050035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c77363-b31d-486c-a0db-311d9a975113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.076091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.088781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18b53b77-51da-4517-97c6-d32344dfe367 req-7f7a4fb0-1241-48e8-bb47-db800d648fd2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299430 Jul 28 14:51:40.101296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.105500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.106377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.112396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.112982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.113405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.114143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.115419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.118313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-bcec77b4-ccdf-4546-83e2-d11cc5e82224 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6415 time: 0.6658289 Jul 28 14:51:40.134678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] Routers {'a97b3e7f-5f9b-4393-a16a-f3e3493536a3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:40.135864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:51:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.140256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9727d8-cacb-4f50-aa83-28d23b622192 req-74924c16-8a8b-4657-bb35-0f8ead504d82 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.141945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac9727d8-cacb-4f50-aa83-28d23b622192 req-74924c16-8a8b-4657-bb35-0f8ead504d82 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 946 time: 0.2820494 Jul 28 14:51:40.196272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.197536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84edb83-9076-4da1-9ad2-e0fd94209612 None None] The sync data for ids ['a97b3e7f-5f9b-4393-a16a-f3e3493536a3'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:40.230964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c77363-b31d-486c-a0db-311d9a975113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.234818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c77363-b31d-486c-a0db-311d9a975113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.240079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4c77363-b31d-486c-a0db-311d9a975113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/d2bf1849-6fd0-4c91-bbad-d92f58e8d00b HTTP/1.1" status: 204 len: 168 time: 0.4083517 Jul 28 14:51:40.241171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57508) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:40.277092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c77363-b31d-486c-a0db-311d9a975113 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf1849-6fd0-4c91-bbad-d92f58e8d00b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:40.321460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ac9cd323-9b18-4de5-a785-9f769d3ec693 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755315 Jul 28 14:51:40.324438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57510) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:40.330173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--154833324'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:40.446970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac9727d8-cacb-4f50-aa83-28d23b622192 req-063676cf-915d-442e-9848-5b0dc450ce10 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797306 Jul 28 14:51:40.474844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.516443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.557845 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f282e2a1-641a-4001-bd6a-e0d46a0dc552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.572010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-50d871c9-697f-4203-bc0e-b4e4bc3a392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.575050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-50d871c9-697f-4203-bc0e-b4e4bc3a392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.575050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-50d871c9-697f-4203-bc0e-b4e4bc3a392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.575050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-50d871c9-697f-4203-bc0e-b4e4bc3a392a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4189792 Jul 28 14:51:40.657644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.742058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.814268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-d194630b-a8b7-4487-aac3-657e50fe0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.815992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3db514d7-1a24-4a6e-bcb7-1815f5511690 req-d194630b-a8b7-4487-aac3-657e50fe0296 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240343 Jul 28 14:51:40.817335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.830591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.840349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.872194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.900250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.911520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.934313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.943453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-4b1c0dd6-b9a1-4924-a382-e98c72b23c10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5407 time: 0.2188098 Jul 28 14:51:40.952326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.985692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92588340-b676-4bfc-b946-2c52feb47059 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:41.009425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.054797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Transition to ACTIVE for port object 92588340-b676-4bfc-b946-2c52feb47059 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:41.061287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392d78c1-10e6-4f48-a291-168a0a0971e6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:41.105635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c04c44de-7648-4474-9f8e-452c6f2bb1bd req-af86ea9f-cbcd-4d0c-a82c-8ba34d3e61ef tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457829 Jul 28 14:51:41.116703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting port ec9878d9-e630-48af-8f04-989156567ce0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:41.117270 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.132738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.181355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f282e2a1-641a-4001-bd6a-e0d46a0dc552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.256037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f282e2a1-641a-4001-bd6a-e0d46a0dc552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.288256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Pushing event updated for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:41.324770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f282e2a1-641a-4001-bd6a-e0d46a0dc552 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e147828015f44c1abd2788a04ec18e57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3711767 Jul 28 14:51:41.325802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282e2a1-641a-4001-bd6a-e0d46a0dc552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052047dc-8bdd-42a0-aa39-4ad484beb795,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:41.329268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57530) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:41.371357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.398149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Calling delete_port for ec9878d9-e630-48af-8f04-989156567ce0 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:41.404754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.406073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e89b60e-8cb3-4004-bc0e-7624b0ee05a6 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0827668 Jul 28 14:51:41.409321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57536) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:41.415643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b7a1424e-5790-493b-af2d-ec42047aaa8f tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '392d78c1-10e6-4f48-a291-168a0a0971e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:41.471210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Attempting to bind port 92588340-b676-4bfc-b946-2c52feb47059 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:41.471572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Attempting to bind port 92588340-b676-4bfc-b946-2c52feb47059 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:41.472186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Attempting to bind port 92588340-b676-4bfc-b946-2c52feb47059 on network d4bef802-f700-418f-a335-1f408fe33607 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:41.495455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Port 92588340-b676-4bfc-b946-2c52feb47059 on network d4bef802-f700-418f-a335-1f408fe33607 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:41.496186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Attempting to bind port 92588340-b676-4bfc-b946-2c52feb47059 on network d4bef802-f700-418f-a335-1f408fe33607 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:41.514588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:41.514588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Checking segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:41.514588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Bound using segment: {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:41.514588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Bound port: 92588340-b676-4bfc-b946-2c52feb47059, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad819004-784a-4dfc-8a31-a9c705892a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:41.516152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.527786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1e400fb-be85-4ade-b52c-bdc5c25d7a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.585804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1e400fb-be85-4ade-b52c-bdc5c25d7a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.673424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57544) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:41.727975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1e400fb-be85-4ade-b52c-bdc5c25d7a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.731926 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1e400fb-be85-4ade-b52c-bdc5c25d7a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.734217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c1e400fb-be85-4ade-b52c-bdc5c25d7a18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/052047dc-8bdd-42a0-aa39-4ad484beb795 HTTP/1.1" status: 204 len: 168 time: 0.4035227 Jul 28 14:51:41.750056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e400fb-be85-4ade-b52c-bdc5c25d7a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052047dc-8bdd-42a0-aa39-4ad484beb795,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:41.805548 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-b7a1424e-5790-493b-af2d-ec42047aaa8f tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The resource could not be found. Jul 28 14:51:41.806294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b7a1424e-5790-493b-af2d-ec42047aaa8f tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3958848 Jul 28 14:51:41.811026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57552) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:41.815925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-27e4361e-7f9a-47d6-9d63-d102bb143daf tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '392d78c1-10e6-4f48-a291-168a0a0971e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '974bb361-8864-4158-b997-f40f37d94f71'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:41.889264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d48a7-614c-4302-b6b4-094d782f3d50 req-71895006-186c-41d6-9724-f07cb71cc709 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:41.893292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e96d48a7-614c-4302-b6b4-094d782f3d50 req-71895006-186c-41d6-9724-f07cb71cc709 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 946 time: 0.2944756 Jul 28 14:51:41.909066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-143149927-network', 'tenant_id': '1186e75aafd34b25bd9697663c0f1902'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:41.928120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:41.970271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=92588340-b676-4bfc-b946-2c52feb47059,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:42.000507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e96d48a7-614c-4302-b6b4-094d782f3d50 req-2ea62495-0ba8-4bca-aad4-468b10633a7e tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688939 Jul 28 14:51:42.061324 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.096260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Made reservation on behalf of 1186e75aafd34b25bd9697663c0f1902 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:42.099964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.123120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.123630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.148627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.149648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.152036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] 10.222.0.42 "PUT /v2.0/ports/92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 1092 time: 2.7006044 Jul 28 14:51:42.156928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '92588340-b676-4bfc-b946-2c52feb47059'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:42.163117 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e476d9-a203-43f0-9268-7003d44f7140" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "92588340-b676-4bfc-b946-2c52feb47059"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:42.196028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5b9d7-85b8-4364-9eaf-7136eb6dfea0 req-9406fb0c-9f7f-488f-98a6-e3ec35450cd2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.210468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14f5b9d7-85b8-4364-9eaf-7136eb6dfea0 req-9406fb0c-9f7f-488f-98a6-e3ec35450cd2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=02a5e2c0-66a2-415a-8ae4-e1f3dab93746 HTTP/1.1" status: 200 len: 945 time: 0.1074991 Jul 28 14:51:42.271784 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef0e83-8529-4b5d-bfc1-2de556e4018e x-openstack-request-id: req-8aef0e83-8529-4b5d-bfc1-2de556e4018e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:42.272608 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "92588340-b676-4bfc-b946-2c52feb47059", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:42.274133 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8aef0e83-8529-4b5d-bfc1-2de556e4018e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:42.276560 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '92588340-b676-4bfc-b946-2c52feb47059', 'status': 'completed', 'code': 200} Jul 28 14:51:42.316164 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-27e4361e-7f9a-47d6-9d63-d102bb143daf tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The resource could not be found. Jul 28 14:51:42.324603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27e4361e-7f9a-47d6-9d63-d102bb143daf tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5118744 Jul 28 14:51:42.347970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:42.368551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4ee46-c2e0-4017-a587-122c4dd1b53c service neutron] Pushing event updated for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:42.449838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Port': ['ID=ec9878d9-e630-48af-8f04-989156567ce0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:42.469535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.497227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14f5b9d7-85b8-4364-9eaf-7136eb6dfea0 req-7bdb151c-3fcd-483a-8c0c-0484ab3a6bcd tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851086 Jul 28 14:51:42.620180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.625569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57e476d9-a203-43f0-9268-7003d44f7140 req-94c108c3-9fcf-4c84-945e-76b20b7ad89f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6483 time: 0.2727520 Jul 28 14:51:42.627535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.641920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.649083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.653217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.658538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.662789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d02a-1ebd-489d-bf03-4ebddab4daf9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.669828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.677090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.685828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.691964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.701696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-601505b8-c678-41ec-af25-dd74909f7e6b req-2811090c-dbf2-4f83-b459-b70280d9ac23 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.3451579 Jul 28 14:51:42.705186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.721457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d02a-1ebd-489d-bf03-4ebddab4daf9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.796527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57570) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:42.802048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.854693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:42.884416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-601505b8-c678-41ec-af25-dd74909f7e6b req-594771d3-6602-4d3e-a256-c896b0aee5ed tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817727 Jul 28 14:51:42.929650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-a9aa229c-67f9-4865-9213-e289566a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.930200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-a9aa229c-67f9-4865-9213-e289566a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.930648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-a9aa229c-67f9-4865-9213-e289566a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.932395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57e476d9-a203-43f0-9268-7003d44f7140 req-a9aa229c-67f9-4865-9213-e289566a4705 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27b481319b1048a8a5c5671306336db9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2250848 Jul 28 14:51:42.962024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d02a-1ebd-489d-bf03-4ebddab4daf9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.963380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.965271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d02a-1ebd-489d-bf03-4ebddab4daf9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.965506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Fanout notify agent at l3_agent the message router_deleted on router a97b3e7f-5f9b-4393-a16a-f3e3493536a3 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:51:42.969437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5b7d02a-1ebd-489d-bf03-4ebddab4daf9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/392d78c1-10e6-4f48-a291-168a0a0971e6 HTTP/1.1" status: 204 len: 168 time: 0.6131055 Jul 28 14:51:42.989749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:42.995230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57574) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:43.000817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.009524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-653daba5-9aa1-491f-bcd8-b3fa599e12fa tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "DELETE /v2.0/routers/a97b3e7f-5f9b-4393-a16a-f3e3493536a3 HTTP/1.1" status: 204 len: 168 time: 3.0032804 Jul 28 14:51:43.010363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57576) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:43.026514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7d02a-1ebd-489d-bf03-4ebddab4daf9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d78c1-10e6-4f48-a291-168a0a0971e6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.043402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.043762 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Added segment f4347ebb-2b3b-4f46-af6d-7e80c15e5858 of type vlan for network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 Jul 28 14:51:43.077428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-db56266b-3dc5-4a09-81e9-aff673c64b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.118777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-504f4c25-5d9a-41c7-b06f-df900f893093 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216502 Jul 28 14:51:43.125719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57580) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:43.136501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1cbd9a07-bca3-44fa-ac07-20e653e48a0e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '13291b07-05b8-4d0f-a4e4-c22676059e99', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:43.146145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.170220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting subnet c1532203-efa2-4968-aa09-bcf13c2e324e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:43.175827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.245327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.267443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57582) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:43.270133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e476d9-a203-43f0-9268-7003d44f7140 req-d455e932-7a55-4703-b018-73ecee73c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.271638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57e476d9-a203-43f0-9268-7003d44f7140 req-d455e932-7a55-4703-b018-73ecee73c94d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3255355 Jul 28 14:51:43.313203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3e1e8e50-017e-4bba-be81-53a618fce906 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92185460cc8e45928693e2a8a6c57100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444918 Jul 28 14:51:43.315705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57584) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:43.372419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.374006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.374945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.419760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.524914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7910c9-2427-442a-a897-dc1b2a8c9e49,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.529503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-112e8671-53c0-4b84-9b53-14fe04eaf345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.546678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:43.566079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.566943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.567707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.568573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.569420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.570274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.571142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.574808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-fe4edf98-a9bb-4a54-84a8-7003ec79fc86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6483 time: 0.2069921 Jul 28 14:51:43.580583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-112e8671-53c0-4b84-9b53-14fe04eaf345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.672667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-86ce051b-29ad-4ba0-ad3c-de1306cd1026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 217 time: 0.0693769 Jul 28 14:51:43.801158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-112e8671-53c0-4b84-9b53-14fe04eaf345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.804624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-112e8671-53c0-4b84-9b53-14fe04eaf345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.808969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-112e8671-53c0-4b84-9b53-14fe04eaf345 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc30830e-0071-4bb5-8d36-40323acddda0 HTTP/1.1" status: 204 len: 168 time: 0.4894927 Jul 28 14:51:43.820490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e8671-53c0-4b84-9b53-14fe04eaf345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30830e-0071-4bb5-8d36-40323acddda0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:44.086427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.102494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.115096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.129499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.141223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.151976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.160015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.163343 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-4216514a-9e55-4370-b852-656f47d0bc54 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.1676488 Jul 28 14:51:44.186648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.312288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Subnet': ['ID=c1532203-efa2-4968-aa09-bcf13c2e324e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:44.339331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.342948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d74cb638-699b-4d3c-b00c-019e12a87861 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "DELETE /v2.0/subnets/c1532203-efa2-4968-aa09-bcf13c2e324e HTTP/1.1" status: 204 len: 168 time: 1.3310568 Jul 28 14:51:44.356363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-a1660a2b-ce7f-4d66-a4bc-7e6fb33015c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.359331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-a1660a2b-ce7f-4d66-a4bc-7e6fb33015c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.6715086 Jul 28 14:51:44.365828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d5795c-77ed-474f-a6d7-3b32ead3f844 None None] Network b1877d28-a17e-4c19-9529-12b88a969318 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:44.373788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57604) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:44.560378 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-db56266b-3dc5-4a09-81e9-aff673c64b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.623685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.640131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-017a7f60-58d9-4a4a-9eab-b843a93165af tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.646941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-017a7f60-58d9-4a4a-9eab-b843a93165af tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 813 time: 0.4734330 Jul 28 14:51:44.663691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-db56266b-3dc5-4a09-81e9-aff673c64b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.701401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-27e22539-243a-424d-9d77-9302ab370942 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/quotas/52c3041939e3465f9ad32a290523e056 HTTP/1.1" status: 200 len: 375 time: 0.0512991 Jul 28 14:51:44.703117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-a77db72f-eb80-4533-bbe8-52f580fc171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.704643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-a77db72f-eb80-4533-bbe8-52f580fc171f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2974815 Jul 28 14:51:44.721082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] DHCP port deletion for b1877d28-a17e-4c19-9529-12b88a969318 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:44.800746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1bbd085-2fa7-4b6b-8f26-3163b9cceb51 req-01f81ed6-fcea-4336-b8ba-3970c7e30045 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6259212 Jul 28 14:51:44.809178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Deleting port 17797e7b-0a06-41aa-814c-b0a18c92d537 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:44.810154 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.846657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56266b-3dc5-4a09-81e9-aff673c64b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beea29c0-c34d-4df7-a9e0-a4fe96046b32,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:44.852216 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c21895e0-d4a2-4ef7-8f33-af03936e6dc9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1764231 Jul 28 14:51:44.858349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57612) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:44.863181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-db56266b-3dc5-4a09-81e9-aff673c64b48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f93219bdc90d4da7aeee88bbeb6e70d1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0257134 Jul 28 14:51:44.866684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57614) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:44.870804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Request body: {'subnet': {'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-143149927-subnet', 'tenant_id': '1186e75aafd34b25bd9697663c0f1902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:44.889102 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-1cbd9a07-bca3-44fa-ac07-20e653e48a0e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The resource could not be found. Jul 28 14:51:44.895821 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1cbd9a07-bca3-44fa-ac07-20e653e48a0e tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.7645855 Jul 28 14:51:44.912972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57616) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:44.919823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374920836'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:44.927616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] For port 17797e7b-0a06-41aa-814c-b0a18c92d537, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=17797e7b-0a06-41aa-814c-b0a18c92d537,segment=NetworkSegment(d42f4d99-1ccc-4654-a982-18886573bb40),segment_id=d42f4d99-1ccc-4654-a982-18886573bb40)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:44.928390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.956363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Calling delete_port for 17797e7b-0a06-41aa-814c-b0a18c92d537 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:44.961427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-34f95eb0-fbea-454d-804c-ac2bc6530078 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2490613 Jul 28 14:51:45.015087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Made reservation on behalf of 1186e75aafd34b25bd9697663c0f1902 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:45.017473 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.101217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80f7b354-4fed-4491-ac51-beb60ad2b51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.112234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-27a64005-9289-4b48-bfa2-6ec5d9a2ab1a service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940961 Jul 28 14:51:45.117421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting port 17797e7b-0a06-41aa-814c-b0a18c92d537 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:45.117814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.263734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.292181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] No DVR routers for this DVR port 17797e7b-0a06-41aa-814c-b0a18c92d537 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:45.327695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Pushing event deleted for resources: {'Port': ['ID=17797e7b-0a06-41aa-814c-b0a18c92d537,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:45.336481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.336847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.337194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.337563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.337900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.338248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.338584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.338895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.339230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.339558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.339888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.340214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6e494-fe36-4018-bf65-77f7aa9aada2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:45.351879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80f7b354-4fed-4491-ac51-beb60ad2b51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.373908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.412051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-1c930c4e-7394-490d-af19-0be5d32e8645 service neutron] 10.222.0.57 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316201 Jul 28 14:51:45.472575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.499993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] For port 17797e7b-0a06-41aa-814c-b0a18c92d537, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=17797e7b-0a06-41aa-814c-b0a18c92d537,segment=NetworkSegment(d42f4d99-1ccc-4654-a982-18886573bb40),segment_id=d42f4d99-1ccc-4654-a982-18886573bb40)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:45.500362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.579095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Calling delete_port for 17797e7b-0a06-41aa-814c-b0a18c92d537 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:45.616007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78554460-3182-4674-8d0b-ca25bb47db04 req-028bf3c6-3d18-4b64-a1dc-53f40041a152 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:45.617844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78554460-3182-4674-8d0b-ca25bb47db04 req-028bf3c6-3d18-4b64-a1dc-53f40041a152 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "GET /v2.0/ports?device_id=02a5e2c0-66a2-415a-8ae4-e1f3dab93746 HTTP/1.1" status: 200 len: 945 time: 0.4127102 Jul 28 14:51:45.627214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-4e4192a5-a5e3-4bf6-b45d-67e31a090e0b service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236064 Jul 28 14:51:45.636263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=556bbb68-fddd-4e07-bd2f-d0a9f154bd60,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:45.671506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.672714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Checking segment: {'id': 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:45.673077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Network hostable DHCP agents. Network: 6f7910c9-2427-442a-a897-dc1b2a8c9e49, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:45.764818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-16ada2cc-8d8a-4b4e-bc14-b9defff30f4d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:45.766575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-16ada2cc-8d8a-4b4e-bc14-b9defff30f4d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "GET /v2.0/ports?device_id=faf6e468-8ede-41b2-8ade-2828a3435a5c HTTP/1.1" status: 200 len: 946 time: 0.3589699 Jul 28 14:51:45.785594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-a1183106-8a27-4244-b717-850ab15a1a9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.1421201 Jul 28 14:51:45.814763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:45.826903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.897354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544cde78-52cc-4e13-a567-ac8ce0a0163c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:45.952017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6f7910c9-2427-442a-a897-dc1b2a8c9e49) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:45.952228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96278e01-7b87-44f6-ab71-f1fa09d60ff9 None None] Network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:45.961549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80f7b354-4fed-4491-ac51-beb60ad2b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.964200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80f7b354-4fed-4491-ac51-beb60ad2b51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.965270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:45.965757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-80f7b354-4fed-4491-ac51-beb60ad2b51a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/beea29c0-c34d-4df7-a9e0-a4fe96046b32 HTTP/1.1" status: 204 len: 168 time: 1.0961969 Jul 28 14:51:45.966269 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.976947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-29492530-3c88-4ef6-8370-7eece8fde2a5 service neutron] 10.222.0.57 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141733 Jul 28 14:51:46.001256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57632) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:46.009042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 17797e7b-0a06-41aa-814c-b0a18c92d537 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:46.027691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7b354-4fed-4491-ac51-beb60ad2b51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beea29c0-c34d-4df7-a9e0-a4fe96046b32,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:46.087334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-153be4bf-2c01-4d5a-af59-3dadffebd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.089080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-153be4bf-2c01-4d5a-af59-3dadffebd923 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.2855422 Jul 28 14:51:46.098634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.125512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 17797e7b-0a06-41aa-814c-b0a18c92d537 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:46.126560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 17797e7b-0a06-41aa-814c-b0a18c92d537 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:46.138208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.237996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.237996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.237996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.237996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.237996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.237996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.251935 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76273177-989d-490d-935b-75fc83836e52 req-4b68158e-c205-4174-9622-60d16c232cbf tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2656193 Jul 28 14:51:46.260403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Port': ['ID=17797e7b-0a06-41aa-814c-b0a18c92d537,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:46.272796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.288759 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-193e2e82-0a52-4402-b830-cc0f1bdc52df tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3599739 Jul 28 14:51:46.288759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57636) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:46.289341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] No DVR routers for this DVR port 17797e7b-0a06-41aa-814c-b0a18c92d537 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:46.300947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--682160475'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:46.333213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-838305ef-ead9-4cdd-b1fb-f7180bbf5a0f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4732995 Jul 28 14:51:46.361090 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76273177-989d-490d-935b-75fc83836e52 req-09e48f0f-6fa1-4c8d-98fb-8facfc6bfaa3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081412 Jul 28 14:51:46.380344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b77ce-547e-4e45-b3c1-62d685eca1d8 None None] Network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:46.397026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1849514897'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:46.447496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Deleting port c67a6a34-1248-490e-96b3-422b320f21c5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:46.447922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.599295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.605460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-cb0e57bf-290f-435e-a0ef-12adca87da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.607112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-cb0e57bf-290f-435e-a0ef-12adca87da07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4951153 Jul 28 14:51:46.611122 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.641204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1877d28-a17e-4c19-9529-12b88a969318']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:46.657242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Deleting port 137ced72-02af-4ed7-985b-8febec9d2a7c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:46.657596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.690821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42f4d99-1ccc-4654-a982-18886573bb40') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:46.698364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42f4d99-1ccc-4654-a982-18886573bb40') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:46.777830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.840049 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.851581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:46.852114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.956414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:47.044682 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:47.058999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:47.063096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.075890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.134591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72393ec-c146-4d6f-a982-3efda0339776,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:47.143638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eda38df9-cb5e-42fe-80d4-7168fa09fba3 req-ef1467f6-7147-4900-8278-488f1abe8e48 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.0986702 Jul 28 14:51:47.153894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] For port c67a6a34-1248-490e-96b3-422b320f21c5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c67a6a34-1248-490e-96b3-422b320f21c5,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:47.154255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.158685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.194369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Calling delete_port for c67a6a34-1248-490e-96b3-422b320f21c5 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:47.206374 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.225018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.235797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57658) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:47.236895 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ee2272e9-7125-4145-b4e1-cb047febe514 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9518104 Jul 28 14:51:47.237575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.240216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "DELETE /v2.0/networks/b1877d28-a17e-4c19-9529-12b88a969318 HTTP/1.1" status: 204 len: 168 time: 2.8650150 Jul 28 14:51:47.242959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57660) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:47.252826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] For port 137ced72-02af-4ed7-985b-8febec9d2a7c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=137ced72-02af-4ed7-985b-8febec9d2a7c,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:47.253630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.259775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-93aae2c0-cee2-4e74-b742-6d7a69680e54 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '544cde78-52cc-4e13-a567-ac8ce0a0163c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd72393ec-c146-4d6f-a982-3efda0339776'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:47.294032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-95f2f997-1942-4c08-8dc3-4ed939caddc8 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658220 Jul 28 14:51:47.314971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32fa9-ca26-46ef-b1a7-01aa39da82a4 tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Network': ['ID=b1877d28-a17e-4c19-9529-12b88a969318,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:47.367311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Calling delete_port for 137ced72-02af-4ed7-985b-8febec9d2a7c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:47.417765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Deleting port 70811410-d2e6-46c2-afcd-e9278736e1da {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:47.418753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.578918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.579259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.600314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-bc9effe2-a5eb-49d9-b6ba-7eae2a4fc32e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905390 Jul 28 14:51:47.615686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.622331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.628808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.635337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.642163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.649134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.655797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.666114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-23999bb2-d6c9-4550-9161-fb7cfe6068ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.1556439 Jul 28 14:51:47.672397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-13088695-fa8d-4860-a325-4feb22e54f79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.0557258 Jul 28 14:51:47.677122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Calling delete_port for 70811410-d2e6-46c2-afcd-e9278736e1da owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:47.697354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57668) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:47.739418 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.784745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64a05215-7eab-4b2e-b9f2-f0fdfabb7a4a req-4fe73723-e10b-49ed-b9e7-5b069b184a88 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175132 Jul 28 14:51:48.007223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.057122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Pushing event deleted for resources: {'Port': ['ID=70811410-d2e6-46c2-afcd-e9278736e1da,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:48.090605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.145995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.149604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.152718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9492f621-6b0f-45e9-a9de-7ae45d9a875a tempest-FloatingIPAdminTestJSON-409998172 tempest-FloatingIPAdminTestJSON-409998172-project] 10.222.0.57 "DELETE /v2.0/floatingips/a747803d-ffa3-433e-b606-17e99b28f06d HTTP/1.1" status: 204 len: 168 time: 0.9082689 Jul 28 14:51:48.175201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-e6d7609a-77e9-4429-b433-fa80eb27910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:48.177571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-e6d7609a-77e9-4429-b433-fa80eb27910c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.4776611 Jul 28 14:51:48.187028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.199597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:51:48.199597 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:51:48.199597 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '9870817cd82d4516a3459db8455e411e', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 51, 47, 798050)}] Jul 28 14:51:48.199597 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:48.200137 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:48.255715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:48.258422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.286233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-882911ef-136c-46d4-8877-bde9bdbc9a60 req-f0de5e85-fef1-46bb-9ed3-fb11579371e7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.0418975 Jul 28 14:51:48.312226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event deleted for resources: {'Port': ['ID=c67a6a34-1248-490e-96b3-422b320f21c5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:48.314149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf7429-5221-4262-b4d8-27adf5ae9568,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:48.320100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.320531 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Added segment ef728998-7619-4823-b9f8-be35111cf08e of type vlan for network e6db1467-3099-4ac4-83d0-dd83574f8121 Jul 28 14:51:48.389405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-36a4e302-fb56-404b-a9df-b17249219d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:48.390970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-36a4e302-fb56-404b-a9df-b17249219d69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1981983 Jul 28 14:51:48.391684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.440427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] No DVR routers for this DVR port c67a6a34-1248-490e-96b3-422b320f21c5 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:48.446573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.474131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.476251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78554460-3182-4674-8d0b-ca25bb47db04 req-a6708b59-87eb-40c8-8111-e8d4d255e42d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "DELETE /v2.0/ports/c67a6a34-1248-490e-96b3-422b320f21c5 HTTP/1.1" status: 204 len: 173 time: 2.8456967 Jul 28 14:51:48.489033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'name': 'network-vif-deleted', 'tag': 'c67a6a34-1248-490e-96b3-422b320f21c5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:48.492080 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973808a9-04a4-44f6-b1f1-bd1b8432a6fd" -d '{"events": [{"server_uuid": "02a5e2c0-66a2-415a-8ae4-e1f3dab93746", "name": "network-vif-deleted", "tag": "c67a6a34-1248-490e-96b3-422b320f21c5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:48.532520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event deleted for resources: {'Port': ['ID=137ced72-02af-4ed7-985b-8febec9d2a7c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:48.587081 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c1262b-0c68-401f-8056-aea2296f5e90 x-openstack-request-id: req-96c1262b-0c68-401f-8056-aea2296f5e90 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:48.588126 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a5e2c0-66a2-415a-8ae4-e1f3dab93746", "name": "network-vif-deleted", "tag": "c67a6a34-1248-490e-96b3-422b320f21c5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:48.588126 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96c1262b-0c68-401f-8056-aea2296f5e90 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:48.588126 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a5e2c0-66a2-415a-8ae4-e1f3dab93746', 'name': 'network-vif-deleted', 'tag': 'c67a6a34-1248-490e-96b3-422b320f21c5', 'status': 'completed', 'code': 200} Jul 28 14:51:48.618588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] No DVR routers for this DVR port 137ced72-02af-4ed7-985b-8febec9d2a7c on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:48.623617 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.625704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad8baf05-340f-4bb7-817d-e90632d25ddf req-0b7a4b65-656e-483c-9743-0013b0517632 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "DELETE /v2.0/ports/137ced72-02af-4ed7-985b-8febec9d2a7c HTTP/1.1" status: 204 len: 173 time: 2.8421073 Jul 28 14:51:48.674511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-93949d12-ee38-4137-8aa4-5ad54fa6aa8b service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653403 Jul 28 14:51:48.701423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.747393 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-93aae2c0-cee2-4e74-b742-6d7a69680e54 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:48.749517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-93aae2c0-cee2-4e74-b742-6d7a69680e54 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.4988852 Jul 28 14:51:48.755152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57694) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:48.801682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.808922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:48.809664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.954838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Network': ['ID=e6db1467-3099-4ac4-83d0-dd83574f8121,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:48.962072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-d3c52e89-adb7-4c01-8c76-28ef3d9cab1a service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796235 Jul 28 14:51:48.965153 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2546b471-9ac8-4c31-876f-bd6a906aa86c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.977266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:48.980874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.035280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-432d0e6a-77b1-43d5-9198-f4532e98f305 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.0582142 Jul 28 14:51:49.040135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2546b471-9ac8-4c31-876f-bd6a906aa86c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.130180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-e80034f1-e454-406a-a45e-b165cc1f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.132589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-e80034f1-e454-406a-a45e-b165cc1f4856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.0891025 Jul 28 14:51:49.162455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.168786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.175909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.184394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.190715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.197312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.209982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.209982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49d72401-0412-4628-943f-ac7b37b84e3c req-38c55f90-8d4b-4d85-814f-83221acd4545 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.1470330 Jul 28 14:51:49.214127 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.227736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-ed53562e-dbe9-4cac-961d-c531ed9b5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.230384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-ed53562e-dbe9-4cac-961d-c531ed9b5a56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0881095 Jul 28 14:51:49.308819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9870817cd82d4516a3459db8455e411e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6061463 Jul 28 14:51:49.310928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.347297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779d77a-28d9-4dd5-a271-0b7aefd14a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8c7998-e177-4c27-91fe-5ef3ed9db915,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:49.374394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49d72401-0412-4628-943f-ac7b37b84e3c req-3926df7c-4a98-455b-a6c7-7c79faa67b61 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350067 Jul 28 14:51:49.443034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9e9daa81-7af7-4898-8ddb-e6706ddc7d9f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.4391692 Jul 28 14:51:49.454679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57712) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.461722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2546b471-9ac8-4c31-876f-bd6a906aa86c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.461995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:49.465839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2546b471-9ac8-4c31-876f-bd6a906aa86c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.467951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2546b471-9ac8-4c31-876f-bd6a906aa86c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/d72393ec-c146-4d6f-a982-3efda0339776 HTTP/1.1" status: 204 len: 168 time: 0.7116599 Jul 28 14:51:49.490767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57714) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.540109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-edd26dbb-5521-4bbf-a4a9-090865d3f733 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993822 Jul 28 14:51:49.542288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57716) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.545574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c6744df-0d12-4784-b34e-aa656a4a5d8c req-0cf3fda1-21d6-4285-8010-7c1bdee2e018 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.1092889 Jul 28 14:51:49.546989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546b471-9ac8-4c31-876f-bd6a906aa86c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72393ec-c146-4d6f-a982-3efda0339776,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:49.635807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83b9be92-0caa-4201-87a8-f0b9be6893ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.742116 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15f9e897-cae4-48d5-baef-ff1a1260e87c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2500579 Jul 28 14:51:49.747434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57724) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.806946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83b9be92-0caa-4201-87a8-f0b9be6893ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.911036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4bac5813-9d4f-4bc3-b367-daa244120f74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=798d4739be6f454db4bc2340089df922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586485 Jul 28 14:51:49.915560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57734) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.948078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-cadf5bc4-80aa-4e87-b0e9-1a36e5b13bdc service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890815 Jul 28 14:51:49.968088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c67a6a34-1248-490e-96b3-422b320f21c5 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:50.005253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: c67a6a34-1248-490e-96b3-422b320f21c5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:50.005982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c67a6a34-1248-490e-96b3-422b320f21c5 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:50.042785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-57d88311-2590-48f2-b462-dc3d933261e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.0530021 Jul 28 14:51:50.046294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:50.053713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.077420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e301e83e-ea38-4bd3-b59b-76fc8c2f66ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.138947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e301e83e-ea38-4bd3-b59b-76fc8c2f66ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.151596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-7a6f33ff-9dda-4939-bcb5-fb5370a5d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.154612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-7a6f33ff-9dda-4939-bcb5-fb5370a5d512 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.0946450 Jul 28 14:51:50.237571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-1f161685-e848-4fe8-9571-3195e207a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.240068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-1f161685-e848-4fe8-9571-3195e207a150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737088 Jul 28 14:51:50.252684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 137ced72-02af-4ed7-985b-8febec9d2a7c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:50.286135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 137ced72-02af-4ed7-985b-8febec9d2a7c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:50.286810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 137ced72-02af-4ed7-985b-8febec9d2a7c not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:50.288776 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8109989-c466-4d26-ab12-b6b1ef1dde17 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.379208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-eb936b96-f0f3-4413-9849-a165cb2bd8d0 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260183 Jul 28 14:51:50.404262 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8109989-c466-4d26-ab12-b6b1ef1dde17 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.421025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-226beb82-cf51-4174-a84f-19febc509bca tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.423442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-226beb82-cf51-4174-a84f-19febc509bca tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/networks?id=6f7910c9-2427-442a-a897-dc1b2a8c9e49 HTTP/1.1" status: 200 len: 809 time: 0.5679252 Jul 28 14:51:50.471893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-16258b72-0e6d-496a-a4bd-23f0c50f9417 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/quotas/1186e75aafd34b25bd9697663c0f1902 HTTP/1.1" status: 200 len: 375 time: 0.0369728 Jul 28 14:51:50.516507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e301e83e-ea38-4bd3-b59b-76fc8c2f66ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.526787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e301e83e-ea38-4bd3-b59b-76fc8c2f66ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.530676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e301e83e-ea38-4bd3-b59b-76fc8c2f66ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89945b5a-3f81-4da6-9650-95cee6064454 HTTP/1.1" status: 204 len: 168 time: 0.6124966 Jul 28 14:51:50.555751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-74001cea-9268-4d04-95b7-4265c29751c3 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1186e75aafd34b25bd9697663c0f1902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695398 Jul 28 14:51:50.562022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83b9be92-0caa-4201-87a8-f0b9be6893ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.562599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83b9be92-0caa-4201-87a8-f0b9be6893ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.568399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83b9be92-0caa-4201-87a8-f0b9be6893ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca8c7998-e177-4c27-91fe-5ef3ed9db915 HTTP/1.1" status: 204 len: 168 time: 1.2534153 Jul 28 14:51:50.611787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'name': 'network-vif-deleted', 'tag': '137ced72-02af-4ed7-985b-8febec9d2a7c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:50.625666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9be92-0caa-4201-87a8-f0b9be6893ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8c7998-e177-4c27-91fe-5ef3ed9db915,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.633675 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876b8839-4199-4c5b-a613-5cd43a9ad286" -d '{"events": [{"server_uuid": "faf6e468-8ede-41b2-8ade-2828a3435a5c", "name": "network-vif-deleted", "tag": "137ced72-02af-4ed7-985b-8febec9d2a7c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:50.654719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-df9c8cc9-546b-4863-a7fa-62774528c261 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632618 Jul 28 14:51:50.688377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301e83e-ea38-4bd3-b59b-76fc8c2f66ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89945b5a-3f81-4da6-9650-95cee6064454,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.747795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-5d47f7e5-58e8-4761-afbe-33a01c9e57a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.0607681 Jul 28 14:51:50.756789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-43c3fa30-a84a-45ed-9e17-c3b2574805cf service neutron] 10.222.0.57 "GET /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856499 Jul 28 14:51:50.815781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.840860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.861921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8109989-c466-4d26-ab12-b6b1ef1dde17 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.865862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8109989-c466-4d26-ab12-b6b1ef1dde17 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.867304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.867665 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8109989-c466-4d26-ab12-b6b1ef1dde17 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/544cde78-52cc-4e13-a567-ac8ce0a0163c HTTP/1.1" status: 204 len: 168 time: 1.1179862 Jul 28 14:51:50.881044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:50.882673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.895271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.906508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.920075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.922368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8109989-c466-4d26-ab12-b6b1ef1dde17 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cde78-52cc-4e13-a567-ac8ce0a0163c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.937335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35084efc-90e9-43c8-92f8-7591db650b6c req-6f04ab9d-dd8a-4492-9c38-88733e40332d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.4022632 Jul 28 14:51:51.003866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-5b5efff2-570f-4dfc-834c-9ecb5df8308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:51.008066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-5b5efff2-570f-4dfc-834c-9ecb5df8308d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.2499239 Jul 28 14:51:51.062713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-15357a6c-aa50-474d-a223-46f72d5967af service neutron] 10.222.0.57 "GET /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978795 Jul 28 14:51:51.117386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-538ebfc5-69bf-4101-b0c9-6cfd178d3a84 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2351084 Jul 28 14:51:51.118395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57750) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:51.126797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--340472083'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:51.260470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35084efc-90e9-43c8-92f8-7591db650b6c req-b28311ea-04a3-4e74-bf1c-9219c3a9d8e2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3165975 Jul 28 14:51:51.292368 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.366279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-f69a9556-4cef-4860-b97d-fca94542a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:51.369444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-f69a9556-4cef-4860-b97d-fca94542a114 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3377659 Jul 28 14:51:51.447449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.475682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-921d1caf-2752-495b-981d-8512ea6c8c5d req-c21849fc-a246-440a-9fc7-94353f37d87d tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.0446913 Jul 28 14:51:51.549732 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75166806-56cf-4a98-92fd-cb427866f34f x-openstack-request-id: req-75166806-56cf-4a98-92fd-cb427866f34f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:51.550061 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6e468-8ede-41b2-8ade-2828a3435a5c", "name": "network-vif-deleted", "tag": "137ced72-02af-4ed7-985b-8febec9d2a7c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:51.550273 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75166806-56cf-4a98-92fd-cb427866f34f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:51.550676 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6e468-8ede-41b2-8ade-2828a3435a5c', 'name': 'network-vif-deleted', 'tag': '137ced72-02af-4ed7-985b-8febec9d2a7c', 'status': 'completed', 'code': 200} Jul 28 14:51:51.592884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:51.593450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network hostable DHCP agents. Network: e6db1467-3099-4ac4-83d0-dd83574f8121, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:51.600818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=f03e5c31-c499-4ee2-adda-069e5b1f7750,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:51.613151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-198ae47a-1e45-4d28-b8bb-4173ca44ee9b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:51.616513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-198ae47a-1e45-4d28-b8bb-4173ca44ee9b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 813 time: 0.5200815 Jul 28 14:51:51.634884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.644000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Request body: {'port': {'device_id': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'admin_state_up': True, 'tenant_id': '52c3041939e3465f9ad32a290523e056'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:51.748937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-0cc2b721-9d8c-4c03-8c27-bf97e056a3e1 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679073 Jul 28 14:51:51.831968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.838542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:51.916292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4342bd5d-655d-42b1-aeb7-d82e6251d302,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:51.944325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57764) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:51.971106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae605c84-c02c-4c46-b11c-d5649c2d9931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.997227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e6db1467-3099-4ac4-83d0-dd83574f8121) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:52.007743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.009504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.010751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564ef3e-1cc1-4df8-80ba-08b1757d6c88 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:52.088925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.090691 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dde031a9-e016-48fd-8c21-5d09438f62a8 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9685242 Jul 28 14:51:52.103679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57770) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:52.113510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f2615f0a-520b-44d7-a056-176b198aed86 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '4342bd5d-655d-42b1-aeb7-d82e6251d302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:52.203493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-49a219ca-ea78-428f-91e9-16f2f73fce4e service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450064 Jul 28 14:51:52.255830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1a0f9cf-81ff-4c4d-8954-668973eb2a2a req-574c5d36-0bc9-4b8d-9871-b96c7eafbd82 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.0609162 Jul 28 14:51:52.272914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae605c84-c02c-4c46-b11c-d5649c2d9931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.293710 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b7058ea6-4594-4073-9b1c-7799301a1648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.321379 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:51:52.451114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'f03e5c31-c499-4ee2-adda-069e5b1f7750'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:52.452301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.482367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-f5045f2f-fc2d-4eaa-807d-eb9b186abdfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.2245834 Jul 28 14:51:52.491110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-0c4bc7c1-3f25-47df-8f8d-1f9e1a227e6a tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.495179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-0c4bc7c1-3f25-47df-8f8d-1f9e1a227e6a tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "GET /v2.0/networks?id=874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 200 len: 813 time: 0.4010422 Jul 28 14:51:52.520154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae605c84-c02c-4c46-b11c-d5649c2d9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.554225 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae605c84-c02c-4c46-b11c-d5649c2d9931 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad2dce5299bb4d2ca27f4b85a83420e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036787 Jul 28 14:51:52.560798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:52.592582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Request body: {'port': {'device_id': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'admin_state_up': True, 'tenant_id': '52c3041939e3465f9ad32a290523e056'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:52.611320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.623175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.649981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.664637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.676019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.683207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.690393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.699979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-6a973a57-f30e-4c99-9120-c52ffeba139f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2397854 Jul 28 14:51:52.720709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1a738944-6ed0-42ba-a316-e37851a1066c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2600412 Jul 28 14:51:52.731118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57788) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:52.748225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae605c84-c02c-4c46-b11c-d5649c2d9931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f920f25-538d-47ef-a419-db9b745448f3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:52.787519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'name': 'tempest-NetworksTestDHCPv6-1149116283'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:52.828640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3bd3ee1e-f992-425c-9cb8-95ae29daab34 req-54f7dd92-7919-426a-b8a0-f3edc5ecab10 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260962 Jul 28 14:51:52.864404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/f03e5c31-c499-4ee2-adda-069e5b1f7750/5f21bab0-2473-4c70-90d2-75834e9470f1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:52.903074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d600917-ad6a-4440-9b9f-776aec3a991b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.953017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d600917-ad6a-4440-9b9f-776aec3a991b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.990311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0fb2a671-1aa5-45b0-b090-f25f68f8d258 req-03c981b0-ba90-4e2c-8e76-081b6c128e1f tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.2797024 Jul 28 14:51:52.994283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-7cb0bac4-c8b3-450c-8475-f9a59e460583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.996415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-7cb0bac4-c8b3-450c-8475-f9a59e460583 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.4993043 Jul 28 14:51:53.001080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Made reservation on behalf of 52c3041939e3465f9ad32a290523e056 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:53.005600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.153738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486261af-2686-4b99-9585-d52fb131265f req-122235b7-ed8e-44c7-99f4-1547cdf27d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:53.155437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-122235b7-ed8e-44c7-99f4-1547cdf27d4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469700 Jul 28 14:51:53.180634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.315137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Allocated IP 172.20.0.7 (874f092b-4a08-498d-91d2-28aa65bcae1b/a2094942-3822-4655-8aca-bec0df61c76e/d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:53.326811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-9c4f940c-a188-4baf-b35d-15233fb2adfa service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556504 Jul 28 14:51:53.373803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e12f084d-9ecd-4222-95c0-f0b7bf20f2be req-c9990bde-d44b-4a81-b289-0e5534e1a8fb tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.0470848 Jul 28 14:51:53.459398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486261af-2686-4b99-9585-d52fb131265f req-c7930e02-525b-490a-b091-a5c2e0a2d8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244771 Jul 28 14:51:53.487065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Transition to ACTIVE for port object 5f21bab0-2473-4c70-90d2-75834e9470f1 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:53.490798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d600917-ad6a-4440-9b9f-776aec3a991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.494401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3d600917-ad6a-4440-9b9f-776aec3a991b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.495527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d600917-ad6a-4440-9b9f-776aec3a991b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f920f25-538d-47ef-a419-db9b745448f3 HTTP/1.1" status: 204 len: 168 time: 0.9334977 Jul 28 14:51:53.506169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d600917-ad6a-4440-9b9f-776aec3a991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f920f25-538d-47ef-a419-db9b745448f3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:53.511959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Transition to ACTIVE for port object 5f21bab0-2473-4c70-90d2-75834e9470f1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:53.639984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.749374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:53.750822 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.755680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.791623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:51:53.821560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:53.824020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:53.830600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:53.850008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Pushing event updated for resources: {'Port': ['ID=5f21bab0-2473-4c70-90d2-75834e9470f1,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:53.888175 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-f2615f0a-520b-44d7-a056-176b198aed86 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:53.895851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.900193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2615f0a-520b-44d7-a056-176b198aed86 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.7950563 Jul 28 14:51:53.902468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57802) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:53.935764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-02749b62-ca1b-4026-8e69-4dd221c09459 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group_rule': {'security_group_id': '4342bd5d-655d-42b1-aeb7-d82e6251d302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:53.986887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Attempting to bind port 5f21bab0-2473-4c70-90d2-75834e9470f1 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:53.987982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Attempting to bind port 5f21bab0-2473-4c70-90d2-75834e9470f1 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:53.989446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Attempting to bind port 5f21bab0-2473-4c70-90d2-75834e9470f1 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:53.999016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:54.000304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:54.001468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.002414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:54.003514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Bound port: 5f21bab0-2473-4c70-90d2-75834e9470f1, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:54.004997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.042736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Network 874f092b-4a08-498d-91d2-28aa65bcae1b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:54.053180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:54.073071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:54.179845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.180939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.225946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event updated for resources: {'Port': ['ID=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:54.230309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Made reservation on behalf of 52c3041939e3465f9ad32a290523e056 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:54.235481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.241731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::2c8 (e6db1467-3099-4ac4-83d0-dd83574f8121/f03e5c31-c499-4ee2-adda-069e5b1f7750/18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:54.263108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] For port 5f21bab0-2473-4c70-90d2-75834e9470f1, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:54.271615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] For port 5f21bab0-2473-4c70-90d2-75834e9470f1, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f21bab0-2473-4c70-90d2-75834e9470f1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:54.282342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-58d3a4ac-9569-4908-a037-09f2d19954a3 req-68243c51-1d6b-43da-8825-d193998c52fc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.0473616 Jul 28 14:51:54.391967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.398408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.404778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.411354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.418232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.424162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.430960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.433237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-7230976e-67c4-444f-8e7d-dc99df206410 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2705593 Jul 28 14:51:54.455098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.504233 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-02749b62-ca1b-4026-8e69-4dd221c09459 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:54.506772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02749b62-ca1b-4026-8e69-4dd221c09459 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6009040 Jul 28 14:51:54.511490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57816) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:54.521189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ff2ba233-76e7-4dc3-946f-afe1bba6dcfc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8831735 Jul 28 14:51:54.586440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df5e2855-de07-41c5-a425-b8c52c8004fa req-b48eae00-42af-42f6-9244-4edcd9d540e8 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.0936103 Jul 28 14:51:54.591243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a482741-05bd-4085-a47e-6558cbc85ceb None None] Pushing event updated for resources: {'Port': ['ID=5f21bab0-2473-4c70-90d2-75834e9470f1,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:54.741374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d040f43-3953-4e5b-a249-428b0fbfc451 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.802276 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a69527e-efb7-4bd8-b912-1bdcda441c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.809646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d040f43-3953-4e5b-a249-428b0fbfc451 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.985807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57822) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.032765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9874cbf8-cf3f-442f-94fb-21a0214a8412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.040821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d040f43-3953-4e5b-a249-428b0fbfc451 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.043252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Request body: {'port': {'device_id': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:55.048065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d040f43-3953-4e5b-a249-428b0fbfc451 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.051413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8d040f43-3953-4e5b-a249-428b0fbfc451 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/4342bd5d-655d-42b1-aeb7-d82e6251d302 HTTP/1.1" status: 204 len: 168 time: 0.5370147 Jul 28 14:51:55.067536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57828) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.113693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040f43-3953-4e5b-a249-428b0fbfc451 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342bd5d-655d-42b1-aeb7-d82e6251d302,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:55.150604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.329715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Allocated IP 172.20.0.5 (874f092b-4a08-498d-91d2-28aa65bcae1b/a2094942-3822-4655-8aca-bec0df61c76e/f8473b83-32d0-4262-911b-6dd40234b6a3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:55.393427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9874cbf8-cf3f-442f-94fb-21a0214a8412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.393745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86569d4c-ecdb-4cdf-8116-9f2db1e39c21 req-ed8b0b9c-746a-483b-a356-5902b7f205ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9397180 Jul 28 14:51:55.477414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.489206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5443a8b4-1a05-4b0b-abdc-d47de18940b7 req-b7e03990-894a-41b6-8945-c748c172a626 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.0529475 Jul 28 14:51:55.579028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9874cbf8-cf3f-442f-94fb-21a0214a8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.633530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9874cbf8-cf3f-442f-94fb-21a0214a8412 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08261fe560c54a1fb031d6f8e9124d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414750 Jul 28 14:51:55.633530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874cbf8-cf3f-442f-94fb-21a0214a8412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df797f3-7189-45c2-a574-d1535b22f1df,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:55.636307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.643718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eaea0556-4f60-4352-8db6-a6ea373f5ca9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5720627 Jul 28 14:51:55.703195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57840) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.714706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'tempest-secgroup--899256715'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:55.736231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.787786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:55.809612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-018994b2-6739-45b8-82d3-ec11e748fdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.848558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-018994b2-6739-45b8-82d3-ec11e748fdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.901340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.995705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.082743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-018994b2-6739-45b8-82d3-ec11e748fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.087585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-018994b2-6739-45b8-82d3-ec11e748fdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.089717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-018994b2-6739-45b8-82d3-ec11e748fdc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8df797f3-7189-45c2-a574-d1535b22f1df HTTP/1.1" status: 204 len: 168 time: 0.4536972 Jul 28 14:51:56.115897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f21bab0-2473-4c70-90d2-75834e9470f1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:56.130961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018994b2-6739-45b8-82d3-ec11e748fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df797f3-7189-45c2-a574-d1535b22f1df,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:56.157615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc86d3fd-188a-48dc-9266-291b1d25334a req-2678e57c-5cea-4167-9119-fb140b588716 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.1564968 Jul 28 14:51:56.249217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.368317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.443941 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.451637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5f21bab0-2473-4c70-90d2-75834e9470f1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:56.481051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df62c15-68c1-49bd-a129-31e14ed86414,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:56.536723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c193733a-d5b4-45ad-88b0-4e4089d63bf9 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:56.648791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.656751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-70947add-8765-4df0-a8f3-336b9dfb1f8d tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9459536 Jul 28 14:51:56.656751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57850) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:56.666071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-afc858e1-aff0-4970-be4a-59be74be6568 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:56.666861 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-afc858e1-aff0-4970-be4a-59be74be6568 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 14:51:56.667738 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-afc858e1-aff0-4970-be4a-59be74be6568 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 14:51:56.674216 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-afc858e1-aff0-4970-be4a-59be74be6568 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "PUT /v2.0/security-groups/3df62c15-68c1-49bd-a129-31e14ed86414 HTTP/1.1" status: 409 len: 330 time: 0.0161626 Jul 28 14:51:56.678454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:56.791134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] Provisioning for port 5f21bab0-2473-4c70-90d2-75834e9470f1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:56.806838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.815679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] Provisioning complete for port 5f21bab0-2473-4c70-90d2-75834e9470f1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:56.817080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ee5dc56-3e1f-48e5-a8d2-bcce5c72f819 req-150e3945-6989-43cf-8c4d-c1d054283c7f tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 210 time: 0.0971413 Jul 28 14:51:56.842538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.851732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.866773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.877643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.890576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.904209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.916841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.931359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.947894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da40c669-afae-43a4-9557-54adb18228fe req-2d905685-2c0f-4ad1-93bb-e7ad5c5216c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2710648 Jul 28 14:51:56.969181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.033647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.064865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-369bc245-2e2a-4d87-9c34-96ab27af72e9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.116908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-f056864c-afe0-46cf-9a2b-f11d893b42b6 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.127132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-f056864c-afe0-46cf-9a2b-f11d893b42b6 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.58 "GET /v2.0/networks?id=6f7910c9-2427-442a-a897-dc1b2a8c9e49 HTTP/1.1" status: 200 len: 809 time: 0.6543980 Jul 28 14:51:57.132560 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-369bc245-2e2a-4d87-9c34-96ab27af72e9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.156564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:57.167797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Request body: {'port': {'device_id': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49', 'admin_state_up': True, 'tenant_id': '1186e75aafd34b25bd9697663c0f1902'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:57.180519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Network 874f092b-4a08-498d-91d2-28aa65bcae1b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:57.183382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:57.232025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da40c669-afae-43a4-9557-54adb18228fe req-634a98ba-e4ee-4116-a3a7-c69762ce3d4c tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2768564 Jul 28 14:51:57.274166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:57.294684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.294684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.312414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:57.327511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:57.336426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:57.375225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.408844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-369bc245-2e2a-4d87-9c34-96ab27af72e9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.415848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-369bc245-2e2a-4d87-9c34-96ab27af72e9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.418628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-369bc245-2e2a-4d87-9c34-96ab27af72e9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/3df62c15-68c1-49bd-a129-31e14ed86414 HTTP/1.1" status: 204 len: 168 time: 0.7379770 Jul 28 14:51:57.465082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57868) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.473249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] For port 5f21bab0-2473-4c70-90d2-75834e9470f1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f21bab0-2473-4c70-90d2-75834e9470f1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:57.514474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bc245-2e2a-4d87-9c34-96ab27af72e9 tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df62c15-68c1-49bd-a129-31e14ed86414,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:57.529291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-99e07297-46dc-46b6-ab5e-058701aafc5b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7593565 Jul 28 14:51:57.551037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.570504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969541c4-d8ad-412e-8f2e-04c1d6917651 req-027a85a2-6308-4fcd-b530-d4435a2c8f0e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.1809366 Jul 28 14:51:57.585715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.591143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-616765ba-fd1e-44b7-9ae9-8e2499f4c13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.632913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.633621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.713821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fabd4d-1161-4253-a7de-aa644429a6c2 None None] Pushing event updated for resources: {'Port': ['ID=5f21bab0-2473-4c70-90d2-75834e9470f1,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:57.729368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a20ee5-709a-4c65-abcb-36ab683c0787 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.732796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event updated for resources: {'Port': ['ID=f8473b83-32d0-4262-911b-6dd40234b6a3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:57.736331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a20ee5-709a-4c65-abcb-36ab683c0787 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.746285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51a20ee5-709a-4c65-abcb-36ab683c0787 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1937530 Jul 28 14:51:57.753367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.758810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e60fe3a8-4fb9-410d-9b79-8a0395bbde5c tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2920635 Jul 28 14:51:57.765622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57878) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.794225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:57.805420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.812786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.830524 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-8b0b8169-c7e1-4918-b49d-8ff68b08a3fb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] delete failed (client error): The resource could not be found. Jul 28 14:51:57.835242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b0b8169-c7e1-4918-b49d-8ff68b08a3fb tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "DELETE /v2.0/security-groups/d69bb2a8-a6ab-49dd-b747-b045721382ff HTTP/1.1" status: 404 len: 347 time: 0.0572767 Jul 28 14:51:57.836801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57880) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.854395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Transition to ACTIVE for port object d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:57.863348 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-56f582ea-c3e4-47e7-ae76-a80107ce9bbf tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] show failed (client error): The resource could not be found. Jul 28 14:51:57.869629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-56f582ea-c3e4-47e7-ae76-a80107ce9bbf tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-groups/243f8727-6d53-41ad-858e-c75685393f74 HTTP/1.1" status: 404 len: 347 time: 0.0304353 Jul 28 14:51:57.870953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57882) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.897281 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-f132f5af-9a5f-42d8-802e-43fdac1088ea tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] show failed (client error): The resource could not be found. Jul 28 14:51:57.903562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f132f5af-9a5f-42d8-802e-43fdac1088ea tempest-NegativeSecGroupIPv6Test-698730547 tempest-NegativeSecGroupIPv6Test-698730547-project] 10.222.0.57 "GET /v2.0/security-group-rules/aae67d3e-c570-4bfd-99c7-6422605f5e7f HTTP/1.1" status: 404 len: 356 time: 0.0261838 Jul 28 14:51:57.959852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f21bab0-2473-4c70-90d2-75834e9470f1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:58.011878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-201c05b1-cf26-4fe4-987d-acf34955d96b None None] Provisioning for port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:58.021177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-201c05b1-cf26-4fe4-987d-acf34955d96b None None] Provisioning complete for port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:58.021555 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-201c05b1-cf26-4fe4-987d-acf34955d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.024544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.047698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:58.048050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.131588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-616765ba-fd1e-44b7-9ae9-8e2499f4c13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.178319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:58.186860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7072e-358d-4957-aff7-e08b7f8b29cc req-502539f9-c056-4132-bc8d-74a4c656c7bf tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.200926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52b7072e-358d-4957-aff7-e08b7f8b29cc req-502539f9-c056-4132-bc8d-74a4c656c7bf tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 931 time: 0.2198179 Jul 28 14:51:58.214256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-201c05b1-cf26-4fe4-987d-acf34955d96b None None] Port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:58.229229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5f21bab0-2473-4c70-90d2-75834e9470f1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:58.229732 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.239155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-616765ba-fd1e-44b7-9ae9-8e2499f4c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.272925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-201c05b1-cf26-4fe4-987d-acf34955d96b None None] Provisioning complete for port 5f21bab0-2473-4c70-90d2-75834e9470f1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:58.273469 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-201c05b1-cf26-4fe4-987d-acf34955d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.356765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52b7072e-358d-4957-aff7-e08b7f8b29cc req-d53608dd-6249-4df8-9ab2-7e58ab68f763 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503160 Jul 28 14:51:58.377108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.412914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-7cdd5edc-238f-4615-ab29-9e7d24157ab2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9007437 Jul 28 14:51:58.414072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:58.421515 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-616765ba-fd1e-44b7-9ae9-8e2499f4c13b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ece29d3576f4418a1dfe0a9deb3eed5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3844283 Jul 28 14:51:58.422768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616765ba-fd1e-44b7-9ae9-8e2499f4c13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8bbc5-ed7b-44d8-85a9-809023dc78f2,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:58.426270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57896) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:58.440140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Request body: {'port': {'device_id': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:58.450116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Attempting to bind port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:58.450764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Attempting to bind port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:58.451116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Attempting to bind port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:58.481420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 on network 874f092b-4a08-498d-91d2-28aa65bcae1b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:58.481756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Attempting to bind port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:58.512011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.518197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.525120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.535270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.543503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.550071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.556314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.558647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-475d7e07-e7a8-4f75-87c5-a3f9f293b0b4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.1970935 Jul 28 14:51:58.563851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:58.563851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Checking segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:58.564431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Bound using segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:58.564915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Bound port: d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:58.565237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.570010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28a1ce3e-a435-48e4-9253-df5623376771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.619121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28a1ce3e-a435-48e4-9253-df5623376771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.619870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0739dc48-aa4e-46b5-ad31-6ba739559192 None None] Provisioning complete for port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:58.623110 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0739dc48-aa4e-46b5-ad31-6ba739559192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.679711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.686321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0739dc48-aa4e-46b5-ad31-6ba739559192 None None] Port 18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:58.686565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Made reservation on behalf of 1186e75aafd34b25bd9697663c0f1902 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:58.687615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.745290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bf90bc-0738-4414-9a7d-5ed384c9fda3 req-1157cadc-a3b1-49c1-8658-75035bc0cd24 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1744485 Jul 28 14:51:58.836076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e81eef9c-0926-4369-9aa3-27c93a1f9b44 req-33e369d9-d8ab-4433-8258-66f31264edb1 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.0782940 Jul 28 14:51:58.839495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28a1ce3e-a435-48e4-9253-df5623376771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.844929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28a1ce3e-a435-48e4-9253-df5623376771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.846238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28a1ce3e-a435-48e4-9253-df5623376771 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2d8bbc5-ed7b-44d8-85a9-809023dc78f2 HTTP/1.1" status: 204 len: 168 time: 0.4169347 Jul 28 14:51:58.867488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1ce3e-a435-48e4-9253-df5623376771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8bbc5-ed7b-44d8-85a9-809023dc78f2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:58.890025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] For port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:58.891231 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.960794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:58.960982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57908) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:58.966362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] For port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:58.993947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.996509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ebbe92c-16c7-4c80-909e-2d1b456ee988 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 HTTP/1.1" status: 204 len: 168 time: 1.2362573 Jul 28 14:51:59.000495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:59.066933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.075558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b195455-cb9a-49d8-9242-c3e39af54521 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.077146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b195455-cb9a-49d8-9242-c3e39af54521 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.078872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b195455-cb9a-49d8-9242-c3e39af54521 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0772755 Jul 28 14:51:59.083938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57914) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:59.185005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet f03e5c31-c499-4ee2-adda-069e5b1f7750 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:59.188807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.235958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:59.246477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.263244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.264187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.266438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a506889c-f271-48da-b1cd-77cb4fda98e6 service neutron] 10.222.0.58 "PUT /v2.0/ports/d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 HTTP/1.1" status: 200 len: 1092 time: 4.2402365 Jul 28 14:51:59.271973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'tag': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:59.276296 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79048a-727e-4877-ab1c-eb26f7da86b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4206cf-334f-4471-a71c-4f3725b6700c", "tag": "d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:59.329060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Allocated IP 172.20.0.2 (6f7910c9-2427-442a-a897-dc1b2a8c9e49/556bbb68-fddd-4e07-bd2f-d0a9f154bd60/dfd79e25-cd7b-47e9-ab3f-35064d95d167) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:59.389955 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619af80-3346-4037-ad73-f397f4dc2081 x-openstack-request-id: req-c619af80-3346-4037-ad73-f397f4dc2081 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:59.390316 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4206cf-334f-4471-a71c-4f3725b6700c", "tag": "d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:59.390565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c619af80-3346-4037-ad73-f397f4dc2081 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:59.391037 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'tag': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9', 'status': 'completed', 'code': 200} Jul 28 14:51:59.402817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.567084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e156-7b08-48c1-86d6-7deaedae251c req-7b050404-9b1a-4f5b-9760-498775f177a7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.572114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79048a-727e-4877-ab1c-eb26f7da86b7 req-d5153adf-db56-4941-bc8b-d2556f5dec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.573694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb79048a-727e-4877-ab1c-eb26f7da86b7 req-d5153adf-db56-4941-bc8b-d2556f5dec14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 1095 time: 0.1539798 Jul 28 14:51:59.575220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6400e156-7b08-48c1-86d6-7deaedae251c req-7b050404-9b1a-4f5b-9760-498775f177a7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 931 time: 0.0714936 Jul 28 14:51:59.604908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.643249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=f03e5c31-c499-4ee2-adda-069e5b1f7750,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:59.666127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6682f3b9-6bc2-4e9a-a677-398e7f97b64a None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:59.681423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6400e156-7b08-48c1-86d6-7deaedae251c req-657c6534-42f3-44b7-a8f4-ec863b6f02a2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048989 Jul 28 14:51:59.683914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.689217 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0c60d7d9-cb73-4f3a-959d-faf10391b3f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/f03e5c31-c499-4ee2-adda-069e5b1f7750 HTTP/1.1" status: 204 len: 168 time: 0.6018023 Jul 28 14:51:59.689874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57926) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:59.733309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8473b83-32d0-4262-911b-6dd40234b6a3 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:59.759439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.763269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0c704ccd-783c-411e-9a94-8e6bd2341bc7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722477 Jul 28 14:51:59.766562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57928) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:59.772390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:59.821214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3920de77-f617-462c-beac-a3cf381d1540 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=910df849cfc1454396ee00ac6dd48ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8594441 Jul 28 14:51:59.826280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Transition to ACTIVE for port object f8473b83-32d0-4262-911b-6dd40234b6a3 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:59.829677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57932) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:59.833400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.937246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:00.020351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bb7f7d6-d909-40ac-9b3a-5d685c5918fb req-62878dc7-1f6e-45b0-81e8-3b1f443b8800 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.0379992 Jul 28 14:52:00.031033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.035563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] Deleting port 5f21bab0-2473-4c70-90d2-75834e9470f1 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:00.045092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.045267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79048a-727e-4877-ab1c-eb26f7da86b7 req-53e326ae-7f3b-4d79-80f9-a6f72fd8d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.046087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb79048a-727e-4877-ab1c-eb26f7da86b7 req-53e326ae-7f3b-4d79-80f9-a6f72fd8d3e5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=52c3041939e3465f9ad32a290523e056&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4366701 Jul 28 14:52:00.063967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:00.068249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.118833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] For port 5f21bab0-2473-4c70-90d2-75834e9470f1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f21bab0-2473-4c70-90d2-75834e9470f1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:00.119300 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.136922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] Calling delete_port for 5f21bab0-2473-4c70-90d2-75834e9470f1 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:00.137209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57940) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:00.165085 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60c2272a-1ed1-4fec-ac4d-e03e1d1b2d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.203347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79048a-727e-4877-ab1c-eb26f7da86b7 req-49bc3d91-c08e-4587-b062-51dbf6a20d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.205262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb79048a-727e-4877-ab1c-eb26f7da86b7 req-49bc3d91-c08e-4587-b062-51dbf6a20d91 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175525 Jul 28 14:52:00.230550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.288143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325f5bc9-3277-4406-8c8d-ac90962f37f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.374001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8473b83-32d0-4262-911b-6dd40234b6a3,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.380263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:00.395583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.396108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.402591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.409097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.416220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.423312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.430126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.439075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.441423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-8e225d91-b3d4-4930-8d93-9bf1748b571f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.5173180 Jul 28 14:52:00.445447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] Pushing event deleted for resources: {'Port': ['ID=5f21bab0-2473-4c70-90d2-75834e9470f1,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.454808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cfba9-6113-46da-9e38-88a8db98644d None None] No DVR routers for this DVR port 5f21bab0-2473-4c70-90d2-75834e9470f1 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:00.464544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:00.493955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325f5bc9-3277-4406-8c8d-ac90962f37f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.503458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:00.514292 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60c2272a-1ed1-4fec-ac4d-e03e1d1b2d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.553218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.638499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Pushing event updated for resources: {'Port': ['ID=dfd79e25-cd7b-47e9-ab3f-35064d95d167,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.642428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-d17a1246-5992-4233-93c0-65e47729fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.643992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-d17a1246-5992-4233-93c0-65e47729fcce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 1095 time: 0.3644385 Jul 28 14:52:00.645317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Attempting to bind port f8473b83-32d0-4262-911b-6dd40234b6a3 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:00.646811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Attempting to bind port f8473b83-32d0-4262-911b-6dd40234b6a3 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:00.646811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Attempting to bind port f8473b83-32d0-4262-911b-6dd40234b6a3 on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:00.650448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:00.655996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60c2272a-1ed1-4fec-ac4d-e03e1d1b2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.668892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:00.670111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3a7be57-a9d2-4aa6-8b5b-f12d41783719 req-73293204-73f8-426d-97c4-b04fd06993c4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2081163 Jul 28 14:52:00.676656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.677353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.683090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Port f8473b83-32d0-4262-911b-6dd40234b6a3 on network 874f092b-4a08-498d-91d2-28aa65bcae1b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:00.683090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Attempting to bind port f8473b83-32d0-4262-911b-6dd40234b6a3 on network 874f092b-4a08-498d-91d2-28aa65bcae1b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:00.693531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.694735 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.704954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a35e28f-6733-457a-b308-e45f218642ab None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:00.724910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=1cadeb12-7582-424d-a89a-155cdd53a1dd,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.727455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-4adacac3-c45a-4b96-8c76-92ec2be62490 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 HTTP/1.1" status: 200 len: 217 time: 0.0687122 Jul 28 14:52:00.731275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:00.731275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Checking segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:00.731275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Bound using segment: {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:00.731275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Bound port: f8473b83-32d0-4262-911b-6dd40234b6a3, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:00.731869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.756083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57950) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:00.794896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-60c2272a-1ed1-4fec-ac4d-e03e1d1b2d5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b39a490ef53845049b57141fc006fbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544900 Jul 28 14:52:00.795181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2272a-1ed1-4fec-ac4d-e03e1d1b2d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3fac06-4999-4794-bbd8-bc317d694535,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.802993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57954) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:00.835680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-db53f4e4-17f2-48f1-9e5d-3d98c60d8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.835680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-db53f4e4-17f2-48f1-9e5d-3d98c60d8b30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 200 len: 853 time: 0.0912311 Jul 28 14:52:00.900606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ddf23358-14be-4cf0-966d-56139e05722e tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7421412 Jul 28 14:52:00.906544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-5f70af3f-cdaf-4cf7-bdd3-3ea181d938ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=874f092b-4a08-498d-91d2-28aa65bcae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466051 Jul 28 14:52:00.910745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1ce5e71f-4657-4c63-9f9d-e9a8ff6fb971 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1400971 Jul 28 14:52:00.910959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] For port f8473b83-32d0-4262-911b-6dd40234b6a3, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:00.911320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:00.920974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325f5bc9-3277-4406-8c8d-ac90962f37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.920974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-325f5bc9-3277-4406-8c8d-ac90962f37f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.920974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-325f5bc9-3277-4406-8c8d-ac90962f37f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f81b66fa-c2ff-4495-b0b2-03e1bc9c189f HTTP/1.1" status: 204 len: 168 time: 1.0803735 Jul 28 14:52:00.926747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'name': 'tempest-NetworksTestDHCPv6-1427581248'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:00.949489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Request body: {'port': {'device_id': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:00.967765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c41eeb44-408e-4e90-9a89-7eaf6bfd077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.017163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6f4f7-7bce-4140-a10d-4c14733a7897 req-154676f4-666a-4af2-b458-c587c75bb1a5 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.028184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ca6f4f7-7bce-4140-a10d-4c14733a7897 req-154676f4-666a-4af2-b458-c587c75bb1a5 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.1362619 Jul 28 14:52:01.029445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] For port f8473b83-32d0-4262-911b-6dd40234b6a3, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8473b83-32d0-4262-911b-6dd40234b6a3,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:01.044477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '1cadeb12-7582-424d-a89a-155cdd53a1dd'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:01.051283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.051540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f5bc9-3277-4406-8c8d-ac90962f37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b66fa-c2ff-4495-b0b2-03e1bc9c189f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:01.123773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c41eeb44-408e-4e90-9a89-7eaf6bfd077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.219167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ca6f4f7-7bce-4140-a10d-4c14733a7897 req-b5f3fe60-6992-4704-94d9-0fd93c6a2cfa tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883142 Jul 28 14:52:01.337817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/1cadeb12-7582-424d-a89a-155cdd53a1dd/2ef6e27c-06fe-4e4d-8b70-cb8749babb69) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:01.384258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c41eeb44-408e-4e90-9a89-7eaf6bfd077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.388068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c41eeb44-408e-4e90-9a89-7eaf6bfd077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.393887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c41eeb44-408e-4e90-9a89-7eaf6bfd077d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca3fac06-4999-4794-bbd8-bc317d694535 HTTP/1.1" status: 204 len: 168 time: 0.5843410 Jul 28 14:52:01.410758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eeb44-408e-4e90-9a89-7eaf6bfd077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3fac06-4999-4794-bbd8-bc317d694535,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:01.457189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1375069980'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:01.468941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.562908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.592556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Transition to ACTIVE for port object 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:01.627635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.628288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.630142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f8473b83-32d0-4262-911b-6dd40234b6a3 HTTP/1.1" status: 200 len: 1092 time: 3.1949258 Jul 28 14:52:01.639712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Transition to ACTIVE for port object 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:01.643903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'tag': 'f8473b83-32d0-4262-911b-6dd40234b6a3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:01.646497 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d23af6-36da-48c2-96df-1d4f211b644b", "tag": "f8473b83-32d0-4262-911b-6dd40234b6a3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:01.675916 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.710416 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a626180-02da-4327-b253-85dfb6649276 x-openstack-request-id: req-3a626180-02da-4327-b253-85dfb6649276 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:01.710716 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d23af6-36da-48c2-96df-1d4f211b644b", "tag": "f8473b83-32d0-4262-911b-6dd40234b6a3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:01.710925 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3a626180-02da-4327-b253-85dfb6649276 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:01.711231 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'tag': 'f8473b83-32d0-4262-911b-6dd40234b6a3', 'status': 'completed', 'code': 200} Jul 28 14:52:01.744272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e25693-0e75-4f1e-ac0f-bd13c3f2344b req-d84170ca-e181-447e-ba6a-a21757c66778 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.745957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51e25693-0e75-4f1e-ac0f-bd13c3f2344b req-d84170ca-e181-447e-ba6a-a21757c66778 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 931 time: 0.2936950 Jul 28 14:52:01.748748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ee5bbe05-eff2-4dec-bd22-c1b07e374578 service neutron] 10.222.0.58 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157868 Jul 28 14:52:01.748748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Made reservation on behalf of 0e38edf85f2c4a0cab31b28c1869b09a for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:01.757749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.758284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7081c3f-5de2-4f8d-87a0-29487f3f10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8473b83-32d0-4262-911b-6dd40234b6a3,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:01.768446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.812161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.939236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:01.965686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f21bab0-2473-4c70-90d2-75834e9470f1 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:02.010673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:02.013509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5f21bab0-2473-4c70-90d2-75834e9470f1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:02.013866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f21bab0-2473-4c70-90d2-75834e9470f1 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:02.033187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:02.039860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:02.129531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.139800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.155008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.161328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51e25693-0e75-4f1e-ac0f-bd13c3f2344b req-abff3ab4-09ca-4af0-873a-acac40dfe08d tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741724 Jul 28 14:52:02.182718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.204537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.204682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Attempting to bind port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:02.204682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Attempting to bind port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:02.204682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Attempting to bind port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:02.206002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339 req-f99a4730-886a-4c71-8bf8-6339eae693be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.208017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:02.208623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:02.208907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339 req-f99a4730-886a-4c71-8bf8-6339eae693be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 1095 time: 0.3809345 Jul 28 14:52:02.209092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.209573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:02.210244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Bound port: 2ef6e27c-06fe-4e4d-8b70-cb8749babb69, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:02.210795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.212776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.223150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.225769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-9cadcd42-c719-4399-bfd6-2d2f47a9e417 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2377410 Jul 28 14:52:02.246635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-93605e2c-497b-4771-b1b8-95ebe5d7f6b0 service neutron] 10.222.0.58 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710531 Jul 28 14:52:02.298273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccdd573d-8fbb-422f-987c-d1b83b4c9ba4 req-3b8a48d9-ff9c-4efa-a7ea-4e1667adf00c tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646820 Jul 28 14:52:02.304385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] For port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:02.310185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] For port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:02.467209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:02.471059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.477036 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.488735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.517912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339 req-5f02483c-bf3a-4551-b667-d4f0c5b3361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.519703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339 req-5f02483c-bf3a-4551-b667-d4f0c5b3361e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=52c3041939e3465f9ad32a290523e056&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2891822 Jul 28 14:52:02.598955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832554e-797b-4a35-8f2f-4fd63e907a06 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:02.654569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:02.696858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fbd93-a780-47dd-8856-272657620704 req-6464b3eb-3e53-4964-9385-8a7b3746fe26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.696858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b50fbd93-a780-47dd-8856-272657620704 req-6464b3eb-3e53-4964-9385-8a7b3746fe26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.3013265 Jul 28 14:52:02.965958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd79e25-cd7b-47e9-ab3f-35064d95d167 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:03.004540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.072892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b50fbd93-a780-47dd-8856-272657620704 req-6fc145da-12f2-4d32-9a66-9502cfe37516 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397233 Jul 28 14:52:03.078160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339 req-2a8d2020-474a-4222-8e7e-927944f2c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.079756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8ee4e3b-2cd3-44b0-a6a2-ec456c125339 req-2a8d2020-474a-4222-8e7e-927944f2c983 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5397151 Jul 28 14:52:03.102796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Transition to ACTIVE for port object dfd79e25-cd7b-47e9-ab3f-35064d95d167 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:03.144139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::3d (e6db1467-3099-4ac4-83d0-dd83574f8121/1cadeb12-7582-424d-a89a-155cdd53a1dd/1f0c1262-6ed0-413e-af97-5af72c0a8dc2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:03.153351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.243194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.301512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.453385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8fc7-f31e-418d-9bac-d3d9dfd1be80 req-872c5da1-7838-4b9d-bc5d-f398be2e9796 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.455184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b15f8fc7-f31e-418d-9bac-d3d9dfd1be80 req-872c5da1-7838-4b9d-bc5d-f398be2e9796 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 943 time: 0.0824218 Jul 28 14:52:03.551033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:03.571780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-201085a8-484f-4588-ad89-a2f6107f9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.572095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b15f8fc7-f31e-418d-9bac-d3d9dfd1be80 req-e8a8d519-a712-42a8-8b8a-326b93e5f08c tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028805 Jul 28 14:52:03.572327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-201085a8-484f-4588-ad89-a2f6107f9bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c3041939e3465f9ad32a290523e056&device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 1095 time: 0.3753471 Jul 28 14:52:03.595422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd79e25-cd7b-47e9-ab3f-35064d95d167,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:03.636646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ac8a9-34bc-4757-bad2-006cc073b741,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:03.670256 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.670758 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Added segment 5f0fb6ec-a607-4012-bc01-ce219f7f47fe of type vlan for network 3213738b-6002-445c-a82f-610d5343d6f5 Jul 28 14:52:03.749035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-ace00e7a-eeee-4455-ab3c-5ded731e9f27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8473b83-32d0-4262-911b-6dd40234b6a3 HTTP/1.1" status: 200 len: 217 time: 0.1484690 Jul 28 14:52:03.861584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58016) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:03.887260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.942546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Attempting to bind port dfd79e25-cd7b-47e9-ab3f-35064d95d167 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:03.942546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Attempting to bind port dfd79e25-cd7b-47e9-ab3f-35064d95d167 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:03.942546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Attempting to bind port dfd79e25-cd7b-47e9-ab3f-35064d95d167 on network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:03.951789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.958557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.965521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.971142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.977937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.984828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.991843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.994147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-79c042ac-ee21-4244-b5a3-323f4eac90a4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.5470541 Jul 28 14:52:04.027837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.031001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:52:04.037992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Port dfd79e25-cd7b-47e9-ab3f-35064d95d167 on network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:04.038193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Attempting to bind port dfd79e25-cd7b-47e9-ab3f-35064d95d167 on network 6f7910c9-2427-442a-a897-dc1b2a8c9e49 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:04.042554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5af94522-fdd5-46a0-816d-72157e8ad7bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:04.043668 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-5af94522-fdd5-46a0-816d-72157e8ad7bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 14:52:04.046038 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-5af94522-fdd5-46a0-816d-72157e8ad7bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:52:04.050072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5af94522-fdd5-46a0-816d-72157e8ad7bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1859944 Jul 28 14:52:04.055851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58022) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:04.066161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-435f34f1-4dd2-4828-98d0-eb3b10ae65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.068167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-435f34f1-4dd2-4828-98d0-eb3b10ae65d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 200 len: 853 time: 0.2775693 Jul 28 14:52:04.083177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--73633552'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:04.109956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:04.126851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:04.127183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Checking segment: {'id': 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:04.127583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Bound using segment: {'id': 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:04.128065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Bound port: dfd79e25-cd7b-47e9-ab3f-35064d95d167, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:04.128573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.133262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:04.164017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-6fec0afd-47c8-4aa4-80e3-213a66b4c955 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=874f092b-4a08-498d-91d2-28aa65bcae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618038 Jul 28 14:52:04.330081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.335939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:04.340418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.341543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.352391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecdfdbb9-d9ae-44b8-947a-4a05f38bc199 req-452fc25d-7c73-4036-83de-cd98b877ff5a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3283727 Jul 28 14:52:04.396798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.427756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.482359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:04.575202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Pushing event updated for resources: {'Network': ['ID=3213738b-6002-445c-a82f-610d5343d6f5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:04.589814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] For port dfd79e25-cd7b-47e9-ab3f-35064d95d167, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:04.621373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] For port dfd79e25-cd7b-47e9-ab3f-35064d95d167, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167,segment=NetworkSegment(f4347ebb-2b3b-4f46-af6d-7e80c15e5858),segment_id=f4347ebb-2b3b-4f46-af6d-7e80c15e5858)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:04.625583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-106869be-604a-45ee-be53-9ca52f03b938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.8501592 Jul 28 14:52:04.634565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-816d9cb2-5328-40b8-9a22-694c10f6b403 service neutron] 10.222.0.42 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457221 Jul 28 14:52:04.650638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee2951-0483-4984-8d47-b16785b1e706 req-92f3e7e3-93b9-42f4-bfa6-4e81b5872adb tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.653090 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64ee2951-0483-4984-8d47-b16785b1e706 req-92f3e7e3-93b9-42f4-bfa6-4e81b5872adb tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0995958 Jul 28 14:52:04.677264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfe62-cff0-4ba3-8dc3-a6590580d50b req-bb24b477-e7ad-48b7-8446-de75697be130 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.678910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b6dfe62-cff0-4ba3-8dc3-a6590580d50b req-bb24b477-e7ad-48b7-8446-de75697be130 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.1760499 Jul 28 14:52:04.747082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64ee2951-0483-4984-8d47-b16785b1e706 req-9c0a5d30-66e9-421c-af24-85c86f6e5a8e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588121 Jul 28 14:52:04.771149 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.789529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 3213738b-6002-445c-a82f-610d5343d6f5 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:04.808902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.835199 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.910555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b6dfe62-cff0-4ba3-8dc3-a6590580d50b req-a7f83f42-9e66-4977-9e18-5877d7fef3eb tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579251 Jul 28 14:52:04.913938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.914575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.916325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] 10.222.0.58 "PUT /v2.0/ports/dfd79e25-cd7b-47e9-ab3f-35064d95d167 HTTP/1.1" status: 200 len: 1092 time: 3.9735205 Jul 28 14:52:04.918011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:04.924013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:04.929629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'tag': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:04.932223 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40", "tag": "dfd79e25-cd7b-47e9-ab3f-35064d95d167"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:04.942073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:04.947550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=1f0c1262-6ed0-413e-af97-5af72c0a8dc2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:04.955759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:04.963254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.963973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.989444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] Provisioning for port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:04.998553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'port_id': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9', 'mac_address': 'fa:16:3e:12:45:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2094942-3822-4655-8aca-bec0df61c76e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:05.008680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] Provisioning complete for port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:05.008920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-249104a1-5c95-4d3b-a3ca-8a9a14373301 req-83b64ef0-9a16-4082-b6e7-4ded45ac6109 service neutron] 10.222.0.42 "GET /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627245 Jul 28 14:52:05.009315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.018540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.064764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9791-12fd-4167-b38e-af5fb7e87012 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd79e25-cd7b-47e9-ab3f-35064d95d167,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.095977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee12c99-5561-4246-8d47-56092f960eee,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.160760 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.201277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:05.216018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:05.229892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:05.233298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Request body: {'port': {'network_id': '3213738b-6002-445c-a82f-610d5343d6f5', 'binding:host_id': 'n-h2-764806-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-433699892'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:05.273324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4d0a6910-5cae-4b4a-8520-6e6889b93396 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3544924 Jul 28 14:52:05.276740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58046) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:05.285997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.325563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-c263aa73-ec99-48d4-a0b2-3e1972bb494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.327162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-c263aa73-ec99-48d4-a0b2-3e1972bb494c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1186e75aafd34b25bd9697663c0f1902&device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 1095 time: 0.2793767 Jul 28 14:52:05.333949 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d25c31b-3ac8-42b1-8adc-65afcfa2a796 x-openstack-request-id: req-7d25c31b-3ac8-42b1-8adc-65afcfa2a796 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:05.334550 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40", "tag": "dfd79e25-cd7b-47e9-ab3f-35064d95d167", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:05.335179 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d25c31b-3ac8-42b1-8adc-65afcfa2a796 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:05.335606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] For port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:05.336021 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'tag': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167', 'status': 'completed', 'code': 200} Jul 28 14:52:05.344159 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.361219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5639-f4b9-4ece-9a49-db21b973446e req-655936df-77b5-4872-9372-19a5bfe49075 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.363315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ecd5639-f4b9-4ece-9a49-db21b973446e req-655936df-77b5-4872-9372-19a5bfe49075 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 943 time: 0.2154956 Jul 28 14:52:05.389040 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.400726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-a9573a62-c916-46c0-86b3-7ab7b4d46f32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167 HTTP/1.1" status: 200 len: 217 time: 0.0606842 Jul 28 14:52:05.401440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.437873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82540c4f-0b44-4e66-ba62-edbbc58febea tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.464416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82540c4f-0b44-4e66-ba62-edbbc58febea tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.464416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-82540c4f-0b44-4e66-ba62-edbbc58febea tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1660216 Jul 28 14:52:05.464798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58052) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:05.501035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ecd5639-f4b9-4ece-9a49-db21b973446e req-068c30bf-c962-4a25-9c1b-4457f48147b8 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045194 Jul 28 14:52:05.509181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-61fadff1-ab77-4d57-b45e-90d76bba37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.511029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-61fadff1-ab77-4d57-b45e-90d76bba37c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556bbb68-fddd-4e07-bd2f-d0a9f154bd60 HTTP/1.1" status: 200 len: 849 time: 0.1018431 Jul 28 14:52:05.537873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.560946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-1f04b006-ae75-423c-a68e-3dcb32a16f56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f7910c9-2427-442a-a897-dc1b2a8c9e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411985 Jul 28 14:52:05.589712 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.607327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4e2e9-9e39-4a4f-8d80-3f245f2733d8 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.611097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:05.648472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7652dea-1aae-4b24-9dfa-95f1f074bb76,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.701003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-90f9318d-3449-4233-8464-b5c7d7414d5c service neutron] 10.222.0.58 "GET /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310575 Jul 28 14:52:05.705166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.718262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.732637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.746859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.754797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.763723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.772115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.775410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-1edc39c6-4c1c-45b5-b609-cd2fa00d37f2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2753322 Jul 28 14:52:05.812852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:05.813947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.828612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Made reservation on behalf of 852f7cc890bb46d7b888f1f9a39f0a61 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:05.834650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.859188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7fca561b-bfcc-47f9-bd02-87fcb911a16d None None] Provisioning for port 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:05.859188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7fca561b-bfcc-47f9-bd02-87fcb911a16d None None] Provisioning complete for port 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:05.859188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7fca561b-bfcc-47f9-bd02-87fcb911a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.903310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7fca561b-bfcc-47f9-bd02-87fcb911a16d None None] Port 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:05.906838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21120578-0fb8-4f91-b406-ed1040bb72e9 req-8f658a74-1e92-452c-8dbf-a0b8875afd5b service neutron] 10.222.0.58 "GET /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964664 Jul 28 14:52:05.933168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.000717 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.003990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:06.018631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.021856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c60d867-b4ed-4b7a-9c2f-3dae4701b317 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9624140 Jul 28 14:52:06.040363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5acefe-c752-4962-8422-b369bffaf4df req-3e36bbea-6cf4-45a5-91f9-bdca3abb5e15 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:06.042236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23d45ae7-9e3c-40bb-b933-95d5a06d737b req-80c15df0-21fe-49c7-8877-13b2c73804ad tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357683 Jul 28 14:52:06.042483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:06.051814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b5acefe-c752-4962-8422-b369bffaf4df req-3e36bbea-6cf4-45a5-91f9-bdca3abb5e15 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.0914793 Jul 28 14:52:06.076031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'e7652dea-1aae-4b24-9dfa-95f1f074bb76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:06.099035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:06.101969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.124124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:52:06.124124 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:52:06.124124 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '852f7cc890bb46d7b888f1f9a39f0a61', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 52, 6, 96714)}] Jul 28 14:52:06.124124 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:52:06.124124 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:52:06.136129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b5acefe-c752-4962-8422-b369bffaf4df req-fe462156-77d0-4e57-98d7-163ab3f4a8b3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833032 Jul 28 14:52:06.157466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.183656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 1f0c1262-6ed0-413e-af97-5af72c0a8dc2 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:06.230949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-d34ac226-3da5-4d95-b157-2b1df48de81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:06.233702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-d34ac226-3da5-4d95-b157-2b1df48de81e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1186e75aafd34b25bd9697663c0f1902&device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 1095 time: 0.1112666 Jul 28 14:52:06.274113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e917f-d113-4195-8910-b2c367e91beb req-88a8a6e0-9f19-415e-9b79-66c6c1ddbd89 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:06.275855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-012e917f-d113-4195-8910-b2c367e91beb req-88a8a6e0-9f19-415e-9b79-66c6c1ddbd89 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.1102366 Jul 28 14:52:06.290976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.389236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-012e917f-d113-4195-8910-b2c367e91beb req-f841c873-e770-4b63-81d6-57243160737c tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010654 Jul 28 14:52:06.399386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-512ccddc-76dc-4d87-88fb-8a04c00035f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:06.402536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-512ccddc-76dc-4d87-88fb-8a04c00035f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f7910c9-2427-442a-a897-dc1b2a8c9e49 HTTP/1.1" status: 200 len: 910 time: 0.1592817 Jul 28 14:52:06.453109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-aa1e7c13-433a-465a-a570-8145ae94f6fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167 HTTP/1.1" status: 200 len: 217 time: 0.0411205 Jul 28 14:52:06.498484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.525242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-ff03c912-7812-4fef-b2e8-cb22952e8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:06.527669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-ff03c912-7812-4fef-b2e8-cb22952e8399 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556bbb68-fddd-4e07-bd2f-d0a9f154bd60 HTTP/1.1" status: 200 len: 849 time: 0.0665488 Jul 28 14:52:06.617330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.627752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.655166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1a0ff3-8bec-4d42-8490-b418b2c54a14,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:06.675777 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.720736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=1f0c1262-6ed0-413e-af97-5af72c0a8dc2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:06.752810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.755858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-26a6ea9f-8ab9-444e-81bb-6f0698ce7229 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/1f0c1262-6ed0-413e-af97-5af72c0a8dc2 HTTP/1.1" status: 204 len: 168 time: 1.3041177 Jul 28 14:52:06.758837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58070) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:06.924588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-26f8a29d-b703-4ba1-ade1-fc49601e40f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f7910c9-2427-442a-a897-dc1b2a8c9e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3884082 Jul 28 14:52:07.105287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ec34f9ca-26a1-4ef8-a934-a667f65c9b85 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.107772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ec34f9ca-26a1-4ef8-a934-a667f65c9b85 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1803184 Jul 28 14:52:07.156209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27832a-d40f-48d6-80fd-7fd7be198d77 req-c448440e-b669-44a9-8eb8-efa2f8847650 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.158984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a27832a-d40f-48d6-80fd-7fd7be198d77 req-c448440e-b669-44a9-8eb8-efa2f8847650 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 943 time: 0.2325935 Jul 28 14:52:07.262904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-1536486e-cd80-4921-b8de-cfe3a04ec8f2 service neutron] 10.222.0.58 "GET /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242776 Jul 28 14:52:07.298301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.302696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-16b01cee-0fc8-4a88-a3b5-963a228042c6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2363527 Jul 28 14:52:07.305192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58078) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:07.337735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-430a1043-a76f-477c-93df-79cf72efbc2a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'e7652dea-1aae-4b24-9dfa-95f1f074bb76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:07.389026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44291e04-d96c-43b4-8a1e-fc196ce280db tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.390644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44291e04-d96c-43b4-8a1e-fc196ce280db tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.392182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-44291e04-d96c-43b4-8a1e-fc196ce280db tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6322913 Jul 28 14:52:07.398627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a27832a-d40f-48d6-80fd-7fd7be198d77 req-3576229f-f404-40c2-a809-b8605785a4d8 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146101 Jul 28 14:52:07.399286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:07.467211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1d6b1c0-9c04-4a37-8dbf-be9a9a567f2d req-efd4d76b-b641-49c8-a29f-9ce45a74934b service neutron] 10.222.0.58 "GET /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945696 Jul 28 14:52:07.503952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Deleting port d9ed9e88-b89c-4eee-9367-99de0cd7d114 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:07.504613 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.524293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.536691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.553554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.560828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.567426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.573973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.579563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.582664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-a2b03341-2d4d-42c9-a227-eb14f9d9b292 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.3035989 Jul 28 14:52:07.645487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 1cadeb12-7582-424d-a89a-155cdd53a1dd {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:07.656966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.662445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369950ea-e21c-42fd-88d7-99efb2a7055c req-d7745508-a90d-4236-b591-16acbb2e1140 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.664364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-369950ea-e21c-42fd-88d7-99efb2a7055c req-d7745508-a90d-4236-b591-16acbb2e1140 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 945 time: 0.1524372 Jul 28 14:52:07.674232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] For port d9ed9e88-b89c-4eee-9367-99de0cd7d114, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d9ed9e88-b89c-4eee-9367-99de0cd7d114,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:07.692501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.712239 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-541028fe-e199-4a36-b57e-1daf9c7576d5 req-2a4e83be-91ae-46d4-80fe-85d9a626d3df tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195235 Jul 28 14:52:07.728615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.754658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.780714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-369950ea-e21c-42fd-88d7-99efb2a7055c req-5f71d846-4093-48de-9d10-48ba94c2ce6d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8032679-8a2b-4425-a5c9-85cafbe366ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023564 Jul 28 14:52:07.887147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.896062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port ecbc1416-599c-4989-bf01-df74e09687b5 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:07.901417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.999224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.000163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.000423 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Floating IP 7bc0366d-f479-4a76-8484-4ec28b57bea8 disassociated. External IP: 172.25.6.106, port: d9ed9e88-b89c-4eee-9367-99de0cd7d114. Jul 28 14:52:08.000818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Calling delete_port for d9ed9e88-b89c-4eee-9367-99de0cd7d114 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:08.022227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-430a1043-a76f-477c-93df-79cf72efbc2a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.031174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21de70fa-4bcc-4690-9448-7ba682a4fdf6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:08.064699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4571c7-fd6b-4843-8a9e-ad8627eb1c8d req-7f1282fb-f9f7-4451-891f-d687a774ecef tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:08.072159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d4571c7-fd6b-4843-8a9e-ad8627eb1c8d req-7f1282fb-f9f7-4451-891f-d687a774ecef tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.2268229 Jul 28 14:52:08.178733 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d4571c7-fd6b-4843-8a9e-ad8627eb1c8d req-bcd8d1dc-b497-46d9-bea9-e99a09637028 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056526 Jul 28 14:52:08.247015 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.310078 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-430a1043-a76f-477c-93df-79cf72efbc2a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:52:08.311529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-430a1043-a76f-477c-93df-79cf72efbc2a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0048306 Jul 28 14:52:08.314687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58088) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.339991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=1cadeb12-7582-424d-a89a-155cdd53a1dd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:08.350116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.359350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b143e58c-631d-4246-9833-49bde8dca744 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1cadeb12-7582-424d-a89a-155cdd53a1dd HTTP/1.1" status: 204 len: 168 time: 0.9586389 Jul 28 14:52:08.362403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dfd79e25-cd7b-47e9-ab3f-35064d95d167 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:08.364351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.367538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e66a3-cc88-43eb-8592-1fbafd1794d7 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:08.370524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:08.389325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.429745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe2c607-acba-4720-bea7-b25733e57581 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.435829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event deleted for resources: {'Port': ['ID=d9ed9e88-b89c-4eee-9367-99de0cd7d114,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:08.492095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-454bc325-0e8a-4645-810b-55d5741b8f46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252170 Jul 28 14:52:08.493377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58096) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.505951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port ecbc1416-599c-4989-bf01-df74e09687b5 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:08.523020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe2c607-acba-4720-bea7-b25733e57581 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.529855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:08.676351 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.700819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Router 48b03126-a465-439f-b385-0746302fa5ef has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:08.724391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d3974-ef9c-4e1c-95a3-04a9bef9f96d req-aec77ba1-98d1-4cf2-812d-79534004fbdc tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:08.726282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d07d3974-ef9c-4e1c-95a3-04a9bef9f96d req-aec77ba1-98d1-4cf2-812d-79534004fbdc tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 943 time: 0.0987561 Jul 28 14:52:08.818606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Transition to ACTIVE for port object ecbc1416-599c-4989-bf01-df74e09687b5 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:08.844917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:08.844917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.963277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.974265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:08.986834 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:08.996353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe2c607-acba-4720-bea7-b25733e57581 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.007970 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe2c607-acba-4720-bea7-b25733e57581 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.011892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-abe2c607-acba-4720-bea7-b25733e57581 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/e7652dea-1aae-4b24-9dfa-95f1f074bb76 HTTP/1.1" status: 204 len: 168 time: 0.6951687 Jul 28 14:52:09.025869 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:09.028438 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:51:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:09.035391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port dfd79e25-cd7b-47e9-ab3f-35064d95d167, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167,segment=NetworkSegment(f4347ebb-2b3b-4f46-af6d-7e80c15e5858),segment_id=f4347ebb-2b3b-4f46-af6d-7e80c15e5858)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:09.095029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167', 'network_id': '6f7910c9-2427-442a-a897-dc1b2a8c9e49', 'port_id': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167', 'mac_address': 'fa:16:3e:aa:db:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556bbb68-fddd-4e07-bd2f-d0a9f154bd60', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:09.120383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58104) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.147205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbc1416-599c-4989-bf01-df74e09687b5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:09.153795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d07d3974-ef9c-4e1c-95a3-04a9bef9f96d req-feaf85a8-0842-43c1-b137-7bea9efe44f9 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513222 Jul 28 14:52:09.300750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.301328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.301912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.302515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.303199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.303464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.303848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.304119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] No DVR routers for this DVR port d9ed9e88-b89c-4eee-9367-99de0cd7d114 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:09.304421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.305013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.305591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.306172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.306786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.307629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:09.312367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.318926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0f891db-d45e-4117-99e7-e5eab5daf353 req-ebf9e249-a46a-4b50-9752-2fcdecd1a627 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "DELETE /v2.0/ports/d9ed9e88-b89c-4eee-9367-99de0cd7d114 HTTP/1.1" status: 204 len: 173 time: 2.1503725 Jul 28 14:52:09.338962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd79e25-cd7b-47e9-ab3f-35064d95d167 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:09.350372 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:09.363840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'name': 'network-vif-deleted', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:09.368687 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdd4d8-f4c9-496b-8c41-6d3d7618b470" -d '{"events": [{"server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "name": "network-vif-deleted", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:09.384579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port dfd79e25-cd7b-47e9-ab3f-35064d95d167, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167,segment=NetworkSegment(f4347ebb-2b3b-4f46-af6d-7e80c15e5858),segment_id=f4347ebb-2b3b-4f46-af6d-7e80c15e5858)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:09.439642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2c607-acba-4720-bea7-b25733e57581 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7652dea-1aae-4b24-9dfa-95f1f074bb76,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:09.509891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-532eb15b-0dff-4ec0-8650-dcce12effecd tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3526247 Jul 28 14:52:09.510947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58112) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.516657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785769510'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:09.516895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:09.525262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:09.526382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.566667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.575784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.586778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.595258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.604720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.613097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.620038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.640715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-7e3bb81d-284d-4fa2-92c4-e89a796fc9e6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.6799376 Jul 28 14:52:09.676130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Checking segment: {'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:09.681958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:09.690324 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.691888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Network hostable DHCP agents. Network: 3213738b-6002-445c-a82f-610d5343d6f5, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:09.704248 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.709883 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:09.805671 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:09.823242 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:09.825498 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:51:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:09.911072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9eac7f3b-d7e2-48bf-ae9d-26d43f45e473 req-9012ffc6-639c-4910-870c-14d72722fa28 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605872 Jul 28 14:52:09.927120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.955726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=dfd79e25-cd7b-47e9-ab3f-35064d95d167,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:09.979320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Network 3213738b-6002-445c-a82f-610d5343d6f5 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:10.063411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8473b83-32d0-4262-911b-6dd40234b6a3 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:10.069666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8b0393-0c7a-40d5-ac3f-1cb4578394a9 req-1a5dcfc8-5826-43bd-ba1a-4c6463235468 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d334b4-7f97-4078-af33-59f8464ada84 HTTP/1.1" status: 200 len: 210 time: 0.0493360 Jul 28 14:52:10.075501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.111315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['dfd79e25-cd7b-47e9-ab3f-35064d95d167'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:10.117639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:10.155135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee997a-86b7-43de-8a21-8bd18ee5a22c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:10.160682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d687d-a6d7-4dd3-b006-01eb1f75ab75 req-1e28750e-5659-4b2a-b782-a1ac71aa93c9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.162520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef4d687d-a6d7-4dd3-b006-01eb1f75ab75 req-1e28750e-5659-4b2a-b782-a1ac71aa93c9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.1054995 Jul 28 14:52:10.166903 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5abe14-ea3b-4585-a5a0-1a888155de8c x-openstack-request-id: req-3e5abe14-ea3b-4585-a5a0-1a888155de8c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:10.167449 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d334b4-7f97-4078-af33-59f8464ada84", "name": "network-vif-deleted", "tag": "d9ed9e88-b89c-4eee-9367-99de0cd7d114", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:10.167890 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e5abe14-ea3b-4585-a5a0-1a888155de8c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:10.169902 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d334b4-7f97-4078-af33-59f8464ada84', 'name': 'network-vif-deleted', 'tag': 'd9ed9e88-b89c-4eee-9367-99de0cd7d114', 'status': 'completed', 'code': 200} Jul 28 14:52:10.188929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 3213738b-6002-445c-a82f-610d5343d6f5) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:10.201966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:10.221099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.222020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.222020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.227795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.228172 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.228774 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 2 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.234384 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:10.262561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.262561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-29b337a0-a679-45f7-a871-a77d5fe18ad3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7488308 Jul 28 14:52:10.264710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58122) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.271196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef4d687d-a6d7-4dd3-b006-01eb1f75ab75 req-0dea9626-b366-4826-822a-8f1b84e44831 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012006 Jul 28 14:52:10.277475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.279942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f95c82f5-6699-485f-8686-60e00fcaaecc tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee997a-86b7-43de-8a21-8bd18ee5a22c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:10.281501 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-f95c82f5-6699-485f-8686-60e00fcaaecc tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 14:52:10.282453 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-f95c82f5-6699-485f-8686-60e00fcaaecc tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:10.285036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f95c82f5-6699-485f-8686-60e00fcaaecc tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0177023 Jul 28 14:52:10.287803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.288426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.297077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58124) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.298137 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.300981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f47d7-5183-4786-b9d2-96a792991126 None None] Network 3213738b-6002-445c-a82f-610d5343d6f5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:10.301205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.324639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.324639 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.382125 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 3 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.436899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] Deleting port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:10.437930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.499284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2eb21ac9-8b88-499e-823a-bca4886fe2ef tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.509025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:10.515604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.516279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.516950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.526715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:10.530702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2eb21ac9-8b88-499e-823a-bca4886fe2ef tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.536726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.537510 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.549631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.550671 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.568808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fe76-8d5e-4344-9697-fc8c7644c652 req-58996159-1c13-4052-a319-0ed21da0677c tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.573921 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 4 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.576971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bef2fe76-8d5e-4344-9697-fc8c7644c652 req-58996159-1c13-4052-a319-0ed21da0677c tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 944 time: 0.2578194 Jul 28 14:52:10.587536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=1c6e6ff0-4aad-46d9-b494-e643529b178a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:10.595933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.597320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.597931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.604698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.604698 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.605221 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 5 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.620266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:10.627487 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6347168-09e5-411c-8e95-135a2bac7f06" -d '{"events": [{"server_uuid": "9a4206cf-334f-4471-a71c-4f3725b6700c", "name": "network-vif-plugged", "status": "completed", "tag": "d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:10.642682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.643275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.644646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.652671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.661030 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.662700 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 6 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.699945 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:10.707562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bef2fe76-8d5e-4344-9697-fc8c7644c652 req-a3d30841-058f-4d20-a764-1b242874916b tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295869 Jul 28 14:52:10.709332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa775acb-e2a3-4baf-87ba-f508b845c2be tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1918352 Jul 28 14:52:10.710698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.711236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.711929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.714593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58132) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.725004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'name': 'tempest-NetworksTestDHCPv6-1155513333'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:10.731491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.732203 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.734268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:10.744003 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 7 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.784830 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa53e3-0799-458c-b1fc-f3a553da1948 None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:10.795941 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0282f441-a2f1-40c7-8faa-f40ae3d0e7d7 x-openstack-request-id: req-0282f441-a2f1-40c7-8faa-f40ae3d0e7d7 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:10.797603 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4206cf-334f-4471-a71c-4f3725b6700c", "name": "network-vif-plugged", "status": "completed", "tag": "d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:10.798306 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0282f441-a2f1-40c7-8faa-f40ae3d0e7d7 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:10.801344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2eb21ac9-8b88-499e-823a-bca4886fe2ef tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.803695 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9', 'code': 200} Jul 28 14:52:10.804391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2eb21ac9-8b88-499e-823a-bca4886fe2ef tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.807255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2eb21ac9-8b88-499e-823a-bca4886fe2ef tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/f4ee997a-86b7-43de-8a21-8bd18ee5a22c HTTP/1.1" status: 204 len: 168 time: 0.5087032 Jul 28 14:52:10.814600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58134) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.844419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.844936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.845409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.851788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb21ac9-8b88-499e-823a-bca4886fe2ef tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee997a-86b7-43de-8a21-8bd18ee5a22c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:10.872881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.878087 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.884118 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 8 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.922268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.923066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.923066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.935283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.936711 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:10.939640 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 9 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:10.978057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8a4c532b-309f-4f06-ac07-b1fae67dbf66 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553338 Jul 28 14:52:10.980141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58138) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.984092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.989735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--711034588'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:10.990490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:10.990887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:10.991243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:10.999471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:10.999916 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:11.000296 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 10 to bind port ecbc1416-599c-4989-bf01-df74e09687b5 Jul 28 14:52:11.017004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:11.017484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:11.017894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:11.020312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93435874-9ee3-4b66-875f-a01487c42620 req-9d12cb64-92fc-4922-ad47-9e9f1482f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.023058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93435874-9ee3-4b66-875f-a01487c42620 req-9d12cb64-92fc-4922-ad47-9e9f1482f8c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 1097 time: 0.1158149 Jul 28 14:52:11.023659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port ecbc1416-599c-4989-bf01-df74e09687b5 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:11.028876 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port ecbc1416-599c-4989-bf01-df74e09687b5 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:11.029444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d9ed9e88-b89c-4eee-9367-99de0cd7d114 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:11.029631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.117840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93435874-9ee3-4b66-875f-a01487c42620 req-ec53f440-98e5-482d-9477-8e78b1403cdb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867233 Jul 28 14:52:11.150220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.156591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.163246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.168097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:11.170614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.174216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.177403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.193187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.202615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] For port ecbc1416-599c-4989-bf01-df74e09687b5, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:11.203132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempted to set empty binding levels {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:52:11.206539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.209657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67e66999-e5ae-472a-8596-a4f29f836795 req-95b4573b-370d-4e95-a415-7a16adda916b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.1587961 Jul 28 14:52:11.213387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port b8001dbd-e02d-4f0f-878a-46f880ffcae6 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:11.242548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] For port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:11.242548 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.245419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: d9ed9e88-b89c-4eee-9367-99de0cd7d114 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:11.246423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d9ed9e88-b89c-4eee-9367-99de0cd7d114 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:11.294712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2057a9-1d71-4970-a91d-a1e1b6f9f769 None None] New status for floating IP 7bc0366d-f479-4a76-8484-4ec28b57bea8: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:52:11.325448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67e66999-e5ae-472a-8596-a4f29f836795 req-3205845b-8947-499f-a927-1e6f9fb6cf0e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979726 Jul 28 14:52:11.387584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::34b (e6db1467-3099-4ac4-83d0-dd83574f8121/1c6e6ff0-4aad-46d9-b494-e643529b178a/b8001dbd-e02d-4f0f-878a-46f880ffcae6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:11.404686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:11.429859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.465444 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.526805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d11b20e-86af-4210-815d-6daed9178a99 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.544784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.549604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.569030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d11b20e-86af-4210-815d-6daed9178a99 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.622166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2a5b0-1ae9-4664-8d47-27750ab445cd req-d78986a1-acc2-4f98-a40a-6460b947d1ed tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.624941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbc1416-599c-4989-bf01-df74e09687b5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:11.631877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aec2a5b0-1ae9-4664-8d47-27750ab445cd req-d78986a1-acc2-4f98-a40a-6460b947d1ed tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 943 time: 0.1837616 Jul 28 14:52:11.744883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f8473b83-32d0-4262-911b-6dd40234b6a3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8473b83-32d0-4262-911b-6dd40234b6a3,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:11.762558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f8473b83-32d0-4262-911b-6dd40234b6a3', 'network_id': '874f092b-4a08-498d-91d2-28aa65bcae1b', 'port_id': 'f8473b83-32d0-4262-911b-6dd40234b6a3', 'mac_address': 'fa:16:3e:74:34:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2094942-3822-4655-8aca-bec0df61c76e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:11.773148 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.791261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] Calling delete_port for 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:11.825076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:11.839060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.848986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.890294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object b8001dbd-e02d-4f0f-878a-46f880ffcae6 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:11.901798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aec2a5b0-1ae9-4664-8d47-27750ab445cd req-92da8c61-2cba-4a4d-8463-6531d5ff9990 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684686 Jul 28 14:52:11.997905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483941c6-0f9b-43d5-a2a4-6f19bb7de137 req-a7419770-56ba-4158-84bb-6f6fcd3979a5 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.003430 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-483941c6-0f9b-43d5-a2a4-6f19bb7de137 req-a7419770-56ba-4158-84bb-6f6fcd3979a5 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 944 time: 0.0980060 Jul 28 14:52:12.037377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.110878 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.146135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8473b83-32d0-4262-911b-6dd40234b6a3 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:12.154337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-483941c6-0f9b-43d5-a2a4-6f19bb7de137 req-ad78788a-ab30-4614-b90f-ed9726ed428f tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240375 Jul 28 14:52:12.170124 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.228618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f8473b83-32d0-4262-911b-6dd40234b6a3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8473b83-32d0-4262-911b-6dd40234b6a3,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:12.310569 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d11b20e-86af-4210-815d-6daed9178a99 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.312400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.319140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d11b20e-86af-4210-815d-6daed9178a99 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.324067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7d11b20e-86af-4210-815d-6daed9178a99 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "DELETE /v2.0/security-groups/d8032679-8a2b-4425-a5c9-85cafbe366ad HTTP/1.1" status: 204 len: 168 time: 0.9165788 Jul 28 14:52:12.324555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.329232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.332313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58156) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.374213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11b20e-86af-4210-815d-6daed9178a99 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8032679-8a2b-4425-a5c9-85cafbe366ad,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.430228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8c9be3-7a92-412a-901e-71d3d68ca268,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.433883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=b8001dbd-e02d-4f0f-878a-46f880ffcae6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.465230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.477656 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-4e4ae1b8-8d0e-427b-9ebb-5a18c7ce62bf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] show failed (client error): The resource could not be found. Jul 28 14:52:12.482946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4e4ae1b8-8d0e-427b-9ebb-5a18c7ce62bf tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups/d8032679-8a2b-4425-a5c9-85cafbe366ad HTTP/1.1" status: 404 len: 347 time: 0.0498273 Jul 28 14:52:12.482946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:12.482946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:12.483599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.497190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:12.513264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.515358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.527098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] Pushing event deleted for resources: {'Port': ['ID=2ef6e27c-06fe-4e4d-8b70-cb8749babb69,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.549416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5c38d-215e-47f0-a20f-45924e50ff3f None None] No DVR routers for this DVR port 2ef6e27c-06fe-4e4d-8b70-cb8749babb69 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:12.570436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf7b42-7969-4d2a-b35d-4d1638c065cf None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:12.603544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebf3db3f-ed85-4eda-aa4c-46cfb3dc54b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.3808553 Jul 28 14:52:12.607899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.612086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.681697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.683555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-38f0176e-f7b5-4e2a-9986-340531a76b2c tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7019525 Jul 28 14:52:12.686555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58166) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.701044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.715187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f8473b83-32d0-4262-911b-6dd40234b6a3,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.728977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.736826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.743875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.749376 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f1ed946-b388-4d15-85a5-cc5bbaf02c7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0297267 Jul 28 14:52:12.754835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.761280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.778179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.780186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-6e307858-96bb-4b25-b6b6-681d2d374ae4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.2217464 Jul 28 14:52:12.780884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58168) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.784305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e6cae491-d33b-4b81-8890-9cb1742f519b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'fa8c9be3-7a92-412a-901e-71d3d68ca268', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:12.785003 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-e6cae491-d33b-4b81-8890-9cb1742f519b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 14:52:12.785576 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-e6cae491-d33b-4b81-8890-9cb1742f519b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:12.792401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e6cae491-d33b-4b81-8890-9cb1742f519b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0988262 Jul 28 14:52:12.792401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58170) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.840410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Deleting port ecbc1416-599c-4989-bf01-df74e09687b5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:12.841022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.855425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '1c6e6ff0-4aad-46d9-b494-e643529b178a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:12.856676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.882651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Deleting port 0ec31ef3-74f7-4a66-9a12-d637662a420e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:12.882936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.975258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] For port ecbc1416-599c-4989-bf01-df74e09687b5, host n-h2-764806-10, got binding levels [] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:12.976975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.009976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Calling delete_port for ecbc1416-599c-4989-bf01-df74e09687b5 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:13.090544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97259de-4ca1-4725-bff8-ccf540ce67f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.094510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b97259de-4ca1-4725-bff8-ccf540ce67f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3032589 Jul 28 14:52:13.094510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.094827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.096280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58174) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.106410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5826cde0-f741-40a5-985e-7cb4a57fa51a req-0e5261d2-4994-4198-b66f-855284d09bfd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2684753 Jul 28 14:52:13.122972 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a2f8a88-d643-40c8-a93c-37ed596ffc67 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.125046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Calling delete_port for 0ec31ef3-74f7-4a66-9a12-d637662a420e owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:13.133461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/1c6e6ff0-4aad-46d9-b494-e643529b178a/9b621d9d-15c6-463a-a6ba-9fd04c7d86a0) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:13.202504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a2f8a88-d643-40c8-a93c-37ed596ffc67 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.257660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f8473b83-32d0-4262-911b-6dd40234b6a3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:13.327487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76500f8-7fbc-4efd-a4ec-7d440b789316 req-fbccc136-8fbe-4935-8fb2-83ece7dfa9f8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.329280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c76500f8-7fbc-4efd-a4ec-7d440b789316 req-fbccc136-8fbe-4935-8fb2-83ece7dfa9f8 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 944 time: 0.3022420 Jul 28 14:52:13.384777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port b8001dbd-e02d-4f0f-878a-46f880ffcae6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:13.385139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.446376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a2f8a88-d643-40c8-a93c-37ed596ffc67 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.452537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a2f8a88-d643-40c8-a93c-37ed596ffc67 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.459102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7a2f8a88-d643-40c8-a93c-37ed596ffc67 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa8c9be3-7a92-412a-901e-71d3d68ca268 HTTP/1.1" status: 204 len: 168 time: 0.6564658 Jul 28 14:52:13.462002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58180) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.465094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c76500f8-7fbc-4efd-a4ec-7d440b789316 req-e798494f-a3e0-4eb2-ae55-78f8880af342 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270511 Jul 28 14:52:13.504912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f8a88-d643-40c8-a93c-37ed596ffc67 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8c9be3-7a92-412a-901e-71d3d68ca268,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:13.521129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd56a9-3ca7-4494-a8c9-fddb905f0c79 req-a99acdcd-2a4a-482d-9c1c-0628c0db8b8f tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.521129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbfd56a9-3ca7-4494-a8c9-fddb905f0c79 req-a99acdcd-2a4a-482d-9c1c-0628c0db8b8f tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 944 time: 0.1335425 Jul 28 14:52:13.582509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4c8e51b-4f4e-49ea-86a8-d81b3b4f2e2e tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041617 Jul 28 14:52:13.582895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58182) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.586929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.591902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.593011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.595929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569266354'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:13.609119 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.610014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Transition to ACTIVE for port object 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:13.631576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Transition to ACTIVE for port object 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:13.656191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fbfd56a9-3ca7-4494-a8c9-fddb905f0c79 req-0fedc570-112b-4662-859e-0de67a11f3f7 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289361 Jul 28 14:52:13.677665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event deleted for resources: {'Port': ['ID=0ec31ef3-74f7-4a66-9a12-d637662a420e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:13.694284 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.696901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ecbc1416-599c-4989-bf01-df74e09687b5 HTTP/1.1" status: 204 len: 168 time: 1.0868032 Jul 28 14:52:13.698660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf44c3e-92b7-49f6-9838-f26a68d8bf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbc1416-599c-4989-bf01-df74e09687b5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:13.700488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58184) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.702836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for b8001dbd-e02d-4f0f-878a-46f880ffcae6 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:13.731853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.753267 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab3f469-eb90-4f16-8d50-044431dd5b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:52:13.754986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0ab3f469-eb90-4f16-8d50-044431dd5b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "GET /v2.0/ports/ecbc1416-599c-4989-bf01-df74e09687b5 HTTP/1.1" status: 404 len: 333 time: 0.0535111 Jul 28 14:52:13.761367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58186) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.770873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Request body: {'port': {'network_id': '3213738b-6002-445c-a82f-610d5343d6f5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674352373'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:13.780162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.796020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:13.801530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:13.808186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.811365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.815255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d34a8985-62de-4af5-9414-12cb0b41f3a2 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "DELETE /v2.0/floatingips/7bc0366d-f479-4a76-8484-4ec28b57bea8 HTTP/1.1" status: 204 len: 168 time: 1.3278885 Jul 28 14:52:13.816134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:13.830827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Pushing event updated for resources: {'Port': ['ID=9b621d9d-15c6-463a-a6ba-9fd04c7d86a0,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:13.923982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Attempting to bind port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:13.925838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Attempting to bind port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:13.925838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Attempting to bind port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:13.931599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Made reservation on behalf of 852f7cc890bb46d7b888f1f9a39f0a61 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:13.933171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:13.935739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:13.935739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.935739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:13.935739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Bound port: 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:13.935739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.938062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.990533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port 496545db-8919-42b2-b47a-b00d2f750cc7 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:14.040912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] For port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:14.044747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] For port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9b621d9d-15c6-463a-a6ba-9fd04c7d86a0,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:14.075497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.133989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=b8001dbd-e02d-4f0f-878a-46f880ffcae6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:14.161356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.168492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.176257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.184415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb1121a7-414a-4097-8908-d9a4593e588d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/b8001dbd-e02d-4f0f-878a-46f880ffcae6 HTTP/1.1" status: 204 len: 168 time: 1.0865505 Jul 28 14:52:14.185552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:14.311330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.319873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c621eb-b64a-42e3-9976-bc2405564d44 None None] Pushing event updated for resources: {'Port': ['ID=9b621d9d-15c6-463a-a6ba-9fd04c7d86a0,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:14.358499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.382077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dfd79e25-cd7b-47e9-ab3f-35064d95d167 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:14.390746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e45d9-4c79-4818-92da-73e543a7accb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.392544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e45d9-4c79-4818-92da-73e543a7accb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.398780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e0e45d9-4c79-4818-92da-73e543a7accb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2114575 Jul 28 14:52:14.399807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:14.408698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58198) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:14.426004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408226294', 'description': 'tempest-description--362651585'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:14.501678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 1c6e6ff0-4aad-46d9-b494-e643529b178a {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:14.505895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.573798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.666300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 07697370-8952-4793-860b-b71475f57e97 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:14.683460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8473b83-32d0-4262-911b-6dd40234b6a3 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:14.704005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port dfd79e25-cd7b-47e9-ab3f-35064d95d167 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:14.724980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.735244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e28f4c-95a1-4e37-b64b-380869e0545a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:14.759472 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.761564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port dfd79e25-cd7b-47e9-ab3f-35064d95d167 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:14.762275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.794547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.809707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.846297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.874908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.911022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.932152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.948781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef41b5a-e147-450c-9af4-c985d65cc309 req-111093f0-7bc8-4656-8b7a-04ddb8f9ddaa tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.958213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ef41b5a-e147-450c-9af4-c985d65cc309 req-111093f0-7bc8-4656-8b7a-04ddb8f9ddaa tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 944 time: 0.2381785 Jul 28 14:52:14.961848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.966033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-5afc60e3-6913-419d-9171-561fa37af721 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5419 time: 0.5449018 Jul 28 14:52:14.968872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.975832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-041c258c-24c2-408b-baca-b48e3587d6ab tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3867140 Jul 28 14:52:14.976204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.976394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.980819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58204) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:14.983270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=07697370-8952-4793-860b-b71475f57e97,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:14.986259 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.996184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c92e113f-db1b-4ab1-aacd-aaed2a1fdcb0 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'a1e28f4c-95a1-4e37-b64b-380869e0545a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:14.997134 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-c92e113f-db1b-4ab1-aacd-aaed2a1fdcb0 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 14:52:14.997783 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-c92e113f-db1b-4ab1-aacd-aaed2a1fdcb0 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:15.004243 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c92e113f-db1b-4ab1-aacd-aaed2a1fdcb0 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083718 Jul 28 14:52:15.019653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:15.022174 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f5f8fa-096f-475a-ab72-51a23626db61" -d '{"events": [{"server_uuid": "6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40", "name": "network-vif-plugged", "status": "completed", "tag": "dfd79e25-cd7b-47e9-ab3f-35064d95d167"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:15.027539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '07697370-8952-4793-860b-b71475f57e97', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'port_id': '07697370-8952-4793-860b-b71475f57e97', 'mac_address': 'fa:16:3e:bf:9f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:15.029986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.038650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-220a50e7-a4ac-4478-a78b-d83b6b62d5ba tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'a1e28f4c-95a1-4e37-b64b-380869e0545a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:15.039442 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-220a50e7-a4ac-4478-a78b-d83b6b62d5ba tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 14:52:15.039852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port dfd79e25-cd7b-47e9-ab3f-35064d95d167, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167,segment=NetworkSegment(f4347ebb-2b3b-4f46-af6d-7e80c15e5858),segment_id=f4347ebb-2b3b-4f46-af6d-7e80c15e5858)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:15.040097 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-220a50e7-a4ac-4478-a78b-d83b6b62d5ba tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:15.048294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-220a50e7-a4ac-4478-a78b-d83b6b62d5ba tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075281 Jul 28 14:52:15.048294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58210) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.052332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f8473b83-32d0-4262-911b-6dd40234b6a3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:15.054941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-236d372f-23c0-4b4e-95b7-52a5bf04e70a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'a1e28f4c-95a1-4e37-b64b-380869e0545a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:15.055825 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-236d372f-23c0-4b4e-95b7-52a5bf04e70a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 14:52:15.056729 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-236d372f-23c0-4b4e-95b7-52a5bf04e70a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:15.062551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-236d372f-23c0-4b4e-95b7-52a5bf04e70a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108614 Jul 28 14:52:15.067858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6e6ff0-4aad-46d9-b494-e643529b178a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.074713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58212) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.083992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ee662cb8-0a8e-44db-93c6-400876f35219 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': 'a1e28f4c-95a1-4e37-b64b-380869e0545a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:15.085127 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-ee662cb8-0a8e-44db-93c6-400876f35219 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 14:52:15.085127 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-ee662cb8-0a8e-44db-93c6-400876f35219 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:15.090592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ee662cb8-0a8e-44db-93c6-400876f35219 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079086 Jul 28 14:52:15.090592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.091108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Network 3213738b-6002-445c-a82f-610d5343d6f5 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:15.091542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6dd8b091-09c1-4834-b9cb-e637d0389383 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1c6e6ff0-4aad-46d9-b494-e643529b178a HTTP/1.1" status: 204 len: 168 time: 0.6899066 Jul 28 14:52:15.098067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58214) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.098394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.115588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:15.133078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ef41b5a-e147-450c-9af4-c985d65cc309 req-6195b6fe-2903-4bca-b1b6-f8af917923f6 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738477 Jul 28 14:52:15.172573 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.186549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.186549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f8473b83-32d0-4262-911b-6dd40234b6a3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:15.186549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.191984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.221617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:15.223117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.223730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.240512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d8c9d99-052e-4942-b588-3b6dc3567253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1387174 Jul 28 14:52:15.240787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58218) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.255536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=496545db-8919-42b2-b47a-b00d2f750cc7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.312575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2be9fcc4-5a57-40c0-98ca-f247868e0aaa req-b83b6808-d2f5-4674-b346-00b790ecaff7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3189116 Jul 28 14:52:15.344617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.350939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd98b3a2-7b67-4ef4-91bd-93c1407b28bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.387473 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2628bda0-f0c6-4c39-803c-f7af4324f425 x-openstack-request-id: req-2628bda0-f0c6-4c39-803c-f7af4324f425 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:15.388653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-42ff45ef-369b-4792-83c5-2318b64ddf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6261294 Jul 28 14:52:15.389306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58220) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.392708 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40", "name": "network-vif-plugged", "status": "completed", "tag": "dfd79e25-cd7b-47e9-ab3f-35064d95d167", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:15.393304 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2628bda0-f0c6-4c39-803c-f7af4324f425 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:15.394450 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167', 'code': 200} Jul 28 14:52:15.418630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:15.461417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd98b3a2-7b67-4ef4-91bd-93c1407b28bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.478676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed0862-2d86-4a25-af17-5fcf5290c6cd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.480819 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d2ed0862-2d86-4a25-af17-5fcf5290c6cd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2386322 Jul 28 14:52:15.481808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=dfd79e25-cd7b-47e9-ab3f-35064d95d167,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.482139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03adb90-63bc-4b26-ab77-c5c3c5c585b8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.485832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58224) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.500832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52310f-3134-4620-9d12-800bc1e2b670 req-0b535232-10b9-4bd1-af50-0e943f4f4de6 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.500832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d52310f-3134-4620-9d12-800bc1e2b670 req-0b535232-10b9-4bd1-af50-0e943f4f4de6 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 945 time: 0.1813321 Jul 28 14:52:15.512643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07697370-8952-4793-860b-b71475f57e97 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:15.558627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.560615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-63f91c46-b27a-4fe9-bbdb-376019fe4940 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1486924 Jul 28 14:52:15.564990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58226) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.572322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'security_group_rule': {'security_group_id': 'a03adb90-63bc-4b26-ab77-c5c3c5c585b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:15.619429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=07697370-8952-4793-860b-b71475f57e97,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:15.634279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d52310f-3134-4620-9d12-800bc1e2b670 req-cee66b51-bac5-492f-8d0b-4bab2e610905 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833092 Jul 28 14:52:15.641879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.643532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0ba69-f328-4af9-8407-3df501f97926 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.645563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.645807 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b5a0ba69-f328-4af9-8407-3df501f97926 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1463697 Jul 28 14:52:15.649653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58228) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.669988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233dac9-63e4-4914-85e4-05973ba707ed req-4d120ff1-d7a4-492a-b4a0-5d5c28e7ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.673077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4233dac9-63e4-4914-85e4-05973ba707ed req-4d120ff1-d7a4-492a-b4a0-5d5c28e7ad4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 1097 time: 0.1967564 Jul 28 14:52:15.699858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f8473b83-32d0-4262-911b-6dd40234b6a3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8473b83-32d0-4262-911b-6dd40234b6a3,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:15.717414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4cc4f989-a832-4a17-bab2-bf19f604a012 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640585 Jul 28 14:52:15.725224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.728070 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.729227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1659462c-41d4-437f-87b6-1ad21a075d90 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:15.731397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:15.778488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd98b3a2-7b67-4ef4-91bd-93c1407b28bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.783442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd98b3a2-7b67-4ef4-91bd-93c1407b28bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.789658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dd98b3a2-7b67-4ef4-91bd-93c1407b28bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/a1e28f4c-95a1-4e37-b64b-380869e0545a HTTP/1.1" status: 204 len: 168 time: 0.6863754 Jul 28 14:52:15.805849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58232) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:15.840818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.852510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.874260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b3a2-7b67-4ef4-91bd-93c1407b28bf tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e28f4c-95a1-4e37-b64b-380869e0545a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.882369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.967217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.984301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f8473b83-32d0-4262-911b-6dd40234b6a3,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.007290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1659462c-41d4-437f-87b6-1ad21a075d90,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:16.030874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '1659462c-41d4-437f-87b6-1ad21a075d90', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'port_id': '1659462c-41d4-437f-87b6-1ad21a075d90', 'mac_address': 'fa:16:3e:03:6f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:16.052750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:16.053691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4233dac9-63e4-4914-85e4-05973ba707ed req-963567e2-53c3-4416-8d8a-36f6b080d575 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676765 Jul 28 14:52:16.056677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.061182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.093395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abb1cb-a755-45f9-915d-17618f5e29e2 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:16.127696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dca96f20-8dc8-489f-bc62-3e889247d184 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3158648 Jul 28 14:52:16.137966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:16.146698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053662153'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:16.166877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd04cfc-5d6d-4865-9b8c-d9f6f4391f28,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.259533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.270517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.277365 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-54927d71-bc55-408d-9aec-8cce87b4c118 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7091229 Jul 28 14:52:16.286972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58238) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:16.295312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'security_group_rule': {'security_group_id': 'a03adb90-63bc-4b26-ab77-c5c3c5c585b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:16.313580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1659462c-41d4-437f-87b6-1ad21a075d90 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:16.365276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1659462c-41d4-437f-87b6-1ad21a075d90,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:16.366403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-231c21df-ff88-474f-b4de-e1315f3dfc26 None None] Provisioning for port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:16.402200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-231c21df-ff88-474f-b4de-e1315f3dfc26 None None] Could not find standard attr ID for object b8001dbd-e02d-4f0f-878a-46f880ffcae6. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:52:16.466389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:16.480004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port 496545db-8919-42b2-b47a-b00d2f750cc7 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:16.538053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.557683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.564384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.619788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Transition to ACTIVE for port object 496545db-8919-42b2-b47a-b00d2f750cc7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:16.626078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:16.634697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.650149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.656246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.661391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2d968-c65e-413b-828c-0101cbe45167 req-2fc6f0b3-40c1-4cbe-918a-c954922d0d8b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.662603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.664633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64a2d968-c65e-413b-828c-0101cbe45167 req-2fc6f0b3-40c1-4cbe-918a-c954922d0d8b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 945 time: 0.2694676 Jul 28 14:52:16.670647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.678387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.680105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.684723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.694089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-8967c85b-6710-4b46-817c-9dbe248c48d7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5421 time: 0.1448035 Jul 28 14:52:16.703111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.712044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 440586eb-9ed7-4b31-9e37-3b6ff51041b3 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:16.731207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.780484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.784364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:16.799047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:16.813417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24cfb8eb-480d-4b8e-af58-77ebe698406d req-4d3454e2-d2bf-4f0d-8adc-d6b03f7bd639 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182570 Jul 28 14:52:16.818139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.818788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.898738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-64a2d968-c65e-413b-828c-0101cbe45167 req-78f056bd-3a99-4875-93ea-2ed36f051984 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178242 Jul 28 14:52:16.899611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:16.920360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:16.927704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '440586eb-9ed7-4b31-9e37-3b6ff51041b3', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'port_id': '440586eb-9ed7-4b31-9e37-3b6ff51041b3', 'mac_address': 'fa:16:3e:ca:cc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:16.944494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.944853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:16.944853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.021898 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.032315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=496545db-8919-42b2-b47a-b00d2f750cc7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:17.037482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.039444 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.054493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.063750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.063750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.064031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440586eb-9ed7-4b31-9e37-3b6ff51041b3 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:17.064137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.064137 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.064921 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 2 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.082791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.083713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.084334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.089637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.091872 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.092626 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 3 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.108189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.108917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.109478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.115499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.116173 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.116880 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 4 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.136961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] Deleting port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:17.137492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.144432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.145182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.145762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.154956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14bbd-3e82-42ef-9321-2bb5bd65bc87 req-119154b6-31d8-4302-ae4f-ff46f82fd261 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.161043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abc14bbd-3e82-42ef-9321-2bb5bd65bc87 req-119154b6-31d8-4302-ae4f-ff46f82fd261 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 945 time: 0.1175725 Jul 28 14:52:17.165538 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.171894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.191170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.192204 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.194386 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 5 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.218873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.220541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.221185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.233260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.234019 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.239974 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 6 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.251569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] For port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9b621d9d-15c6-463a-a6ba-9fd04c7d86a0,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:17.252068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.258641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd9420c-bfb7-4ad8-9b10-6427aaf51253,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:17.265467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.266266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.266920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.288981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.289442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] Calling delete_port for 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:17.289550 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.289550 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 7 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.293433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.294175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.294805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.301365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.302139 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.302866 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 8 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.309676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2bcf9552-cf64-4d33-977e-6157383ac38d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5823681 Jul 28 14:52:17.321131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58246) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:17.322327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.323003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.323697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.323832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4a0ae4-59eb-4cc2-b1d0-8a858bcaf5f5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:17.335113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': 'dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329', 'ip_address': '2001:db8::79c8:1684:db9f:ccc5'}], 'name': 'tempest-NetworksTestDHCPv6-1352091029'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:17.341308 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abc14bbd-3e82-42ef-9321-2bb5bd65bc87 req-69b814c5-e940-4909-99e9-299bee6d77d8 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713099 Jul 28 14:52:17.349298 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.356959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c8e466fe-c980-4699-b507-2a1d10f92b35 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2135575 Jul 28 14:52:17.357256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58248) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:17.367524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5453b9e0-b188-4653-a786-f3ee63004ddd tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:17.368802 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-5453b9e0-b188-4653-a786-f3ee63004ddd tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 14:52:17.369553 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-5453b9e0-b188-4653-a786-f3ee63004ddd tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:17.371070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5453b9e0-b188-4653-a786-f3ee63004ddd tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087092 Jul 28 14:52:17.376217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58250) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:17.390234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.391224 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.391903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0c753b9c-e2b0-4e83-8138-72962f486c97 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:17.402174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8473b83-32d0-4262-911b-6dd40234b6a3'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:17.405183 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff0e063-b813-443a-8d8e-07be9f45f282" -d '{"events": [{"server_uuid": "b4d23af6-36da-48c2-96df-1d4f211b644b", "name": "network-vif-plugged", "status": "completed", "tag": "f8473b83-32d0-4262-911b-6dd40234b6a3"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:17.409430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['07697370-8952-4793-860b-b71475f57e97'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:17.412888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:17.459325 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.486728 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19680815-2e40-400d-9e95-d60c4f123a1c x-openstack-request-id: req-19680815-2e40-400d-9e95-d60c4f123a1c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:17.487774 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d23af6-36da-48c2-96df-1d4f211b644b", "name": "network-vif-plugged", "status": "completed", "tag": "f8473b83-32d0-4262-911b-6dd40234b6a3", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:17.487974 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19680815-2e40-400d-9e95-d60c4f123a1c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:17.488349 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8473b83-32d0-4262-911b-6dd40234b6a3', 'code': 200} Jul 28 14:52:17.496147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.500319 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 9 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.504140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58254) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:17.504794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-57fe9fba-164c-4e7f-8b5f-b5be6cc6cf9c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2166138 Jul 28 14:52:17.513229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:17.568954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.569231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.569601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.580326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.580923 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.581123 n-d-764806-10 neutron-server[94657]: INFO neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 10 to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 Jul 28 14:52:17.600350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:17.600745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:17.601644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:17.607479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:17.607808 n-d-764806-10 neutron-server[94657]: ERROR neutron.plugins.ml2.managers [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 496545db-8919-42b2-b47a-b00d2f750cc7 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:17.608367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.641621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.746536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:52:17.746536 n-d-764806-10 neutron-server[94657]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 14:52:17.746536 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id': '104beadba875406199d4cde93a84a27c', 'id': '2158550b-0567-4045-91a4-4564b5c9fdea', 'expiration': datetime.datetime(2021, 7, 28, 14, 54, 17, 725222)}] Jul 28 14:52:17.746536 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:52:17.747324 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:52:17.783531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] For port 496545db-8919-42b2-b47a-b00d2f750cc7, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:17.784745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempted to set empty binding levels {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:52:17.791230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc02e-75b2-405b-ac4a-cc500c435998 req-afcafbd9-5c93-4372-9643-c2f1aa3aca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.794273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f32fc02e-75b2-405b-ac4a-cc500c435998 req-afcafbd9-5c93-4372-9643-c2f1aa3aca52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 1097 time: 0.1672993 Jul 28 14:52:17.841610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f32fc02e-75b2-405b-ac4a-cc500c435998 req-6652f03d-b222-410c-95bc-ac22ab17492d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Jul 28 14:52:17.902342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] Pushing event deleted for resources: {'Port': ['ID=9b621d9d-15c6-463a-a6ba-9fd04c7d86a0,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:17.908496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c6521-6512-4229-817e-edddfb04e6df None None] No DVR routers for this DVR port 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:17.910745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.911414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 92588340-b676-4bfc-b946-2c52feb47059 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:17.967649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e8085-6298-4766-8394-c756f8b90c26 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:18.033545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:52:18.083485 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-0c753b9c-e2b0-4e83-8138-72962f486c97 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:18.089283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0c753b9c-e2b0-4e83-8138-72962f486c97 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7009227 Jul 28 14:52:18.092493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:18.101877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ebb28e5a-559a-43d9-ba5f-8f44c80c4609 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:18.102754 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-ebb28e5a-559a-43d9-ba5f-8f44c80c4609 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 14:52:18.103616 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-ebb28e5a-559a-43d9-ba5f-8f44c80c4609 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:18.109598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebb28e5a-559a-43d9-ba5f-8f44c80c4609 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108895 Jul 28 14:52:18.112604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58266) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:18.124790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fac46901-aca2-48ea-b393-32fab21841d2 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:18.131035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.143595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.146772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.158638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.159203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:18.160070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] In _notify_port_updated(), no bound segment for port 496545db-8919-42b2-b47a-b00d2f750cc7 on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:52:18.160282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.161178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.169911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "PUT /v2.0/ports/496545db-8919-42b2-b47a-b00d2f750cc7 HTTP/1.1" status: 200 len: 980 time: 2.7609277 Jul 28 14:52:18.170364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.177152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.183719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.189890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.199327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-78ddf6f8-64d4-48c2-9d6e-6f974ad44370 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5422 time: 0.2199345 Jul 28 14:52:18.207861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:18.229760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=92588340-b676-4bfc-b946-2c52feb47059,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:18.273316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccd03c-8674-4eac-b349-2362de4a7ab4 req-258ee66e-71a4-4f59-a51c-5810f63968dc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.276558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edccd03c-8674-4eac-b349-2362de4a7ab4 req-258ee66e-71a4-4f59-a51c-5810f63968dc tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 945 time: 0.2390826 Jul 28 14:52:18.323111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '92588340-b676-4bfc-b946-2c52feb47059', 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607', 'port_id': '92588340-b676-4bfc-b946-2c52feb47059', 'mac_address': 'fa:16:3e:20:e8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e656d21-b97b-4494-9fdf-3aa56ee91f43', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:18.336484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['1659462c-41d4-437f-87b6-1ad21a075d90'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:18.341393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0bf115cc-08c5-45ee-85c2-98046fe3d508 req-0e434446-f361-4fe8-807a-a69758f2db16 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306186 Jul 28 14:52:18.372246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:18.404908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.405506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.408134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.408686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.409367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.409753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.410638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.411117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.412495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.412495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.412844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.413091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.413499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.413955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.414418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.416155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.416155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.416155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.416696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.416853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.417322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.417711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.418118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb18aa5-5c54-43f9-bf02-cabb77f0f968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=496545db-8919-42b2-b47a-b00d2f750cc7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:18.418305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.418712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.427506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-806076b3-f7d5-413b-9e27-b249d49e5be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21800 time: 0.2183492 Jul 28 14:52:18.428231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58272) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:18.439588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:18.485816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.488796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:18.489138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9b621d9d-15c6-463a-a6ba-9fd04c7d86a0 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:18.519461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edccd03c-8674-4eac-b349-2362de4a7ab4 req-a419e105-f884-4000-8407-c72a3947e18b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235293 Jul 28 14:52:18.520748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92588340-b676-4bfc-b946-2c52feb47059 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:18.568993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=92588340-b676-4bfc-b946-2c52feb47059,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:18.585456 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:18.586340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.606048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a5e64-d8be-43df-a421-435abf12535d req-052e15a0-7123-43b6-8e46-cdd4b32ab156 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.608029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-191a5e64-d8be-43df-a421-435abf12535d req-052e15a0-7123-43b6-8e46-cdd4b32ab156 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 945 time: 0.1038401 Jul 28 14:52:18.610202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Deleting port 496545db-8919-42b2-b47a-b00d2f750cc7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:18.610887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.653198 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.674899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 6ee83fca-5256-499e-99ed-7c1edb3c4c1f yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:18.682031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] For port 496545db-8919-42b2-b47a-b00d2f750cc7, host n-h2-764806-10, got binding levels [] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:18.682756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.683075 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.699705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Calling delete_port for 496545db-8919-42b2-b47a-b00d2f750cc7 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:18.770111 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.770829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:18.829471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-191a5e64-d8be-43df-a421-435abf12535d req-673dfd7f-6212-4540-9b2b-ca9faf32e476 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750885 Jul 28 14:52:18.993724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:18.997949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:19.024252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.039013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329/e3aaa270-6320-4a92-9957-64603ea3c3af) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:19.058983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event deleted for resources: {'Port': ['ID=496545db-8919-42b2-b47a-b00d2f750cc7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:19.066172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.068332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-224006be-7933-4aac-bd1c-216fb40cb088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "DELETE /v2.0/ports/496545db-8919-42b2-b47a-b00d2f750cc7 HTTP/1.1" status: 204 len: 168 time: 0.6388969 Jul 28 14:52:19.070861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:19.073300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e', 'network_id': 'd4bef802-f700-418f-a335-1f408fe33607', 'port_id': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e', 'mac_address': 'fa:16:3e:59:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e656d21-b97b-4494-9fdf-3aa56ee91f43', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:19.114172 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f2f156-a23e-4bbe-8262-a646eeef9c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:52:19.114172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-45f2f156-a23e-4bbe-8262-a646eeef9c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "GET /v2.0/ports/496545db-8919-42b2-b47a-b00d2f750cc7 HTTP/1.1" status: 404 len: 333 time: 0.0275841 Jul 28 14:52:19.117259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58284) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:19.124674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-464798128', 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:19.171028 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.228286 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-fac46901-aca2-48ea-b393-32fab21841d2 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:19.229710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fac46901-aca2-48ea-b393-32fab21841d2 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1130240 Jul 28 14:52:19.235849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:19.240925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d679cb64-e24f-42a1-8212-86df7777bfb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:19.241446 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-d679cb64-e24f-42a1-8212-86df7777bfb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 14:52:19.243147 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-d679cb64-e24f-42a1-8212-86df7777bfb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:19.247973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d679cb64-e24f-42a1-8212-86df7777bfb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080235 Jul 28 14:52:19.260516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58288) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:19.263939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c876b576-7164-477d-8133-3b5ad31a7c45 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:19.287701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Made reservation on behalf of 852f7cc890bb46d7b888f1f9a39f0a61 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:19.290217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.310059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:19.322491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port daa7da8b-d82c-4403-93c1-0e893eb9af8d yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:19.392921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:19.537414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.538925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 30165512-bb7e-4923-882f-ce7268b9ec9a details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:19.561510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.585718 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.620651 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-c876b576-7164-477d-8133-3b5ad31a7c45 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:19.622778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c876b576-7164-477d-8133-3b5ad31a7c45 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3622763 Jul 28 14:52:19.628842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58296) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:19.634419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d4b83450-99e9-4484-8090-c8fc3f4d4a95 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:19.634916 n-d-764806-10 neutron-server[94657]: WARNING neutron.api.v2.base [None req-d4b83450-99e9-4484-8090-c8fc3f4d4a95 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 14:52:19.635571 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-d4b83450-99e9-4484-8090-c8fc3f4d4a95 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:19.636631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4b83450-99e9-4484-8090-c8fc3f4d4a95 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067248 Jul 28 14:52:19.645653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58298) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:19.659587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-05fa31b6-3d22-4790-9dfd-0a054a84019f tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:19.726727 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.738484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=30165512-bb7e-4923-882f-ce7268b9ec9a,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:19.742744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:19.749246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.770958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Transition to ACTIVE for port object e3aaa270-6320-4a92-9957-64603ea3c3af will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:19.771232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.779468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '30165512-bb7e-4923-882f-ce7268b9ec9a', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'port_id': '30165512-bb7e-4923-882f-ce7268b9ec9a', 'mac_address': 'fa:16:3e:a1:c0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:19.793243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.810716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Transition to ACTIVE for port object e3aaa270-6320-4a92-9957-64603ea3c3af will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:19.811986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.845807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.849704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.869189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.876575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.896058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30165512-bb7e-4923-882f-ce7268b9ec9a {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:19.903413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=daa7da8b-d82c-4403-93c1-0e893eb9af8d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:19.907962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.913780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc24aa04-0356-4a52-9250-432fb0207752 req-b83fe582-ddfe-4c42-bcaa-44197c5e40b7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5424 time: 0.4175808 Jul 28 14:52:19.935997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Network 3213738b-6002-445c-a82f-610d5343d6f5 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:19.940078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:19.943609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:19.945088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.945627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=30165512-bb7e-4923-882f-ce7268b9ec9a,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:19.946525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.960504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d270083-0898-4ad6-924c-fd659fbd15bb req-9b09f7fa-e523-44d2-953b-43460b9187c2 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.968410 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.970338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d270083-0898-4ad6-924c-fd659fbd15bb req-9b09f7fa-e523-44d2-953b-43460b9187c2 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 945 time: 0.2319570 Jul 28 14:52:20.028224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d270083-0898-4ad6-924c-fd659fbd15bb req-4aceb855-acc4-44f9-9676-de10ab1157bb tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567305 Jul 28 14:52:20.047770 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-05fa31b6-3d22-4790-9dfd-0a054a84019f tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:20.047986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Pushing event updated for resources: {'Port': ['ID=e3aaa270-6320-4a92-9957-64603ea3c3af,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.062480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:20.065159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05fa31b6-3d22-4790-9dfd-0a054a84019f tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4144135 Jul 28 14:52:20.066367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58304) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:20.069026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:20.079638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-10024194-2e69-447c-98ea-629f16ff8b9a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '3bd9420c-bfb7-4ad8-9b10-6427aaf51253', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:20.081490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:20.086028 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.086753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5dacd3-85c5-494f-be28-520898de4073 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:20.124015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5dacd3-85c5-494f-be28-520898de4073,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:20.174870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb33d65c-1dc0-46df-b7e2-96b9f6c99ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0560951 Jul 28 14:52:20.178799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58308) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:20.277663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbad5d-7658-4a2a-90bc-5915ee0a4d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.283654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9ddbad5d-7658-4a2a-90bc-5915ee0a4d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "GET /v2.0/ports/daa7da8b-d82c-4403-93c1-0e893eb9af8d HTTP/1.1" status: 200 len: 958 time: 0.1036956 Jul 28 14:52:20.288966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.291015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:20.293020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2f5dacd3-85c5-494f-be28-520898de4073', 'network_id': 'b9dfb7c2-0910-4ebd-8606-2db2eadbad5b', 'port_id': '2f5dacd3-85c5-494f-be28-520898de4073', 'mac_address': 'fa:16:3e:fe:ea:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:20.348766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc24aa04-0356-4a52-9250-432fb0207752 req-7c13cfde-cfb2-4512-8aca-49949e215259 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4239421 Jul 28 14:52:20.350108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Allocated IP 172.25.6.115 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/65997923-3a11-4fe4-9e83-0c87d2408be5) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:20.356512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::79c8:1684:db9f:ccc5 (e6db1467-3099-4ac4-83d0-dd83574f8121/dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329/6ee83fca-5256-499e-99ed-7c1edb3c4c1f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:20.405742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e613de-c101-4c3f-baa7-c3891b81538c req-27d227ea-aadc-48d2-82e4-464b49315d4b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.407703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8e613de-c101-4c3f-baa7-c3891b81538c req-27d227ea-aadc-48d2-82e4-464b49315d4b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 945 time: 0.1776018 Jul 28 14:52:20.419018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Attempting to bind port e3aaa270-6320-4a92-9957-64603ea3c3af on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:20.419293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Attempting to bind port e3aaa270-6320-4a92-9957-64603ea3c3af by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:20.419516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Attempting to bind port e3aaa270-6320-4a92-9957-64603ea3c3af on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:20.430390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:20.432382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:20.432382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.432651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:20.433416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Bound port: e3aaa270-6320-4a92-9957-64603ea3c3af, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:20.434290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.449785 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.475177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5dacd3-85c5-494f-be28-520898de4073 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:20.514316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5dacd3-85c5-494f-be28-520898de4073,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:20.522678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8e613de-c101-4c3f-baa7-c3891b81538c req-6b65dfee-b5a2-404f-befa-bf748272cfc9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646307 Jul 28 14:52:20.548760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Deleting port daa7da8b-d82c-4403-93c1-0e893eb9af8d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:20.550362 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.659982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] For port e3aaa270-6320-4a92-9957-64603ea3c3af, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:20.667140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] For port e3aaa270-6320-4a92-9957-64603ea3c3af, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e3aaa270-6320-4a92-9957-64603ea3c3af,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:20.667497 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-10024194-2e69-447c-98ea-629f16ff8b9a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:20.669228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.674001 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-10024194-2e69-447c-98ea-629f16ff8b9a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6036322 Jul 28 14:52:20.682516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:20.693461 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.705544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.741754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.748088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 6ee83fca-5256-499e-99ed-7c1edb3c4c1f will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:20.751389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.777301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.800643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034e56-2451-4f77-a289-59e4235978b6 req-a4e73cc4-3255-4745-87f5-81492ddea61b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.802457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Calling delete_port for daa7da8b-d82c-4403-93c1-0e893eb9af8d owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:20.804136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7034e56-2451-4f77-a289-59e4235978b6 req-a4e73cc4-3255-4745-87f5-81492ddea61b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 945 time: 0.1195068 Jul 28 14:52:20.891881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb66f488-9c00-4596-877c-fc101260b440 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.895563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8e075-4361-49c6-962a-836bdbc08c6c None None] Pushing event updated for resources: {'Port': ['ID=e3aaa270-6320-4a92-9957-64603ea3c3af,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.930307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7034e56-2451-4f77-a289-59e4235978b6 req-1d822632-f74e-4ad5-94c3-0656d927dc33 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247327 Jul 28 14:52:20.968861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 07697370-8952-4793-860b-b71475f57e97 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:21.018424 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.018792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb66f488-9c00-4596-877c-fc101260b440 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.099561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.160429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 07697370-8952-4793-860b-b71475f57e97 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:21.170160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 07697370-8952-4793-860b-b71475f57e97 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:21.170788 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.178267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:21.195820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:21.212306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:21.239696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.258993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:21.268095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'Port': ['ID=65997923-3a11-4fe4-9e83-0c87d2408be5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:21.346933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:21.348036 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb66f488-9c00-4596-877c-fc101260b440 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.350803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb66f488-9c00-4596-877c-fc101260b440 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.352012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb66f488-9c00-4596-877c-fc101260b440 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/3bd9420c-bfb7-4ad8-9b10-6427aaf51253 HTTP/1.1" status: 204 len: 168 time: 0.6524293 Jul 28 14:52:21.361813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.363088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa7da8b-d82c-4403-93c1-0e893eb9af8d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:21.371318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:21.378624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.380033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.386827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.396974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebea8f2e-acec-4185-83b9-a88bef126780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "DELETE /v2.0/ports/daa7da8b-d82c-4403-93c1-0e893eb9af8d HTTP/1.1" status: 204 len: 168 time: 1.1039290 Jul 28 14:52:21.404494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58326) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.415451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66f488-9c00-4596-877c-fc101260b440 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd9420c-bfb7-4ad8-9b10-6427aaf51253,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:21.447496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3b742-0399-4aaf-b295-34e1226a848f req-75a3b649-8f00-46a5-a419-bd9b2d9fce33 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.449224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eab3b742-0399-4aaf-b295-34e1226a848f req-75a3b649-8f00-46a5-a419-bd9b2d9fce33 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 945 time: 0.3669741 Jul 28 14:52:21.484994 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f225a6d7-73d6-442a-96fe-9fd588f041fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:52:21.490468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f225a6d7-73d6-442a-96fe-9fd588f041fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "GET /v2.0/ports/daa7da8b-d82c-4403-93c1-0e893eb9af8d HTTP/1.1" status: 404 len: 333 time: 0.0842831 Jul 28 14:52:21.495540 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.537586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Request body: {'port': {'network_id': '3213738b-6002-445c-a82f-610d5343d6f5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1710226492'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:21.560717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41218fdc-1e51-40b1-83f9-bf31a890f757 req-c1e67d6d-cded-4cbc-b743-1a52f59a7ab6 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.569746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41218fdc-1e51-40b1-83f9-bf31a890f757 req-c1e67d6d-cded-4cbc-b743-1a52f59a7ab6 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 945 time: 0.3829587 Jul 28 14:52:21.570187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.615622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be568b01-36d9-4223-a54b-9e9623c63499 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2453337 Jul 28 14:52:21.615977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=6ee83fca-5256-499e-99ed-7c1edb3c4c1f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:21.623913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58332) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.625426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07697370-8952-4793-860b-b71475f57e97'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:21.630530 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c66918-c984-4ea3-b68b-db5d9ad618f4" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "07697370-8952-4793-860b-b71475f57e97"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:21.634620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2e0fd4b2-a36f-4bc1-80ba-8812d8420160 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3072500 Jul 28 14:52:21.640791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58336) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.651368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--506685212'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:21.661589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=07697370-8952-4793-860b-b71475f57e97,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:21.760961 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.762236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1659462c-41d4-437f-87b6-1ad21a075d90 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:21.822527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41218fdc-1e51-40b1-83f9-bf31a890f757 req-ce63ddde-27e4-4c96-ba42-32da876aa2d5 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517841 Jul 28 14:52:21.861096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571ee6c8-9990-4d44-bac7-53650c41b25d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.867725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571ee6c8-9990-4d44-bac7-53650c41b25d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.871721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.872357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-571ee6c8-9990-4d44-bac7-53650c41b25d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2291245 Jul 28 14:52:21.873072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58340) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.877953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Deleting port dfd79e25-cd7b-47e9-ab3f-35064d95d167 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:21.878340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.882881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.883207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.898590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.913004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.925766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.938879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.951440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.965713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-db8ca2e5-2087-48f2-9ccb-912774ec3113 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5426 time: 0.2372615 Jul 28 14:52:21.974148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Made reservation on behalf of 852f7cc890bb46d7b888f1f9a39f0a61 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:21.979824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.022522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:22.034958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['92588340-b676-4bfc-b946-2c52feb47059'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:22.086501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f736e988-c3d9-4af0-858d-795e1dc95e5b req-4ebd9314-34da-49b7-bac8-d5e9e0dd6e50 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015923 Jul 28 14:52:22.107545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:22.145189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['440586eb-9ed7-4b31-9e37-3b6ff51041b3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:22.180737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] For port dfd79e25-cd7b-47e9-ab3f-35064d95d167, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=dfd79e25-cd7b-47e9-ab3f-35064d95d167,segment=NetworkSegment(f4347ebb-2b3b-4f46-af6d-7e80c15e5858),segment_id=f4347ebb-2b3b-4f46-af6d-7e80c15e5858)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:22.181347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.231292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Calling delete_port for dfd79e25-cd7b-47e9-ab3f-35064d95d167 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:22.238540 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab57aa0-0707-4b82-9861-548d61123b42 x-openstack-request-id: req-5ab57aa0-0707-4b82-9861-548d61123b42 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:22.239469 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "07697370-8952-4793-860b-b71475f57e97", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:22.240025 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ab57aa0-0707-4b82-9861-548d61123b42 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:22.240899 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07697370-8952-4793-860b-b71475f57e97', 'code': 200} Jul 28 14:52:22.259158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:22.264801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['30165512-bb7e-4923-882f-ce7268b9ec9a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:22.270777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f5dacd3-85c5-494f-be28-520898de4073'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:22.392681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.439528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.484518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.535170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.594459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 6ee83fca-5256-499e-99ed-7c1edb3c4c1f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:22.595417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.632329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Network 3213738b-6002-445c-a82f-610d5343d6f5 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:22.641188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:22.660737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:22.662142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:22.663184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.673987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbefbfb-2d02-47b9-b148-2d2b7d8015d8 req-cf98078e-8382-4689-84f7-2906d2abb6c2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:22.683418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbbefbfb-2d02-47b9-b148-2d2b7d8015d8 req-cf98078e-8382-4689-84f7-2906d2abb6c2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 945 time: 0.1708815 Jul 28 14:52:22.683677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3aaa270-6320-4a92-9957-64603ea3c3af up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:22.715943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56177453-2cec-43b1-9ab4-f73e8655de45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.084853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 1659462c-41d4-437f-87b6-1ad21a075d90 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:23.123187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 1659462c-41d4-437f-87b6-1ad21a075d90 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:23.123692 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.177213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.197141 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.232931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44019175-8fe3-45e1-92e3-587d0f419737 None None] Provisioning for port e3aaa270-6320-4a92-9957-64603ea3c3af completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:23.236683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 6ee83fca-5256-499e-99ed-7c1edb3c4c1f owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:23.409749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.413216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd08efb-b83d-441d-a4d6-07f5a12f69fb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:23.457346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.483614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbbefbfb-2d02-47b9-b148-2d2b7d8015d8 req-abcca331-f2e5-441f-89dd-9b8339ea1fba tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979908 Jul 28 14:52:23.530990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.563992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.677064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6102182e-0308-4c21-9a86-d5bb972fa5b4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:23.717330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fc9f66a-6ad0-441f-bbe5-156e24ef0674 req-d4d1e898-240d-4796-9fd3-700b630f96d5 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.2863283 Jul 28 14:52:23.762824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-841f1127-7307-4b2b-90e8-3abdd69c97da tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2638676 Jul 28 14:52:23.770877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58350) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:23.798473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:23.850001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-685a0262-ae04-47ef-8f5d-50adfa547f93 None None] Could not find standard attr ID for object b8001dbd-e02d-4f0f-878a-46f880ffcae6. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:52:23.884109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.887016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d9b95dae-57af-4452-aa04-103e4f7470f3 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2491944 Jul 28 14:52:23.895391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:23.902925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e3aaa270-6320-4a92-9957-64603ea3c3af completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:23.911204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-03232788-1f4b-440a-9635-0c1a307ee238 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '6102182e-0308-4c21-9a86-d5bb972fa5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:23.929766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e3aaa270-6320-4a92-9957-64603ea3c3af triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:23.930166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.988147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caf0fc-99c9-447c-846d-08553b69f023 req-d25486cb-bc2f-4767-97ae-a5c1d08a897b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:23.992197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73caf0fc-99c9-447c-846d-08553b69f023 req-d25486cb-bc2f-4767-97ae-a5c1d08a897b tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 945 time: 0.8114836 Jul 28 14:52:24.004634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] No DVR routers for this DVR port dfd79e25-cd7b-47e9-ab3f-35064d95d167 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:24.069974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.077087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.084226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.090830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.098430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.105435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.112298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.121286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-750821d0-55f8-4ff3-8a70-0f80b5987047 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5427 time: 0.4687655 Jul 28 14:52:24.148832 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.155744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-685a0262-ae04-47ef-8f5d-50adfa547f93 None None] Provisioning for port 6ee83fca-5256-499e-99ed-7c1edb3c4c1f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:24.204162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.208540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.210770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eab3b742-0399-4aaf-b295-34e1226a848f req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.58 "DELETE /v2.0/ports/dfd79e25-cd7b-47e9-ab3f-35064d95d167 HTTP/1.1" status: 204 len: 173 time: 2.7490642 Jul 28 14:52:24.214246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'name': 'network-vif-deleted', 'tag': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:24.219077 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfb2742-8f7c-43c8-aa8e-0765b63d6b58" -d '{"events": [{"server_uuid": "6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40", "name": "network-vif-deleted", "tag": "dfd79e25-cd7b-47e9-ab3f-35064d95d167"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:24.244804 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.250021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'Port': ['ID=65997923-3a11-4fe4-9e83-0c87d2408be5,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.294578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-685a0262-ae04-47ef-8f5d-50adfa547f93 None None] Provisioning complete for port 6ee83fca-5256-499e-99ed-7c1edb3c4c1f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:24.296098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-685a0262-ae04-47ef-8f5d-50adfa547f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.318216 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1ebd7-2f06-407d-aa39-ebb0e0a90163 x-openstack-request-id: req-91e1ebd7-2f06-407d-aa39-ebb0e0a90163 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:24.320505 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40", "name": "network-vif-deleted", "tag": "dfd79e25-cd7b-47e9-ab3f-35064d95d167", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:24.321105 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91e1ebd7-2f06-407d-aa39-ebb0e0a90163 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:24.321981 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40', 'name': 'network-vif-deleted', 'tag': 'dfd79e25-cd7b-47e9-ab3f-35064d95d167', 'status': 'completed', 'code': 200} Jul 28 14:52:24.347106 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f441452-b543-4b45-8ef6-ccc524dd2680 req-d8c8f19c-55d9-4203-a635-0df313075864 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2243657 Jul 28 14:52:24.362787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b54f5-5816-49f9-9b75-2e8fbfa03c83 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] Pushing event deleted for resources: {'Port': ['ID=dfd79e25-cd7b-47e9-ab3f-35064d95d167,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.419486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1659462c-41d4-437f-87b6-1ad21a075d90'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:24.423108 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac30e6-03d9-42db-9115-67d48d7d6f58" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "1659462c-41d4-437f-87b6-1ad21a075d90"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:24.447965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dfd79e25-cd7b-47e9-ab3f-35064d95d167 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:24.480746 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-03232788-1f4b-440a-9635-0c1a307ee238 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The resource could not be found. Jul 28 14:52:24.486035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Deleting port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:24.486266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1659462c-41d4-437f-87b6-1ad21a075d90,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:24.486442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.486637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03232788-1f4b-440a-9635-0c1a307ee238 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5820246 Jul 28 14:52:24.494344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58360) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:24.505866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-66eceda2-0f9b-4b75-8cd9-bdd18901312a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '6102182e-0308-4c21-9a86-d5bb972fa5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '829fc719-0b8c-4b72-89b6-04603aa9b72a'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:24.508676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.514499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: dfd79e25-cd7b-47e9-ab3f-35064d95d167 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:24.514995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device dfd79e25-cd7b-47e9-ab3f-35064d95d167 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:24.517104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-685a0262-ae04-47ef-8f5d-50adfa547f93 None None] Port 6ee83fca-5256-499e-99ed-7c1edb3c4c1f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:24.559552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.572059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1c328eb4-1221-4bb3-8a9f-ec2367eec9a4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0601661 Jul 28 14:52:24.574171 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c15ac05-6497-4adf-9cec-290a2ddd6b4b x-openstack-request-id: req-1c15ac05-6497-4adf-9cec-290a2ddd6b4b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:24.574727 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "1659462c-41d4-437f-87b6-1ad21a075d90", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:24.575196 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c15ac05-6497-4adf-9cec-290a2ddd6b4b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:24.575828 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1659462c-41d4-437f-87b6-1ad21a075d90', 'code': 200} Jul 28 14:52:24.585306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-a338f9f1-fed9-4e9b-8425-faa9c7f90a7c tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:24.587208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-a338f9f1-fed9-4e9b-8425-faa9c7f90a7c tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d23af6-36da-48c2-96df-1d4f211b644b HTTP/1.1" status: 200 len: 945 time: 0.2067530 Jul 28 14:52:24.612541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e3aaa270-6320-4a92-9957-64603ea3c3af, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e3aaa270-6320-4a92-9957-64603ea3c3af,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:24.634190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.683672 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.762107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=6ee83fca-5256-499e-99ed-7c1edb3c4c1f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.834701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.839782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-35a53b4b-7fa6-43ca-93fe-ac97459b54f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/6ee83fca-5256-499e-99ed-7c1edb3c4c1f HTTP/1.1" status: 204 len: 168 time: 2.9580615 Jul 28 14:52:24.840492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58372) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:24.857635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.873249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.010546 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8e6dc609-251a-402f-a6c9-5c7d558bb527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.018510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d5cd-396d-4006-98e5-06cc03cd6ec4 req-333bc90e-908e-4810-b9b8-2f5ee24061d7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:25.023586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] For port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:25.025071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.036346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e3aaa270-6320-4a92-9957-64603ea3c3af,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:25.036964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5675d5cd-396d-4006-98e5-06cc03cd6ec4 req-333bc90e-908e-4810-b9b8-2f5ee24061d7 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 945 time: 0.3781033 Jul 28 14:52:25.051195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] device_id is not set on port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:25.068164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.082697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Calling delete_port for d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:25.097167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.102452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Transition to ACTIVE for port object 6bd08efb-b83d-441d-a4d6-07f5a12f69fb will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:25.132883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5675d5cd-396d-4006-98e5-06cc03cd6ec4 req-7e452987-1b89-406c-b896-c8b3e1761bfa tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b29448d-0418-4ebf-87c6-b1e950ca78a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948920 Jul 28 14:52:25.162407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-80d2b9e7-61d1-423a-bc43-bba31f3164f1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--408226294&fields=id&tenant_id=104beadba875406199d4cde93a84a27c HTTP/1.1" status: 200 len: 267 time: 0.2393682 Jul 28 14:52:25.176788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2a8ec-9c10-4c35-9765-ac6070f48aa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:25.179104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2a8ec-9c10-4c35-9765-ac6070f48aa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:25.183510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-18b2a8ec-9c10-4c35-9765-ac6070f48aa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3374703 Jul 28 14:52:25.183822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58382) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.196919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.212011 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-66eceda2-0f9b-4b75-8cd9-bdd18901312a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The resource could not be found. Jul 28 14:52:25.212011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-66eceda2-0f9b-4b75-8cd9-bdd18901312a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7100906 Jul 28 14:52:25.252500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.300914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Deleting port f8473b83-32d0-4262-911b-6dd40234b6a3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:25.301228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.389580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:25.407647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.474409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.483192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-8157507c-f723-4ec5-b1f2-b230f67c8690 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:25.485857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-8157507c-f723-4ec5-b1f2-b230f67c8690 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 811 time: 0.3224583 Jul 28 14:52:25.591079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.679037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd08efb-b83d-441d-a4d6-07f5a12f69fb,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:25.701907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:25.702666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:25.704932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:25.757467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:25.757792 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:25.758859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.768479 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 2 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:25.777263 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12003d27-39b7-4468-ba30-8023f05f60d3 req-bbc7111d-ac79-42cc-a5d7-70b201d68849 tempest-ServerGroupTestJSON-727816395 tempest-ServerGroupTestJSON-727816395-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad7a88d-f9b3-4b2e-8c1d-9308b265cd40 HTTP/1.1" status: 200 len: 210 time: 0.3706739 Jul 28 14:52:25.816482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:25.823196 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-027c3d3a-fccc-446f-93a6-dbcbc384c9e6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.829237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:25.830031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:25.831106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:25.837354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d1a0e-cf50-47ed-b6eb-de76293b8446 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:25.860535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.870172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-11bf2ab9-dbf9-4f71-900d-6d314002cc2a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329 HTTP/1.1" status: 204 len: 168 time: 0.6848609 Jul 28 14:52:25.871557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:25.871901 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:25.873154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58392) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.879595 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 3 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:25.968411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a31f0df8-14cc-4583-b65b-8f7996162bc2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731473 Jul 28 14:52:25.975239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58394) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.988806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:25.994953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-027c3d3a-fccc-446f-93a6-dbcbc384c9e6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.001907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.001907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.001907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.034389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] For port f8473b83-32d0-4262-911b-6dd40234b6a3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f8473b83-32d0-4262-911b-6dd40234b6a3,segment=NetworkSegment(b18a53d3-f74c-4ee2-8330-bfdcac4f5786),segment_id=b18a53d3-f74c-4ee2-8330-bfdcac4f5786)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:26.036984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.079643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a10a5a20-a007-4ca9-abd9-ccedff78aaf1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/quotas/104beadba875406199d4cde93a84a27c HTTP/1.1" status: 200 len: 375 time: 0.5841634 Jul 28 14:52:26.088693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.089041 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.101036 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 4 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.101383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Calling delete_port for f8473b83-32d0-4262-911b-6dd40234b6a3 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:26.150701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.151059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.151415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.162395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.175506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.184339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.187955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:26.191238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.197790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.202196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f8473b83-32d0-4262-911b-6dd40234b6a3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:26.204089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.210646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.217534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:26.226222 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-ab2b8e22-a794-451d-9262-f6dae420bfee tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5428 time: 0.2649205 Jul 28 14:52:26.240811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.241126 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.244736 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 5 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.284247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.284784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.284919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.297106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.297446 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.302522 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 6 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.308227 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.315656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58400) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:26.336102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89679ecd-35c6-43e8-9f12-b6e569eb2a21 req-4d96ce21-65f7-40a3-bf3f-caa17053b6dd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085439 Jul 28 14:52:26.345343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.345944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.347045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.358035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event deleted for resources: {'Port': ['ID=d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:26.364235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-027c3d3a-fccc-446f-93a6-dbcbc384c9e6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.377523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-027c3d3a-fccc-446f-93a6-dbcbc384c9e6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.385329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-027c3d3a-fccc-446f-93a6-dbcbc384c9e6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/6102182e-0308-4c21-9a86-d5bb972fa5b4 HTTP/1.1" status: 204 len: 168 time: 1.1281898 Jul 28 14:52:26.385672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58404) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:26.392091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.392673 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.397298 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 7 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.428943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.429105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.429442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.429761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.430129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.430474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.430833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.431172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.431760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.432096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.432482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.432825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.437633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.438202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.438780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.457599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:26.463497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:26.474384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-9458050a-9127-4097-a1b1-f44a7bd42493 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3558764 Jul 28 14:52:26.476787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.501396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] No DVR routers for this DVR port d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:26.509955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.512164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73caf0fc-99c9-447c-846d-08553b69f023 req-362a512e-a275-4c72-9468-8c71a2fcbc26 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.58 "DELETE /v2.0/ports/d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 HTTP/1.1" status: 204 len: 173 time: 2.4892380 Jul 28 14:52:26.515021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'name': 'network-vif-deleted', 'tag': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:26.524622 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b034d2-db88-4770-b92c-4bfc3c4788ee" -d '{"events": [{"server_uuid": "9a4206cf-334f-4471-a71c-4f3725b6700c", "name": "network-vif-deleted", "tag": "d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:26.558933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:26.559613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:26.571391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] Deleting port e3aaa270-6320-4a92-9957-64603ea3c3af {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:26.576825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.588911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ed30e827-5d1e-49ff-b707-ffabe7b0774a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1907701 Jul 28 14:52:26.588911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58410) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:26.594541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ffab46df-c3e5-48bc-962f-eca557f107b6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '96c17c67-b6b3-4b7e-88e9-40ae82ae11ac', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:26.604034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.606165 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.629148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94dc-af10-4453-917a-c617247e3abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.631918 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 8 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.637621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c3d3a-fccc-446f-93a6-dbcbc384c9e6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102182e-0308-4c21-9a86-d5bb972fa5b4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:26.691585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.726254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-875aa6d0-bfc5-42da-8318-b246b1536522 req-a7d7828b-f2de-4998-b7b2-57964e99e9a2 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 210 time: 0.1234279 Jul 28 14:52:26.754407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.757798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.758480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.768646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Pushing event deleted for resources: {'Port': ['ID=f8473b83-32d0-4262-911b-6dd40234b6a3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:26.771033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] For port e3aaa270-6320-4a92-9957-64603ea3c3af, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e3aaa270-6320-4a92-9957-64603ea3c3af,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:26.772415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.796762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] Calling delete_port for e3aaa270-6320-4a92-9957-64603ea3c3af owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:26.837580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.838524 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.842092 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 9 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.843856 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191a9bd9-7d56-4c01-82dd-3ca449e33f09 x-openstack-request-id: req-191a9bd9-7d56-4c01-82dd-3ca449e33f09 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:26.844338 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4206cf-334f-4471-a71c-4f3725b6700c", "name": "network-vif-deleted", "tag": "d3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:26.844789 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-191a9bd9-7d56-4c01-82dd-3ca449e33f09 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:26.845439 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4206cf-334f-4471-a71c-4f3725b6700c', 'name': 'network-vif-deleted', 'tag': 'd3ba44a4-e1cb-45d1-af95-ede9cbfd8bf9', 'status': 'completed', 'code': 200} Jul 28 14:52:26.879403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.879990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.880594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.898525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:26.899516 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:26.906422 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempt 10 to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb Jul 28 14:52:26.909945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 92588340-b676-4bfc-b946-2c52feb47059 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:26.922777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] No DVR routers for this DVR port f8473b83-32d0-4262-911b-6dd40234b6a3 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:26.940621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.944681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2c72ca2-5b26-4bd4-b5ae-3581bf6cd73f req-71a1da2c-fc72-4bd9-b740-8f0a3ea472b9 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.42 "DELETE /v2.0/ports/f8473b83-32d0-4262-911b-6dd40234b6a3 HTTP/1.1" status: 204 len: 173 time: 2.3225737 Jul 28 14:52:26.982592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.983162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.983724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempting to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.998926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:27.000086 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Failed to bind port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on host n-h2-764806-10 for vnic_type normal using segments [{'id': '5f0fb6ec-a607-4012-bc01-ce219f7f47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3213738b-6002-445c-a82f-610d5343d6f5'}] Jul 28 14:52:27.001006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.038330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-ae8a8be9-fa33-4936-af9d-86aea3c5f9b5 service neutron] 10.222.0.57 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078969 Jul 28 14:52:27.058700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3aaa270-6320-4a92-9957-64603ea3c3af no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:27.121736 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.129623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e3aaa270-6320-4a92-9957-64603ea3c3af {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:27.142790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e3aaa270-6320-4a92-9957-64603ea3c3af not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:27.160727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] Pushing event deleted for resources: {'Port': ['ID=e3aaa270-6320-4a92-9957-64603ea3c3af,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.188871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cc967-9786-48a5-9f41-9eaa863ae9db None None] No DVR routers for this DVR port e3aaa270-6320-4a92-9957-64603ea3c3af on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:27.256701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] For port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:27.263054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attempted to set empty binding levels {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:52:27.301017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-773fcda4-5c9e-4148-9ae0-b56e1822e1c3 service neutron] 10.222.0.57 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517731 Jul 28 14:52:27.305179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94dc-af10-4453-917a-c617247e3abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.430753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 92588340-b676-4bfc-b946-2c52feb47059 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:27.431760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.438511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 92588340-b676-4bfc-b946-2c52feb47059 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:27.438941 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.444998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.501630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94dc-af10-4453-917a-c617247e3abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.571555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb94dc-af10-4453-917a-c617247e3abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2bed25-911d-4b9a-b9a9-f7bbe0d6466a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.581189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] In _notify_port_updated(), no bound segment for port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb on network 3213738b-6002-445c-a82f-610d5343d6f5 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:52:27.582739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.583928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.585973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "PUT /v2.0/ports/6bd08efb-b83d-441d-a4d6-07f5a12f69fb HTTP/1.1" status: 200 len: 980 time: 3.8064785 Jul 28 14:52:27.597135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58434) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:27.641368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:27.648993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6eeb94dc-af10-4453-917a-c617247e3abb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c81ab0f5472740a5af0384f79e842153&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3305554 Jul 28 14:52:27.650084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58436) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:27.671484 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.704700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:27.710639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.711627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.723212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5dac2e-a823-4ccf-94b9-3008d124070a None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:27.744714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa4bc-1447-4080-9cfb-54fa1e41e44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd08efb-b83d-441d-a4d6-07f5a12f69fb,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.751669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=2c68d7f5-2018-43af-9f0c-dcec457b72e2,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.766525 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-ffab46df-c3e5-48bc-962f-eca557f107b6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The resource could not be found. Jul 28 14:52:27.768321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ffab46df-c3e5-48bc-962f-eca557f107b6 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1787422 Jul 28 14:52:27.772496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58440) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:27.789638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149943381'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:27.808291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c72863d-d6cb-40a1-a343-200281ec8094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.841597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92588340-b676-4bfc-b946-2c52feb47059'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:27.849471 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e5384-0981-4f1e-9436-b1077b2e80be" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "92588340-b676-4bfc-b946-2c52feb47059"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:27.850680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c72863d-d6cb-40a1-a343-200281ec8094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.862468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Deleting port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:27.862911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.873460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.880319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.887923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.895018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.902429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.904317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=92588340-b676-4bfc-b946-2c52feb47059,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:27.908694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.916912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:27.927703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-5e8e67a6-e19d-442b-97c0-70c8b45c9587 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5428 time: 0.3401046 Jul 28 14:52:28.008566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e348aae0-bd2c-4e2f-b654-4a470ba8e696 req-6d244094-0b13-4b34-96a1-43e4a8c346c8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793965 Jul 28 14:52:28.072190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] For port 6bd08efb-b83d-441d-a4d6-07f5a12f69fb, host n-h2-764806-10, got binding levels [] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:28.073394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.083443 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cbcac8b2-bc3e-42dd-8d5f-dd9cea298a89 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0932839 Jul 28 14:52:28.085248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58448) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:28.102303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Calling delete_port for 6bd08efb-b83d-441d-a4d6-07f5a12f69fb owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:28.105462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '2c68d7f5-2018-43af-9f0c-dcec457b72e2', 'ip_address': '2001:db8::2b67:55c:55a2:516d'}], 'name': 'tempest-NetworksTestDHCPv6-1056002812'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:28.144325 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.149516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.151010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 30165512-bb7e-4923-882f-ce7268b9ec9a up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:28.293097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '2c68d7f5-2018-43af-9f0c-dcec457b72e2'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:28.294793 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.334597 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf92f0d4-ff7a-4ff2-98c7-0baa1633367b x-openstack-request-id: req-cf92f0d4-ff7a-4ff2-98c7-0baa1633367b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:28.334879 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "92588340-b676-4bfc-b946-2c52feb47059", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:28.335174 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf92f0d4-ff7a-4ff2-98c7-0baa1633367b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:28.335555 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92588340-b676-4bfc-b946-2c52feb47059', 'code': 200} Jul 28 14:52:28.360604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:28.392330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c72863d-d6cb-40a1-a343-200281ec8094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.401912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c72863d-d6cb-40a1-a343-200281ec8094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.401912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c72863d-d6cb-40a1-a343-200281ec8094 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd2bed25-911d-4b9a-b9a9-f7bbe0d6466a HTTP/1.1" status: 204 len: 168 time: 0.7438443 Jul 28 14:52:28.453173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a3b4af0-708e-49a9-93ed-993ef7272340 req-65e3f4cf-a2f2-4a30-a074-af77fe642d98 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.0497363 Jul 28 14:52:28.453173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72863d-d6cb-40a1-a343-200281ec8094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2bed25-911d-4b9a-b9a9-f7bbe0d6466a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:28.476579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.515351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:28.589892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d8b15ee2-a3db-457a-a29b-dd2df7c5754f req-9adb9fc4-8948-4506-b387-154d34368307 tempest-MultipleCreateTestJSON-583737070 tempest-MultipleCreateTestJSON-583737070-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a4206cf-334f-4471-a71c-4f3725b6700c HTTP/1.1" status: 200 len: 210 time: 0.2306268 Jul 28 14:52:28.598287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Deleting subnet 556bbb68-fddd-4e07-bd2f-d0a9f154bd60 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:28.608846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.617619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.620934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/2c68d7f5-2018-43af-9f0c-dcec457b72e2/f0b5330f-b36c-4ea9-9b78-cc3833bade80) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:28.670522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bd08efb-b83d-441d-a4d6-07f5a12f69fb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:28.680592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.685835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7781cfdf-4f28-4659-94cf-68864ca7ce47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "DELETE /v2.0/ports/6bd08efb-b83d-441d-a4d6-07f5a12f69fb HTTP/1.1" status: 204 len: 168 time: 1.0799601 Jul 28 14:52:28.688672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58458) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:28.699753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 30165512-bb7e-4923-882f-ce7268b9ec9a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:28.700844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.719177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 30165512-bb7e-4923-882f-ce7268b9ec9a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:28.719554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.765359 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a8b19d-770a-4cf5-a4d4-6872e5438a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:52:28.775937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c2a8b19d-770a-4cf5-a4d4-6872e5438a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593788788-project-admin] 10.222.0.57 "GET /v2.0/ports/6bd08efb-b83d-441d-a4d6-07f5a12f69fb HTTP/1.1" status: 404 len: 333 time: 0.0833910 Jul 28 14:52:28.779111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58460) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:28.801342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:28.872548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'name': 'network-vif-deleted', 'tag': 'f8473b83-32d0-4262-911b-6dd40234b6a3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:28.876912 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0db384-f608-4c27-8623-ca4f9afb75fc" -d '{"events": [{"server_uuid": "b4d23af6-36da-48c2-96df-1d4f211b644b", "name": "network-vif-deleted", "tag": "f8473b83-32d0-4262-911b-6dd40234b6a3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:28.902395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.904253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.916636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Transition to ACTIVE for port object f0b5330f-b36c-4ea9-9b78-cc3833bade80 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:28.948351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Transition to ACTIVE for port object f0b5330f-b36c-4ea9-9b78-cc3833bade80 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:28.949613 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.962283 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5a2e4-fefc-4fa1-b678-5449b8838c66 x-openstack-request-id: req-62a5a2e4-fefc-4fa1-b678-5449b8838c66 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:28.962710 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d23af6-36da-48c2-96df-1d4f211b644b", "name": "network-vif-deleted", "tag": "f8473b83-32d0-4262-911b-6dd40234b6a3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:28.963117 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62a5a2e4-fefc-4fa1-b678-5449b8838c66 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:28.963741 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d23af6-36da-48c2-96df-1d4f211b644b', 'name': 'network-vif-deleted', 'tag': 'f8473b83-32d0-4262-911b-6dd40234b6a3', 'status': 'completed', 'code': 200} Jul 28 14:52:28.989483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.036109 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.074985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:29.098617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=30165512-bb7e-4923-882f-ce7268b9ec9a,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:29.103159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:29.108996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:29.111748 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.149467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.182484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.184036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:29.213059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3213738b-6002-445c-a82f-610d5343d6f5']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:29.237437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0fb6ec-a607-4012-bc01-ce219f7f47fe') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:29.238145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0fb6ec-a607-4012-bc01-ce219f7f47fe') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:29.241023 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.241877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5dacd3-85c5-494f-be28-520898de4073 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:29.250148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Pushing event updated for resources: {'Port': ['ID=f0b5330f-b36c-4ea9-9b78-cc3833bade80,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.254109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.260042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Attempting to bind port f0b5330f-b36c-4ea9-9b78-cc3833bade80 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:29.260490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Attempting to bind port f0b5330f-b36c-4ea9-9b78-cc3833bade80 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:29.260878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Attempting to bind port f0b5330f-b36c-4ea9-9b78-cc3833bade80 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:29.289133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.297646 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:52:29.301546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:29.309748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.309918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:29.309918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:29.310534 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:29.313344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.313344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:29.313344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Bound port: f0b5330f-b36c-4ea9-9b78-cc3833bade80, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:29.313344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.350624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.362554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.431148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.434821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] For port f0b5330f-b36c-4ea9-9b78-cc3833bade80, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:29.439224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] For port f0b5330f-b36c-4ea9-9b78-cc3833bade80, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f0b5330f-b36c-4ea9-9b78-cc3833bade80,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:29.477024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556bbb68-fddd-4e07-bd2f-d0a9f154bd60,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.483429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.485640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb0beaaa-9b66-4853-9b9f-e74e6739779d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/556bbb68-fddd-4e07-bd2f-d0a9f154bd60 HTTP/1.1" status: 204 len: 168 time: 1.1236436 Jul 28 14:52:29.489609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:29.513529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.520170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.527031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.534063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.540583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.547472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.547957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.557348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.559504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b085d4b3-9d13-486b-958c-1910becaa643 req-883221c7-f55d-4987-9810-8ad1b0cad8f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5430 time: 0.3650782 Jul 28 14:52:29.573240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.581949 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.586996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] 10.222.0.57 "DELETE /v2.0/networks/3213738b-6002-445c-a82f-610d5343d6f5 HTTP/1.1" status: 204 len: 168 time: 0.8062041 Jul 28 14:52:29.592993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2f5dacd3-85c5-494f-be28-520898de4073 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:29.599744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.601474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8186829 Jul 28 14:52:29.602530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c11c8-3e36-4678-9bff-4580422f7e6b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e4f262-94e4-4bc1-b842-e3bab89f28a6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.606041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2f5dacd3-85c5-494f-be28-520898de4073 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:29.606818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.614418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58476) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:29.619861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a084399-b404-4524-9dd8-bd09c2ff7ef7 req-4567e6ec-e853-4a72-92fd-d20119ef9003 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.0757856 Jul 28 14:52:29.621081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--718340324'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:29.639206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d8908-21f1-4fc2-81c2-47fbf18f28a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878625011-project] Pushing event deleted for resources: {'Network': ['ID=3213738b-6002-445c-a82f-610d5343d6f5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.648523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.719296 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b085d4b3-9d13-486b-958c-1910becaa643 req-e1acd564-b691-4737-a778-d3cb4289a9d6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445701 Jul 28 14:52:29.756039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::2b67:55c:55a2:516d (e6db1467-3099-4ac4-83d0-dd83574f8121/2c68d7f5-2018-43af-9f0c-dcec457b72e2/dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:29.832112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.861685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.873118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58482) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:29.878978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7910c9-2427-442a-a897-dc1b2a8c9e49']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:29.893304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:29.893679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4347ebb-2b3b-4f46-af6d-7e80c15e5858') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:29.906029 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.926609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.936297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096d0ca-0f76-4364-97b9-cbcc2e3f1cf5 None None] Pushing event updated for resources: {'Port': ['ID=f0b5330f-b36c-4ea9-9b78-cc3833bade80,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.936969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:29.937400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.950038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58484) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:30.016764 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:30.024193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.040634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba509319-bd2b-498d-aeaa-f9419f661f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.087771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5dacd3-85c5-494f-be28-520898de4073,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:30.117581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Deleting subnet a2094942-3822-4655-8aca-bec0df61c76e {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:30.142456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.145507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.200217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.206906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] 10.222.0.57 "DELETE /v2.0/networks/6f7910c9-2427-442a-a897-dc1b2a8c9e49 HTTP/1.1" status: 204 len: 168 time: 0.7110307 Jul 28 14:52:30.206906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152dcd9-5ce9-4e90-b5fe-0a3b23c8059f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7910c9-2427-442a-a897-dc1b2a8c9e49,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.247405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.254086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.259182 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.301445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 440586eb-9ed7-4b31-9e37-3b6ff51041b3 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:30.319388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.324514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:30.341826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a'}, {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5dacd3-85c5-494f-be28-520898de4073'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:30.346066 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd2d662-9abc-4547-978c-ca44207605e5" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a"}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "2f5dacd3-85c5-494f-be28-520898de4073"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:30.347958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.405255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.483001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.503965 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322b8f8f-e3a0-46c3-ac67-347e13cd5a88 x-openstack-request-id: req-322b8f8f-e3a0-46c3-ac67-347e13cd5a88 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:30.504278 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a", "code": 200}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "2f5dacd3-85c5-494f-be28-520898de4073", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:30.504588 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-322b8f8f-e3a0-46c3-ac67-347e13cd5a88 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:30.505466 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a', 'code': 200} Jul 28 14:52:30.505466 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5dacd3-85c5-494f-be28-520898de4073', 'code': 200} Jul 28 14:52:30.525842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.541874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.566232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:30.570284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:30.571408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.634080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2094942-3822-4655-8aca-bec0df61c76e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.639104 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.641704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bfb2ea82-c912-4020-bef8-62ed62b43cd7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a2094942-3822-4655-8aca-bec0df61c76e HTTP/1.1" status: 204 len: 168 time: 0.7675233 Jul 28 14:52:30.645907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58492) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:30.661279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c420f37b-d0d5-4c41-b024-e9b3c274ee3e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.671497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58494) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:30.691373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:30.698991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:30.704765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.709043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:30.716804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:30.717796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.836741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba509319-bd2b-498d-aeaa-f9419f661f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.852904 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.881140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.962804 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95e39bd0-a9e9-498d-9f80-fcb41b1c064b req-59a591b7-e1fc-4c69-b641-a303dfd0e408 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.1092470 Jul 28 14:52:30.990154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:31.002320 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba509319-bd2b-498d-aeaa-f9419f661f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.051835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ba509319-bd2b-498d-aeaa-f9419f661f1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7111e915bc44424088ea8e6e61ac18e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0941525 Jul 28 14:52:31.056704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58502) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.075797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5241d951-630e-4c9d-8dc8-59caea032384 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9843891 Jul 28 14:52:31.077319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58504) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.077319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58506) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.081334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.083312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b274b686-ee12-4023-99c2-7bae8c570676 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4661946 Jul 28 14:52:31.096333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58508) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.101244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.119572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d63d03f1-8e7d-48ab-a6ba-e30a89a9beb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group_rule': {'security_group_id': '05e4f262-94e4-4bc1-b842-e3bab89f28a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c420f37b-d0d5-4c41-b024-e9b3c274ee3e'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:31.126828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.126828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:31.178617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f0b5330f-b36c-4ea9-9b78-cc3833bade80 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:31.187161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba509319-bd2b-498d-aeaa-f9419f661f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015c0b61-fa2f-493d-950a-fd0b4f43a56a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:31.197234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d718e21b-9171-49c6-b421-fa74b23f3fb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e38edf85f2c4a0cab31b28c1869b09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222671 Jul 28 14:52:31.219622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58510) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.242415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874f092b-4a08-498d-91d2-28aa65bcae1b']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:31.268171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:31.268724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18a53d3-f74c-4ee2-8330-bfdcac4f5786') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:31.313842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:31.327762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.339117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeefc54-bbf6-4019-8200-2145adeec996 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.347626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeefc54-bbf6-4019-8200-2145adeec996 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.348568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.349609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8eeefc54-bbf6-4019-8200-2145adeec996 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2627621 Jul 28 14:52:31.355887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9591134b-981b-441a-bf7c-dc0e03c79b70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1186e75aafd34b25bd9697663c0f1902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707884 Jul 28 14:52:31.360068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58512) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.360521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58514) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.363205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.373464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.383663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.395404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.407339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:31.409675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-de672368-b268-4260-a0fa-3e5944dd1001 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5431 time: 0.4731858 Jul 28 14:52:31.422813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.485263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.501408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:31.501880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:31.504418 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:31.509125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f0b5330f-b36c-4ea9-9b78-cc3833bade80 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:31.556046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82cc445c-4d84-458d-a39e-72a99b839acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.566365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:31.571366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:31.571853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.629761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d82765d3-ccc7-445f-bc0d-90e2d58e9c7e req-3870a0c8-9cb9-42c5-bc3b-9fd0b0ac8dd6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994104 Jul 28 14:52:31.642117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82cc445c-4d84-458d-a39e-72a99b839acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.649193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6b4a03-e7e5-4148-934b-7a8e709ec0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.655051 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-d63d03f1-8e7d-48ab-a6ba-e30a89a9beb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:52:31.659587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d63d03f1-8e7d-48ab-a6ba-e30a89a9beb8 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5618834 Jul 28 14:52:31.671455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9b5c-e4da-43ae-a892-f33dc9c910ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.685507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58516) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.713867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.790299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:31.790745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:31.791170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.798264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6b4a03-e7e5-4148-934b-7a8e709ec0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.815875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9b5c-e4da-43ae-a892-f33dc9c910ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.855697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.875518 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.882147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8473b83-32d0-4262-911b-6dd40234b6a3 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:31.901358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] Provisioning for port f0b5330f-b36c-4ea9-9b78-cc3833bade80 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:31.928743 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.936913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] 10.222.0.57 "DELETE /v2.0/networks/874f092b-4a08-498d-91d2-28aa65bcae1b HTTP/1.1" status: 204 len: 168 time: 1.2886388 Jul 28 14:52:31.977286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a562b6-7e4c-4ed1-931c-a5850df88352 admin admin] Pushing event deleted for resources: {'Network': ['ID=874f092b-4a08-498d-91d2-28aa65bcae1b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:31.979429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] Provisioning complete for port f0b5330f-b36c-4ea9-9b78-cc3833bade80 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:31.990649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.004275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-932a0fe1-6dc7-4894-ab74-0b85e1d59d6b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:32.007651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: f8473b83-32d0-4262-911b-6dd40234b6a3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:32.010184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f8473b83-32d0-4262-911b-6dd40234b6a3 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:32.023859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-932a0fe1-6dc7-4894-ab74-0b85e1d59d6b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 811 time: 0.4120519 Jul 28 14:52:32.077379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82cc445c-4d84-458d-a39e-72a99b839acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.089770 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82cc445c-4d84-458d-a39e-72a99b839acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.091013 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-82cc445c-4d84-458d-a39e-72a99b839acd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa7ac8a9-34bc-4757-bad2-006cc073b741 HTTP/1.1" status: 204 len: 168 time: 0.8720291 Jul 28 14:52:32.119749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1da4-ab62-494a-8ab5-21323a170897 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.155293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.166115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.186408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:32.202172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-0baaa6ff-6ac1-4021-a6e0-692ac2b58220 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104beadba875406199d4cde93a84a27c HTTP/1.1" status: 200 len: 379 time: 0.1667712 Jul 28 14:52:32.227358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'port': {'device_id': '02507fae-82fd-4536-9939-8a5a015f97d7', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'admin_state_up': True, 'tenant_id': '104beadba875406199d4cde93a84a27c', 'security_groups': ['a03adb90-63bc-4b26-ab77-c5c3c5c585b8']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:32.262663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9b5c-e4da-43ae-a892-f33dc9c910ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.265393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9b5c-e4da-43ae-a892-f33dc9c910ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.266657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a5b9b5c-e4da-43ae-a892-f33dc9c910ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba HTTP/1.1" status: 204 len: 168 time: 0.8969398 Jul 28 14:52:32.292216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.319019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc445c-4d84-458d-a39e-72a99b839acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ac8a9-34bc-4757-bad2-006cc073b741,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.319019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa028a10-2597-4e74-a3bb-b8d22cb4eb6f req-9eadf5a9-96ae-42b9-a2c4-5daec98ab625 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.1085310 Jul 28 14:52:32.319684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6b4a03-e7e5-4148-934b-7a8e709ec0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.325095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f6b4a03-e7e5-4148-934b-7a8e709ec0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.327099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f6b4a03-e7e5-4148-934b-7a8e709ec0df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/015c0b61-fa2f-493d-950a-fd0b4f43a56a HTTP/1.1" status: 204 len: 168 time: 1.2670627 Jul 28 14:52:32.336777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b9b5c-e4da-43ae-a892-f33dc9c910ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b2ad8-d01d-423f-a7d0-64f0af7d86ba,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.357309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1da4-ab62-494a-8ab5-21323a170897 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.364579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b4a03-e7e5-4148-934b-7a8e709ec0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015c0b61-fa2f-493d-950a-fd0b4f43a56a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.415234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] For port f0b5330f-b36c-4ea9-9b78-cc3833bade80, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f0b5330f-b36c-4ea9-9b78-cc3833bade80,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:32.456902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.506978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3'}, {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:32.509565 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e483d1a-78e1-493c-ab0f-7073c32be206" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3"}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:32.542740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.553950 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917770b-26c9-430a-a79d-df581f25aa64 x-openstack-request-id: req-4917770b-26c9-430a-a79d-df581f25aa64 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:32.553950 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3", "code": 200}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-plugged", "status": "completed", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:32.553950 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4917770b-26c9-430a-a79d-df581f25aa64 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:32.553950 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3', 'code': 200} Jul 28 14:52:32.553950 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e', 'code': 200} Jul 28 14:52:32.583580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Made reservation on behalf of 104beadba875406199d4cde93a84a27c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:32.584617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.588991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1da4-ab62-494a-8ab5-21323a170897 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.592611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.595650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1da4-ab62-494a-8ab5-21323a170897 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.600999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1b1a1da4-ab62-494a-8ab5-21323a170897 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/c420f37b-d0d5-4c41-b024-e9b3c274ee3e HTTP/1.1" status: 204 len: 168 time: 0.9116306 Jul 28 14:52:32.602800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566fcea-f48f-47a5-b786-a1d84769cfcc None None] Pushing event updated for resources: {'Port': ['ID=f0b5330f-b36c-4ea9-9b78-cc3833bade80,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.618444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58530) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.657218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.670094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a1da4-ab62-494a-8ab5-21323a170897 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420f37b-d0d5-4c41-b024-e9b3c274ee3e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.671100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2aee0c1b-2cd4-4295-96de-d85a3dc1c65b None None] Could not find standard attr ID for object dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:52:32.733092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.733092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-07fcacf8-a1dc-46da-aa47-0278592ea52e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365 HTTP/1.1" status: 204 len: 168 time: 1.3688824 Jul 28 14:52:32.734742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58534) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.806976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a08aa4-799a-4781-bea2-20f472d8a9dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:32.809790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a08aa4-799a-4781-bea2-20f472d8a9dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:32.811929 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-08a08aa4-799a-4781-bea2-20f472d8a9dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0753243 Jul 28 14:52:32.822633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.932848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58540) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.997617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Allocated IP 172.20.0.8 (35093577-9a76-4b96-9a10-59cc9f981d40/a1c85e97-85a1-47c6-b3ec-558fcd870a04/730d0d0e-ce04-401e-88b7-87d701ca9a3c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:33.087028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f0b5330f-b36c-4ea9-9b78-cc3833bade80 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:33.136075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c6a1635d-ce95-4c12-b7d3-119d375c9560 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5202038 Jul 28 14:52:33.140599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.153765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.166573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.180032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.180279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58542) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.193512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.207065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.219860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.224505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-dfb99150-4a5d-4984-b99c-e91d18cb7207 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.4107335 Jul 28 14:52:33.232529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f0b5330f-b36c-4ea9-9b78-cc3833bade80 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:33.233429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.238615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 2c68d7f5-2018-43af-9f0c-dcec457b72e2 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:33.258584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.268912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-98fe55f4-474a-4466-b632-0a13e388e519 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52c3041939e3465f9ad32a290523e056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334577 Jul 28 14:52:33.327781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58544) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.398657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.400125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.400907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.401577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.402241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.409476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.409476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.409476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-1107f36d-c24e-4112-9301-7e72f742ce3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.5797398 Jul 28 14:52:33.413508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.498168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8880a037-2baf-42b2-a331-f24848a021f5 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.511793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.516006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d61c78fe-58fd-48c5-990b-af62f2c9424b req-8e1ae5d7-7efb-4c94-8fad-c033eb110b35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926924 Jul 28 14:52:33.540584 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8880a037-2baf-42b2-a331-f24848a021f5 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.579313 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.637211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce26807d-af4a-4a56-a377-022787cf977e req-00a3b121-6028-4726-9d91-48c2fda60b7b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.0398700 Jul 28 14:52:33.673691 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac6ee2cf-7402-46a3-a27b-286d25aa8c35 req-fc687120-de6d-42e1-8753-ce1ba8d43f84 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4310620 Jul 28 14:52:33.735952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e852f04c-a867-4bc3-a002-112bef86815a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.743306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8880a037-2baf-42b2-a331-f24848a021f5 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.746167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8880a037-2baf-42b2-a331-f24848a021f5 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.747634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8880a037-2baf-42b2-a331-f24848a021f5 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/05e4f262-94e4-4bc1-b842-e3bab89f28a6 HTTP/1.1" status: 204 len: 168 time: 0.5590267 Jul 28 14:52:33.759874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58554) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.769338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880a037-2baf-42b2-a331-f24848a021f5 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e4f262-94e4-4bc1-b842-e3bab89f28a6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:33.786846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e852f04c-a867-4bc3-a002-112bef86815a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.828712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Transition to ACTIVE for port object 730d0d0e-ce04-401e-88b7-87d701ca9a3c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:33.844278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.894277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-577abe9d-cafc-4461-a318-8662b27444b9 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1316936 Jul 28 14:52:33.894277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.898270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/2c68d7f5-2018-43af-9f0c-dcec457b72e2 HTTP/1.1" status: 204 len: 168 time: 1.0720751 Jul 28 14:52:33.898270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869355-32ac-4b71-a84d-a307a6581546 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=2c68d7f5-2018-43af-9f0c-dcec457b72e2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:33.899716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58562) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.901515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58564) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.907558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'tempest-secgroup--494340950'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:33.910209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37f568-f20e-43f9-9790-d29c7e820e00 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:33.960503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dfbabcff-0615-4674-9b88-843a47145e2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577898 Jul 28 14:52:33.965207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58568) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.973952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:34.074586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.120701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.125251 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e852f04c-a867-4bc3-a002-112bef86815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.128383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e852f04c-a867-4bc3-a002-112bef86815a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.134257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e852f04c-a867-4bc3-a002-112bef86815a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b29448d-0418-4ebf-87c6-b1e950ca78a4 HTTP/1.1" status: 204 len: 168 time: 0.8009899 Jul 28 14:52:34.153412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852f04c-a867-4bc3-a002-112bef86815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29448d-0418-4ebf-87c6-b1e950ca78a4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:34.187269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Network 35093577-9a76-4b96-9a10-59cc9f981d40 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:34.206651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58576) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:34.220268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:34.231774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:34.234818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event updated for resources: {'Port': ['ID=730d0d0e-ce04-401e-88b7-87d701ca9a3c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:34.291694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ccdfc403-b57c-474d-b683-968a34da2039 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=852f7cc890bb46d7b888f1f9a39f0a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838194 Jul 28 14:52:34.292214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58578) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:34.316768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:34.333561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:34.334228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.344538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:34.348974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.465831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] Deleting port f0b5330f-b36c-4ea9-9b78-cc3833bade80 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:34.466221 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.579558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.614485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabbd252-5d86-4f8c-907d-770174505fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.660293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabbd252-5d86-4f8c-907d-770174505fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.893657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.948070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] For port f0b5330f-b36c-4ea9-9b78-cc3833bade80, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f0b5330f-b36c-4ea9-9b78-cc3833bade80,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:34.948917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.972844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d24998-7ec3-4483-a99e-d91b876f0441 req-65c1320e-95e9-4b7f-952c-5ffeccf5bbe0 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:34.974973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d24998-7ec3-4483-a99e-d91b876f0441 req-65c1320e-95e9-4b7f-952c-5ffeccf5bbe0 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 931 time: 0.1069369 Jul 28 14:52:34.977923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] Calling delete_port for f0b5330f-b36c-4ea9-9b78-cc3833bade80 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:35.025595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.039436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.052194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d24998-7ec3-4483-a99e-d91b876f0441 req-52323057-4dd0-444a-bf2b-cdcfc70a63a7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635600 Jul 28 14:52:35.052893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.062583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.065013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f0b5330f-b36c-4ea9-9b78-cc3833bade80 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:35.069690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.078313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.085094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.087054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-3241d530-5f41-4539-91e1-088704b88d41 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.2746365 Jul 28 14:52:35.091553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73abc5-a987-495f-9ea5-a16e90975c37,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.138588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9e5ddbe-797a-4f93-b9f1-107c492250cc req-81647234-026c-4543-89a7-b720dcab4495 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391893 Jul 28 14:52:35.187158 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.251690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df0120ad-17bb-4899-8b51-1ec0d04a2f47 None None] Provisioning for port 730d0d0e-ce04-401e-88b7-87d701ca9a3c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:35.254586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-857ae03f-2573-4804-83cb-e65cee1092a3 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0347817 Jul 28 14:52:35.255903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.259216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df0120ad-17bb-4899-8b51-1ec0d04a2f47 None None] Provisioning complete for port 730d0d0e-ce04-401e-88b7-87d701ca9a3c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:35.260090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df0120ad-17bb-4899-8b51-1ec0d04a2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.268442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabbd252-5d86-4f8c-907d-770174505fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.273425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabbd252-5d86-4f8c-907d-770174505fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.280545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eabbd252-5d86-4f8c-907d-770174505fa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21de70fa-4bcc-4690-9448-7ba682a4fdf6 HTTP/1.1" status: 204 len: 168 time: 0.9868903 Jul 28 14:52:35.363789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Request body: {'port': {'device_id': '02507fae-82fd-4536-9939-8a5a015f97d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:35.364604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-df0120ad-17bb-4899-8b51-1ec0d04a2f47 None None] Port 730d0d0e-ce04-401e-88b7-87d701ca9a3c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:35.376302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbd252-5d86-4f8c-907d-770174505fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de70fa-4bcc-4690-9448-7ba682a4fdf6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.391999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:35.400243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:35.406506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.407129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.407757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.409670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5433a147-2e1d-4374-82a2-edb92e58511b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5088727 Jul 28 14:52:35.413139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.439169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-85f7de93-7f7d-4a5b-bf08-9841608fc685 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:35.439169 n-d-764806-10 neutron-server[94658]: WARNING neutron.api.v2.base [None req-85f7de93-7f7d-4a5b-bf08-9841608fc685 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 14:52:35.439169 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-85f7de93-7f7d-4a5b-bf08-9841608fc685 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 14:52:35.440112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=99c348b8-3a2b-46aa-8354-ce3cbdd93701,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.440209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85f7de93-7f7d-4a5b-bf08-9841608fc685 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "PUT /v2.0/security-groups/5e73abc5-a987-495f-9ea5-a16e90975c37 HTTP/1.1" status: 409 len: 330 time: 0.0079563 Jul 28 14:52:35.440322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.442249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58594) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.455594 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.473000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] No DVR routers for this DVR port f0b5330f-b36c-4ea9-9b78-cc3833bade80 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:35.507726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce071697-8e1d-4ff6-9340-e29e1a5ea7f4 None None] Pushing event deleted for resources: {'Port': ['ID=f0b5330f-b36c-4ea9-9b78-cc3833bade80,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.513493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c88a0-875f-49e5-9127-a706dcd98953 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:35.562295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64e7-9271-413b-9708-40e60d58e139 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.607020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64e7-9271-413b-9708-40e60d58e139 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.662224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4f5b6267-8574-449b-9886-faf4818ecb2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6922174 Jul 28 14:52:35.663861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58598) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.669962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '99c348b8-3a2b-46aa-8354-ce3cbdd93701', 'ip_address': '2001:db8::d012:968c:deed:f4b4'}], 'name': 'tempest-NetworksTestDHCPv6-888836099'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:35.726001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '99c348b8-3a2b-46aa-8354-ce3cbdd93701'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:35.727526 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.942447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64e7-9271-413b-9708-40e60d58e139 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.946980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64e7-9271-413b-9708-40e60d58e139 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.951002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7f7e64e7-9271-413b-9708-40e60d58e139 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/5e73abc5-a987-495f-9ea5-a16e90975c37 HTTP/1.1" status: 204 len: 168 time: 0.5073419 Jul 28 14:52:35.963268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58608) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.005421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e64e7-9271-413b-9708-40e60d58e139 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73abc5-a987-495f-9ea5-a16e90975c37,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:36.117346 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.139621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f2da4fb-af9e-4003-8ab2-3cb81325678b tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1724916 Jul 28 14:52:36.153313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.200211 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-7b57bcab-7555-4103-a1f5-34a15e95a45a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] delete failed (client error): The resource could not be found. Jul 28 14:52:36.215351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7b57bcab-7555-4103-a1f5-34a15e95a45a tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "DELETE /v2.0/security-groups/dc4e2811-5c5a-4191-89ab-d6a819460ef0 HTTP/1.1" status: 404 len: 347 time: 0.0547798 Jul 28 14:52:36.215351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58624) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.239357 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-ff2a4678-f450-4772-a3ab-010b343d41b1 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] show failed (client error): The resource could not be found. Jul 28 14:52:36.249413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ff2a4678-f450-4772-a3ab-010b343d41b1 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-groups/f70809b6-08b9-4431-982a-473f78e2ccc1 HTTP/1.1" status: 404 len: 347 time: 0.0339596 Jul 28 14:52:36.249413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58626) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.275044 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-f138d407-07e8-493a-bf00-1f538ac43300 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] show failed (client error): The resource could not be found. Jul 28 14:52:36.283472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f138d407-07e8-493a-bf00-1f538ac43300 tempest-NegativeSecGroupTest-1608191826 tempest-NegativeSecGroupTest-1608191826-project] 10.222.0.57 "GET /v2.0/security-group-rules/a60936ee-5b60-4708-8d21-8b0c5415ea93 HTTP/1.1" status: 404 len: 356 time: 0.0336981 Jul 28 14:52:36.346756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/99c348b8-3a2b-46aa-8354-ce3cbdd93701/de188718-a5a1-4903-8b43-eb95493980d0) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:36.453546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.469889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.489820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.511381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.528282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.546519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.565331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.574361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-e086b46f-1f31-442e-9687-2930626f70fa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.2469873 Jul 28 14:52:36.658911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d5ae2c6-751c-44ab-a6fc-f4e6a057dad0 req-1b336c3a-1cd3-4098-bfa8-7f3148bdce62 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767255 Jul 28 14:52:36.697273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc1c9b-8f78-49f7-84a1-a6a3ce35c1e7 req-5b987d91-077b-4f2a-a712-4d36e0eae096 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.704568 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.711453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05dc1c9b-8f78-49f7-84a1-a6a3ce35c1e7 req-5b987d91-077b-4f2a-a712-4d36e0eae096 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 931 time: 0.1689439 Jul 28 14:52:36.717999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Transition to ACTIVE for port object de188718-a5a1-4903-8b43-eb95493980d0 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:36.745399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Transition to ACTIVE for port object de188718-a5a1-4903-8b43-eb95493980d0 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:36.811415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05dc1c9b-8f78-49f7-84a1-a6a3ce35c1e7 req-8390f602-49a6-4a87-8278-da86b23d12d7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982606 Jul 28 14:52:36.861023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730d0d0e-ce04-401e-88b7-87d701ca9a3c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:36.890708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.890708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Transition to ACTIVE for port object 730d0d0e-ce04-401e-88b7-87d701ca9a3c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:36.919616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.919846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:36.926850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.932699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.938924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.945295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.951304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.958079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.959911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e2de50a-7403-4db2-9925-c8e4cfc3cc6e req-65adbaf0-9d5e-4ee5-a80b-7de00e65afc3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.1517556 Jul 28 14:52:36.977315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58638) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.982386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Request body: {'floatingip': {'port_id': '07697370-8952-4793-860b-b71475f57e97'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:37.019510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.023962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.036643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.058497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 9c1f16ec-30e4-4698-90a0-ed61d979f324 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:37.059068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:37.062649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:37.065426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:37.083113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Pushing event updated for resources: {'Port': ['ID=de188718-a5a1-4903-8b43-eb95493980d0,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:37.147434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.160767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Attempting to bind port de188718-a5a1-4903-8b43-eb95493980d0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:37.161406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Attempting to bind port de188718-a5a1-4903-8b43-eb95493980d0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:37.161535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Attempting to bind port de188718-a5a1-4903-8b43-eb95493980d0 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:37.168666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:37.169089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:37.169556 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.170068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:37.170597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Bound port: de188718-a5a1-4903-8b43-eb95493980d0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:37.171016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.264758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] For port de188718-a5a1-4903-8b43-eb95493980d0, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:37.274954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] For port de188718-a5a1-4903-8b43-eb95493980d0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de188718-a5a1-4903-8b43-eb95493980d0,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:37.354523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58642) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:37.355691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Pushing event updated for resources: {'Port': ['ID=730d0d0e-ce04-401e-88b7-87d701ca9a3c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:37.385151 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.621175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Attempting to bind port 730d0d0e-ce04-401e-88b7-87d701ca9a3c on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:37.621741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Attempting to bind port 730d0d0e-ce04-401e-88b7-87d701ca9a3c by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:37.622292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Attempting to bind port 730d0d0e-ce04-401e-88b7-87d701ca9a3c on network 35093577-9a76-4b96-9a10-59cc9f981d40 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:37.645488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99917641-9ba1-43ba-bc5e-2a0b03d7e687 None None] Pushing event updated for resources: {'Port': ['ID=de188718-a5a1-4903-8b43-eb95493980d0,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:37.673544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Port 730d0d0e-ce04-401e-88b7-87d701ca9a3c on network 35093577-9a76-4b96-9a10-59cc9f981d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:37.674606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Attempting to bind port 730d0d0e-ce04-401e-88b7-87d701ca9a3c on network 35093577-9a76-4b96-9a10-59cc9f981d40 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:37.682791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::d012:968c:deed:f4b4 (e6db1467-3099-4ac4-83d0-dd83574f8121/99c348b8-3a2b-46aa-8354-ce3cbdd93701/9c1f16ec-30e4-4698-90a0-ed61d979f324) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:37.695494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:37.696093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Checking segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:37.696875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Bound using segment: {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:37.697865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Bound port: 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f7c219-3d22-4641-9134-7c77d748de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:37.698845 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.990065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58656) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:38.178665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-network', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:38.316928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] For port 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:38.332061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] For port 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:38.340800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea524-d979-4153-ba8c-6b0cc24fefa2 req-4105d2dd-c894-4a45-8476-a393cc54aa45 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:38.342667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-326ea524-d979-4153-ba8c-6b0cc24fefa2 req-4105d2dd-c894-4a45-8476-a393cc54aa45 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 943 time: 0.2486088 Jul 28 14:52:38.397110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.428906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-326ea524-d979-4153-ba8c-6b0cc24fefa2 req-66a08161-721c-498a-ac3e-b6fba70fce1c tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626507 Jul 28 14:52:38.432338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 9c1f16ec-30e4-4698-90a0-ed61d979f324 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:38.473582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Made reservation on behalf of e47f4617f5e3494680026db6405d0c9f for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:38.477646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.494269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.534206 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.600259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:38.601069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.602725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] 10.222.0.58 "PUT /v2.0/ports/730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 200 len: 1092 time: 3.3206246 Jul 28 14:52:38.603383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:38.605930 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a34d7-f450-4d63-b389-9c244e98f72f" -d '{"events": [{"name": "network-changed", "server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:38.644374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c0e46-992d-44bf-9129-0f33e66a7777 service neutron] Pushing event updated for resources: {'Port': ['ID=730d0d0e-ce04-401e-88b7-87d701ca9a3c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:38.652107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a119e494-595b-4aed-92c8-4b6cf6d81fbd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d339c147997549158cd4755b2d5b4854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6566970 Jul 28 14:52:38.652762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58670) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:38.691996 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f1d0f-209a-4136-a3b5-b763a26ce58f x-openstack-request-id: req-767f1d0f-209a-4136-a3b5-b763a26ce58f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:38.691996 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:38.691996 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-767f1d0f-209a-4136-a3b5-b763a26ce58f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:38.692789 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'status': 'completed', 'code': 200} Jul 28 14:52:38.807115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2319b7fb-0660-468c-a82c-484ab770117d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.828383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.844222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a34d7-f450-4d63-b389-9c244e98f72f req-a0362fc5-966c-4010-bdc0-b8fa5c5684d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:38.847646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d9a34d7-f450-4d63-b389-9c244e98f72f req-a0362fc5-966c-4010-bdc0-b8fa5c5684d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1095 time: 0.1305478 Jul 28 14:52:38.869017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.887174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2319b7fb-0660-468c-a82c-484ab770117d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.936903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.110882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de188718-a5a1-4903-8b43-eb95493980d0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:39.163513 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Floating IP c5bf4151-a778-4aff-9cb3-00bb4ff74f64 associated. External IP: 172.25.6.246, port: 07697370-8952-4793-860b-b71475f57e97. Jul 28 14:52:39.240628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:39.264352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=9c1f16ec-30e4-4698-90a0-ed61d979f324,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:39.278759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:39.289991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:39.303196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:39.304299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.418101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.430138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58684) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.435283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port de188718-a5a1-4903-8b43-eb95493980d0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:39.464873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a34d7-f450-4d63-b389-9c244e98f72f req-1f2d5170-13e1-417b-8bbb-ce81ff63dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:39.467689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d9a34d7-f450-4d63-b389-9c244e98f72f req-1f2d5170-13e1-417b-8bbb-ce81ff63dde3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=104beadba875406199d4cde93a84a27c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5892510 Jul 28 14:52:39.601876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Router 096a105c-2582-4da5-9a7c-9c235937dd54 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:39.657723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a34d7-f450-4d63-b389-9c244e98f72f req-6465ea7f-c41e-446b-b48d-8b4518eca314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:39.659911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d9a34d7-f450-4d63-b389-9c244e98f72f req-6465ea7f-c41e-446b-b48d-8b4518eca314 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726105 Jul 28 14:52:39.695756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.718678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] Provisioning for port de188718-a5a1-4903-8b43-eb95493980d0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:39.730428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] Provisioning complete for port de188718-a5a1-4903-8b43-eb95493980d0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:39.731668 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.753679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631e426d-ac59-4fca-a360-73aa5eb7634b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:39.771473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747c600-0510-4062-90ef-1df8e3db46a7 req-2d829c7f-0e66-4f20-8da1-e1123c14f2f4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:39.779669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d747c600-0510-4062-90ef-1df8e3db46a7 req-2d829c7f-0e66-4f20-8da1-e1123c14f2f4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 943 time: 0.1254349 Jul 28 14:52:39.844859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2319b7fb-0660-468c-a82c-484ab770117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.861769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2319b7fb-0660-468c-a82c-484ab770117d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.861769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2319b7fb-0660-468c-a82c-484ab770117d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ee12c99-5561-4246-8d47-56092f960eee HTTP/1.1" status: 204 len: 168 time: 1.2020347 Jul 28 14:52:39.864018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2143119435-network', 'tenant_id': 'dc8f59d02fc249afbe285687be2ad0ac'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:39.868903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:39.897791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:39.904821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.913832 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] Sync routers for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:39.925290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-93efa5c4-0081-44c1-9343-fdde8918487d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2601831 Jul 28 14:52:39.935103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58698) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.941928 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:39.942626 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:39.967304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319b7fb-0660-468c-a82c-484ab770117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee12c99-5561-4246-8d47-56092f960eee,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:39.968824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.969429 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Added segment ae5390b9-c7e2-45f4-85bc-68a73c58e00f of type vlan for network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 Jul 28 14:52:40.013789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.025902 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-499ac780-77a8-4d73-9326-00cf2c399785 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "PUT /v2.0/floatingips/c5bf4151-a778-4aff-9cb3-00bb4ff74f64 HTTP/1.1" status: 200 len: 992 time: 3.0444715 Jul 28 14:52:40.034474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '07697370-8952-4793-860b-b71475f57e97'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:40.041418 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "07697370-8952-4793-860b-b71475f57e97"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:40.105146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] For port de188718-a5a1-4903-8b43-eb95493980d0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de188718-a5a1-4903-8b43-eb95493980d0,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:40.131178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d747c600-0510-4062-90ef-1df8e3db46a7 req-4aa81807-e547-46bc-a91b-a3aff12f58e4 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356524 Jul 28 14:52:40.147792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a448fdf8-7f67-4936-93c9-783e7dcff860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.155342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-a448fdf8-7f67-4936-93c9-783e7dcff860 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1095 time: 0.3648448 Jul 28 14:52:40.157876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.165980 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5767be03-e4b4-4c8e-ade1-4ccdea84a2ef x-openstack-request-id: req-5767be03-e4b4-4c8e-ade1-4ccdea84a2ef {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:40.166583 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "tag": "07697370-8952-4793-860b-b71475f57e97", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:40.166583 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5767be03-e4b4-4c8e-ade1-4ccdea84a2ef {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:40.166994 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'tag': '07697370-8952-4793-860b-b71475f57e97', 'status': 'completed', 'code': 200} Jul 28 14:52:40.207829 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:40.252376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-2382e31f-114c-4ca6-8d72-3478874682d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 200 len: 217 time: 0.0795844 Jul 28 14:52:40.283228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6aba6d-28d3-4f63-8384-0911da88dea6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.290140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6aba6d-28d3-4f63-8384-0911da88dea6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.296235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3d6aba6d-28d3-4f63-8384-0911da88dea6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3520837 Jul 28 14:52:40.296714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58708) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:40.318199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Made reservation on behalf of dc8f59d02fc249afbe285687be2ad0ac for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:40.321585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.360053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.449733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.457313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 9c1f16ec-30e4-4698-90a0-ed61d979f324 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:40.458462 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.549121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab058d-3cc1-450c-9a89-7cadb8152bb5 None None] Pushing event updated for resources: {'Port': ['ID=de188718-a5a1-4903-8b43-eb95493980d0,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:40.554356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.554854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.555342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.555825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.556761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.557306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.559076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.561742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-511e6f5c-83b9-423c-a52f-21c1657b0e80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.2685084 Jul 28 14:52:40.564861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-56b3b014-ef42-43f5-8b33-daa0e8632b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.566846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-56b3b014-ef42-43f5-8b33-daa0e8632b12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.2972643 Jul 28 14:52:40.644800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.665895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 9c1f16ec-30e4-4698-90a0-ed61d979f324 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:40.688866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.690564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.691222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.748057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cbf942bc-fd59-4507-9b28-17b685ad748f None None] Provisioning for port 9c1f16ec-30e4-4698-90a0-ed61d979f324 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:40.753639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cbf942bc-fd59-4507-9b28-17b685ad748f None None] Provisioning complete for port 9c1f16ec-30e4-4698-90a0-ed61d979f324 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:40.760821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cbf942bc-fd59-4507-9b28-17b685ad748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.844491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] Pushing event updated for resources: {'Network': ['ID=2896b4d6-780f-41d0-9de9-0cbaed8805c5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:40.854368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-17e35115-47c2-4ff5-9a4b-f92a822d0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.857166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-17e35115-47c2-4ff5-9a4b-f92a822d0221 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679186 Jul 28 14:52:40.875797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:40.900378 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c5bf4151-a778-4aff-9cb3-00bb4ff74f64', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'port_id': '07697370-8952-4793-860b-b71475f57e97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'mac_address': 'fa:16:3e:bf:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:50:37Z', 'updated_at': '2021-07-28T14:52:38Z', 'revision_number': 1, 'project_id': '27b481319b1048a8a5c5671306336db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:09Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:40.945927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-234bb8b9-6578-4146-a003-c660bc4fb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.947617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-234bb8b9-6578-4146-a003-c660bc4fb880 service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd HTTP/1.1" status: 200 len: 912 time: 0.3698342 Jul 28 14:52:40.959928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.995345 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] Checking router: 096a105c-2582-4da5-9a7c-9c235937dd54 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:41.030853 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:41.037303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:41.079864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cbf942bc-fd59-4507-9b28-17b685ad748f None None] Port 9c1f16ec-30e4-4698-90a0-ed61d979f324 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:41.099849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de188718-a5a1-4903-8b43-eb95493980d0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:41.137185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.151718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.184070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-1d0f0067-688b-4519-9478-9b566181719f service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069308 Jul 28 14:52:41.231394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=9c1f16ec-30e4-4698-90a0-ed61d979f324,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:41.260002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port de188718-a5a1-4903-8b43-eb95493980d0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:41.260519 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.341909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.347019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd5b7a78-a851-4190-84f9-ac80f733ff2b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/9c1f16ec-30e4-4698-90a0-ed61d979f324 HTTP/1.1" status: 204 len: 168 time: 1.0462685 Jul 28 14:52:41.348099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-98717428-0f85-4a31-87ce-c814532f9238 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1000 time: 0.3861058 Jul 28 14:52:41.352081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58730) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:41.388140 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:41.451638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:41.540411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aa232bc2-831d-448c-9731-0d394a49eb4c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.1753967 Jul 28 14:52:41.541044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58738) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:41.561207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Request body: {'subnet': {'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-subnet', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:41.592928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4718c208-3483-407c-b96f-d5bb62e096f9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:41.593120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2342e6-6e9f-4e62-996b-4c23708019aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:41.612153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2342e6-6e9f-4e62-996b-4c23708019aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:41.620057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2b2342e6-6e9f-4e62-996b-4c23708019aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2663851 Jul 28 14:52:41.658931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:41.725172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.725911 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Added segment 78f61cc4-9b61-47b4-afdb-22de56e8b28c of type vlan for network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad Jul 28 14:52:41.727107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 99c348b8-3a2b-46aa-8354-ce3cbdd93701 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:41.735790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.784086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Made reservation on behalf of e47f4617f5e3494680026db6405d0c9f for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:41.787696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.812591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-79f545e7-caa3-4a36-bd8b-2cf04a27f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:41.814643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-79f545e7-caa3-4a36-bd8b-2cf04a27f06c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.3930402 Jul 28 14:52:41.826466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81278a-c09c-48d5-98d7-188df187dc23 req-41386b60-818b-4bcd-b91b-ccf454304513 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:41.828388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de81278a-c09c-48d5-98d7-188df187dc23 req-41386b60-818b-4bcd-b91b-ccf454304513 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 943 time: 0.4284656 Jul 28 14:52:41.831441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.862992 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c5bf4151-a778-4aff-9cb3-00bb4ff74f64', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'port_id': '07697370-8952-4793-860b-b71475f57e97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'mac_address': 'fa:16:3e:bf:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:50:37Z', 'updated_at': '2021-07-28T14:52:38Z', 'revision_number': 1, 'project_id': '27b481319b1048a8a5c5671306336db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:09Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:41.954622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de81278a-c09c-48d5-98d7-188df187dc23 req-80ee83fd-90d5-415a-8442-dfc60c211047 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082115 Jul 28 14:52:41.957672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1344a3aa-5498-4c8d-ae2c-c98edd43dd1d req-1b3c3a9a-83e8-4ee3-a0bc-9167b36802a6 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261965 Jul 28 14:52:41.978235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-a7388719-4fd4-4818-bccd-174e6c7e1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:41.980182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-a7388719-4fd4-4818-bccd-174e6c7e1c92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416755 Jul 28 14:52:42.023743 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758be75-377f-4b01-8ba6-610143e520bc None None] The sync data for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 is: [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c5bf4151-a778-4aff-9cb3-00bb4ff74f64', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'port_id': '07697370-8952-4793-860b-b71475f57e97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'mac_address': 'fa:16:3e:bf:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:50:37Z', 'updated_at': '2021-07-28T14:52:38Z', 'revision_number': 1, 'project_id': '27b481319b1048a8a5c5671306336db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:09Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:42.048847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.057308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.064660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:42.064660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.166655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] Pushing event updated for resources: {'Network': ['ID=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:42.186801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-cbd75d5a-a6e4-494d-bc63-96d04e6a176a service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906784 Jul 28 14:52:42.187744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:42.206962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.257894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-26d69aec-c645-47f8-921e-cbe71530fc3b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8259449 Jul 28 14:52:42.262631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58760) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.272605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Request body: {'subnet': {'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2143119435-subnet', 'tenant_id': 'dc8f59d02fc249afbe285687be2ad0ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:42.355472 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.362656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:42.363433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Network hostable DHCP agents. Network: 2896b4d6-780f-41d0-9de9-0cbaed8805c5, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:42.367789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6d156cd-2d42-40a1-9fa8-df3d4b465a0d req-a9fe315e-c6c6-40a9-bb46-23fee3b226f9 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712284 Jul 28 14:52:42.424399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a7604e-17dd-48dc-8edf-1cb490d67f88,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:42.441049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1d341-38dc-418f-beac-09f6ec634e6f None None] New status for floating IP c5bf4151-a778-4aff-9cb3-00bb4ff74f64: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:52:42.467997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Made reservation on behalf of dc8f59d02fc249afbe285687be2ad0ac for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:42.472498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.495324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58766) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.605767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:42.829205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.836617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58774) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.840127 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e9d5525-863f-416d-acf2-69cba4b6b9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.914303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2896b4d6-780f-41d0-9de9-0cbaed8805c5) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:42.916073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=99c348b8-3a2b-46aa-8354-ce3cbdd93701,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:42.922885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.926445 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-66749969-83a6-4f34-b67f-7f8a4465c42a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/99c348b8-3a2b-46aa-8354-ce3cbdd93701 HTTP/1.1" status: 204 len: 168 time: 1.2661369 Jul 28 14:52:42.935955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58782) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.936386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:42.936386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.940663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0bb78-fb77-40f4-a758-edf4947f3d81 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:43.000026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e24fa-c4b9-494d-b870-2c067fc913ed None None] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:43.076334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.128805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e9d5525-863f-416d-acf2-69cba4b6b9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.130894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e1e5417a-b85c-4680-97c6-c8d25fb7195b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1974669 Jul 28 14:52:43.134836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58786) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.141213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-880291974', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:43.206955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2483afe-890f-4c20-a275-bcb5e278e5af tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:43.211029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2483afe-890f-4c20-a275-bcb5e278e5af tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0725007 Jul 28 14:52:43.212525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58788) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.247919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ca80-f352-4e39-9631-dc364d93bb9f req-6eeef1cb-2696-47a6-b1a1-0940867515c7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:43.250007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7d1ca80-f352-4e39-9631-dc364d93bb9f req-6eeef1cb-2696-47a6-b1a1-0940867515c7 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 943 time: 0.1691730 Jul 28 14:52:43.251406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d75cb6e-b116-4b9d-aae8-2ca5b607367d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.267497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Checking segment: {'id': '78f61cc4-9b61-47b4-afdb-22de56e8b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:43.267869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Network hostable DHCP agents. Network: 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:43.293518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:43.293518 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.339388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7d1ca80-f352-4e39-9631-dc364d93bb9f req-6b430111-7170-4dee-b81e-8fa2bc6a22a5 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585301 Jul 28 14:52:43.339822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581b41ff-ab27-4ae0-af1a-a2e2cfc0fe76 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:43.340261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-581b41ff-ab27-4ae0-af1a-a2e2cfc0fe76 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266117 Jul 28 14:52:43.344647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58790) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.383982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:43.414256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ab079730-a62a-4f4f-a2e4-6da354d4dd2e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676095 Jul 28 14:52:43.420643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.425098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:43.489426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Allocated IP 172.20.0.2 (2896b4d6-780f-41d0-9de9-0cbaed8805c5/d0a7604e-17dd-48dc-8edf-1cb490d67f88/202c6a07-e1e9-4434-b4df-8910cbffafea) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:43.498348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e9d5525-863f-416d-acf2-69cba4b6b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.506742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] Deleting port de188718-a5a1-4903-8b43-eb95493980d0 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:43.507127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.531503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:43.601118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-069602f6-cbc0-4617-bc25-fbcb6ccec91d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0606005 Jul 28 14:52:43.602071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58798) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.605533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58800) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.614870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e9d5525-863f-416d-acf2-69cba4b6b9cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afb1771a259f420e9fdd3151f6a172f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175928 Jul 28 14:52:43.615880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58804) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.616356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:43.624114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d5525-863f-416d-acf2-69cba4b6b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733cc762-c70c-4264-97e3-3ef711c4ec9d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.662523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:43.668667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:43.671431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.677255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] For port de188718-a5a1-4903-8b43-eb95493980d0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de188718-a5a1-4903-8b43-eb95493980d0,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:43.678106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.706575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] Calling delete_port for de188718-a5a1-4903-8b43-eb95493980d0 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:43.712750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f850f77a-35b8-497b-a74c-17d4d49077e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.718786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb507558-31bc-4fa3-be07-696e7030b0fa None None] Network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:43.746090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f850f77a-35b8-497b-a74c-17d4d49077e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.757583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Made reservation on behalf of adb2e7ecfed04aba9fb0fe0fb101e5bc for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:43.760415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.772575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.813094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5b3ed1a6-3fbb-4b73-a6b9-052f33577c8a tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-919554837', 'prefixes': ['172.20.0.0/16']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:43.879099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.881026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.913998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f850f77a-35b8-497b-a74c-17d4d49077e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.924715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f850f77a-35b8-497b-a74c-17d4d49077e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.924715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f850f77a-35b8-497b-a74c-17d4d49077e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/733cc762-c70c-4264-97e3-3ef711c4ec9d HTTP/1.1" status: 204 len: 168 time: 0.3024035 Jul 28 14:52:43.935375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850f77a-35b8-497b-a74c-17d4d49077e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733cc762-c70c-4264-97e3-3ef711c4ec9d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.987022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.046803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:44.056186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.177063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3a38f684-462d-47a8-8461-95fe0f0d78da admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9123764 Jul 28 14:52:44.247331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.266198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d1ce6-47ac-4822-91b5-dc6d4128f117 None None] Network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:44.344548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Transition to ACTIVE for port object 202c6a07-e1e9-4434-b4df-8910cbffafea will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:44.350546 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.405482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] No DVR routers for this DVR port de188718-a5a1-4903-8b43-eb95493980d0 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:44.413379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Transition to ACTIVE for port object 202c6a07-e1e9-4434-b4df-8910cbffafea will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:44.415648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd13e6c-110e-45a5-831a-59c5ca13bd46 None None] Pushing event deleted for resources: {'Port': ['ID=de188718-a5a1-4903-8b43-eb95493980d0,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.464441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.530785 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.543599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 730d0d0e-ce04-401e-88b7-87d701ca9a3c details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:44.611963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.630385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:44.670219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:44.687575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:44.688639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.713369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:44.734543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.735208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432ef5e-9a0a-4b18-9c43-51230e78fe0d None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:44.742711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'port_id': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'mac_address': 'fa:16:3e:c7:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:44.745989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.056760 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-49abdddf-5ea7-4a9c-891a-2111c5e1717c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6366682 Jul 28 14:52:45.058327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.060920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58830) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.068016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1', 'ip_address': '2001:db8::a5eb:4498:d6c1:389e'}], 'name': 'tempest-NetworksTestDHCPv6-492006115'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:45.082909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-99de6f08-89ab-494d-a190-5bd266087ea2 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:45.084651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-99de6f08-89ab-494d-a190-5bd266087ea2 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/networks?id=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad HTTP/1.1" status: 200 len: 814 time: 0.1466472 Jul 28 14:52:45.088495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] device_id is not set on port c71cc9f6-9129-431d-9ce8-9715f4f4ba04 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:45.097537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de188718-a5a1-4903-8b43-eb95493980d0 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:45.150438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:45.152419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-a65d48e5-570d-4ed7-a769-b435a9d2ae78 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/quotas/dc8f59d02fc249afbe285687be2ad0ac HTTP/1.1" status: 200 len: 375 time: 0.0493729 Jul 28 14:52:45.169551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: de188718-a5a1-4903-8b43-eb95493980d0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:45.169903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de188718-a5a1-4903-8b43-eb95493980d0 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:45.175989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:45.188293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:45.190619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Pushing event updated for resources: {'Port': ['ID=202c6a07-e1e9-4434-b4df-8910cbffafea,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.195749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.220902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09313caf-12e4-4eed-aac6-388cb3f26ea2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.227737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-7ebd2004-6b8c-4836-9cab-8d4c80a72c4d tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc8f59d02fc249afbe285687be2ad0ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662055 Jul 28 14:52:45.242090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faaea3-ed0e-4bb1-b6d6-e7ff4b36d5e2 req-938b05c2-7457-42f2-96af-cf157739106e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:45.250049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65faaea3-ed0e-4bb1-b6d6-e7ff4b36d5e2 req-938b05c2-7457-42f2-96af-cf157739106e tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 943 time: 0.6662552 Jul 28 14:52:45.342298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Attempting to bind port 202c6a07-e1e9-4434-b4df-8910cbffafea on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:45.342959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Attempting to bind port 202c6a07-e1e9-4434-b4df-8910cbffafea by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:45.343828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Attempting to bind port 202c6a07-e1e9-4434-b4df-8910cbffafea on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:45.346062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65faaea3-ed0e-4bb1-b6d6-e7ff4b36d5e2 req-78cfc8f9-9bf3-42a2-b9a3-22eee2fbdace tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940721 Jul 28 14:52:45.350529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730d0d0e-ce04-401e-88b7-87d701ca9a3c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:45.415018 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-96b2b19a-98b5-4320-9219-821253d9b530 service neutron] 10.222.0.57 "GET /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738942 Jul 28 14:52:45.425439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:45.426369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:45.426616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Allocated IP 172.25.6.107 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c71cc9f6-9129-431d-9ce8-9715f4f4ba04) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:45.426965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.427775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Bound using segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:45.428609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Bound port: 202c6a07-e1e9-4434-b4df-8910cbffafea, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:45.429269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.443868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:45.525362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-5046a145-731e-4104-93bc-bc8b5a1f263b service neutron] 10.222.0.57 "GET /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043262 Jul 28 14:52:45.542107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:45.555139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58832) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.570876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:45.572085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.635258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0557bd6-6193-44f9-9879-e328c6e3351d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.661862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.687651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 08cefc05-80df-4606-b649-13f62c8c875b yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:45.708573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.716512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.763944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.771597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] For port 202c6a07-e1e9-4434-b4df-8910cbffafea, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:45.776591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed1a6-3fbb-4b73-a6b9-052f33577c8a tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] Notify callbacks [] for subnetpool, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.778707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5b3ed1a6-3fbb-4b73-a6b9-052f33577c8a tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 2.1753716 Jul 28 14:52:45.786040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58834) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.822484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] For port 202c6a07-e1e9-4434-b4df-8910cbffafea, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=202c6a07-e1e9-4434-b4df-8910cbffafea,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:45.837501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=730d0d0e-ce04-401e-88b7-87d701ca9a3c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.844344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-64a5eb97-40cb-4f8a-b9ad-d7b3ddc06974 tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] 10.222.0.57 "GET /v2.0/subnetpools/5da37917-271c-44b4-9ba1-9925ba8de12f HTTP/1.1" status: 200 len: 731 time: 0.0564702 Jul 28 14:52:45.849311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.854382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-21cf8734-a07a-4a3d-845d-2dde12e12f7e tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2075757585'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:45.854791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.855258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.855709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.856160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.856645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.857087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.857532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.858060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.858502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.858983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.859418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.859854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:45.929856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1/2cf76684-c873-48c6-b3e5-7ce5fc59ef71) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:45.939408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.067155 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.069887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4936a7c-d374-4d0e-8601-b5a956cb0d46 req-41bc7ecc-e3cf-4f63-a6bf-61b35f5e2282 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0731573 Jul 28 14:52:46.143167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21cf8734-a07a-4a3d-845d-2dde12e12f7e tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] Notify callbacks [] for subnetpool, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.143292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0557bd6-6193-44f9-9879-e328c6e3351d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.145775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-21cf8734-a07a-4a3d-845d-2dde12e12f7e tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] 10.222.0.57 "PUT /v2.0/subnetpools/5da37917-271c-44b4-9ba1-9925ba8de12f HTTP/1.1" status: 200 len: 684 time: 0.2949390 Jul 28 14:52:46.148406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58842) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.176988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['730d0d0e-ce04-401e-88b7-87d701ca9a3c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:46.290979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.362293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0557bd6-6193-44f9-9879-e328c6e3351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.379529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef3a557e-50eb-4092-9efa-ba6eabad74b9 tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] Notify callbacks [] for subnetpool, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.385084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ef3a557e-50eb-4092-9efa-ba6eabad74b9 tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5da37917-271c-44b4-9ba1-9925ba8de12f HTTP/1.1" status: 204 len: 168 time: 0.2313199 Jul 28 14:52:46.390917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58850) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.399855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8d8e-9727-4dd4-a4e2-742319560714 None None] Pushing event updated for resources: {'Port': ['ID=202c6a07-e1e9-4434-b4df-8910cbffafea,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:46.443420 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-095f814a-d230-4bd4-9c24-ea44b317ce00 tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] show failed (client error): The resource could not be found. Jul 28 14:52:46.444915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-095f814a-d230-4bd4-9c24-ea44b317ce00 tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] 10.222.0.57 "GET /v2.0/subnetpools/5da37917-271c-44b4-9ba1-9925ba8de12f HTTP/1.1" status: 404 len: 346 time: 0.0577507 Jul 28 14:52:46.448025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Allocated IP 172.25.6.181 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/2d2ed8e5-62c8-4732-89e6-b1f97d384429) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:46.456084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.473701 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-29fbee5d-4d6f-43e8-a44d-cc0effa6a61e tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] delete failed (client error): The resource could not be found. Jul 28 14:52:46.485058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-29fbee5d-4d6f-43e8-a44d-cc0effa6a61e tempest-SubnetPoolsTestJSON-2136579925 tempest-SubnetPoolsTestJSON-2136579925-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5da37917-271c-44b4-9ba1-9925ba8de12f HTTP/1.1" status: 404 len: 346 time: 0.0186820 Jul 28 14:52:46.537114 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.605507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Transition to ACTIVE for port object 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:46.612971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f43d3-24f2-41bb-bae8-09efac473c4b req-729bd9d0-af6a-4d4d-a72e-03f85922863b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:46.629091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a67f43d3-24f2-41bb-bae8-09efac473c4b req-729bd9d0-af6a-4d4d-a72e-03f85922863b tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 944 time: 0.1871011 Jul 28 14:52:46.642954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Transition to ACTIVE for port object 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:46.652272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:46.672016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:46.689818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b0557bd6-6193-44f9-9879-e328c6e3351d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef98606d50bc469ca9bee0eefa202076&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1327000 Jul 28 14:52:46.690425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.695879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:46.734815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a67f43d3-24f2-41bb-bae8-09efac473c4b req-48eeb202-a859-4a95-a805-17c542ea97a9 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047807 Jul 28 14:52:46.759756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.765531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Pushing event updated for resources: {'Port': ['ID=c71cc9f6-9129-431d-9ce8-9715f4f4ba04,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:46.796159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0557bd6-6193-44f9-9879-e328c6e3351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb25a42-3dea-4b8c-8816-cbb67b4b0663,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:46.846522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:46.850128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:46.868095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:46.868285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:46.869470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.888514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cef6fbf-ed5d-47d1-80b4-e8485b639e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.914674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Pushing event updated for resources: {'Port': ['ID=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:46.931208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::a5eb:4498:d6c1:389e (e6db1467-3099-4ac4-83d0-dd83574f8121/2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1/08cefc05-80df-4606-b649-13f62c8c875b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:46.963774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.964023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cef6fbf-ed5d-47d1-80b4-e8485b639e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.000852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Attempting to bind port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:47.001557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Attempting to bind port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:47.002744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Attempting to bind port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:47.010093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:47.010915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:47.011879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.012530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:47.013372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Bound port: 2cf76684-c873-48c6-b3e5-7ce5fc59ef71, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:47.014060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.074718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-31c4a468-8207-43a7-8191-77e45fa9464b tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2341745 Jul 28 14:52:47.077789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58860) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.083197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.107'}]}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:47.123884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 202c6a07-e1e9-4434-b4df-8910cbffafea up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:47.166364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] For port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:47.187878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40bdbd1e-de11-4faa-9137-35e14b9e07e0 req-265424da-3d9a-4ce4-98c9-d10a1ea3cfb8 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0343897 Jul 28 14:52:47.198019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] For port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:47.315054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.326155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cef6fbf-ed5d-47d1-80b4-e8485b639e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.329175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1cef6fbf-ed5d-47d1-80b4-e8485b639e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.332998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1cef6fbf-ed5d-47d1-80b4-e8485b639e10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bb25a42-3dea-4b8c-8816-cbb67b4b0663 HTTP/1.1" status: 204 len: 168 time: 0.6385939 Jul 28 14:52:47.344143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.345838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.388951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:47.396299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:47.396771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef6fbf-ed5d-47d1-80b4-e8485b639e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb25a42-3dea-4b8c-8816-cbb67b4b0663,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:47.400011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:47.408884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Pushing event updated for resources: {'Port': ['ID=2d2ed8e5-62c8-4732-89e6-b1f97d384429,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:47.456899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 202c6a07-e1e9-4434-b4df-8910cbffafea completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:47.468734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.527728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.580176 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.589365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46433e-ddee-4b51-8024-fef095bbedc9 None None] Pushing event updated for resources: {'Port': ['ID=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:47.622917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 08cefc05-80df-4606-b649-13f62c8c875b will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:47.832839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.961067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.044879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfebdd6-18b7-40be-bc5c-c02099e08d03 None None] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:48.092952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.166248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91665b9-d6b9-4752-b8bd-6f8d473254b1 req-d4d18b1f-db2f-4d6e-8e3a-d65976d5ffe0 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.173847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b91665b9-d6b9-4752-b8bd-6f8d473254b1 req-d4d18b1f-db2f-4d6e-8e3a-d65976d5ffe0 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 944 time: 0.2465370 Jul 28 14:52:48.276772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.328026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:48.363186 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78375761-5fd9-4133-89ce-71dba151dfe3 req-043d1ded-f81f-4bf6-b5ce-7965b44ab7d4 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0536540 Jul 28 14:52:48.367359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c5fa08-a378-49bf-b51e-84d4b35bbe17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.371251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:48.375606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=08cefc05-80df-4606-b649-13f62c8c875b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:48.378413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b91665b9-d6b9-4752-b8bd-6f8d473254b1 req-e9f0e285-caa6-4a8e-98ed-d3fdd5ee3761 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687696 Jul 28 14:52:48.382519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:48.388656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.389354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.396531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] Provisioning for port 202c6a07-e1e9-4434-b4df-8910cbffafea completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:48.402034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] Provisioning complete for port 202c6a07-e1e9-4434-b4df-8910cbffafea triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:48.408280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.525817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 730d0d0e-ce04-401e-88b7-87d701ca9a3c up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:48.644254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.689512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.690638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58890) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:48.692696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97c03ea6-4a50-4165-b5d6-a2fa0870b226 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6297386 Jul 28 14:52:48.694168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] For port 202c6a07-e1e9-4434-b4df-8910cbffafea, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=202c6a07-e1e9-4434-b4df-8910cbffafea,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:48.735047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1', 'ip_address': '2001:db8::a5eb:4498:d6c1:389e'}], 'name': 'tempest-NetworksTestDHCPv6-1045844963'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:48.800586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 730d0d0e-ce04-401e-88b7-87d701ca9a3c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:48.804876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.814725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.849989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.867805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 730d0d0e-ce04-401e-88b7-87d701ca9a3c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:48.868371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.041439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c5fa08-a378-49bf-b51e-84d4b35bbe17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.081623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-84f292b2-1211-4f09-a1c0-9c5f3547f719 None None] Provisioning complete for port 202c6a07-e1e9-4434-b4df-8910cbffafea triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:49.084821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-84f292b2-1211-4f09-a1c0-9c5f3547f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.107999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1175c60-eeb4-4f0b-afbc-57e28db60971 None None] Pushing event updated for resources: {'Port': ['ID=202c6a07-e1e9-4434-b4df-8910cbffafea,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:49.177490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c5fa08-a378-49bf-b51e-84d4b35bbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.212324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:49.274258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.308867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:52:49.401631 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.435135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86c5fa08-a378-49bf-b51e-84d4b35bbe17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59cee13d649e4fafaba826405a944b66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5946345 Jul 28 14:52:49.446127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58904) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:49.468028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:49.470671 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ee62f-9d84-4267-a5b5-920e77768f29" -d '{"events": [{"server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "name": "network-vif-plugged", "status": "completed", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:49.478305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:49.508051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:49.593421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5fa08-a378-49bf-b51e-84d4b35bbe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56d1cb-a9b7-46e0-9314-740b0a5c80dc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:49.656837 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.705700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:49.774878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ce48f52-a6f6-42c8-a514-7b262d74efea req-1bc04454-d28b-4133-8f5c-e04d8883502f tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0961766 Jul 28 14:52:49.800223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=730d0d0e-ce04-401e-88b7-87d701ca9a3c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:49.880309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.881268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:49.885598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.900767 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:49.901705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10b3dfd4-c14f-4738-95c5-8e9a0fed5125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.920373 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:49.925260 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e6a00-f202-4b49-bd34-13d5cb97f11f x-openstack-request-id: req-fa0e6a00-f202-4b49-bd34-13d5cb97f11f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:49.925747 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "name": "network-vif-plugged", "status": "completed", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:49.926096 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa0e6a00-f202-4b49-bd34-13d5cb97f11f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:49.926717 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'code': 200} Jul 28 14:52:49.927607 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:49.947861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] Provisioning for port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:49.957137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] Provisioning complete for port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:49.958140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.974359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10b3dfd4-c14f-4738-95c5-8e9a0fed5125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.990360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fdb0b-790c-4fd3-9db0-dca97fd57829 req-3158cbad-74e6-40e6-98a5-76c70e9a35b6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:50.005322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab4fdb0b-790c-4fd3-9db0-dca97fd57829 req-3158cbad-74e6-40e6-98a5-76c70e9a35b6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 0.2527821 Jul 28 14:52:50.085520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.085670 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.086478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f19c155d-b571-4644-a8df-7db331297d74 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:52:50.129982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab4fdb0b-790c-4fd3-9db0-dca97fd57829 req-a52b6cd5-532f-42ff-8267-7e732a73ecbe tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224558 Jul 28 14:52:50.182172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port b9b6a87f-d90d-4b37-b823-97d1bbe61ce7 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:50.234666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10b3dfd4-c14f-4738-95c5-8e9a0fed5125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.240133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10b3dfd4-c14f-4738-95c5-8e9a0fed5125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.243829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-10b3dfd4-c14f-4738-95c5-8e9a0fed5125 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c56d1cb-a9b7-46e0-9314-740b0a5c80dc HTTP/1.1" status: 204 len: 168 time: 0.7943623 Jul 28 14:52:50.284911 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:50.302081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.314642 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:52:50.316722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-db90c3ac-a605-4c5b-8cd8-f1c7b0d19bf7 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2374713 Jul 28 14:52:50.321359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:50.450178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.450178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8476e94d-50de-4451-b552-e8788382425f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8373163 Jul 28 14:52:50.450737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] For port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:50.471898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58924) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:50.473199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3dfd4-c14f-4738-95c5-8e9a0fed5125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56d1cb-a9b7-46e0-9314-740b0a5c80dc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:50.529916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Deleting port c71cc9f6-9129-431d-9ce8-9715f4f4ba04 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:50.530852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.645812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c13571-f324-42d6-9b78-ee71babed0f4 req-02c10763-3bed-4b79-bfdd-c525658d025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:50.654098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10c13571-f324-42d6-9b78-ee71babed0f4 req-02c10763-3bed-4b79-bfdd-c525658d025f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1097 time: 0.5405400 Jul 28 14:52:50.711098 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:47Z', 'revision_number': 3, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:50.754642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.770146 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:50.770892 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Updating router 53ab51c4-110a-4c05-8eb7-28d36b57f244 port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:52:50.834050 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.851189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561101c-96e2-4ace-91b1-20f2d3c36ea7 None None] Pushing event updated for resources: {'Port': ['ID=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:51.005833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-05060aaa-285a-4356-8d2d-c71e8036b8ed None None] Provisioning for port 08cefc05-80df-4606-b649-13f62c8c875b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:51.013899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-05060aaa-285a-4356-8d2d-c71e8036b8ed None None] Provisioning complete for port 08cefc05-80df-4606-b649-13f62c8c875b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:51.013899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05060aaa-285a-4356-8d2d-c71e8036b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.153690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 202c6a07-e1e9-4434-b4df-8910cbffafea up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:51.233451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-05060aaa-285a-4356-8d2d-c71e8036b8ed None None] Port 08cefc05-80df-4606-b649-13f62c8c875b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:51.288536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 202c6a07-e1e9-4434-b4df-8910cbffafea triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:51.289244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.447403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:51.488171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97d99542-076a-4749-ae2b-b16771bf27ff req-e7331000-069a-4330-aa24-47a42d3ba077 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.2132764 Jul 28 14:52:51.527686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-e3edb6c7-96c2-4fe7-ba51-32eb3ddeca75 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:51.529355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-e3edb6c7-96c2-4fe7-ba51-32eb3ddeca75 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.58 "GET /v2.0/networks?id=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad HTTP/1.1" status: 200 len: 814 time: 1.3648338 Jul 28 14:52:51.545758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:51.545758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.556566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Request body: {'port': {'device_id': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad', 'admin_state_up': True, 'tenant_id': 'dc8f59d02fc249afbe285687be2ad0ac'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:51.583539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10c13571-f324-42d6-9b78-ee71babed0f4 req-4d213fc9-c79b-4852-91a0-5125550f9223 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094057 Jul 28 14:52:51.622726 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 14:52:51.623406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:51.645301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f07dfb-6526-4471-bc79-144f92504cd2 req-364c3e7a-cf07-4dde-a3b8-dd5f3c3b6bb6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:51.648680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.653846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2f07dfb-6526-4471-bc79-144f92504cd2 req-364c3e7a-cf07-4dde-a3b8-dd5f3c3b6bb6 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 0.2576301 Jul 28 14:52:51.683998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Calling delete_port for c71cc9f6-9129-431d-9ce8-9715f4f4ba04 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:51.768300 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.787404 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Transition to ACTIVE for port object 2d2ed8e5-62c8-4732-89e6-b1f97d384429 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:51.878751 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.956476 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Pushing event updated for resources: {'Port': ['ID=2d2ed8e5-62c8-4732-89e6-b1f97d384429,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:51.960852 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Attempting to bind port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:51.961538 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Attempting to bind port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:51.962080 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Attempting to bind port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:51.970350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.971015 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.971547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.972133 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.972748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.973096 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.973434 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.974028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.974870 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.975854 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.976396 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.976744 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.977071 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:51.983334 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:51.983807 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:51.984424 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.985035 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:51.986510 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Bound port: 2d2ed8e5-62c8-4732-89e6-b1f97d384429, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:51.986900 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.990361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2f07dfb-6526-4471-bc79-144f92504cd2 req-b7fbf6e2-6792-493b-bbf4-85486b9cc256 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343368 Jul 28 14:52:52.014970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-768276f9-f7d9-4ca1-b766-4d5630963b3e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.3218524 Jul 28 14:52:52.020616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58952) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.029336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Pushing event deleted for resources: {'Port': ['ID=c71cc9f6-9129-431d-9ce8-9715f4f4ba04,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:52.083744 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] For port 2d2ed8e5-62c8-4732-89e6-b1f97d384429, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:52.087494 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] For port 2d2ed8e5-62c8-4732-89e6-b1f97d384429, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2d2ed8e5-62c8-4732-89e6-b1f97d384429,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:52.167864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135da1af-e318-4d64-a326-11e44a112b24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:52.174591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135da1af-e318-4d64-a326-11e44a112b24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:52.180239 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-135da1af-e318-4d64-a326-11e44a112b24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1400893 Jul 28 14:52:52.181147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58954) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.211203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.213314 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8fc34b21-83e6-4cdf-9e3e-3335c2526068 tempest-RoutersAdminNegativeTest-1327899391 tempest-RoutersAdminNegativeTest-1327899391-project-admin] 10.222.0.57 "DELETE /v2.0/ports/c71cc9f6-9129-431d-9ce8-9715f4f4ba04 HTTP/1.1" status: 204 len: 168 time: 1.8904257 Jul 28 14:52:52.256868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-645b12f5-e56c-4994-bdb5-e8f1790321c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.257814 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.299095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Made reservation on behalf of dc8f59d02fc249afbe285687be2ad0ac for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:52.300295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 08cefc05-80df-4606-b649-13f62c8c875b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:52.300697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.306528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.417658 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:52.418758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.508738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.529739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7784-9ca2-4578-87da-fa2f9ea18927 None None] Pushing event updated for resources: {'Port': ['ID=2d2ed8e5-62c8-4732-89e6-b1f97d384429,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:52.539691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 08cefc05-80df-4606-b649-13f62c8c875b owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:52.620100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.659045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Allocated IP 172.20.0.7 (32fdc5fa-f39c-4135-a7dd-0e806eaa8cad/4d75cb6e-b116-4b9d-aae8-2ca5b607367d/9549ac8b-5226-4dde-8b93-19d8c1db1705) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:52.666584 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:52.729614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-feecdf49-49cc-4581-9a7c-0d9de75f2dea req-4b9abac9-2fbb-4cb8-9ec2-bae74cf11232 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0851018 Jul 28 14:52:52.888525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.931696 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:47Z', 'revision_number': 3, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.981994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad607e5-aad1-4f81-ac53-d63591d2102e None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:47Z', 'revision_number': 3, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:52.998276 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.003401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/08cefc05-80df-4606-b649-13f62c8c875b HTTP/1.1" status: 204 len: 168 time: 0.8213987 Jul 28 14:52:53.004027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58976) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.006254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2e0f-4268-4a2d-b110-2fa8be5ca12f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=08cefc05-80df-4606-b649-13f62c8c875b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:53.054907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Allocated IP 172.20.0.1 (2896b4d6-780f-41d0-9de9-0cbaed8805c5/d0a7604e-17dd-48dc-8edf-1cb490d67f88/5ac6a6de-5f1c-47d3-96e3-d62871b09001) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:53.115761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6d7f1c-47aa-40a8-931d-ff82a3e2dbdf tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:53.121000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6d7f1c-47aa-40a8-931d-ff82a3e2dbdf tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:53.131739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd6d7f1c-47aa-40a8-931d-ff82a3e2dbdf tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1262972 Jul 28 14:52:53.133893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58984) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.136982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.335898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58988) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.366512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596540-abd5-4172-8e59-df889bd8d2ed req-52ba7cf4-50c0-4fda-8b7d-86a91f07239d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:53.369570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71596540-abd5-4172-8e59-df889bd8d2ed req-52ba7cf4-50c0-4fda-8b7d-86a91f07239d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 0.2142720 Jul 28 14:52:53.375663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:53.389463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.404719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.452594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Transition to ACTIVE for port object 5ac6a6de-5f1c-47d3-96e3-d62871b09001 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:53.504221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.509413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71596540-abd5-4172-8e59-df889bd8d2ed req-7c38830e-9322-4c5d-ad5f-249c8e37ffa1 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291471 Jul 28 14:52:53.514414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.600559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58994) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.600784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Pushing event updated for resources: {'Port': ['ID=9549ac8b-5226-4dde-8b93-19d8c1db1705,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:53.627543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.649133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:53.658301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:53.665142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:53.710769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.767089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:53.767699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.778741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:53.787845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:53.798644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:53.835246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac6a6de-5f1c-47d3-96e3-d62871b09001,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:53.863483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1978058408'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:53.870084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.922118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-eee0c8a8-3e78-4f78-a02c-f4032b638f37 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750932 Jul 28 14:52:53.927221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.941674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Request body: {'port': {'device_id': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:53.974405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:53.981623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.983702 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-48e3533b-a721-4782-8fa9-91e5774fa9f7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1 HTTP/1.1" status: 204 len: 168 time: 0.8467731 Jul 28 14:52:53.987186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.989430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2764cf3d-f62a-4095-99f2-bb74a5e3940f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:54.139898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-984823f4-147e-4e45-90ff-bfdaf97bfae9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514194 Jul 28 14:52:54.151367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.159374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Made reservation on behalf of 8b25a5c8605f4b84bcaa2b0259e46027 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:54.169134 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.179067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.240896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:54.313185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.450349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5793-2258-448e-b9db-df6ca80df240 req-bbb94244-8bc9-4d07-96b4-a51ff5a29f6d tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:54.452003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a6d5793-2258-448e-b9db-df6ca80df240 req-bbb94244-8bc9-4d07-96b4-a51ff5a29f6d tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 931 time: 0.3017130 Jul 28 14:52:54.497767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:54.526975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8209b32b-416f-46ee-b5cb-4caed1dddb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.621941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] Deleting port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:54.632064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.640422 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.740941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7732bd52-ad8f-4806-b9f0-fa730bfcf6e3 None None] Provisioning for port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:54.743310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.745467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7732bd52-ad8f-4806-b9f0-fa730bfcf6e3 None None] Provisioning complete for port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:54.745816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a6d5793-2258-448e-b9db-df6ca80df240 req-b2ba4ce5-3ee7-47a1-b2c9-347681d2c818 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607636 Jul 28 14:52:54.746065 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7732bd52-ad8f-4806-b9f0-fa730bfcf6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.788651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294d2c2-b7d2-4852-b5e5-4a1ed2b95e11 req-be38e2a2-76f2-4df4-9ff0-9aa6215ee49d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:54.795340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4294d2c2-b7d2-4852-b5e5-4a1ed2b95e11 req-be38e2a2-76f2-4df4-9ff0-9aa6215ee49d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 1.0576956 Jul 28 14:52:54.809093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59022) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.819281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Request body: {'floatingip': {'port_id': '730d0d0e-ce04-401e-88b7-87d701ca9a3c'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:54.824679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7732bd52-ad8f-4806-b9f0-fa730bfcf6e3 None None] Port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:54.867366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] For port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:54.868186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.897039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] Calling delete_port for 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:54.946886 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3f37ffbd-ee2b-4132-aeb5-6aa1f4540293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.041288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.068821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:55.112964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.118265 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Added segment 8d54fd07-1bf5-4c1a-8b2e-412beed28a2d of type vlan for network e4844bdf-420a-41d5-8588-fc3979484ed3 Jul 28 14:52:55.222763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d2ed8e5-62c8-4732-89e6-b1f97d384429 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:55.229133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.264704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:55.271688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.284444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9549ac8b-5226-4dde-8b93-19d8c1db1705 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:55.298861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.303035 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.309362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.332606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.346110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Transition to ACTIVE for port object 9549ac8b-5226-4dde-8b93-19d8c1db1705 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:55.404423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8209b32b-416f-46ee-b5cb-4caed1dddb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.410591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.448991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.451926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] Pushing event deleted for resources: {'Port': ['ID=2cf76684-c873-48c6-b3e5-7ce5fc59ef71,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:55.461619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.463424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:55.471651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:55.472267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.536056 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8209b32b-416f-46ee-b5cb-4caed1dddb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.538995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95bfea-0b0c-45ce-948e-911eeb4079ad None None] No DVR routers for this DVR port 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:55.589060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e373e0-142f-4565-95c0-adf1986049a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:55.602786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.615719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:55.618742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.698616 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.740204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2d2ed8e5-62c8-4732-89e6-b1f97d384429, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2d2ed8e5-62c8-4732-89e6-b1f97d384429,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:55.751607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.766114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8209b32b-416f-46ee-b5cb-4caed1dddb24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50f7b6e4c40f419ab2358d1c258e1fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4284203 Jul 28 14:52:55.783421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:55.847147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac6a6de-5f1c-47d3-96e3-d62871b09001,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:55.850489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event updated for resources: {'Network': ['ID=e4844bdf-420a-41d5-8588-fc3979484ed3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:55.879448 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.953613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e4844bdf-420a-41d5-8588-fc3979484ed3 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:55.962325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Pushing event updated for resources: {'Port': ['ID=9549ac8b-5226-4dde-8b93-19d8c1db1705,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:55.997455 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e4a4349b-b435-4ea7-8de2-e80b8b7869e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3942590 Jul 28 14:52:56.006066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:56.016790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Request body: {'subnet': {'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:56.043536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209b32b-416f-46ee-b5cb-4caed1dddb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72ed48-af62-43d3-a031-731bf4c7cf10,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:56.140588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:56.266615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:56.267304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2cf76684-c873-48c6-b3e5-7ce5fc59ef71 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:56.297095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2d2ed8e5-62c8-4732-89e6-b1f97d384429,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:56.335208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5059600-9d39-4971-a922-c3307f198005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.388589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9bdf-e445-4f2d-9b51-3d377fc7a621 req-724d6aed-18e1-4ed1-80d6-460f934c5771 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:56.390367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4ec9bdf-e445-4f2d-9b51-3d377fc7a621 req-724d6aed-18e1-4ed1-80d6-460f934c5771 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 943 time: 0.4326034 Jul 28 14:52:56.400128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Attempting to bind port 9549ac8b-5226-4dde-8b93-19d8c1db1705 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:56.400543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Attempting to bind port 9549ac8b-5226-4dde-8b93-19d8c1db1705 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '78f61cc4-9b61-47b4-afdb-22de56e8b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:56.401100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Attempting to bind port 9549ac8b-5226-4dde-8b93-19d8c1db1705 on network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:56.418505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.422327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5059600-9d39-4971-a922-c3307f198005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.443648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Port 9549ac8b-5226-4dde-8b93-19d8c1db1705 on network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:56.447492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Attempting to bind port 9549ac8b-5226-4dde-8b93-19d8c1db1705 on network 32fdc5fa-f39c-4135-a7dd-0e806eaa8cad {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:56.447722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.455550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:56.465628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:56.465986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Checking segment: {'id': '78f61cc4-9b61-47b4-afdb-22de56e8b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:56.466367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Bound using segment: {'id': '78f61cc4-9b61-47b4-afdb-22de56e8b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:56.466821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Bound port: 9549ac8b-5226-4dde-8b93-19d8c1db1705, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f61cc4-9b61-47b4-afdb-22de56e8b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:56.467190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.469558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:56.538342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4ec9bdf-e445-4f2d-9b51-3d377fc7a621 req-424d39ea-f4cc-4d6f-8191-a0a3dbab0cd9 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317973 Jul 28 14:52:56.670754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] For port 9549ac8b-5226-4dde-8b93-19d8c1db1705, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:56.725557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] For port 9549ac8b-5226-4dde-8b93-19d8c1db1705, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705,segment=NetworkSegment(78f61cc4-9b61-47b4-afdb-22de56e8b28c),segment_id=78f61cc4-9b61-47b4-afdb-22de56e8b28c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:56.730709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:56.754268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:56.758665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:56.760182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.778357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de3a84-9f43-4233-ab17-5014137c2361 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:56.783380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=5d61519d-00f0-4f25-8cb1-494cb7327cf9,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:56.798967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:56.817760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.828727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5059600-9d39-4971-a922-c3307f198005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.839425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5059600-9d39-4971-a922-c3307f198005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.839425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d5059600-9d39-4971-a922-c3307f198005 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b72ed48-af62-43d3-a031-731bf4c7cf10 HTTP/1.1" status: 204 len: 168 time: 1.0335629 Jul 28 14:52:56.916362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.934358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5059600-9d39-4971-a922-c3307f198005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72ed48-af62-43d3-a031-731bf4c7cf10,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:56.978296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.983430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Made reservation on behalf of 8b25a5c8605f4b84bcaa2b0259e46027 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:56.991186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.023085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:57.024654 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.035927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] 10.222.0.58 "PUT /v2.0/ports/9549ac8b-5226-4dde-8b93-19d8c1db1705 HTTP/1.1" status: 200 len: 1092 time: 3.0941551 Jul 28 14:52:57.035927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'tag': '9549ac8b-5226-4dde-8b93-19d8c1db1705'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:57.035927 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a" -d '{"events": [{"name": "network-changed", "server_uuid": "8293c398-6284-45b3-b4bd-b7e6638e3a81", "tag": "9549ac8b-5226-4dde-8b93-19d8c1db1705"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:57.147578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d2ed8e5-62c8-4732-89e6-b1f97d384429 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:57.249354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '5d61519d-00f0-4f25-8cb1-494cb7327cf9'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:57.253080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.273337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1b315fd5-18d6-4a10-b14d-b3a0a39aeefd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1145494 Jul 28 14:52:57.279041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:57.302097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e6d0470-662a-4eaa-823f-a58239bb4e76 None None] Provisioning complete for port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:57.303920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '5d61519d-00f0-4f25-8cb1-494cb7327cf9', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-715060209'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:57.304401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0470-662a-4eaa-823f-a58239bb4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.398528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d0470-662a-4eaa-823f-a58239bb4e76 None None] Port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:57.664609 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c774c22c-a7bb-45ce-ad38-fa2353b64162 x-openstack-request-id: req-c774c22c-a7bb-45ce-ad38-fa2353b64162 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:57.664994 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8293c398-6284-45b3-b4bd-b7e6638e3a81", "tag": "9549ac8b-5226-4dde-8b93-19d8c1db1705", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:57.665199 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c774c22c-a7bb-45ce-ad38-fa2353b64162 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:57.665526 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'tag': '9549ac8b-5226-4dde-8b93-19d8c1db1705', 'status': 'completed', 'code': 200} Jul 28 14:52:57.670070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd68f31-f890-4b81-9a7f-f120115656de service neutron] Pushing event updated for resources: {'Port': ['ID=9549ac8b-5226-4dde-8b93-19d8c1db1705,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:57.696719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:57.703048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-86023217-1478-4a3a-98d6-20d95f9911e4 admin admin] 10.222.0.57 "PUT /v2.0/routers/53ab51c4-110a-4c05-8eb7-28d36b57f244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2261829 Jul 28 14:52:57.730470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/5d61519d-00f0-4f25-8cb1-494cb7327cf9/2cabd828-58a8-4ac0-9020-c05774a9f42c) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:57.741570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-9f96bdd0-f89e-4972-a9ab-7f68b7d5cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:57.745252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-9f96bdd0-f89e-4972-a9ab-7f68b7d5cb4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc8f59d02fc249afbe285687be2ad0ac&device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 1095 time: 0.4992330 Jul 28 14:52:57.819105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-d5d3b3b1-21d5-45b3-838f-bc4a53e2227e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705 HTTP/1.1" status: 200 len: 217 time: 0.0588000 Jul 28 14:52:57.950492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-98197923-bc18-4470-808d-373c7fc330dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:57.952278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-98197923-bc18-4470-808d-373c7fc330dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d75cb6e-b116-4b9d-aae8-2ca5b607367d HTTP/1.1" status: 200 len: 854 time: 0.1257544 Jul 28 14:52:58.022820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-d17af0d3-dcab-46a5-8eff-f1de024f1760 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580776 Jul 28 14:52:58.042483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:58.043217 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Floating IP a6c1768e-4bc6-4f7a-830c-04700053f518 associated. External IP: 172.25.6.115, port: 730d0d0e-ce04-401e-88b7-87d701ca9a3c. Jul 28 14:52:58.060412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18a30d-d0fe-47ff-b800-5a52b5ea73d0 req-10837ea2-757c-470c-9eb5-0e7946f69a3a tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:58.077570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b18a30d-d0fe-47ff-b800-5a52b5ea73d0 req-10837ea2-757c-470c-9eb5-0e7946f69a3a tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 943 time: 0.2271450 Jul 28 14:52:58.111778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:58.112390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.115968 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.126198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:58.129123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.294082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b18a30d-d0fe-47ff-b800-5a52b5ea73d0 req-aa065cf6-1219-4d9a-b1b6-74a9a4f62283 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125399 Jul 28 14:52:58.380876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-4b1a34bf-483c-4e82-8216-4bab087fa5e8 service neutron] 10.222.0.58 "GET /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823555 Jul 28 14:52:58.499581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59062) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.510924 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.515231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Transition to ACTIVE for port object 2cabd828-58a8-4ac0-9020-c05774a9f42c will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:58.633996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Transition to ACTIVE for port object 2cabd828-58a8-4ac0-9020-c05774a9f42c will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:58.654424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cedcdd45-33f0-4fde-bb69-eab937edc206 req-b014134b-03b4-4188-9e0d-2687d4052e8a service neutron] 10.222.0.58 "GET /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649496 Jul 28 14:52:58.699593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2f93edee-3038-4439-bf3e-fe00a2c96cce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adb2e7ecfed04aba9fb0fe0fb101e5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936302 Jul 28 14:52:58.704507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59066) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.713422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:58.776807 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9acda578-a14d-42af-8dbf-41c6332ce0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.812866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9acda578-a14d-42af-8dbf-41c6332ce0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.891305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.919593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-1b1e2151-3754-4d5d-8266-8e739e78de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:58.921839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-1b1e2151-3754-4d5d-8266-8e739e78de0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc8f59d02fc249afbe285687be2ad0ac&device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 1095 time: 0.0829027 Jul 28 14:52:59.011130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:59.021342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:59.024183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:59.024430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9acda578-a14d-42af-8dbf-41c6332ce0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.030893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9acda578-a14d-42af-8dbf-41c6332ce0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.030893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9acda578-a14d-42af-8dbf-41c6332ce0ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09313caf-12e4-4eed-aac6-388cb3f26ea2 HTTP/1.1" status: 204 len: 168 time: 0.3234143 Jul 28 14:52:59.102608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-98c84f6a-d359-47b6-92e7-ede126a98a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:59.107071 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Pushing event updated for resources: {'Port': ['ID=2cabd828-58a8-4ac0-9020-c05774a9f42c,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:59.107640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-98c84f6a-d359-47b6-92e7-ede126a98a1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad HTTP/1.1" status: 200 len: 915 time: 0.1751177 Jul 28 14:52:59.108855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acda578-a14d-42af-8dbf-41c6332ce0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09313caf-12e4-4eed-aac6-388cb3f26ea2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:59.173877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Attempting to bind port 2cabd828-58a8-4ac0-9020-c05774a9f42c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:59.174266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Attempting to bind port 2cabd828-58a8-4ac0-9020-c05774a9f42c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:59.174501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Attempting to bind port 2cabd828-58a8-4ac0-9020-c05774a9f42c on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:59.183315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:59.184031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:59.184687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.185311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:59.186047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Bound port: 2cabd828-58a8-4ac0-9020-c05774a9f42c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:59.186680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.217941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59076) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:59.221984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-4958f1a6-efab-4a96-9397-3559c79d21df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705 HTTP/1.1" status: 200 len: 217 time: 0.1046276 Jul 28 14:52:59.226358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499525529', 'description': 'tempest-description--2095595020'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:59.265480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:59.295968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-547c014a-cdc1-4579-9709-0a4566a3bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:59.297578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-547c014a-cdc1-4579-9709-0a4566a3bae8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d75cb6e-b116-4b9d-aae8-2ca5b607367d HTTP/1.1" status: 200 len: 854 time: 0.0664248 Jul 28 14:52:59.302376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] For port 2cabd828-58a8-4ac0-9020-c05774a9f42c, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:59.306355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 2, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.310213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] For port 2cabd828-58a8-4ac0-9020-c05774a9f42c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cabd828-58a8-4ac0-9020-c05774a9f42c,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:59.310579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.342573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Router 48b03126-a465-439f-b385-0746302fa5ef has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:59.356722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:59.357094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Updating router 53ab51c4-110a-4c05-8eb7-28d36b57f244 port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:52:59.362917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-7462cb8b-8c6f-4c23-8dad-471808a2b282 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550995 Jul 28 14:52:59.392657 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.455168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.523876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event updated for resources: {'Subnet': ['ID=1322b10c-edd0-4633-b116-630a83830dc8,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:59.547599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.604967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Checking segment: {'id': '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:59.605335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Network hostable DHCP agents. Network: e4844bdf-420a-41d5-8588-fc3979484ed3, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:59.613282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.623761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 6d7ccb9c-f3ea-44a1-8f0e-126a35856d9c yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:59.637986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bb7d4-93ef-4ce8-8228-5795b1afd30b None None] Pushing event updated for resources: {'Port': ['ID=2cabd828-58a8-4ac0-9020-c05774a9f42c,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:59.723459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:59.732631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02033d-4c95-49f6-99fa-69b5059bb2d2 req-8515b92c-43f4-42c3-b907-e03916653810 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:59.734980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b02033d-4c95-49f6-99fa-69b5059bb2d2 req-8515b92c-43f4-42c3-b907-e03916653810 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 943 time: 0.2530880 Jul 28 14:52:59.780312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.783126 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:59.803781 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:59.804872 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.843192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-258ac775-01ed-44db-a96b-ef98d11b8e8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2456379 Jul 28 14:52:59.866985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-a683b885-9981-4b66-abe1-9177db6f8c79 service neutron] 10.222.0.58 "GET /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951694 Jul 28 14:52:59.898526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b02033d-4c95-49f6-99fa-69b5059bb2d2 req-b0c7e0f6-2681-428a-9a74-85c2a9e92c6b tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553261 Jul 28 14:52:59.915382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5259f86a-0560-49fc-acd9-001823373922 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "PUT /v2.0/floatingips/a6c1768e-4bc6-4f7a-830c-04700053f518 HTTP/1.1" status: 200 len: 991 time: 5.1059802 Jul 28 14:52:59.916144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Network e4844bdf-420a-41d5-8588-fc3979484ed3 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:59.952062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:59.967218 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:00.159845 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b5b09-8bc6-43a1-afeb-40ee62743a07 x-openstack-request-id: req-748b5b09-8bc6-43a1-afeb-40ee62743a07 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:00.159845 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:00.159845 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-748b5b09-8bc6-43a1-afeb-40ee62743a07 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:00.176187 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'status': 'completed', 'code': 200} Jul 28 14:53:00.192328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e4844bdf-420a-41d5-8588-fc3979484ed3) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:00.212326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.213497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.214364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.215025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.215684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.215874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.217055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.217607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.218128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.220330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f9b53c82-11ea-457c-b4b2-14dfd010ef72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.2420483 Jul 28 14:53:00.254192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.283819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563dc321-9792-4a8a-beba-c8657a10f23d None None] Network e4844bdf-420a-41d5-8588-fc3979484ed3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:00.308507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6b57e17-755d-4b47-a43e-f7d4bdcc285a req-bae9a118-fe41-45fb-bdaf-5e159c5a92fe service neutron] 10.222.0.58 "GET /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264781 Jul 28 14:53:00.324017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-0eb131e3-c313-4903-986a-1830a5c4bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.326151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-0eb131e3-c313-4903-986a-1830a5c4bd5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1097 time: 0.1607344 Jul 28 14:53:00.352407 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:00.417782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.453255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Transition to ACTIVE for port object 5ac6a6de-5f1c-47d3-96e3-d62871b09001 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:00.474926 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:53:00.476149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:53:00.517273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-af1f5112-3deb-49c7-891a-2c2e7f4dd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.517799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-af1f5112-3deb-49c7-891a-2c2e7f4dd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.518718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-af1f5112-3deb-49c7-891a-2c2e7f4dd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.520665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-af1f5112-3deb-49c7-891a-2c2e7f4dd17a service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 2293 time: 0.2585990 Jul 28 14:53:00.524101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.618436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8632d6f7-199a-4cb3-a945-f3d3ae428aaa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6082602 Jul 28 14:53:00.622015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59110) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.633523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Request body: {'port': {'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3', 'name': 'tempest-TagsExtTest-1487056408'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:00.646906 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9549ac8b-5226-4dde-8b93-19d8c1db1705 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:53:00.652925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7adb8c5b-270f-469e-87ce-e3d579d81b1b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.3616021 Jul 28 14:53:00.653586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:00.659899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e4844bdf-420a-41d5-8588-fc3979484ed3', 'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3', 'tenant_id': '8b25a5c8605f4b84bcaa2b0259e46027', 'fixed_ips': [{'subnet_id': '1322b10c-edd0-4633-b116-630a83830dc8'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:00.661663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59112) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.663669 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.676106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.799522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-ba36daf9-fd33-4fdd-96ca-9512254d6209 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1002 time: 0.2603602 Jul 28 14:53:00.847829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-3240eae3-8555-40b6-8249-5d9daf4467a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:00.875493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-3240eae3-8555-40b6-8249-5d9daf4467a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.5338655 Jul 28 14:53:00.877633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.879555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a8d6491a-df69-4b68-9d22-1a7e9448e0d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6603632 Jul 28 14:53:00.885808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.914406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e380f-2e57-44c3-bae9-f6fc2dd8ebe3 None None] Pushing event updated for resources: {'Port': ['ID=5ac6a6de-5f1c-47d3-96e3-d62871b09001,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:00.917617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'security_group_rule': {'security_group_id': '51f6cdbc-a5a4-40be-943c-ab4cbd6c189b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:01.238110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aece87b-2cf4-4e27-8dd0-5781af8b70e8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.249476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6aece87b-2cf4-4e27-8dd0-5781af8b70e8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5762346 Jul 28 14:53:01.263806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59126) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:01.272872 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'a6c1768e-4bc6-4f7a-830c-04700053f518', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48b03126-a465-439f-b385-0746302fa5ef', 'port_id': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'mac_address': 'fa:16:3e:c7:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02507fae-82fd-4536-9939-8a5a015f97d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:52:21Z', 'updated_at': '2021-07-28T14:52:56Z', 'revision_number': 1, 'project_id': '104beadba875406199d4cde93a84a27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:01.392293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9c627-2be7-4bd3-897f-873256a82351 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.400740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9c627-2be7-4bd3-897f-873256a82351 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.406128 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14b9c627-2be7-4bd3-897f-873256a82351 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1396949 Jul 28 14:53:01.415365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59132) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:01.478123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-0cd31f94-6eb1-4195-b535-57cda3a40735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.480821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-0cd31f94-6eb1-4195-b535-57cda3a40735 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.6686943 Jul 28 14:53:01.485296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-cd5c4078-7993-44ab-a9cd-17a53f5adff5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 200 len: 999 time: 0.5651009 Jul 28 14:53:01.502123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2cabd828-58a8-4ac0-9020-c05774a9f42c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:01.631701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.671504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d151874-468a-40e3-8d7b-29fc0c9d01b7 req-ddbe6839-b8d5-46fa-96fa-c53985fc8f08 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.677925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d151874-468a-40e3-8d7b-29fc0c9d01b7 req-ddbe6839-b8d5-46fa-96fa-c53985fc8f08 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 943 time: 0.4922190 Jul 28 14:53:01.709499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 5d61519d-00f0-4f25-8cb1-494cb7327cf9 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:01.736828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.738334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Allocated IP 172.20.0.2 (e4844bdf-420a-41d5-8588-fc3979484ed3/1322b10c-edd0-4633-b116-630a83830dc8/eee8a9b9-d41f-47f0-96a8-415411c741e5) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:01.742779 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:01.759056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Attempting to bind port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:01.759480 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:01.759765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Attempting to bind port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:01.760111 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:01.760321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Attempting to bind port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:01.809939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-048e243e-0d26-4921-935c-4298b76cfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.812359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-048e243e-0d26-4921-935c-4298b76cfc43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3207943 Jul 28 14:53:01.820635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-b8faafdb-f36b-4e0b-8305-66dce977d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:01.822160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-b8faafdb-f36b-4e0b-8305-66dce977d732 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.3025432 Jul 28 14:53:01.840652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:01.844297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:01.847112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.851993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Bound using segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:01.851993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Bound port: 5ac6a6de-5f1c-47d3-96e3-d62871b09001, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:01.851993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.852577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Made reservation on behalf of 8b25a5c8605f4b84bcaa2b0259e46027 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:01.855531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.902239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9549ac8b-5226-4dde-8b93-19d8c1db1705, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705,segment=NetworkSegment(78f61cc4-9b61-47b4-afdb-22de56e8b28c),segment_id=78f61cc4-9b61-47b4-afdb-22de56e8b28c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:01.929016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d151874-468a-40e3-8d7b-29fc0c9d01b7 req-796fdd3b-5f31-4851-95ad-8a8ae1d63209 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342539 Jul 28 14:53:02.005493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59138) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.013082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] device_id is not set on port 9c91f76b-abaa-4b44-ac42-0892e2e207dd yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:53:02.017857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-21b669b4-1d8b-4baa-9f39-e1bea23cb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:02.022139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-21b669b4-1d8b-4baa-9f39-e1bea23cb297 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631067 Jul 28 14:53:02.075817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-19892953-44f3-4762-a933-1b756dd79205 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455983 Jul 28 14:53:02.139812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:02.192200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.205425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.231921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483058236'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:02.279649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '9549ac8b-5226-4dde-8b93-19d8c1db1705', 'network_id': '32fdc5fa-f39c-4135-a7dd-0e806eaa8cad', 'port_id': '9549ac8b-5226-4dde-8b93-19d8c1db1705', 'mac_address': 'fa:16:3e:ff:63:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75cb6e-b116-4b9d-aae8-2ca5b607367d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:53:02.421534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-41300d0c-6186-4f3c-9f54-89ec3554b8a2 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784416 Jul 28 14:53:02.453232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.464259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-65106f3a-e17b-485f-9d52-0e6a688722a5 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651044 Jul 28 14:53:02.500421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.605657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b68651-ddff-453e-9380-356f290cdcbb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:02.642438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:02.646605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.655769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-e9f2b8f0-a47a-47f8-b70b-aa45e5466309 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.0803609 Jul 28 14:53:02.675300 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'a6c1768e-4bc6-4f7a-830c-04700053f518', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48b03126-a465-439f-b385-0746302fa5ef', 'port_id': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'mac_address': 'fa:16:3e:c7:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02507fae-82fd-4536-9939-8a5a015f97d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:52:21Z', 'updated_at': '2021-07-28T14:52:56Z', 'revision_number': 1, 'project_id': '104beadba875406199d4cde93a84a27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.690160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.695793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.746484 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d701602-3baa-4fca-9c9e-06be24842875 None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'a6c1768e-4bc6-4f7a-830c-04700053f518', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '48b03126-a465-439f-b385-0746302fa5ef', 'port_id': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'mac_address': 'fa:16:3e:c7:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02507fae-82fd-4536-9939-8a5a015f97d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:52:21Z', 'updated_at': '2021-07-28T14:52:56Z', 'revision_number': 1, 'project_id': '104beadba875406199d4cde93a84a27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:02.750935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.757630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35c93450-4c19-4f81-a5d4-cf3b6640db81 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8587854 Jul 28 14:53:02.764041 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.766567 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/5d61519d-00f0-4f25-8cb1-494cb7327cf9 HTTP/1.1" status: 204 len: 168 time: 1.3462965 Jul 28 14:53:02.773611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.774030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153893-8d26-452f-a923-86cc1a3ea471 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=5d61519d-00f0-4f25-8cb1-494cb7327cf9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:02.774212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.792077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb12ce-034e-4499-8cac-6f486a9c7a43 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:02.800833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'security_group_rule': {'security_group_id': '51f6cdbc-a5a4-40be-943c-ab4cbd6c189b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:02.803760 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.804630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f9c2dfe1-9408-493f-a886-8f2c89592bf7 None None] Provisioning for port 2cabd828-58a8-4ac0-9020-c05774a9f42c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:02.808050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2cabd828-58a8-4ac0-9020-c05774a9f42c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:02.894201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2cabd828-58a8-4ac0-9020-c05774a9f42c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:02.894730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.898830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f9c2dfe1-9408-493f-a886-8f2c89592bf7 None None] Provisioning complete for port 2cabd828-58a8-4ac0-9020-c05774a9f42c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:02.899617 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f9c2dfe1-9408-493f-a886-8f2c89592bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.917652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-26a78c8c-b53d-43d2-8d5b-37ba7bbdcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:02.920332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-26a78c8c-b53d-43d2-8d5b-37ba7bbdcd9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.2516606 Jul 28 14:53:02.933243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4bc1b1a9-0bec-4c5a-b84a-3d3498c6cf73 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556368 Jul 28 14:53:02.934175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59150) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.941904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] For port 5ac6a6de-5f1c-47d3-96e3-d62871b09001, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:02.944032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:02.976218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.064146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-624fab9e-6a6e-469b-8a77-3a16ce7f9dcd req-ed1a4507-ca22-4976-ad4c-30448c87699c service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972311 Jul 28 14:53:03.081153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] For port 5ac6a6de-5f1c-47d3-96e3-d62871b09001, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5ac6a6de-5f1c-47d3-96e3-d62871b09001,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:03.092503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-a77f84fe-3a27-4934-96ab-e61507f0ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:03.098232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-a77f84fe-3a27-4934-96ab-e61507f0ced4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321852 Jul 28 14:53:03.140471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9549ac8b-5226-4dde-8b93-19d8c1db1705 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:03.219900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe05bb9c-7dea-4678-a30d-ef104bd5986a None None] New status for floating IP a6c1768e-4bc6-4f7a-830c-04700053f518: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:53:03.244287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9549ac8b-5226-4dde-8b93-19d8c1db1705, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705,segment=NetworkSegment(78f61cc4-9b61-47b4-afdb-22de56e8b28c),segment_id=78f61cc4-9b61-47b4-afdb-22de56e8b28c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:03.262410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9952cf-89ed-43c4-96fa-9842169000e1 req-7fb37b03-67d3-4c25-9a52-dd1261902289 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:03.265360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c9952cf-89ed-43c4-96fa-9842169000e1 req-7fb37b03-67d3-4c25-9a52-dd1261902289 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 943 time: 0.1075845 Jul 28 14:53:03.326270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c9952cf-89ed-43c4-96fa-9842169000e1 req-9488ad90-127e-4a93-9b88-e13e057edaf9 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 Jul 28 14:53:03.339578 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.403951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-f08e6af7-2105-47c3-b109-f7aae81060a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926860 Jul 28 14:53:03.415162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.460180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.473490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.511073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.541482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Transition to ACTIVE for port object eee8a9b9-d41f-47f0-96a8-415411c741e5 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:03.618003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:03.633584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0763df4-7953-4f64-b239-147d41819852,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:03.675274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-1fbc7595-f46c-4baf-a831-88b6d9e4f688 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580726 Jul 28 14:53:03.677528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.678099 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment 183ed310-38bd-4dcc-83cc-cca5b537760f of type vlan for network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 Jul 28 14:53:03.691299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.739840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Transition to ACTIVE for port object eee8a9b9-d41f-47f0-96a8-415411c741e5 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:03.748339 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.750228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f9c2dfe1-9408-493f-a886-8f2c89592bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.772861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e380f-2e57-44c3-bae9-f6fc2dd8ebe3 None None] Pushing event updated for resources: {'Port': ['ID=5ac6a6de-5f1c-47d3-96e3-d62871b09001,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:03.775959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:03.776613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:03.851674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-1bcd16a1-a413-4953-b1e2-76c9af4446c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.1295433 Jul 28 14:53:03.858363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['9549ac8b-5226-4dde-8b93-19d8c1db1705'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:53:03.884618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:03.892950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:03.901955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.902208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.988771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-66998311-8642-421d-8901-290527f81dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:03.990376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-66998311-8642-421d-8901-290527f81dfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1170211 Jul 28 14:53:04.021952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.057392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-6db66d97-a1b4-4f8b-9256-552f4a9344bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:04.059320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-6db66d97-a1b4-4f8b-9256-552f4a9344bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587199 Jul 28 14:53:04.096559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2cabd828-58a8-4ac0-9020-c05774a9f42c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cabd828-58a8-4ac0-9020-c05774a9f42c,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:04.096559 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.114971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9549ac8b-5226-4dde-8b93-19d8c1db1705,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:04.179276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-725c3a64-c893-41ed-9cbc-8a864f6da3ab service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106739 Jul 28 14:53:04.205078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Allocated IP 172.20.0.13 (e4844bdf-420a-41d5-8588-fc3979484ed3/1322b10c-edd0-4633-b116-630a83830dc8/9c91f76b-abaa-4b44-ac42-0892e2e207dd) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:04.222262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Network e4844bdf-420a-41d5-8588-fc3979484ed3 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:04.250435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:04.277786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:04.296431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:04.301881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Pushing event updated for resources: {'Port': ['ID=eee8a9b9-d41f-47f0-96a8-415411c741e5,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:04.394534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.605595 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.616242 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-f9c2dfe1-9408-493f-a886-8f2c89592bf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:04.616242 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-f9c2dfe1-9408-493f-a886-8f2c89592bf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:04.652315 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.699124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:04.717844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:04.738584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:04.739341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.755173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2cabd828-58a8-4ac0-9020-c05774a9f42c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:04.774451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Transition to ACTIVE for port object 9c91f76b-abaa-4b44-ac42-0892e2e207dd will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:04.806012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=4b1ae7a5-9393-4768-8db4-a32d2e834129,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:04.847423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2cabd828-58a8-4ac0-9020-c05774a9f42c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:04.861294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] Deleting port 2cabd828-58a8-4ac0-9020-c05774a9f42c {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:04.862345 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.917801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ab792ddd-68fb-4dab-ae7e-b0b28af40b0e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9779921 Jul 28 14:53:04.918583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59172) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:04.923444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:04.935295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.946584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:04.947678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.965364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.991283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.997205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Attempting to bind port eee8a9b9-d41f-47f0-96a8-415411c741e5 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:04.997592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Attempting to bind port eee8a9b9-d41f-47f0-96a8-415411c741e5 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:04.997951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Attempting to bind port eee8a9b9-d41f-47f0-96a8-415411c741e5 on network e4844bdf-420a-41d5-8588-fc3979484ed3 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:05.030583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:05.030965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Checking segment: {'id': '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:05.031367 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.032275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Bound using segment: {'id': '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:05.033021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Bound port: eee8a9b9-d41f-47f0-96a8-415411c741e5, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4844bdf-420a-41d5-8588-fc3979484ed3'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:05.033418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.104080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Network e4844bdf-420a-41d5-8588-fc3979484ed3 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:05.128776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c8b802-0436-4235-807c-f80a244c5672,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:05.166707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event updated for resources: {'Port': ['ID=9c91f76b-abaa-4b44-ac42-0892e2e207dd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:05.181490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=82baf890-2b59-4c7a-82c1-9a9cce26d5e5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:05.208220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.212869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-6293b043-c923-4873-a06d-33b794b7dbe0 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0249288 Jul 28 14:53:05.215627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.223411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7f2c6-6b9c-48e9-84ae-292c676d8ed8 req-fc7159f8-4db2-4ab7-a74d-04c135f7ee86 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:05.232895 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cc7f2c6-6b9c-48e9-84ae-292c676d8ed8 req-fc7159f8-4db2-4ab7-a74d-04c135f7ee86 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 944 time: 0.3005178 Jul 28 14:53:05.292135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-fbede7fb-4645-43cd-ab25-6b6a93ec89cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.0557961 Jul 28 14:53:05.347586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:05.352127 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.357270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-933e3a7a-bb3c-4973-a04e-5c9a1d5c68e3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5782964 Jul 28 14:53:05.357493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:05.362251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59180) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:05.365733 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.379170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eabb92fb-2990-43ce-8d7d-ac7f693152a9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3607402 Jul 28 14:53:05.379170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:05.397111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cc7f2c6-6b9c-48e9-84ae-292c676d8ed8 req-9aa0e9a8-776c-4d32-b381-826968da6970 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628168 Jul 28 14:53:05.443472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-cca9450b-390b-4852-8fab-28d6d2b7bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:05.445494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-cca9450b-390b-4852-8fab-28d6d2b7bdff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1431570 Jul 28 14:53:05.463178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] For port 2cabd828-58a8-4ac0-9020-c05774a9f42c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cabd828-58a8-4ac0-9020-c05774a9f42c,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:05.463858 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.472792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:05.484616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.490159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] Calling delete_port for 2cabd828-58a8-4ac0-9020-c05774a9f42c owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:05.493942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:05.523105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-de64a1df-7562-4250-b1ff-a18ead53c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:05.525066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-de64a1df-7562-4250-b1ff-a18ead53c4f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0652502 Jul 28 14:53:05.548017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.689022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-d0a0785d-da33-4480-9ea5-6a625a88a28b service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519513 Jul 28 14:53:05.690660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.700734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.780179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2cabd828-58a8-4ac0-9020-c05774a9f42c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2cabd828-58a8-4ac0-9020-c05774a9f42c,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:05.810026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.812049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8d295eb5-a6f1-4ef6-9e52-6d1235abc253 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8930933 Jul 28 14:53:05.816813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59186) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:05.939719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-08efd384-20f5-446d-800c-be22ac610817 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319856 Jul 28 14:53:05.943951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] For port eee8a9b9-d41f-47f0-96a8-415411c741e5, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:05.951791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] For port eee8a9b9-d41f-47f0-96a8-415411c741e5, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eee8a9b9-d41f-47f0-96a8-415411c741e5,segment=NetworkSegment(8d54fd07-1bf5-4c1a-8b2e-412beed28a2d),segment_id=8d54fd07-1bf5-4c1a-8b2e-412beed28a2d)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:05.971032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.042334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:06.045541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-54db9b7e-7820-4302-ad90-3e719b31434e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4220178 Jul 28 14:53:06.078886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59192) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:06.081123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2cabd828-58a8-4ac0-9020-c05774a9f42c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:06.090631 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.103408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1349647137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:06.108511 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.129252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-b0ca2986-eb39-4bdb-89da-3d373611384c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.1789041 Jul 28 14:53:06.247041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:02Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:06.301843 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:53:06.306509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b14a-6c5c-462b-aa85-f1908467ae7c None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:02Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:06.314171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959bc3-9e1f-4a34-9a4d-47e90e8f35ec None None] Pushing event updated for resources: {'Port': ['ID=eee8a9b9-d41f-47f0-96a8-415411c741e5,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:06.399138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.442079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] No DVR routers for this DVR port 2cabd828-58a8-4ac0-9020-c05774a9f42c on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:06.523957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-e8877d03-ed8b-4474-b619-177038e9ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:06.529266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-e8877d03-ed8b-4474-b619-177038e9ed0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.3772736 Jul 28 14:53:06.538444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee7196-d3d3-43ff-95fd-24f8292d4827 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:06.545648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90cb3-0377-455d-8777-cc3cbfb9efb0 None None] Pushing event deleted for resources: {'Port': ['ID=2cabd828-58a8-4ac0-9020-c05774a9f42c,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:06.632321 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.641128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.803863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5ac6a6de-5f1c-47d3-96e3-d62871b09001 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:07.005180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '4b1ae7a5-9393-4768-8db4-a32d2e834129'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:07.006234 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.034648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.056036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.115476 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-759a93ad-3f04-4732-98ab-546dc913b8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.184799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:07.187097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.193921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:07.194317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.265659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-22964c81-f5ad-4158-94e8-b86a4277ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:07.282711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-22964c81-f5ad-4158-94e8-b86a4277ff43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7367983 Jul 28 14:53:07.377755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38becbb3-b28e-4394-a559-741424c50e0e req-9e610c0f-084e-4999-b736-b2e8ba085f70 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:07.379689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38becbb3-b28e-4394-a559-741424c50e0e req-9e610c0f-084e-4999-b736-b2e8ba085f70 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 944 time: 0.4754663 Jul 28 14:53:07.487172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-3774dd33-2460-471f-8a07-397bdc4f9091 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916304 Jul 28 14:53:07.494292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.495529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-44a9bcf9-2e01-420f-b1db-a5a6184c83c2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4129138 Jul 28 14:53:07.507745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/4b1ae7a5-9393-4768-8db4-a32d2e834129/4ff8c3e7-d31a-40a7-88c7-3825afa95ca4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:07.513477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59202) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:07.523666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e6f731f3-1c5b-43fd-8880-540d7f5df0cc tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1979059364', 'prefixes': ['172.20.0.0/16']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:07.553841 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.727147 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.738638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Transition to ACTIVE for port object 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:07.763287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Transition to ACTIVE for port object 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:07.814672 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.858746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 5ac6a6de-5f1c-47d3-96e3-d62871b09001, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5ac6a6de-5f1c-47d3-96e3-d62871b09001,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:07.861005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9549ac8b-5226-4dde-8b93-19d8c1db1705 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:07.866418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.927917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38becbb3-b28e-4394-a559-741424c50e0e req-26c125b7-ab5f-461b-989e-40243df78025 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593797 Jul 28 14:53:07.944711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:07.951446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:07.955568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:07.958124 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.987587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Allocated IP 172.25.6.254 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c37bfdc5-f25e-4c48-abc5-d830525b88b2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:08.082969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Attempting to bind port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:08.083584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Attempting to bind port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:08.083584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Attempting to bind port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:08.087804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Pushing event updated for resources: {'Port': ['ID=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:08.162588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::1 (e6db1467-3099-4ac4-83d0-dd83574f8121/4b1ae7a5-9393-4768-8db4-a32d2e834129/706066fe-f2cb-436d-bdc4-7cae6658063e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:08.254574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=5ac6a6de-5f1c-47d3-96e3-d62871b09001,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:08.266332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-9a2a27a8-410f-4b84-b2f0-b3df192e7fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693934 Jul 28 14:53:08.273237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:08.278597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:08.279553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.279864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:08.280422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Bound port: 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:08.280824 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.403967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-2b42274a-04d6-43b7-97d8-8b9db9b89ec0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.1137252 Jul 28 14:53:08.465988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] For port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:08.473201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] For port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:08.481617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 9549ac8b-5226-4dde-8b93-19d8c1db1705 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:08.498264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 9549ac8b-5226-4dde-8b93-19d8c1db1705 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:08.498264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.638354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.670632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.691454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2918953-e93b-42dc-8405-bdbbfccaeab7 None None] Network e4844bdf-420a-41d5-8588-fc3979484ed3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:08.693613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-27fab76d-54cf-4c74-8422-d6aaf2fa53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:08.696868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-27fab76d-54cf-4c74-8422-d6aaf2fa53f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.2682705 Jul 28 14:53:08.702936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 706066fe-f2cb-436d-bdc4-7cae6658063e will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:08.779320 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-759a93ad-3f04-4732-98ab-546dc913b8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.883889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.887437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5ac6a6de-5f1c-47d3-96e3-d62871b09001 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:08.909612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.985180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'Port': ['ID=c37bfdc5-f25e-4c48-abc5-d830525b88b2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:08.986862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-759a93ad-3f04-4732-98ab-546dc913b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.008844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-1833f954-adf5-447c-8ab7-16c216ffd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:09.013373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e7ae-628a-4833-a98f-a03e81e46e78 None None] Pushing event updated for resources: {'Port': ['ID=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:09.017634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-1833f954-adf5-447c-8ab7-16c216ffd6f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3077450 Jul 28 14:53:09.037417 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.090045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.111951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 9549ac8b-5226-4dde-8b93-19d8c1db1705, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705,segment=NetworkSegment(78f61cc4-9b61-47b4-afdb-22de56e8b28c),segment_id=78f61cc4-9b61-47b4-afdb-22de56e8b28c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:09.154358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9549ac8b-5226-4dde-8b93-19d8c1db1705'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:09.160643 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c11b9b-3231-4f26-ab14-cbe4319f1a70" -d '{"events": [{"server_uuid": "8293c398-6284-45b3-b4bd-b7e6638e3a81", "name": "network-vif-plugged", "status": "completed", "tag": "9549ac8b-5226-4dde-8b93-19d8c1db1705"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:09.181307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-759a93ad-3f04-4732-98ab-546dc913b8a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=091d45b3e6924886af4dcd5e8437fc63&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1369231 Jul 28 14:53:09.190934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59214) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:09.195058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:09.200161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:09.208592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:09.218975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a93ad-3f04-4732-98ab-546dc913b8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5030a3b1-7f11-4563-9799-200b5607d644,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:09.239970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:09.240752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.335546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:09.336544 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.349352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:09.352533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:09.461330 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad63dcd-8353-4853-ab05-943fbc8f900c x-openstack-request-id: req-dad63dcd-8353-4853-ab05-943fbc8f900c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:09.479362 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293c398-6284-45b3-b4bd-b7e6638e3a81", "name": "network-vif-plugged", "status": "completed", "tag": "9549ac8b-5226-4dde-8b93-19d8c1db1705", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:09.479362 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dad63dcd-8353-4853-ab05-943fbc8f900c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:09.479362 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9549ac8b-5226-4dde-8b93-19d8c1db1705', 'code': 200} Jul 28 14:53:09.481803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59218) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:09.498925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=706066fe-f2cb-436d-bdc4-7cae6658063e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:09.512781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.513343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.519241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:09.538654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:09.574315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.581815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-118063b5-94bc-4471-8dc1-68fb28959dc1 None None] Provisioning for port eee8a9b9-d41f-47f0-96a8-415411c741e5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:09.653138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eee8a9b9-d41f-47f0-96a8-415411c741e5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:09.761011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.791559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-9fe2e9aa-e0cf-4bcc-9647-57eb714ffbae service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200251 Jul 28 14:53:09.816359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=9549ac8b-5226-4dde-8b93-19d8c1db1705,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:09.868347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.952392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port eee8a9b9-d41f-47f0-96a8-415411c741e5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:09.965520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port eee8a9b9-d41f-47f0-96a8-415411c741e5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:09.965520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.986420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa63d129-36e9-4222-bd25-090c29d36bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.031570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61591a1a-c3e6-4f17-a8d5-6a77c230a15a req-9ce109c7-91a2-4623-bb6d-c42a80bbf866 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:10.033331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61591a1a-c3e6-4f17-a8d5-6a77c230a15a req-9ce109c7-91a2-4623-bb6d-c42a80bbf866 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 944 time: 0.8649998 Jul 28 14:53:10.099521 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.103410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa63d129-36e9-4222-bd25-090c29d36bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.106890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Provisioning complete for port eee8a9b9-d41f-47f0-96a8-415411c741e5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:10.107269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.161667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfaeda-8c07-4d79-87f4-c1512e3de94f req-44ba9b3b-2f00-48b8-abda-e6895f15fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:10.163634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-12bfaeda-8c07-4d79-87f4-c1512e3de94f req-44ba9b3b-2f00-48b8-abda-e6895f15fe8a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 1097 time: 0.5592923 Jul 28 14:53:10.190684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port eee8a9b9-d41f-47f0-96a8-415411c741e5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eee8a9b9-d41f-47f0-96a8-415411c741e5,segment=NetworkSegment(8d54fd07-1bf5-4c1a-8b2e-412beed28a2d),segment_id=8d54fd07-1bf5-4c1a-8b2e-412beed28a2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:10.226797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.257549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.258316 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.301595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61591a1a-c3e6-4f17-a8d5-6a77c230a15a req-09f09718-e34f-442c-a886-4ca4adc4a40c tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360873 Jul 28 14:53:10.314867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.324123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-5f6c10f3-f3a3-45af-a3fe-eaa31aa93341 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037690 Jul 28 14:53:10.362764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:10.362764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.386807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.388029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.423015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:10.423696 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:10.427599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=eee8a9b9-d41f-47f0-96a8-415411c741e5,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.459162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=706066fe-f2cb-436d-bdc4-7cae6658063e,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.480099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-12bfaeda-8c07-4d79-87f4-c1512e3de94f req-f9c4d6cf-46a3-46f3-a866-6be2462ef56c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048832 Jul 28 14:53:10.482658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-a9b08b02-4df4-454c-9432-1b48d07c247e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.1483822 Jul 28 14:53:10.570011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-0262a105-7453-43ab-99b5-c56361fe02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:10.571753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-0262a105-7453-43ab-99b5-c56361fe02d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.0785513 Jul 28 14:53:10.635688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:10.637955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:10.639578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:10.652815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6f731f3-1c5b-43fd-8880-540d7f5df0cc tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for subnetpool, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.659529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e6f731f3-1c5b-43fd-8880-540d7f5df0cc tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 3.1366749 Jul 28 14:53:10.684126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59224) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:10.687219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa63d129-36e9-4222-bd25-090c29d36bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.690213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa63d129-36e9-4222-bd25-090c29d36bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.691873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aa63d129-36e9-4222-bd25-090c29d36bd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5030a3b1-7f11-4563-9799-200b5607d644 HTTP/1.1" status: 204 len: 168 time: 1.4935653 Jul 28 14:53:10.717500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-1aef1527-dc32-4b55-9b38-8d3e3fcb9896 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-299594959') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:10.792397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:10.825673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63d129-36e9-4222-bd25-090c29d36bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5030a3b1-7f11-4563-9799-200b5607d644,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.933137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-e3ae2596-ce07-4159-80cd-0958246e81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:10.934824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-e3ae2596-ce07-4159-80cd-0958246e81c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2732329 Jul 28 14:53:10.942054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.976089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Router 00dadd5b-405e-4462-8a3b-5d521a52ec1b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:53:11.066608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.095315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Provisioning for port 9c91f76b-abaa-4b44-ac42-0892e2e207dd completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:11.100682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Provisioning complete for port 9c91f76b-abaa-4b44-ac42-0892e2e207dd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:11.101157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.131531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:11.141968 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3a55761b-e2cf-49a3-bac0-18284727acad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "PUT /v2.0/routers/00dadd5b-405e-4462-8a3b-5d521a52ec1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3236790 Jul 28 14:53:11.144443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:11.156311 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Sync routers for ids ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:11.186162 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Routers {'00dadd5b-405e-4462-8a3b-5d521a52ec1b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:11.186912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4b562-9c7e-4896-accf-196906c49352 None None] Port 9c91f76b-abaa-4b44-ac42-0892e2e207dd cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:11.191032 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:11.235554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'Port': ['ID=c37bfdc5-f25e-4c48-abc5-d830525b88b2,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:11.265216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-7530e493-6e42-4db4-a790-329f1bd0713b service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193207 Jul 28 14:53:11.272980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86938a79-14c6-47c7-a803-2856df6b5a55 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:11.275202 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86938a79-14c6-47c7-a803-2856df6b5a55 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports/706066fe-f2cb-436d-bdc4-7cae6658063e HTTP/1.1" status: 200 len: 911 time: 0.0999238 Jul 28 14:53:11.277503 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.277739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59234) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:11.356704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.381980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7e942-8b6d-47f3-828a-414f6757596c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:11.393444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7e942-8b6d-47f3-828a-414f6757596c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:11.399053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6a7e942-8b6d-47f3-828a-414f6757596c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1203473 Jul 28 14:53:11.400947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59238) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:11.420881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Provisioning for port 706066fe-f2cb-436d-bdc4-7cae6658063e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:11.425730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1aef1527-dc32-4b55-9b38-8d3e3fcb9896 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-299594959 HTTP/1.1" status: 201 len: 201 time: 0.7280996 Jul 28 14:53:11.429193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Provisioning complete for port 706066fe-f2cb-436d-bdc4-7cae6658063e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:11.430254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.437078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59240) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:11.476116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-e5bc111a-45c5-4831-a72a-74c130e0631f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-324796900') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:11.505728 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Set router 00dadd5b-405e-4462-8a3b-5d521a52ec1b gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:11.512345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Port 706066fe-f2cb-436d-bdc4-7cae6658063e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:11.523721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': '183ed310-38bd-4dcc-83cc-cca5b537760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:11.524094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: 82baf890-2b59-4c7a-82c1-9a9cce26d5e5, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:11.529731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=f115dbf8-b563-49c9-9b25-c16b9bd2b89e,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:11.577582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.589111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0b90427c-2f03-4e1f-ae83-9e802c913971 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2246354 Jul 28 14:53:11.614772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1290184-7301-4efe-9232-29fdce69e0e6 req-69057a48-131b-4d5b-9ab3-15faaaba6cce service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346374 Jul 28 14:53:11.650125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Provisioning for port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:11.665275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Provisioning complete for port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:11.665275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.803970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:11.868508 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.912441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] For port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:11.914756 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:05Z', 'updated_at': '2021-07-28T14:53:09Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None, '_interfaces': [{'id': '706066fe-f2cb-436d-bdc4-7cae6658063e', 'name': '', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'mac_address': 'fa:16:3e:1b:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '4b1ae7a5-9393-4768-8db4-a32d2e834129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:07Z', 'updated_at': '2021-07-28T14:53:09Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'subnets': [{'id': '4b1ae7a5-9393-4768-8db4-a32d2e834129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:11.933700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-c2945243-ede2-4323-a6c7-ab20408c7679 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--499525529&fields=id&tenant_id=e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 267 time: 0.0526168 Jul 28 14:53:11.946519 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Checking router: 00dadd5b-405e-4462-8a3b-5d521a52ec1b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:11.946872 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Updating router 00dadd5b-405e-4462-8a3b-5d521a52ec1b port 706066fe-f2cb-436d-bdc4-7cae6658063e binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:53:11.980196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e5bc111a-45c5-4831-a72a-74c130e0631f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-324796900 HTTP/1.1" status: 201 len: 201 time: 0.4947250 Jul 28 14:53:11.980196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59258) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:11.980196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-858566ba-a1d4-4bdf-bf6d-d5ffe385e719 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-1174246345') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:11.983995 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.194161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.268228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Provisioning complete for port 9c91f76b-abaa-4b44-ac42-0892e2e207dd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:12.269075 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.329297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Port 9c91f76b-abaa-4b44-ac42-0892e2e207dd cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:12.374761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e77e5d-793b-4286-8050-4b09927fd96d None None] Pushing event updated for resources: {'Port': ['ID=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:12.393905 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.404381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59260) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:12.409573 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Transition to ACTIVE for port object 706066fe-f2cb-436d-bdc4-7cae6658063e will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:12.459656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 82baf890-2b59-4c7a-82c1-9a9cce26d5e5) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:12.460522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e826a7-a5b4-440f-8c16-7b6031c5478e req-15f22dee-90fa-4e22-9d8d-06e5937bb99c tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:12.468394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:12.468713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87e826a7-a5b4-440f-8c16-7b6031c5478e req-15f22dee-90fa-4e22-9d8d-06e5937bb99c tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 945 time: 0.8434379 Jul 28 14:53:12.469552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.482492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae5e78f0-5701-495a-a3b1-8543027b3ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.491478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db164d-1571-4fd0-9dab-180131f6555c None None] Network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:12.497309 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.538670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87e826a7-a5b4-440f-8c16-7b6031c5478e req-c3bd0618-1a2d-4ddc-86d2-704e14333f8b tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686994 Jul 28 14:53:12.700967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a139c8-544d-4231-936d-b2d832e90f2d None None] Pushing event updated for resources: {'Port': ['ID=706066fe-f2cb-436d-bdc4-7cae6658063e,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:12.707490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:12.755361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-873f6480-69fd-46ac-91fa-5125393385ea tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:12.766223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-873f6480-69fd-46ac-91fa-5125393385ea tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 817 time: 0.8233218 Jul 28 14:53:12.841396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-0fb5d62c-34f4-44bc-93a1-068531d22a8c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/quotas/e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 375 time: 0.0576391 Jul 28 14:53:12.991429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-858566ba-a1d4-4bdf-bf6d-d5ffe385e719 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-1174246345 HTTP/1.1" status: 201 len: 201 time: 1.0193644 Jul 28 14:53:13.009057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59262) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.015327 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Attempting to bind port 706066fe-f2cb-436d-bdc4-7cae6658063e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:13.016408 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Attempting to bind port 706066fe-f2cb-436d-bdc4-7cae6658063e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:13.017791 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Attempting to bind port 706066fe-f2cb-436d-bdc4-7cae6658063e on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:13.021390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-55cfdf77-ffcf-4efc-bd2a-af4d0f8cf8d1 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-1535284396') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:13.027537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:13.033582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.033745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:13.033745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:13.033745 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.033745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:13.033745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Bound port: 706066fe-f2cb-436d-bdc4-7cae6658063e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:13.033745 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.091157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae5e78f0-5701-495a-a3b1-8543027b3ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.113500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.140188 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] For port 706066fe-f2cb-436d-bdc4-7cae6658063e, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:13.145083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] For port 706066fe-f2cb-436d-bdc4-7cae6658063e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=706066fe-f2cb-436d-bdc4-7cae6658063e,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:13.159693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b7459100-7993-4517-8399-5d8c3a920794 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2951567 Jul 28 14:53:13.241191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae5e78f0-5701-495a-a3b1-8543027b3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.308486 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.379644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e78f0-5701-495a-a3b1-8543027b3ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43fb6b-29ce-4147-b057-7f3992aaf578,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:13.398865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-bb2c2c88-0846-460e-a8ff-3d4768dba681 service neutron] 10.222.0.57 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937618 Jul 28 14:53:13.420568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-55cfdf77-ffcf-4efc-bd2a-af4d0f8cf8d1 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-1535284396 HTTP/1.1" status: 201 len: 201 time: 0.4014769 Jul 28 14:53:13.420568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b5f23ac1-5200-405c-8ba1-51ed9e2db1a1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9196057 Jul 28 14:53:13.437104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae5e78f0-5701-495a-a3b1-8543027b3ee5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2eea2d9ba88d4162a4a0ad4ee8e5eda8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0300949 Jul 28 14:53:13.438521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.445448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59266) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.445845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.452847 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Routers {'00dadd5b-405e-4462-8a3b-5d521a52ec1b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:13.455139 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:13.473808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-82baf890-2b59-4c7a-82c1-9a9cce26d5e5', 'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': 'f115dbf8-b563-49c9-9b25-c16b9bd2b89e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:13.478107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.509421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206130776'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:13.536550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-c62bae6d-dd0e-4361-9fcc-e30e5c2b5e89 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:13.596860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-1813a024-f4e2-4e7d-830b-5214f0a4c3df service neutron] 10.222.0.57 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784499 Jul 28 14:53:13.657311 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a139c8-544d-4231-936d-b2d832e90f2d None None] Pushing event updated for resources: {'Port': ['ID=706066fe-f2cb-436d-bdc4-7cae6658063e,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:13.709612 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] Set router 00dadd5b-405e-4462-8a3b-5d521a52ec1b gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:13.715930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eee8a9b9-d41f-47f0-96a8-415411c741e5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:13.849260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Allocated IP 2001:db8:0:ffff::2 (82baf890-2b59-4c7a-82c1-9a9cce26d5e5/f115dbf8-b563-49c9-9b25-c16b9bd2b89e/de14ba70-8677-4386-b106-feecbaa59405) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:13.882635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port eee8a9b9-d41f-47f0-96a8-415411c741e5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:13.883385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.086808 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:05Z', 'updated_at': '2021-07-28T14:53:09Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None, '_interfaces': [{'id': '706066fe-f2cb-436d-bdc4-7cae6658063e', 'name': '', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'mac_address': 'fa:16:3e:1b:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '4b1ae7a5-9393-4768-8db4-a32d2e834129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:07Z', 'updated_at': '2021-07-28T14:53:13Z', 'revision_number': 4, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'subnets': [{'id': '4b1ae7a5-9393-4768-8db4-a32d2e834129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:14.133678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773c09-7df0-430c-b798-9a39ffefe5c7 req-2cbb75a3-5d90-4d5c-8d0a-c6810fbc7ecf tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:14.137054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6773c09-7df0-430c-b798-9a39ffefe5c7 req-2cbb75a3-5d90-4d5c-8d0a-c6810fbc7ecf tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 945 time: 0.3148491 Jul 28 14:53:14.143262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:14.148428 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.184216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300b63d-5f4a-46ae-87e4-ee1d1f7f268e None None] The sync data for ids ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'] in n-d-764806-10 is: [{'id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:05Z', 'updated_at': '2021-07-28T14:53:09Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None, '_interfaces': [{'id': '706066fe-f2cb-436d-bdc4-7cae6658063e', 'name': '', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'mac_address': 'fa:16:3e:1b:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '4b1ae7a5-9393-4768-8db4-a32d2e834129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:07Z', 'updated_at': '2021-07-28T14:53:13Z', 'revision_number': 4, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'subnets': [{'id': '4b1ae7a5-9393-4768-8db4-a32d2e834129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:14.245748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.262973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Transition to ACTIVE for port object de14ba70-8677-4386-b106-feecbaa59405 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:14.299021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Transition to ACTIVE for port object de14ba70-8677-4386-b106-feecbaa59405 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:14.302091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6773c09-7df0-430c-b798-9a39ffefe5c7 req-1c3445f3-6f0b-4e21-a01b-ecde6477dae5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497414 Jul 28 14:53:14.302986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9335c9d2-182f-4530-b427-e4ce8b58efc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.322610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:14.348164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.348692 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment 23c78f9c-a72b-4956-8705-768099ad5c84 of type vlan for network f8f21bf4-6a73-4546-957a-998e4390105f Jul 28 14:53:14.436980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c62bae6d-dd0e-4361-9fcc-e30e5c2b5e89 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags HTTP/1.1" status: 200 len: 240 time: 0.9188507 Jul 28 14:53:14.442020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59286) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:14.443892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90bf3552-d241-4da1-b00a-0ce60b0b65e0 req-a1c79709-39a5-4506-9a18-7a8abadda396 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0530548 Jul 28 14:53:14.455294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-8ddbc5ce-4b0c-4277-8fb9-2d0d51c6670c tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-299594959') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:14.458378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9335c9d2-182f-4530-b427-e4ce8b58efc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.480181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.561322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ddbc5ce-4b0c-4277-8fb9-2d0d51c6670c tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-299594959 HTTP/1.1" status: 204 len: 168 time: 0.1198530 Jul 28 14:53:14.562636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59290) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:14.573042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-7a6b0b2e-f9d7-4f3b-9166-8645d02a4207 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-299594959') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:14.625409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Pushing event updated for resources: {'Port': ['ID=de14ba70-8677-4386-b106-feecbaa59405,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:14.626947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.646405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:14.655236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:14.694123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9335c9d2-182f-4530-b427-e4ce8b58efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.697070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9335c9d2-182f-4530-b427-e4ce8b58efc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.698392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9335c9d2-182f-4530-b427-e4ce8b58efc8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed43fb6b-29ce-4147-b057-7f3992aaf578 HTTP/1.1" status: 204 len: 168 time: 1.1531181 Jul 28 14:53:14.709532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 706066fe-f2cb-436d-bdc4-7cae6658063e {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:14.710131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.722340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:14.761503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c9d2-182f-4530-b427-e4ce8b58efc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43fb6b-29ce-4147-b057-7f3992aaf578,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:14.792875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.802745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:14.805131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.864958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Attempting to bind port de14ba70-8677-4386-b106-feecbaa59405 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:14.865316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Attempting to bind port de14ba70-8677-4386-b106-feecbaa59405 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '183ed310-38bd-4dcc-83cc-cca5b537760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:14.865907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Attempting to bind port de14ba70-8677-4386-b106-feecbaa59405 on network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:14.884623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:14.885149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Checking segment: {'id': '183ed310-38bd-4dcc-83cc-cca5b537760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:14.885714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.886504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Bound using segment: {'id': '183ed310-38bd-4dcc-83cc-cca5b537760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:14.887279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Bound port: de14ba70-8677-4386-b106-feecbaa59405, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ed310-38bd-4dcc-83cc-cca5b537760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '82baf890-2b59-4c7a-82c1-9a9cce26d5e5'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:14.888019 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.926565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7a6b0b2e-f9d7-4f3b-9166-8645d02a4207 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-299594959 HTTP/1.1" status: 204 len: 168 time: 0.3631470 Jul 28 14:53:14.929449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:14.941465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-ee058642-25df-4c25-b74e-9d84aa5ba7b4 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:15.004687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] For port de14ba70-8677-4386-b106-feecbaa59405, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:15.010693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] For port de14ba70-8677-4386-b106-feecbaa59405, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de14ba70-8677-4386-b106-feecbaa59405,segment=NetworkSegment(183ed310-38bd-4dcc-83cc-cca5b537760f),segment_id=183ed310-38bd-4dcc-83cc-cca5b537760f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:15.026629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=f8f21bf4-6a73-4546-957a-998e4390105f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:15.041648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f8f21bf4-6a73-4546-957a-998e4390105f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:15.093688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0a9445c5-a4a7-4e14-85c1-aa8769a19a7c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5988529 Jul 28 14:53:15.099011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:15.108380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': 'f8f21bf4-6a73-4546-957a-998e4390105f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:15.139339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ee058642-25df-4c25-b74e-9d84aa5ba7b4 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags HTTP/1.1" status: 200 len: 205 time: 0.2078390 Jul 28 14:53:15.141779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59302) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:15.147218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-28c938cf-cccf-4c67-8280-1c3e92121405 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:15.164402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.356726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-28c938cf-cccf-4c67-8280-1c3e92121405 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags HTTP/1.1" status: 200 len: 240 time: 0.2145331 Jul 28 14:53:15.362028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:15.371600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] For port 706066fe-f2cb-436d-bdc4-7cae6658063e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=706066fe-f2cb-436d-bdc4-7cae6658063e,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:15.372628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.378515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-f645091a-93a7-419e-bef5-611fcc592cf6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-324796900') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:15.417738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 706066fe-f2cb-436d-bdc4-7cae6658063e owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:15.449451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621666ea-0327-4954-b01c-ff4cfe362aed None None] Pushing event updated for resources: {'Port': ['ID=de14ba70-8677-4386-b106-feecbaa59405,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:15.546990 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f645091a-93a7-419e-bef5-611fcc592cf6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-324796900 HTTP/1.1" status: 204 len: 168 time: 0.1740265 Jul 28 14:53:15.555206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59316) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:15.564427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-a3fd44f9-0552-48e7-913f-945bd4fd90f1 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-324796900') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:15.711828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:15.717699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.723944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b014b68e-c20a-40e6-830e-8704f6deea55 req-0867b356-f7dd-4428-a1b5-41caadccf763 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0685673 Jul 28 14:53:15.989390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a3fd44f9-0552-48e7-913f-945bd4fd90f1 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-324796900 HTTP/1.1" status: 204 len: 168 time: 0.4325624 Jul 28 14:53:15.992274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59320) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.002396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-1c1c90b1-cba2-48ce-9d2a-18b9136ac2b0 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:16.044324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e37407-1a8f-4883-8ebe-9b3e6b0ba191 req-761de236-0d05-4318-bf9e-e72aa39d1a93 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:16.046031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5e37407-1a8f-4883-8ebe-9b3e6b0ba191 req-761de236-0d05-4318-bf9e-e72aa39d1a93 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 945 time: 0.3547809 Jul 28 14:53:16.088807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1c1c90b1-cba2-48ce-9d2a-18b9136ac2b0 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags HTTP/1.1" status: 200 len: 205 time: 0.0883737 Jul 28 14:53:16.091401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59322) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.099203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-e361924b-83ee-48d5-8e6e-b31999ff512a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:16.177328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5e37407-1a8f-4883-8ebe-9b3e6b0ba191 req-64399224-5b80-468d-89a4-54f64ea85ddf tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015458 Jul 28 14:53:16.226650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e361924b-83ee-48d5-8e6e-b31999ff512a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags HTTP/1.1" status: 200 len: 241 time: 0.1328037 Jul 28 14:53:16.230898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59324) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.240341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-bd74ac75-e7e6-43c9-93df-d1331c28c74d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-1174246345') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:16.363533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bd74ac75-e7e6-43c9-93df-d1331c28c74d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-1174246345 HTTP/1.1" status: 204 len: 168 time: 0.1295516 Jul 28 14:53:16.367497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.373504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-c8b1e502-1bb7-40af-9230-eb9aae89ec56 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-1174246345') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:16.508044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.536237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=706066fe-f2cb-436d-bdc4-7cae6658063e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:16.583156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.686723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 706066fe-f2cb-436d-bdc4-7cae6658063e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:16.720583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 706066fe-f2cb-436d-bdc4-7cae6658063e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:16.721146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 706066fe-f2cb-436d-bdc4-7cae6658063e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 14:53:16.755446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Port 706066fe-f2cb-436d-bdc4-7cae6658063e not found, will not notify nova. {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 14:53:16.756522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de14ba70-8677-4386-b106-feecbaa59405 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:16.876201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.876201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=faaf350b-8280-4f26-9ca1-a77ea875eafd,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:16.990853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13dd3cd8-c09e-4e7e-bc02-a8305b65b7ba req-048c5c3a-4917-48df-98ab-c64380869fe1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0321207 Jul 28 14:53:17.007228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': '23c78f9c-a72b-4956-8705-768099ad5c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8f21bf4-6a73-4546-957a-998e4390105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:17.007610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: f8f21bf4-6a73-4546-957a-998e4390105f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:17.047174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-231989b4-3069-406d-bce8-97770db3860f tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:17.049003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-231989b4-3069-406d-bce8-97770db3860f tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.58 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 945 time: 0.0571980 Jul 28 14:53:17.068931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c8b1e502-1bb7-40af-9230-eb9aae89ec56 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-1174246345 HTTP/1.1" status: 204 len: 168 time: 0.7001512 Jul 28 14:53:17.071974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59334) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.097071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-2a718dbf-19aa-4a8d-88f3-42aca6d461e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.159698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Router 00dadd5b-405e-4462-8a3b-5d521a52ec1b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:17.254040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2a718dbf-19aa-4a8d-88f3-42aca6d461e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags HTTP/1.1" status: 200 len: 205 time: 0.1766145 Jul 28 14:53:17.257561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.263108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-664dca51-3f2e-48ee-bb44-f790733aca00 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.296553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Deleting port 9549ac8b-5226-4dde-8b93-19d8c1db1705 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:17.296553 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.334392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port de14ba70-8677-4386-b106-feecbaa59405 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:17.372602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59340) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.378570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network f8f21bf4-6a73-4546-957a-998e4390105f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:17.386823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-664dca51-3f2e-48ee-bb44-f790733aca00 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags HTTP/1.1" status: 200 len: 241 time: 0.1283906 Jul 28 14:53:17.392190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.403628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-dcf76c72-c27c-4604-9ba5-620cfdf47882 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-1535284396') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.422891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c713491c-19e0-4320-a4b8-3091e8ce73bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.425069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:17.432973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f0889f1d-34da-4b05-89ef-70a3394ffc6f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "PUT /v2.0/routers/00dadd5b-405e-4462-8a3b-5d521a52ec1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0291216 Jul 28 14:53:17.438942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.442999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] Sync routers for ids ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:17.454494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] Routers {'00dadd5b-405e-4462-8a3b-5d521a52ec1b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:17.460569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.499485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e234dca-f1e4-4789-abaa-37ecdec931f1 req-bc796656-1d98-4af6-8ff1-91be7266e966 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:17.505526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e234dca-f1e4-4789-abaa-37ecdec931f1 req-bc796656-1d98-4af6-8ff1-91be7266e966 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 945 time: 0.1373081 Jul 28 14:53:17.571613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] Set router 00dadd5b-405e-4462-8a3b-5d521a52ec1b gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:17.603220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dcf76c72-c27c-4604-9ba5-620cfdf47882 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-1535284396 HTTP/1.1" status: 204 len: 168 time: 0.2091079 Jul 28 14:53:17.606549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59348) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.621995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-fef0c728-65bf-423b-b758-1151e7b8a56e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-1535284396') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.648745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80f284-b7ac-4851-9ca8-e53501325d2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:17.678461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80f284-b7ac-4851-9ca8-e53501325d2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:17.678461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb80f284-b7ac-4851-9ca8-e53501325d2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2118568 Jul 28 14:53:17.678461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] For port 9549ac8b-5226-4dde-8b93-19d8c1db1705, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=9549ac8b-5226-4dde-8b93-19d8c1db1705,segment=NetworkSegment(78f61cc4-9b61-47b4-afdb-22de56e8b28c),segment_id=78f61cc4-9b61-47b4-afdb-22de56e8b28c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:17.678461 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.680253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59350) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:17.692373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:05Z', 'updated_at': '2021-07-28T14:53:16Z', 'revision_number': 3, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.724623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, f8f21bf4-6a73-4546-957a-998e4390105f) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:17.757548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 4b1ae7a5-9393-4768-8db4-a32d2e834129 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:17.768301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Calling delete_port for 9549ac8b-5226-4dde-8b93-19d8c1db1705 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:17.771814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b34357-252f-4703-9880-8a98b2cf9234 None None] Network f8f21bf4-6a73-4546-957a-998e4390105f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:17.773546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e234dca-f1e4-4789-abaa-37ecdec931f1 req-7e0327cc-b561-48bd-b68b-af1227ccc439 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/security-groups?id=4718c208-3483-407c-b96f-d5bb62e096f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635398 Jul 28 14:53:17.776504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d28542-985d-4313-922b-732758dd3015 None None] Network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:17.778374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:17.778979 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.798320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] Checking router: 00dadd5b-405e-4462-8a3b-5d521a52ec1b for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:17.818222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.835621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c713491c-19e0-4320-a4b8-3091e8ce73bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.895400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] Routers {'00dadd5b-405e-4462-8a3b-5d521a52ec1b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:17.896085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:52:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.980861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.995932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] Set router 00dadd5b-405e-4462-8a3b-5d521a52ec1b gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:18.019934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fef0c728-65bf-423b-b758-1151e7b8a56e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-1535284396 HTTP/1.1" status: 204 len: 168 time: 0.4052346 Jul 28 14:53:18.021413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59354) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.037751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-9848a4f9-e0e6-48c4-b513-987f2bb4bf80 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:18.079182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:05Z', 'updated_at': '2021-07-28T14:53:16Z', 'revision_number': 3, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:18.112219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9848a4f9-e0e6-48c4-b513-987f2bb4bf80 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags HTTP/1.1" status: 200 len: 205 time: 0.0856805 Jul 28 14:53:18.138841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59358) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.153910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-21b0c064-fcb5-4669-9059-f088dbdf8d77 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:18.163907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c713491c-19e0-4320-a4b8-3091e8ce73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.194044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] Provisioning for port de14ba70-8677-4386-b106-feecbaa59405 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:18.198838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfb8dd-6f7a-4d06-8909-85c1f06ab208 None None] The sync data for ids ['00dadd5b-405e-4462-8a3b-5d521a52ec1b'] in n-d-764806-10 is: [{'id': '00dadd5b-405e-4462-8a3b-5d521a52ec1b', 'name': 'tempest-NetworksTestDHCPv6-router-884299634', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:05Z', 'updated_at': '2021-07-28T14:53:16Z', 'revision_number': 3, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:18.220978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6caba35-22af-45c0-a730-e2e49f1fba83 req-66bc496f-0a5f-43bd-82b7-af8a05866b7e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0654736 Jul 28 14:53:18.246746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713491c-19e0-4320-a4b8-3091e8ce73bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362a711f-1677-4aea-ae24-ca0d2e33d309,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:18.264702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.273333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c713491c-19e0-4320-a4b8-3091e8ce73bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31bc598d288141cb881316f807ec71e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9027841 Jul 28 14:53:18.274218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59360) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.302120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-21b0c064-fcb5-4669-9059-f088dbdf8d77 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1578078 Jul 28 14:53:18.307643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.313636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8eea2496-c174-4ab9-8c1b-fffb65f82b51 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2133331 Jul 28 14:53:18.313924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.315482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] Provisioning complete for port de14ba70-8677-4386-b106-feecbaa59405 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:18.316509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.319528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-735a311f-bc20-40fe-9740-5f37c890fc85 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:18.404487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.455568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['9549ac8b-5226-4dde-8b93-19d8c1db1705'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:53:18.523028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Pushing event deleted for resources: {'Port': ['ID=9549ac8b-5226-4dde-8b93-19d8c1db1705,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:18.558028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d053a-5d45-44a2-8f4c-ea3f3dcf0174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-f8f21bf4-6a73-4546-957a-998e4390105f', 'network_id': 'f8f21bf4-6a73-4546-957a-998e4390105f', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': 'faaf350b-8280-4f26-9ca1-a77ea875eafd'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:18.559998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-100d053a-5d45-44a2-8f4c-ea3f3dcf0174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.586724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4fd68a3-ef31-40f4-8e22-ff8587f7ebc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.641385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4fd68a3-ef31-40f4-8e22-ff8587f7ebc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.648201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] No DVR routers for this DVR port 9549ac8b-5226-4dde-8b93-19d8c1db1705 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:18.652743 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.658305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a387650a-71ac-495e-a6de-4ee64db99a1a req-c33400f8-880e-4a4b-9167-11bff085ddf5 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.58 "DELETE /v2.0/ports/9549ac8b-5226-4dde-8b93-19d8c1db1705 HTTP/1.1" status: 204 len: 173 time: 1.5982845 Jul 28 14:53:18.660442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'name': 'network-vif-deleted', 'tag': '9549ac8b-5226-4dde-8b93-19d8c1db1705'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:18.663590 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31859275-e0a2-4276-824f-a017a5f394b0" -d '{"events": [{"server_uuid": "8293c398-6284-45b3-b4bd-b7e6638e3a81", "name": "network-vif-deleted", "tag": "9549ac8b-5226-4dde-8b93-19d8c1db1705"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:18.726387 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.816252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-735a311f-bc20-40fe-9740-5f37c890fc85 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags HTTP/1.1" status: 204 len: 168 time: 0.4961467 Jul 28 14:53:18.817745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59374) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.848351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-bb36a2e8-08a2-4b6e-838a-1bd6a096facd tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:18.883935 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd1f41-c900-4f2d-8adc-d6ca5ca35294 x-openstack-request-id: req-50dd1f41-c900-4f2d-8adc-d6ca5ca35294 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:18.884407 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293c398-6284-45b3-b4bd-b7e6638e3a81", "name": "network-vif-deleted", "tag": "9549ac8b-5226-4dde-8b93-19d8c1db1705", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:18.884843 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50dd1f41-c900-4f2d-8adc-d6ca5ca35294 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:18.885488 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293c398-6284-45b3-b4bd-b7e6638e3a81', 'name': 'network-vif-deleted', 'tag': '9549ac8b-5226-4dde-8b93-19d8c1db1705', 'status': 'completed', 'code': 200} Jul 28 14:53:18.898511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.979909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bb36a2e8-08a2-4b6e-838a-1bd6a096facd tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags HTTP/1.1" status: 204 len: 168 time: 0.1503248 Jul 28 14:53:18.986563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59376) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.992149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-28a811ec-75a4-4242-95c5-b5abf9288515 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:19.022802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1ae7a5-9393-4768-8db4-a32d2e834129,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:19.031070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.036963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b89c8896-7f23-427f-b0b9-757b5becfcb8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/4b1ae7a5-9393-4768-8db4-a32d2e834129 HTTP/1.1" status: 204 len: 168 time: 1.3533378 Jul 28 14:53:19.051072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59378) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.062121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4fd68a3-ef31-40f4-8e22-ff8587f7ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.064941 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4fd68a3-ef31-40f4-8e22-ff8587f7ebc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.068866 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c4fd68a3-ef31-40f4-8e22-ff8587f7ebc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/362a711f-1677-4aea-ae24-ca0d2e33d309 HTTP/1.1" status: 204 len: 168 time: 0.7901673 Jul 28 14:53:19.118044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d2f6a5e-5b99-4f10-b11f-fc5319996f0d req-35fc2da7-4868-4a8b-93ac-a0bcb5ddc285 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0972118 Jul 28 14:53:19.121786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.131078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd68a3-ef31-40f4-8e22-ff8587f7ebc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362a711f-1677-4aea-ae24-ca0d2e33d309,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:19.270733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 706066fe-f2cb-436d-bdc4-7cae6658063e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:19.302045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72be8963-5d31-429d-b578-b8d6e9192fa0 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:19.305881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-880e3215-76e6-4696-b270-1e6eabc8cbce tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2522364 Jul 28 14:53:19.308398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59384) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.369369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28a811ec-75a4-4242-95c5-b5abf9288515 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags HTTP/1.1" status: 204 len: 168 time: 0.3809705 Jul 28 14:53:19.370977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.382164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-a386ef12-818a-4860-b8ce-485945c0e424 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-825763000') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:19.393266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 706066fe-f2cb-436d-bdc4-7cae6658063e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:19.393949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 706066fe-f2cb-436d-bdc4-7cae6658063e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:19.412621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.487201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.526344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-275e171f-a297-43c4-9302-6daf226d50b8 req-6d956bdb-537b-457a-a0b6-76f6d0446291 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0845821 Jul 28 14:53:19.559215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] For port de14ba70-8677-4386-b106-feecbaa59405, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de14ba70-8677-4386-b106-feecbaa59405,segment=NetworkSegment(183ed310-38bd-4dcc-83cc-cca5b537760f),segment_id=183ed310-38bd-4dcc-83cc-cca5b537760f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server [None req-100d053a-5d45-44a2-8f4c-ea3f3dcf0174 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faaf350b-8280-4f26-9ca1-a77ea875eafd: This subnet is being modified by another concurrent operation. Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:53:19.566131 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faaf350b-8280-4f26-9ca1-a77ea875eafd: This subnet is being modified by another concurrent operation. Jul 28 14:53:19.572072 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Jul 28 14:53:19.614779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a1c42-6854-4864-9c0e-95b6416c52b0 None None] Network f8f21bf4-6a73-4546-957a-998e4390105f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:19.639328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.743434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.779048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a386ef12-818a-4860-b8ce-485945c0e424 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-825763000 HTTP/1.1" status: 201 len: 201 time: 0.4042108 Jul 28 14:53:19.780103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59388) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.786483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-e0eaef54-bb7e-477c-9851-2f0ac47abc48 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-1622936181') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:19.827377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=faaf350b-8280-4f26-9ca1-a77ea875eafd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:19.909933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc638909-6fbc-4c2e-ba61-6622d17ce8c1 None None] Pushing event updated for resources: {'Port': ['ID=de14ba70-8677-4386-b106-feecbaa59405,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:19.925605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-75d4d495-5788-485d-86ca-da6e219d4a79 None None] Provisioning complete for port de14ba70-8677-4386-b106-feecbaa59405 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:19.933772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-75d4d495-5788-485d-86ca-da6e219d4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.946840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:19.995334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-789e76cc-2f48-4c80-a2a5-5053fc8c2624 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:20.004029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-789e76cc-2f48-4c80-a2a5-5053fc8c2624 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 817 time: 0.5119295 Jul 28 14:53:20.250882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e0eaef54-bb7e-477c-9851-2f0ac47abc48 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-1622936181 HTTP/1.1" status: 201 len: 201 time: 0.4691870 Jul 28 14:53:20.255345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:20.261596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-50b1e41b-5130-4a28-b6f2-68f2de81a4ca tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-1310121710') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.268199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] Deleting port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:20.268605 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.301652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.345410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.385039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.400483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] For port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:20.403268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.413099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c50119f-8617-4639-9fc6-fe744ac4ea11 req-415ca25c-d2f5-433f-a09c-46a93df92245 tempest-ServerAddressesTestJSON-1271563148 tempest-ServerAddressesTestJSON-1271563148-project] 10.222.0.57 "GET /v2.0/ports?device_id=8293c398-6284-45b3-b4bd-b7e6638e3a81 HTTP/1.1" status: 200 len: 210 time: 0.0821571 Jul 28 14:53:20.424533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] Calling delete_port for 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:20.488836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f21bf4-6a73-4546-957a-998e4390105f']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.507392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-bbde7ef2-0951-4e06-a942-b65356161eb0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 379 time: 0.4589148 Jul 28 14:53:20.510157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c78f9c-a72b-4956-8705-768099ad5c84') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.510454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c78f9c-a72b-4956-8705-768099ad5c84') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.526338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'port': {'device_id': '85c0e50d-963e-4632-9ff0-676530391edf', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'admin_state_up': True, 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'security_groups': ['51f6cdbc-a5a4-40be-943c-ab4cbd6c189b']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:20.550700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.560502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de14ba70-8677-4386-b106-feecbaa59405 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:20.617229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.639737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:20.640958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.649723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port de14ba70-8677-4386-b106-feecbaa59405 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:20.650204 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:20.651739 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:20.717061 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7307da8b-b7e6-4861-a447-842219b75771 req-23f795ea-60da-4008-8564-96403a7bf424 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0615895 Jul 28 14:53:20.721632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-50b1e41b-5130-4a28-b6f2-68f2de81a4ca tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-1310121710 HTTP/1.1" status: 201 len: 201 time: 0.4640799 Jul 28 14:53:20.730163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:20.747023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-a1472e86-b9a1-41f1-9d39-8be6e607eb9e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-1113812221') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.787217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.867133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] Pushing event deleted for resources: {'Port': ['ID=4ff8c3e7-d31a-40a7-88c7-3825afa95ca4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:20.879201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6212ce4-1b53-46b5-9796-8052ff3bfa03 None None] No DVR routers for this DVR port 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:20.886318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:20.940833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30175be-cbdc-445a-b3ad-a4e59552f019 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:53:20.946897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:20.947455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ff8c3e7-d31a-40a7-88c7-3825afa95ca4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:21.155825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30175be-cbdc-445a-b3ad-a4e59552f019 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:53:21.267102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.268406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Fanout notify agent at l3_agent the message router_deleted on router 00dadd5b-405e-4462-8a3b-5d521a52ec1b {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:21.297642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.299391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bf560096-ec70-46f9-bdd5-c32204b64963 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/routers/00dadd5b-405e-4462-8a3b-5d521a52ec1b HTTP/1.1" status: 204 len: 168 time: 1.9886553 Jul 28 14:53:21.306336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59420) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.316823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:21.432761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.444382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.447943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/f8f21bf4-6a73-4546-957a-998e4390105f HTTP/1.1" status: 204 len: 168 time: 3.1332505 Jul 28 14:53:21.451369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59424) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.458078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295193192'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:21.463149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78dbb9-4236-415c-ba65-2095447c4e06 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=f8f21bf4-6a73-4546-957a-998e4390105f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:21.507769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59428) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.565614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Deleting subnet 4d75cb6e-b116-4b9d-aae8-2ca5b607367d {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:21.569682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.573452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9549ac8b-5226-4dde-8b93-19d8c1db1705 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:21.601811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Made reservation on behalf of e47f4617f5e3494680026db6405d0c9f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:21.605850 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.617712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 9549ac8b-5226-4dde-8b93-19d8c1db1705 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:21.618294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 9549ac8b-5226-4dde-8b93-19d8c1db1705 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:21.631356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.708475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a1472e86-b9a1-41f1-9d39-8be6e607eb9e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-1113812221 HTTP/1.1" status: 201 len: 201 time: 0.9761517 Jul 28 14:53:21.712916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59430) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.721779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-c9072ff2-0332-40f0-b239-7c91f5515e4e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', {'tags': ['tempest-TagsExtTest-Tag-1344081727', 'tempest-TagsExtTest-Tag-1422363551', 'tempest-TagsExtTest-Tag-1954478846']}) {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:21.739525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.850123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:21.854083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Allocated IP 172.20.0.6 (2896b4d6-780f-41d0-9de9-0cbaed8805c5/d0a7604e-17dd-48dc-8edf-1cb490d67f88/2f5c5aa7-5702-4269-9097-cb285d354ad6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:21.856274 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.964913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53cd66b1-ba7a-4c89-ac9d-e42fcb60d982 req-1df8388d-ca68-4145-ba7e-3912ed7b06d5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.0413308 Jul 28 14:53:21.976235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c9072ff2-0332-40f0-b239-7c91f5515e4e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags HTTP/1.1" status: 200 len: 318 time: 0.2556882 Jul 28 14:53:21.978585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59438) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.984927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-168748d3-6c8a-43b0-93be-b7125738b5b2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:22.036265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.083025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d75cb6e-b116-4b9d-aae8-2ca5b607367d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.095953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:22.097691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.099815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb763633-7f49-473c-9376-89082f29a413 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4d75cb6e-b116-4b9d-aae8-2ca5b607367d HTTP/1.1" status: 204 len: 168 time: 0.5910420 Jul 28 14:53:22.101358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.108132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.120558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.221962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:22.228319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d31dc6a-41f1-470e-aa46-ad4c9d110b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.232263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Transition to ACTIVE for port object 2f5c5aa7-5702-4269-9097-cb285d354ad6 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:22.266105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.266645 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment 95317fd3-62ba-41e9-b434-6253e0da0f73 of type vlan for network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 Jul 28 14:53:22.312878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.329019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.423199 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.493674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.505501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-168748d3-6c8a-43b0-93be-b7125738b5b2 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags HTTP/1.1" status: 204 len: 168 time: 0.5218074 Jul 28 14:53:22.506567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:22.507158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.511107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59448) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.532974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.539071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-68963033-038f-4669-8390-88baec811ac6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-1344081727') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:22.552940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fdc5fa-f39c-4135-a7dd-0e806eaa8cad']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:22.566407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f61cc4-9b61-47b4-afdb-22de56e8b28c') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:22.566828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f61cc4-9b61-47b4-afdb-22de56e8b28c') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:22.584080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.607803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.615818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:22.623321 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.628855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:22.642209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:22.642806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.653773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3814eca-a072-48f2-9aa9-bdf3d156b3c0 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:22.672284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=38f49a4a-b964-4dd0-bb28-34e1e984c8b0,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.685638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=83aa3a9e-5c6a-4c4d-8640-cb8687a6b241,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.702021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:22.703344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:22.710960 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:22.733871 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-68963033-038f-4669-8390-88baec811ac6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:22.736094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-68963033-038f-4669-8390-88baec811ac6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-1344081727 HTTP/1.1" status: 404 len: 329 time: 0.2110665 Jul 28 14:53:22.743251 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbd2b0b3-0167-4a34-a727-e2660f99ec7d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2862968 Jul 28 14:53:22.743251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.745773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-623d8e8e-5a56-4d42-8f76-e1b0145e7116 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-1422363551') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:22.750473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:22.751960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.758953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:22.759259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:22.764325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:22.780242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:22.816750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.833126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59458) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.835786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c76020dd-ab91-41a6-a562-2f16d7695baa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5279016 Jul 28 14:53:22.841102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:22.913022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:22.914120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.949596 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-623d8e8e-5a56-4d42-8f76-e1b0145e7116 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:22.955552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-623d8e8e-5a56-4d42-8f76-e1b0145e7116 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-1422363551 HTTP/1.1" status: 404 len: 329 time: 0.2091031 Jul 28 14:53:22.956475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59460) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.964168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-8d713d52-f779-4ac9-8f2a-0ab52768c3e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8', 'tempest-TagsExtTest-Tag-1954478846') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:23.003998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.011120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.026403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.053724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.059024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] 10.222.0.57 "DELETE /v2.0/networks/32fdc5fa-f39c-4135-a7dd-0e806eaa8cad HTTP/1.1" status: 204 len: 168 time: 0.9495771 Jul 28 14:53:23.119735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:23.121495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cc9d5-a028-46a6-856a-30c4b2e5dfda admin admin] Pushing event deleted for resources: {'Network': ['ID=32fdc5fa-f39c-4135-a7dd-0e806eaa8cad,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:23.138342 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.192138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:23.193068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.349544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e3a4fd73-b7c8-4b43-a2ec-41a708b23353 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8260167 Jul 28 14:53:23.358044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.363013 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-8d713d52-f779-4ac9-8f2a-0ab52768c3e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:23.363980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8d713d52-f779-4ac9-8f2a-0ab52768c3e6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags/tempest-TagsExtTest-Tag-1954478846 HTTP/1.1" status: 404 len: 329 time: 0.4037764 Jul 28 14:53:23.367912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9e6afce9-2b2d-4eac-87e5-09af5d741b20 None None] Provisioning for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:23.373974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59472) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:23.382885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Request body: {'port': {'device_id': '85c0e50d-963e-4632-9ff0-676530391edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:23.383274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-a70d00da-8a22-4a97-89f8-fcf97c941caa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', {'tags': ['tempest-TagsExtTest-Tag-1500411824', 'tempest-TagsExtTest-Tag-312061480', 'tempest-TagsExtTest-Tag-1100430821']}) {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:23.389112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9e6afce9-2b2d-4eac-87e5-09af5d741b20 None None] Provisioning complete for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:23.391378 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9e6afce9-2b2d-4eac-87e5-09af5d741b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.464662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd7272-d6a2-4485-8888-16aff0687443 req-4ededd80-3e7e-4acc-8f40-70182ab087e9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:23.466383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fd7272-d6a2-4485-8888-16aff0687443 req-4ededd80-3e7e-4acc-8f40-70182ab087e9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 931 time: 0.2802026 Jul 28 14:53:23.467836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.602418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/38f49a4a-b964-4dd0-bb28-34e1e984c8b0/e4b8f060-e230-4922-ae23-35da4ab72145) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:23.671850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a70d00da-8a22-4a97-89f8-fcf97c941caa tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags HTTP/1.1" status: 200 len: 317 time: 0.2962496 Jul 28 14:53:23.677438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59482) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:23.679234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.685723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-67568de0-f407-4f32-bf52-9e050b64844d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:23.735034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fd7272-d6a2-4485-8888-16aff0687443 req-33c58356-5cee-46e9-b870-8b96d297b6cb tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478333 Jul 28 14:53:23.775268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9e6afce9-2b2d-4eac-87e5-09af5d741b20 None None] Port 2f5c5aa7-5702-4269-9097-cb285d354ad6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:23.865849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.879126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.879126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-52f8f0e6-b905-4f3b-9985-d0d672a8cb46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0332818 Jul 28 14:53:23.879126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59484) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:23.879126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5c5aa7-5702-4269-9097-cb285d354ad6 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:23.888673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.891507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.901468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Transition to ACTIVE for port object e4b8f060-e230-4922-ae23-35da4ab72145 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:23.924178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Transition to ACTIVE for port object e4b8f060-e230-4922-ae23-35da4ab72145 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:23.966143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=21875791-11f5-4515-a202-22d03a610621,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:23.978997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-67568de0-f407-4f32-bf52-9e050b64844d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags HTTP/1.1" status: 204 len: 168 time: 0.2986300 Jul 28 14:53:23.980049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59486) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:23.986970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Transition to ACTIVE for port object 2f5c5aa7-5702-4269-9097-cb285d354ad6 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:23.990929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-217e3891-b7fe-4404-8ae4-f9bf17b9c58e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-1500411824') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:24.000362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': '95317fd3-62ba-41e9-b434-6253e0da0f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:24.001111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:24.052393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59488) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.090896 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-217e3891-b7fe-4404-8ae4-f9bf17b9c58e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:24.092621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-217e3891-b7fe-4404-8ae4-f9bf17b9c58e tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-1500411824 HTTP/1.1" status: 404 len: 329 time: 0.1085858 Jul 28 14:53:24.096758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59490) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.107644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-9acf9d0b-94b8-4d98-9cf9-a959ce64b5f6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-312061480') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:24.131548 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.162335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72a10d9d-b6bd-4f65-a019-d8bae663c984 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc8f59d02fc249afbe285687be2ad0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008294 Jul 28 14:53:24.162335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59492) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.181871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:24.241198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:24.242975 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-9acf9d0b-94b8-4d98-9cf9-a959ce64b5f6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:24.244065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9acf9d0b-94b8-4d98-9cf9-a959ce64b5f6 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-312061480 HTTP/1.1" status: 404 len: 328 time: 0.1460764 Jul 28 14:53:24.245340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-141ea850-ec40-43f7-a406-761fc8ce6e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.250772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59498) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.252234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:24.257149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:24.261680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-22b26f15-920b-4c15-b295-96ad55adbb76 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd', 'tempest-TagsExtTest-Tag-1100430821') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:24.279388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Pushing event updated for resources: {'Port': ['ID=e4b8f060-e230-4922-ae23-35da4ab72145,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:24.285396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.301906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-141ea850-ec40-43f7-a406-761fc8ce6e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.371459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.394948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Attempting to bind port e4b8f060-e230-4922-ae23-35da4ab72145 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:24.395550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Attempting to bind port e4b8f060-e230-4922-ae23-35da4ab72145 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:24.396318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Attempting to bind port e4b8f060-e230-4922-ae23-35da4ab72145 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:24.400393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:24.416256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c11a0c-c922-459b-8649-8f09d972f172 None None] Network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:24.421281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:24.427250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.430261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:24.467373 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-22b26f15-920b-4c15-b295-96ad55adbb76 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:24.470086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22b26f15-920b-4c15-b295-96ad55adbb76 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags/tempest-TagsExtTest-Tag-1100430821 HTTP/1.1" status: 404 len: 329 time: 0.2188632 Jul 28 14:53:24.472149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:24.473292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:24.475029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.475928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:24.477020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Bound port: e4b8f060-e230-4922-ae23-35da4ab72145, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:24.478056 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.494063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59500) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.511173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-5b0f98d7-91a2-48fc-8b71-e1bdaca7ea2f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', {'tags': ['tempest-TagsExtTest-Tag-627329317', 'tempest-TagsExtTest-Tag-1523891630', 'tempest-TagsExtTest-Tag-1189152345']}) {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:24.717372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-141ea850-ec40-43f7-a406-761fc8ce6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.743882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-141ea850-ec40-43f7-a406-761fc8ce6e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.746004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-141ea850-ec40-43f7-a406-761fc8ce6e2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4718c208-3483-407c-b96f-d5bb62e096f9 HTTP/1.1" status: 204 len: 168 time: 0.5871232 Jul 28 14:53:24.801920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] For port e4b8f060-e230-4922-ae23-35da4ab72145, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:24.827947 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c1da1622-ad24-4256-be1a-3e0cab301782 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0744383 Jul 28 14:53:24.828685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59518) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.834376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ea850-ec40-43f7-a406-761fc8ce6e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4718c208-3483-407c-b96f-d5bb62e096f9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:24.849032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500383262'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:24.871889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] For port e4b8f060-e230-4922-ae23-35da4ab72145, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e4b8f060-e230-4922-ae23-35da4ab72145,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:24.875280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-83aa3a9e-5c6a-4c4d-8640-cb8687a6b241', 'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': '21875791-11f5-4515-a202-22d03a610621'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:24.877742 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.899853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-927f9c5d-82ab-40be-9230-3bc62c21c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.001229 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.040392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8a14-e85f-4081-94cb-d1a5857b64c8 req-85cb4336-ea1a-45fc-8741-aba1251809ca tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:25.042746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74ba8a14-e85f-4081-94cb-d1a5857b64c8 req-85cb4336-ea1a-45fc-8741-aba1251809ca tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1100261 Jul 28 14:53:25.052508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::1 (e6db1467-3099-4ac4-83d0-dd83574f8121/38f49a4a-b964-4dd0-bb28-34e1e984c8b0/51a468e0-6191-4d14-824e-cd0e41efa4b3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:25.088070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:25.096123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:25.096123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:25.112410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74ba8a14-e85f-4081-94cb-d1a5857b64c8 req-5d04bb41-44a3-4cdc-94fb-29449b44a362 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507960 Jul 28 14:53:25.113999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:53:25.114339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:25.143739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:25.147687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.151582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e5843-5d10-4f7a-af7d-b5db40361b54 None None] Pushing event updated for resources: {'Port': ['ID=e4b8f060-e230-4922-ae23-35da4ab72145,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:25.155065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b0f98d7-91a2-48fc-8b71-e1bdaca7ea2f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags HTTP/1.1" status: 200 len: 317 time: 0.6592121 Jul 28 14:53:25.169731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59522) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:25.172263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Allocated IP 2001:db8::3 (83aa3a9e-5c6a-4c4d-8640-cb8687a6b241/21875791-11f5-4515-a202-22d03a610621/8d56fd33-a0ea-43f1-a19c-502ccb652d79) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:25.187180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:25.187557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:25.187951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Bound using segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:25.188941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Bound port: 2f5c5aa7-5702-4269-9097-cb285d354ad6, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:25.188941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.212339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-27dea5db-8f8c-475a-866d-c47f9b44d217 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:25.313659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.324148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:25.330259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:25.335227 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.336147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 51a468e0-6191-4d14-824e-cd0e41efa4b3 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:25.396119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:25.416384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.417127 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment bcc18df4-3bb7-4748-8ce4-a675ad0d082a of type vlan for network 1c11da09-b00b-4844-bb7a-14200bcd816c Jul 28 14:53:25.471793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.472990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.492931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Transition to ACTIVE for port object 8d56fd33-a0ea-43f1-a19c-502ccb652d79 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:25.525184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Transition to ACTIVE for port object 8d56fd33-a0ea-43f1-a19c-502ccb652d79 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:25.540939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.613494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:25.614552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.617140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] 10.222.0.42 "PUT /v2.0/ports/2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1092 time: 2.2394981 Jul 28 14:53:25.621378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:25.626305 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e1739-3c92-40c6-8a40-80c5647f5505" -d '{"events": [{"name": "network-changed", "server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:25.672544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a334dd-e74e-4b3b-a304-c3aa691e98dc service neutron] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:25.707639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.720095 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69fd62-b306-4039-9d0b-6beb739adccc x-openstack-request-id: req-9f69fd62-b306-4039-9d0b-6beb739adccc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:25.720095 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:25.720095 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f69fd62-b306-4039-9d0b-6beb739adccc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:25.720095 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'status': 'completed', 'code': 200} Jul 28 14:53:25.752431 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.756072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.758612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:25.771626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:25.771626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:25.771626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.778648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=51a468e0-6191-4d14-824e-cd0e41efa4b3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:25.779847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:25.786801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.804637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27dea5db-8f8c-475a-866d-c47f9b44d217 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags HTTP/1.1" status: 204 len: 168 time: 0.6293006 Jul 28 14:53:25.847522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:25.867643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-13e58636-9bc2-4c58-bb11-6eb12681a0ea tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-627329317') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:25.908623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:25.911122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:25.921024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:26.023661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Pushing event updated for resources: {'Port': ['ID=8d56fd33-a0ea-43f1-a19c-502ccb652d79,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:26.039459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1739-3c92-40c6-8a40-80c5647f5505 req-d98809f6-f3d9-499c-8674-6321b96847ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:26.058140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-877e1739-3c92-40c6-8a40-80c5647f5505 req-d98809f6-f3d9-499c-8674-6321b96847ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1095 time: 0.2004635 Jul 28 14:53:26.062869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=1c11da09-b00b-4844-bb7a-14200bcd816c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:26.085242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e13044cc-f63e-48a0-a2fa-f6c81abbcb60 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2520144 Jul 28 14:53:26.099194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59546) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.104344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:26.111900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1c11da09-b00b-4844-bb7a-14200bcd816c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:26.233038 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-13e58636-9bc2-4c58-bb11-6eb12681a0ea tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:26.235164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13e58636-9bc2-4c58-bb11-6eb12681a0ea tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-627329317 HTTP/1.1" status: 404 len: 328 time: 0.3833790 Jul 28 14:53:26.241465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.247747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-53d10ca4-c03a-4bcd-8bc1-d5f46142fdb5 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-1523891630') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:26.312730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59552) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.330106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Attempting to bind port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:26.331033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Attempting to bind port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '95317fd3-62ba-41e9-b434-6253e0da0f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:26.331642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Attempting to bind port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 on network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:26.341196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.363010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:26.371369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Checking segment: {'id': '95317fd3-62ba-41e9-b434-6253e0da0f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:26.371369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.371369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Bound using segment: {'id': '95317fd3-62ba-41e9-b434-6253e0da0f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:26.371369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Bound port: 8d56fd33-a0ea-43f1-a19c-502ccb652d79, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95317fd3-62ba-41e9-b434-6253e0da0f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83aa3a9e-5c6a-4c4d-8640-cb8687a6b241'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:26.371369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.433718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a830f-a154-4513-a00f-4c0acde73ba5 req-85c151ae-f29f-446e-8db6-d37b1374393c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:26.444745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a26a830f-a154-4513-a00f-4c0acde73ba5 req-85c151ae-f29f-446e-8db6-d37b1374393c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1434522 Jul 28 14:53:26.477273 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-53d10ca4-c03a-4bcd-8bc1-d5f46142fdb5 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:26.482312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-53d10ca4-c03a-4bcd-8bc1-d5f46142fdb5 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-1523891630 HTTP/1.1" status: 404 len: 329 time: 0.2346063 Jul 28 14:53:26.489612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.510648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1739-3c92-40c6-8a40-80c5647f5505 req-18893e06-c7a6-40c2-90db-a8b6d749e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:26.520618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-877e1739-3c92-40c6-8a40-80c5647f5505 req-18893e06-c7a6-40c2-90db-a8b6d749e18b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e47f4617f5e3494680026db6405d0c9f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4455125 Jul 28 14:53:26.542794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-2977c429-7bac-4ebc-a9c5-ace40d016d75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84', 'tempest-TagsExtTest-Tag-1189152345') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:26.649216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:26.652976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.799009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-081216bb-2efd-4bdb-9c43-e9e5e24f96aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.841425 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.842928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e4b8f060-e230-4922-ae23-35da4ab72145 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:26.852273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a26a830f-a154-4513-a00f-4c0acde73ba5 req-5c0871a5-7771-41c3-9287-1d40546f84be tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056678 Jul 28 14:53:26.876883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.ipam_backend_mixin [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Performing IP validity checks on allocation pools {{(pid=94658) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:53:26.877877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.ipam_backend_mixin [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94658) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:53:26.920296 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2977c429-7bac-4ebc-a9c5-ace40d016d75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:26.921513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2977c429-7bac-4ebc-a9c5-ace40d016d75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags/tempest-TagsExtTest-Tag-1189152345 HTTP/1.1" status: 404 len: 329 time: 0.4030745 Jul 28 14:53:26.932235 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.937572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-b52f7fdf-5ca1-4dc7-a6a0-b3a27dedc33f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', {'tags': ['tempest-TagsExtTest-Tag-1183919075', 'tempest-TagsExtTest-Tag-594658042', 'tempest-TagsExtTest-Tag-1895786929']}) {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.033929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] For port 8d56fd33-a0ea-43f1-a19c-502ccb652d79, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:27.042387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] For port 8d56fd33-a0ea-43f1-a19c-502ccb652d79, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8d56fd33-a0ea-43f1-a19c-502ccb652d79,segment=NetworkSegment(95317fd3-62ba-41e9-b434-6253e0da0f73),segment_id=95317fd3-62ba-41e9-b434-6253e0da0f73)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:27.118117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4d005b0e-69f7-4ff9-92ce-7321afcb2100 None None] Provisioning for port e4b8f060-e230-4922-ae23-35da4ab72145 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:27.149628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1739-3c92-40c6-8a40-80c5647f5505 req-8fc2783d-0e37-4407-a2aa-4cada482f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:27.151322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-877e1739-3c92-40c6-8a40-80c5647f5505 req-8fc2783d-0e37-4407-a2aa-4cada482f80c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6198964 Jul 28 14:53:27.164166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e4b8f060-e230-4922-ae23-35da4ab72145 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:27.169720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.220709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b52f7fdf-5ca1-4dc7-a6a0-b3a27dedc33f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "PUT /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags HTTP/1.1" status: 200 len: 317 time: 0.2873175 Jul 28 14:53:27.225306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59572) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.236516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-75e89737-44c4-4136-bbb9-0b9284a5cb94 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.254718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e4b8f060-e230-4922-ae23-35da4ab72145 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:27.255167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.260809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-081216bb-2efd-4bdb-9c43-e9e5e24f96aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.346476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a73cd-82d4-43ae-bf12-491c4037afbf None None] Pushing event updated for resources: {'Port': ['ID=8d56fd33-a0ea-43f1-a19c-502ccb652d79,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.347393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.366186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-775bc295-74ab-43fe-aebd-7c4fff657f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:27.367965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-775bc295-74ab-43fe-aebd-7c4fff657f49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1095 time: 0.0847156 Jul 28 14:53:27.403203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-081216bb-2efd-4bdb-9c43-e9e5e24f96aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.428829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.438232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-6a153f48-6383-40d7-b5eb-63313fa75906 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 217 time: 0.0500231 Jul 28 14:53:27.477626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-081216bb-2efd-4bdb-9c43-e9e5e24f96aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d313d44c084c40f485eb9989fa1223cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1583276 Jul 28 14:53:27.477626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081216bb-2efd-4bdb-9c43-e9e5e24f96aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca175e-89f2-47a3-9d5f-30f78bfdb988,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.487877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e4b8f060-e230-4922-ae23-35da4ab72145, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e4b8f060-e230-4922-ae23-35da4ab72145,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:27.488525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59580) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.504404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.537396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-bee9805f-67c7-4c37-a7ac-f483d38ae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:27.540176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-bee9805f-67c7-4c37-a7ac-f483d38ae485 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0930967 Jul 28 14:53:27.544642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.545523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.621978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=4c859037-d4bd-4505-8d51-1edca42a38d2,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.645595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:27.646349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: 1c11da09-b00b-4844-bb7a-14200bcd816c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:27.702338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c2703d6e-4c33-4b8f-85be-8dd904a02657 None None] Provisioning for port 51a468e0-6191-4d14-824e-cd0e41efa4b3 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:27.708007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c2703d6e-4c33-4b8f-85be-8dd904a02657 None None] Provisioning complete for port 51a468e0-6191-4d14-824e-cd0e41efa4b3 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:27.708382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c2703d6e-4c33-4b8f-85be-8dd904a02657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.730170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-75e89737-44c4-4136-bbb9-0b9284a5cb94 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags HTTP/1.1" status: 204 len: 168 time: 0.5034750 Jul 28 14:53:27.731075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-792ef65f-b2d3-4020-a2b2-15d8d9b6917f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.734740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59584) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.746558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=51a468e0-6191-4d14-824e-cd0e41efa4b3,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.746794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-ea79a54c-ad9a-4c6c-8464-79d974d74686 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-1183919075') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.757247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c2703d6e-4c33-4b8f-85be-8dd904a02657 None None] Port 51a468e0-6191-4d14-824e-cd0e41efa4b3 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:27.769570 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-ea79a54c-ad9a-4c6c-8464-79d974d74686 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:27.774603 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.774805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ea79a54c-ad9a-4c6c-8464-79d974d74686 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-1183919075 HTTP/1.1" status: 404 len: 329 time: 0.0379398 Jul 28 14:53:27.774805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59586) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.781395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-aebeb50a-1671-4e18-ad99-4c7bef6aa6f3 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-594658042') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.816753 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-aebeb50a-1671-4e18-ad99-4c7bef6aa6f3 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:27.818092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aebeb50a-1671-4e18-ad99-4c7bef6aa6f3 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-594658042 HTTP/1.1" status: 404 len: 328 time: 0.0424654 Jul 28 14:53:27.821366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59588) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.826827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-8c8de46e-8882-4c1c-b1dd-91d318607429 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea', 'tempest-TagsExtTest-Tag-1895786929') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.855949 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-8c8de46e-8882-4c1c-b1dd-91d318607429 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] show failed (client error): The resource could not be found. Jul 28 14:53:27.862956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8c8de46e-8882-4c1c-b1dd-91d318607429 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags/tempest-TagsExtTest-Tag-1895786929 HTTP/1.1" status: 404 len: 329 time: 0.0346661 Jul 28 14:53:27.863329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e4b8f060-e230-4922-ae23-35da4ab72145,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.863552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.871334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-076c4e1c-a46e-4dea-a1e4-9c523177b90f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e6f03688-9275-4d10-931b-aa0952e364ea') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.918456 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.925584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-076c4e1c-a46e-4dea-a1e4-9c523177b90f tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea/tags HTTP/1.1" status: 204 len: 168 time: 0.0611408 Jul 28 14:53:27.926361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network 1c11da09-b00b-4844-bb7a-14200bcd816c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:27.930792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59594) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.936414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-e11aa868-bd21-4f51-b82b-548943ed95f7 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '09babbd8-a4a3-4e5a-9af8-90defbd2ec84') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:28.040826 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e11aa868-bd21-4f51-b82b-548943ed95f7 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84/tags HTTP/1.1" status: 204 len: 168 time: 0.1087420 Jul 28 14:53:28.043759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59596) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.049130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-35df3e1b-4825-4404-844f-033e3a6f0a05 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c91f76b-abaa-4b44-ac42-0892e2e207dd') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:28.123204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35df3e1b-4825-4404-844f-033e3a6f0a05 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd/tags HTTP/1.1" status: 204 len: 168 time: 0.0738928 Jul 28 14:53:28.124287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59600) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.125704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.126482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.126845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.127193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.127537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.127878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.128216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.128579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.128912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.129243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.129533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-9ed6b961-ddd3-4390-8e17-8c0a8a881e29 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1322b10c-edd0-4633-b116-630a83830dc8') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:28.129764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.129930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:28.156165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e0bf1826-85b9-43eb-9ae7-20a6b692d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:28.158688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-e0bf1826-85b9-43eb-9ae7-20a6b692d9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6077566 Jul 28 14:53:28.167440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1c11da09-b00b-4844-bb7a-14200bcd816c) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:28.181132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c1499-4d8d-4aaf-8260-7837d20bc850 None None] Network 1c11da09-b00b-4844-bb7a-14200bcd816c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:28.193407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:28.194049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.239026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-792ef65f-b2d3-4020-a2b2-15d8d9b6917f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.263547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9ed6b961-ddd3-4390-8e17-8c0a8a881e29 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1382172 Jul 28 14:53:28.276514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59604) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.361696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-68e03f75-5fc2-4e7e-88d9-58fc77c012b1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2613802 Jul 28 14:53:28.377320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59608) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.442712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1c11da09-b00b-4844-bb7a-14200bcd816c', 'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': '4c859037-d4bd-4505-8d51-1edca42a38d2'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:28.445237 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.562784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59610) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.590507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b17d7-2ddb-4957-b68a-5126d530e57f req-0b0631be-4b59-4161-9388-e96ba5aa9f99 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:28.599393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-608b17d7-2ddb-4957-b68a-5126d530e57f req-0b0631be-4b59-4161-9388-e96ba5aa9f99 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.4594259 Jul 28 14:53:28.643375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:28.657740 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-aa2c8310-c44e-4de0-b77c-c7349e9bcbab service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842680 Jul 28 14:53:28.684359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:28.694722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.805271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-792ef65f-b2d3-4020-a2b2-15d8d9b6917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.809928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-792ef65f-b2d3-4020-a2b2-15d8d9b6917f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.865325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-792ef65f-b2d3-4020-a2b2-15d8d9b6917f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fca175e-89f2-47a3-9d5f-30f78bfdb988 HTTP/1.1" status: 204 len: 168 time: 1.3261971 Jul 28 14:53:28.866785 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c63d218-9751-4a27-8a89-3b7208f04bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.867245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ef65f-b2d3-4020-a2b2-15d8d9b6917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca175e-89f2-47a3-9d5f-30f78bfdb988,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:28.892052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.918879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8d56fd33-a0ea-43f1-a19c-502ccb652d79 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:28.978849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d07143-2293-439e-90b8-8c52747a9bc0 None None] Network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:28.988390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e08f51f-b05f-4fee-a964-71257e4593b3 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for subnetpool, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.992850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e08f51f-b05f-4fee-a964-71257e4593b3 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnetpools/e6f03688-9275-4d10-931b-aa0952e364ea HTTP/1.1" status: 204 len: 168 time: 0.7141838 Jul 28 14:53:28.993660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59616) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:29.017801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Allocated IP 2001:db8::3 (1c11da09-b00b-4844-bb7a-14200bcd816c/4c859037-d4bd-4505-8d51-1edca42a38d2/9fcc0ba3-66b4-4e92-b865-2aa29cf56dff) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:29.041710 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d44f2e3b-8002-4119-86c0-f209fb397cfe tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "GET /v2.0/ports?device_id=09babbd8-a4a3-4e5a-9af8-90defbd2ec84 HTTP/1.1" status: 200 len: 205 time: 0.0445769 Jul 28 14:53:29.042480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:29.152057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-608b17d7-2ddb-4957-b68a-5126d530e57f req-987f3c84-7e69-4776-a998-7ff4c840ca27 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508008 Jul 28 14:53:29.187870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2acd3d9d-3d40-4be3-b8b2-e3592acb552a req-a86a1d84-571b-4076-a80c-9d572b6def14 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151300 Jul 28 14:53:29.201592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7e929ae9-d596-4cc0-8e54-d2ac98080e61 None None] Provisioning for port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:29.271120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:29.294629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:29.295097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.431446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Router c7fc3a9a-c30d-4316-92e8-900fd4c885ba is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:53:29.434624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.453300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-298cc7a2-f021-4b9d-961a-902c2984b6b2 None None] Provisioning complete for port 51a468e0-6191-4d14-824e-cd0e41efa4b3 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:29.453869 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-298cc7a2-f021-4b9d-961a-902c2984b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.471547 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.490632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Transition to ACTIVE for port object 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:29.519214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Transition to ACTIVE for port object 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:29.558527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c63d218-9751-4a27-8a89-3b7208f04bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.580824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:29.587384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-894252fa-7045-46f5-8ccc-16ee0f751c7d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "PUT /v2.0/routers/c7fc3a9a-c30d-4316-92e8-900fd4c885ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7134356 Jul 28 14:53:29.594249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59626) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:29.602255 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Sync routers for ids ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:29.618850 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Routers {'c7fc3a9a-c30d-4316-92e8-900fd4c885ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:29.626609 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:53:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:29.646454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-298cc7a2-f021-4b9d-961a-902c2984b6b2 None None] Port 51a468e0-6191-4d14-824e-cd0e41efa4b3 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:29.651256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.662263 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.663742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.697077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae32cf0-a5e3-4f64-86d0-9bbb79d1eec2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:29.698379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2ae32cf0-a5e3-4f64-86d0-9bbb79d1eec2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports/51a468e0-6191-4d14-824e-cd0e41efa4b3 HTTP/1.1" status: 200 len: 911 time: 0.1028974 Jul 28 14:53:29.701989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59628) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:29.721639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 8d56fd33-a0ea-43f1-a19c-502ccb652d79, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8d56fd33-a0ea-43f1-a19c-502ccb652d79,segment=NetworkSegment(95317fd3-62ba-41e9-b434-6253e0da0f73),segment_id=95317fd3-62ba-41e9-b434-6253e0da0f73)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:29.786305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801bbb2-a0b9-4846-9604-04b7ebc86b60 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:29.793194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801bbb2-a0b9-4846-9604-04b7ebc86b60 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:29.798067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b801bbb2-a0b9-4846-9604-04b7ebc86b60 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0918522 Jul 28 14:53:29.798551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59630) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:29.804912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Set router c7fc3a9a-c30d-4316-92e8-900fd4c885ba gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:29.806611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.814280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c63d218-9751-4a27-8a89-3b7208f04bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.859649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Network 1c11da09-b00b-4844-bb7a-14200bcd816c is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:29.864682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:29.866967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Pushing event updated for resources: {'Port': ['ID=9fcc0ba3-66b4-4e92-b865-2aa29cf56dff,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:29.871101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:29.906401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63d218-9751-4a27-8a89-3b7208f04bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa972840-5051-4ad1-bc5b-030a5c171bce,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:29.908686 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.909719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e4b8f060-e230-4922-ae23-35da4ab72145 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:29.982708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.985072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Fanout notify agent at l3_agent the message router_deleted on router 09babbd8-a4a3-4e5a-9af8-90defbd2ec84 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:29.998011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.010310 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c4062125-f0c9-4f8e-b440-a3cdd39d2d3a tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/routers/09babbd8-a4a3-4e5a-9af8-90defbd2ec84 HTTP/1.1" status: 204 len: 168 time: 0.9588115 Jul 28 14:53:30.010591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59632) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:30.017716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Attempting to bind port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:30.018174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Attempting to bind port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:30.018735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Attempting to bind port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff on network 1c11da09-b00b-4844-bb7a-14200bcd816c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:30.028972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c63d218-9751-4a27-8a89-3b7208f04bb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2acd52d401ef4635a28763e0687b435a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4627318 Jul 28 14:53:30.040203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59634) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:30.045128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6af7c380-7141-4e66-a463-ee45ed51b081 None None] Provisioning complete for port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:30.045890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6af7c380-7141-4e66-a463-ee45ed51b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.050483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=8d56fd33-a0ea-43f1-a19c-502ccb652d79,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.080061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:30.080773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Checking segment: {'id': 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:30.086045 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.086045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Bound using segment: {'id': 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:30.086045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Bound port: 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1c11da09-b00b-4844-bb7a-14200bcd816c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:30.086045 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.153696 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:25Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None, '_interfaces': [{'id': '51a468e0-6191-4d14-824e-cd0e41efa4b3', 'name': '', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'mac_address': 'fa:16:3e:7c:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:26Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'subnets': [{'id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:30.158238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59636) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:30.170804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] For port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:30.175221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] For port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9fcc0ba3-66b4-4e92-b865-2aa29cf56dff,segment=NetworkSegment(bcc18df4-3bb7-4748-8ce4-a675ad0d082a),segment_id=bcc18df4-3bb7-4748-8ce4-a675ad0d082a)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:30.181796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e4b8f060-e230-4922-ae23-35da4ab72145 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:30.182435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.184137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c565d1c-0e85-425c-8dfe-d867e11f93e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.193217 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Checking router: c7fc3a9a-c30d-4316-92e8-900fd4c885ba for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:30.193711 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Updating router c7fc3a9a-c30d-4316-92e8-900fd4c885ba port 51a468e0-6191-4d14-824e-cd0e41efa4b3 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:53:30.227192 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.238129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.241385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Deleting port 9c91f76b-abaa-4b44-ac42-0892e2e207dd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:30.241872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.278818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=4c859037-d4bd-4505-8d51-1edca42a38d2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.322312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.370791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.383356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c11da09-b00b-4844-bb7a-14200bcd816c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:30.397835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:30.398243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:30.410621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.427488 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.436154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:30.436882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.454622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.469219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea5de6-054a-4e75-bc81-c6504d3bcf17 None None] Pushing event updated for resources: {'Port': ['ID=9fcc0ba3-66b4-4e92-b865-2aa29cf56dff,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:30.484878 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:30.518697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Calling delete_port for 9c91f76b-abaa-4b44-ac42-0892e2e207dd owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:30.566490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c565d1c-0e85-425c-8dfe-d867e11f93e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.591761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77ae3a87-6b85-4afc-a041-d7933e4b2b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.629930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8d56fd33-a0ea-43f1-a19c-502ccb652d79 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:30.632181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77ae3a87-6b85-4afc-a041-d7933e4b2b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.670059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:53:30.670059 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:53:30.670059 n-d-764806-10 neutron-server[94658]: [parameters: {'id': '1c11da09-b00b-4844-bb7a-14200bcd816c'}] Jul 28 14:53:30.670059 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:30.671378 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:30.689888 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.710587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:30.713001 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.715346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c565d1c-0e85-425c-8dfe-d867e11f93e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.716119 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Transition to ACTIVE for port object 51a468e0-6191-4d14-824e-cd0e41efa4b3 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:30.745366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed558f-384e-4553-a7a4-2d343081cb00 req-44a35a30-fc0c-48a1-ac95-ac40212d3067 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:30.747685 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23ed558f-384e-4553-a7a4-2d343081cb00 req-44a35a30-fc0c-48a1-ac95-ac40212d3067 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.2626917 Jul 28 14:53:30.837546 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.847527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23ed558f-384e-4553-a7a4-2d343081cb00 req-9a13b71c-823a-49e5-9110-3fc7d85ebed5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822816 Jul 28 14:53:30.870074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565d1c-0e85-425c-8dfe-d867e11f93e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dbbdc8-0ee2-43b1-a189-5846cc4e9464,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.878939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9c565d1c-0e85-425c-8dfe-d867e11f93e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b541d0f80a514fd19945fe91a097ec34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7159402 Jul 28 14:53:30.880311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59644) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:30.921910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77ae3a87-6b85-4afc-a041-d7933e4b2b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.924648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77ae3a87-6b85-4afc-a041-d7933e4b2b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.927306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77ae3a87-6b85-4afc-a041-d7933e4b2b84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa972840-5051-4ad1-bc5b-030a5c171bce HTTP/1.1" status: 204 len: 168 time: 0.8846159 Jul 28 14:53:30.945592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9aba6-a144-488f-b25e-24163d43f086 None None] Pushing event updated for resources: {'Port': ['ID=51a468e0-6191-4d14-824e-cd0e41efa4b3,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.948086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae3a87-6b85-4afc-a041-d7933e4b2b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa972840-5051-4ad1-bc5b-030a5c171bce,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.950442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.078237 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Attempting to bind port 51a468e0-6191-4d14-824e-cd0e41efa4b3 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:31.079298 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Attempting to bind port 51a468e0-6191-4d14-824e-cd0e41efa4b3 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:31.080077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Attempting to bind port 51a468e0-6191-4d14-824e-cd0e41efa4b3 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:31.081115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10594dfe-256f-49af-8ac4-a363e5552854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.089547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:31.090351 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:31.091232 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.091918 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:31.092869 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Bound port: 51a468e0-6191-4d14-824e-cd0e41efa4b3, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:31.098323 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.128271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10594dfe-256f-49af-8ac4-a363e5552854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.173150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.191936 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] For port 51a468e0-6191-4d14-824e-cd0e41efa4b3, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:31.195188 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] For port 51a468e0-6191-4d14-824e-cd0e41efa4b3, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=51a468e0-6191-4d14-824e-cd0e41efa4b3,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:31.198008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.268106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event deleted for resources: {'Port': ['ID=9c91f76b-abaa-4b44-ac42-0892e2e207dd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:31.318297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:31.318297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.352775 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.376161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.378520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e45118ee-1e76-4eba-b3d1-1d86ee607c75 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/ports/9c91f76b-abaa-4b44-ac42-0892e2e207dd HTTP/1.1" status: 204 len: 168 time: 1.3674357 Jul 28 14:53:31.381036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59648) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:31.389926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 51a468e0-6191-4d14-824e-cd0e41efa4b3 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:31.390164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.449913 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Routers {'c7fc3a9a-c30d-4316-92e8-900fd4c885ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:31.450478 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:53:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:31.468601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10594dfe-256f-49af-8ac4-a363e5552854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.474411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10594dfe-256f-49af-8ac4-a363e5552854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.475762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-10594dfe-256f-49af-8ac4-a363e5552854 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4dbbdc8-0ee2-43b1-a189-5846cc4e9464 HTTP/1.1" status: 204 len: 168 time: 0.5941839 Jul 28 14:53:31.521245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] For port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9fcc0ba3-66b4-4e92-b865-2aa29cf56dff,segment=NetworkSegment(bcc18df4-3bb7-4748-8ce4-a675ad0d082a),segment_id=bcc18df4-3bb7-4748-8ce4-a675ad0d082a)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:31.521715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.538372 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9aba6-a144-488f-b25e-24163d43f086 None None] Pushing event updated for resources: {'Port': ['ID=51a468e0-6191-4d14-824e-cd0e41efa4b3,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:31.541240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Deleting subnet 1322b10c-edd0-4633-b116-630a83830dc8 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:31.544441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594dfe-256f-49af-8ac4-a363e5552854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dbbdc8-0ee2-43b1-a189-5846cc4e9464,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:31.549644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.570181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Calling delete_port for 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:31.753391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.794436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] For port 51a468e0-6191-4d14-824e-cd0e41efa4b3, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=51a468e0-6191-4d14-824e-cd0e41efa4b3,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:31.795040 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.837125 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] Set router c7fc3a9a-c30d-4316-92e8-900fd4c885ba gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:31.864647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 51a468e0-6191-4d14-824e-cd0e41efa4b3 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:32.148192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.190687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-b6ccbeda-f5fe-40b3-af12-b1c0a840ca4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3434110 Jul 28 14:53:32.226473 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.247958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bddf07-1343-4563-aa0c-70f9d804d470 req-15b95501-b635-4d1c-b9ed-c783fae91dbd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:32.256269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54bddf07-1343-4563-aa0c-70f9d804d470 req-15b95501-b635-4d1c-b9ed-c783fae91dbd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1875696 Jul 28 14:53:32.331374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c34e977-bb8f-4b7d-a7b0-e208dc7df426 None None] Network 1c11da09-b00b-4844-bb7a-14200bcd816c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:32.344192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.391296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54bddf07-1343-4563-aa0c-70f9d804d470 req-e8a4ab4a-064f-43fa-afd5-47d0d8e9ec0e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084886 Jul 28 14:53:32.391296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-84cdf153-603c-4d44-a5e5-b5190c7e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:32.391296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-84cdf153-603c-4d44-a5e5-b5190c7e86ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1097 time: 0.1102872 Jul 28 14:53:32.427661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-98dd4eb9-1476-4545-a0cd-56ec1331518d None None] Could not find standard attr ID for object 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:53:32.439555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No DVR routers for this DVR port 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:32.445347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Port': ['ID=9fcc0ba3-66b4-4e92-b865-2aa29cf56dff,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:32.513672 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5287f43b-c450-413e-935c-1c636994a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:25Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None, '_interfaces': [{'id': '51a468e0-6191-4d14-824e-cd0e41efa4b3', 'name': '', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'mac_address': 'fa:16:3e:7c:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:31Z', 'revision_number': 4, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'subnets': [{'id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:32.558116 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287f43b-c450-413e-935c-1c636994a34f None None] The sync data for ids ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'] in n-d-764806-10 is: [{'id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:25Z', 'revision_number': 2, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None, '_interfaces': [{'id': '51a468e0-6191-4d14-824e-cd0e41efa4b3', 'name': '', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'mac_address': 'fa:16:3e:7c:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:31Z', 'revision_number': 4, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'subnets': [{'id': '38f49a4a-b964-4dd0-bb28-34e1e984c8b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:32.601051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-000b92a3-dd8a-46e1-9774-35cb0854f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:32.602931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-000b92a3-dd8a-46e1-9774-35cb0854f098 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.2030163 Jul 28 14:53:32.669857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.678972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be9ae1-52af-4cc6-8455-037f5c09196e None None] DHCP port deletion for 1c11da09-b00b-4844-bb7a-14200bcd816c request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:32.685524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c11da09-b00b-4844-bb7a-14200bcd816c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:32.700734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:32.701164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc18df4-3bb7-4748-8ce4-a675ad0d082a') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:32.703377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-3d86ee3d-4a98-4aee-bdfa-e0c29a30a810 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 200 len: 1001 time: 0.0857615 Jul 28 14:53:32.713764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.741922 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.754517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:32.754872 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:32.758844 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:32.763831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.825645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.830749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/subnets/1322b10c-edd0-4633-b116-630a83830dc8 HTTP/1.1" status: 204 len: 168 time: 1.4460139 Jul 28 14:53:32.830900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59678) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:32.832131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7088c95-4538-45df-b71a-e65027968af4 None None] Network e4844bdf-420a-41d5-8588-fc3979484ed3 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:32.835238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d4a2c-33a3-42d1-bb2b-1fba53ea986d tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event deleted for resources: {'Subnet': ['ID=1322b10c-edd0-4633-b116-630a83830dc8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:32.845182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-c65e25d1-d0a1-414d-8f3d-b0c77b747efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:32.847129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-c65e25d1-d0a1-414d-8f3d-b0c77b747efd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.1321959 Jul 28 14:53:32.918900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.933874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-e93df7ce-3dae-4a6a-b43e-393d327105d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:32.937621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-e93df7ce-3dae-4a6a-b43e-393d327105d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805957 Jul 28 14:53:32.991639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.006936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=51a468e0-6191-4d14-824e-cd0e41efa4b3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:33.056191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.059649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/1c11da09-b00b-4844-bb7a-14200bcd816c HTTP/1.1" status: 204 len: 168 time: 4.6788990 Jul 28 14:53:33.093843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59686) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:33.101657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:53:33.112370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726752944'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:33.163995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.163995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7e7b-7b25-4883-8e6f-c042c9dbc0f1 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=1c11da09-b00b-4844-bb7a-14200bcd816c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:33.215643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-b589c388-e588-47d9-bd23-660a54613998 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514966 Jul 28 14:53:33.378849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] DHCP port deletion for e4844bdf-420a-41d5-8588-fc3979484ed3 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:33.429354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.440211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdf1eb9e-b52f-4383-8ba8-5a86fb29ecfe req-2b8d08df-0446-4a91-ab37-222d6350e4a6 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111795 Jul 28 14:53:33.538247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:33.559754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'mac_address': 'fa:16:3e:69:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:53:33.612927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:33.616592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.618916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] Deleting port eee8a9b9-d41f-47f0-96a8-415411c741e5 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:33.619284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.673711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.699682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5c5aa7-5702-4269-9097-cb285d354ad6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:33.705482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] For port eee8a9b9-d41f-47f0-96a8-415411c741e5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eee8a9b9-d41f-47f0-96a8-415411c741e5,segment=NetworkSegment(8d54fd07-1bf5-4c1a-8b2e-412beed28a2d),segment_id=8d54fd07-1bf5-4c1a-8b2e-412beed28a2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:33.705889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.726062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] Calling delete_port for eee8a9b9-d41f-47f0-96a8-415411c741e5 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:33.739956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:33.900391 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.975817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.034922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] No DVR routers for this DVR port eee8a9b9-d41f-47f0-96a8-415411c741e5 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:34.037893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:34.078659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b1f99-d233-434c-9759-5ca753a75295 None None] Pushing event deleted for resources: {'Port': ['ID=eee8a9b9-d41f-47f0-96a8-415411c741e5,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:34.109803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:34.120249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.120641 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment 2e2d0359-56f9-4a2d-8ee6-ee566c5ea143 of type vlan for network 409e51ed-2a77-4498-afbb-acddabeadace Jul 28 14:53:34.149255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fefac-9c52-4c2f-b71a-38058863b222 req-e4381a35-f02c-4ea8-adbf-a0540eb5ed48 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:34.157300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-711fefac-9c52-4c2f-b71a-38058863b222 req-e4381a35-f02c-4ea8-adbf-a0540eb5ed48 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.6185565 Jul 28 14:53:34.160242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Deleting port eee8a9b9-d41f-47f0-96a8-415411c741e5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:34.160834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.199111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Router c7fc3a9a-c30d-4316-92e8-900fd4c885ba has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:34.354441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.409487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-711fefac-9c52-4c2f-b71a-38058863b222 req-84f65343-4c7f-4195-a7f8-469f6bf9387f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510221 Jul 28 14:53:34.413438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] For port eee8a9b9-d41f-47f0-96a8-415411c741e5, host n-d-764806-10, got binding levels [] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:34.413797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.423918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:34.437626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fbc61f50-816a-4a5c-9e07-e72ca452fb1a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "PUT /v2.0/routers/c7fc3a9a-c30d-4316-92e8-900fd4c885ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6372678 Jul 28 14:53:34.438942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:34.461017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Calling delete_port for eee8a9b9-d41f-47f0-96a8-415411c741e5 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:34.461506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.ipam_backend_mixin [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Port eee8a9b9-d41f-47f0-96a8-415411c741e5 was not found and therefore no delete operation was performed {{(pid=94658) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:53:34.469588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.492672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f5c5aa7-5702-4269-9097-cb285d354ad6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:53:34.498553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event deleted for resources: {'Port': ['ID=eee8a9b9-d41f-47f0-96a8-415411c741e5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:34.507489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] No DVR routers for this DVR port eee8a9b9-d41f-47f0-96a8-415411c741e5 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:34.617678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.643688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abddde9-abbc-4c27-b396-6f9fa9430fd3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:34.646119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:34.649951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abddde9-abbc-4c27-b396-6f9fa9430fd3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:34.651624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.658202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1abddde9-abbc-4c27-b396-6f9fa9430fd3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2172468 Jul 28 14:53:34.669200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59724) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:34.694833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:34.703390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.724966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4844bdf-420a-41d5-8588-fc3979484ed3']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:34.786157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:34.786627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9fcc0ba3-66b4-4e92-b865-2aa29cf56dff not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:34.787088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eee8a9b9-d41f-47f0-96a8-415411c741e5 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:34.791412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:34.791740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d54fd07-1bf5-4c1a-8b2e-412beed28a2d') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:34.822475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 38f49a4a-b964-4dd0-bb28-34e1e984c8b0 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:34.828237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.854503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: eee8a9b9-d41f-47f0-96a8-415411c741e5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:34.857929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eee8a9b9-d41f-47f0-96a8-415411c741e5 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:34.913998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.946491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=409e51ed-2a77-4498-afbb-acddabeadace,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:34.949406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.958265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:34.958739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:34.962861 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:34.970539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.975994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c1d694fe-3691-4455-bcf6-677eb2689a4d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8788085 Jul 28 14:53:34.984697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59732) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:35.004250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': '409e51ed-2a77-4498-afbb-acddabeadace', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:35.022220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 409e51ed-2a77-4498-afbb-acddabeadace details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:35.066337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59734) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:35.092223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] Sync routers for ids ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:35.123277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] Routers {'c7fc3a9a-c30d-4316-92e8-900fd4c885ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:35.124799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:53:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:35.141072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.163348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.172174 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] 10.222.0.57 "DELETE /v2.0/networks/e4844bdf-420a-41d5-8588-fc3979484ed3 HTTP/1.1" status: 204 len: 168 time: 2.3399720 Jul 28 14:53:35.230860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfb7a9-000e-4968-afde-8853b18e0461 tempest-TagsExtTest-110501001 tempest-TagsExtTest-110501001-project] Pushing event deleted for resources: {'Network': ['ID=e4844bdf-420a-41d5-8588-fc3979484ed3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:35.346695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd335e9e-943a-4eb3-abfb-25e1caa4be20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.436561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] Set router c7fc3a9a-c30d-4316-92e8-900fd4c885ba gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:35.474987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.480757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:35.487312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.505345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:32Z', 'revision_number': 3, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:35.569606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] Checking router: c7fc3a9a-c30d-4316-92e8-900fd4c885ba for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:35.582808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] Routers {'c7fc3a9a-c30d-4316-92e8-900fd4c885ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:35.583453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:53:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:35.666608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] Set router c7fc3a9a-c30d-4316-92e8-900fd4c885ba gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:35.723823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd335e9e-943a-4eb3-abfb-25e1caa4be20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.751905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:32Z', 'revision_number': 3, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:35.752566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1df233-153a-4ea9-81fa-8375504da85b req-44f038d6-54b6-489c-968a-7e46b2ee0343 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:35.754572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f1df233-153a-4ea9-81fa-8375504da85b req-44f038d6-54b6-489c-968a-7e46b2ee0343 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1250851 Jul 28 14:53:35.793637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98df0c5-cfb2-4c1e-abf4-5761c74edd08 None None] The sync data for ids ['c7fc3a9a-c30d-4316-92e8-900fd4c885ba'] in n-d-764806-10 is: [{'id': 'c7fc3a9a-c30d-4316-92e8-900fd4c885ba', 'name': 'tempest-NetworksTestDHCPv6-router-348407846', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:32Z', 'revision_number': 3, 'project_id': '347539dde77f4b0faa40306ac3f03d9c', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:35.809787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f1df233-153a-4ea9-81fa-8375504da85b req-86628aec-9c07-4104-8bd8-90654b41a1fd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488296 Jul 28 14:53:35.855392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd335e9e-943a-4eb3-abfb-25e1caa4be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.860191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.918919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=38f49a4a-b964-4dd0-bb28-34e1e984c8b0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:35.922525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd335e9e-943a-4eb3-abfb-25e1caa4be20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeaa9bb-4061-4a6e-a1ed-94993617c0b3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:35.928175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.930586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a535185d-5316-449c-b2f5-a5d845b0d01a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/38f49a4a-b964-4dd0-bb28-34e1e984c8b0 HTTP/1.1" status: 204 len: 168 time: 1.2593269 Jul 28 14:53:35.935047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59756) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:35.939851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd335e9e-943a-4eb3-abfb-25e1caa4be20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c2d049c60f948b8978b9dc796c2da48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8682873 Jul 28 14:53:35.941341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.945052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59758) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:35.963725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddca4b7-b24f-4204-87e5-5dfd6f5304ef None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:36.088288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ea2e7c-be37-484a-b123-710f650ba165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.148321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ea2e7c-be37-484a-b123-710f650ba165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.201014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59764) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:36.250173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0a54ee55-b349-46c2-a7d5-26c45bd6b0eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3084326 Jul 28 14:53:36.250286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59768) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:36.345892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.369061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:36.392520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.466715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ea2e7c-be37-484a-b123-710f650ba165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.470158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ea2e7c-be37-484a-b123-710f650ba165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.471375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-31ea2e7c-be37-484a-b123-710f650ba165 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/beeaa9bb-4061-4a6e-a1ed-94993617c0b3 HTTP/1.1" status: 204 len: 168 time: 0.5252616 Jul 28 14:53:36.510654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': '2e2d0359-56f9-4a2d-8ee6-ee566c5ea143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '409e51ed-2a77-4498-afbb-acddabeadace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:36.511303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: 409e51ed-2a77-4498-afbb-acddabeadace, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:36.515744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] Deleting port e4b8f060-e230-4922-ae23-35da4ab72145 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:36.520401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.522932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=48f960f7-58a2-43db-a9d0-1055eb5f3514,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:36.641072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] For port e4b8f060-e230-4922-ae23-35da4ab72145, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e4b8f060-e230-4922-ae23-35da4ab72145,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:36.641617 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.643761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea2e7c-be37-484a-b123-710f650ba165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeaa9bb-4061-4a6e-a1ed-94993617c0b3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:36.654423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.662463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59774) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:36.663037 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27805cba-a275-49cb-b141-536df218382e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b25a5c8605f4b84bcaa2b0259e46027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601755 Jul 28 14:53:36.666105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.683260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] Calling delete_port for e4b8f060-e230-4922-ae23-35da4ab72145 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:36.706450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network 409e51ed-2a77-4498-afbb-acddabeadace is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:36.758754 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce934-2aa2-47dd-ab69-4fba538c71cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.773686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e4b8f060-e230-4922-ae23-35da4ab72145 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:36.786257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce934-2aa2-47dd-ab69-4fba538c71cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.851522 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.851770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 409e51ed-2a77-4498-afbb-acddabeadace) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:36.852596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Fanout notify agent at l3_agent the message router_deleted on router c7fc3a9a-c30d-4316-92e8-900fd4c885ba {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:36.865305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:36.866069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.876145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967aad17-d501-4b9c-aa59-48beb8d185b0 None None] Network 409e51ed-2a77-4498-afbb-acddabeadace requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:36.883270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.884563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7064707a-33d8-4f88-b03e-218fa8a2eebe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/routers/c7fc3a9a-c30d-4316-92e8-900fd4c885ba HTTP/1.1" status: 204 len: 168 time: 0.6368718 Jul 28 14:53:36.888689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59778) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:36.972087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5696b-9c58-43a8-abbb-b412653dc56f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:36.977587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e8e5696b-9c58-43a8-abbb-b412653dc56f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0834534 Jul 28 14:53:36.978065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59782) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:37.011130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce934-2aa2-47dd-ab69-4fba538c71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.018593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce934-2aa2-47dd-ab69-4fba538c71cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.021109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5e3ce934-2aa2-47dd-ab69-4fba538c71cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7e373e0-142f-4565-95c0-adf1986049a9 HTTP/1.1" status: 204 len: 168 time: 0.3572590 Jul 28 14:53:37.034012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a22febc1-3a81-4899-98fc-a6e23ec9db4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0348742 Jul 28 14:53:37.039638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59786) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:37.096897 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.134729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ce934-2aa2-47dd-ab69-4fba538c71cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e373e0-142f-4565-95c0-adf1986049a9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:37.158034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321dc097-3315-439d-b2cd-a58c3196b147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:37.160306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-321dc097-3315-439d-b2cd-a58c3196b147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1811166 Jul 28 14:53:37.163345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:37.270343 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d81f7496-18ee-4430-a7b6-f26d47a1a699 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049912 Jul 28 14:53:37.288958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59796) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:37.289777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb53d6-6ae8-45b9-b0ea-150beb829b27 req-583596cb-1f20-4163-98b2-a26faf394cd6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:37.297448 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5eb53d6-6ae8-45b9-b0ea-150beb829b27 req-583596cb-1f20-4163-98b2-a26faf394cd6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2917712 Jul 28 14:53:37.300239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:37.304974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.329166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:37.354898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5eb53d6-6ae8-45b9-b0ea-150beb829b27 req-5e1a7696-c570-46f2-b383-ba656b526ff7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515115 Jul 28 14:53:37.357109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] Pushing event deleted for resources: {'Port': ['ID=e4b8f060-e230-4922-ae23-35da4ab72145,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:37.417181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc505e-d916-418d-a6c7-ac58819d9d43 None None] No DVR routers for this DVR port e4b8f060-e230-4922-ae23-35da4ab72145 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:37.447137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.490486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 51a468e0-6191-4d14-824e-cd0e41efa4b3 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:37.548137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 51a468e0-6191-4d14-824e-cd0e41efa4b3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:37.556201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 51a468e0-6191-4d14-824e-cd0e41efa4b3 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:37.559543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.603663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:37.608000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.671359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd867e4-5afd-454b-bff3-b5f5c358724c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-409e51ed-2a77-4498-afbb-acddabeadace', 'network_id': '409e51ed-2a77-4498-afbb-acddabeadace', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': '48f960f7-58a2-43db-a9d0-1055eb5f3514'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:37.672892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-edd867e4-5afd-454b-bff3-b5f5c358724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.806111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:37.817866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:37.817866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.912366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.929373 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.958953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:37.961354 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367721a4-03bc-48bd-903b-22b16029f9a1" -d '{"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server [None req-edd867e4-5afd-454b-bff3-b5f5c358724c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48f960f7-58a2-43db-a9d0-1055eb5f3514: This subnet is being modified by another concurrent operation. Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:53:37.972057 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48f960f7-58a2-43db-a9d0-1055eb5f3514: This subnet is being modified by another concurrent operation. Jul 28 14:53:37.988332 n-d-764806-10 neutron-server[94659]: ERROR oslo_messaging.rpc.server Jul 28 14:53:37.999654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:37.999889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=48f960f7-58a2-43db-a9d0-1055eb5f3514,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:38.019203 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26d1d6-825d-48cd-9aee-3766267a85ee x-openstack-request-id: req-6a26d1d6-825d-48cd-9aee-3766267a85ee {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:38.019722 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:38.020045 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a26d1d6-825d-48cd-9aee-3766267a85ee {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:38.020599 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'code': 200} Jul 28 14:53:38.055884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c36b04-66e7-4c17-9501-8a785dff424f None None] Network 409e51ed-2a77-4498-afbb-acddabeadace requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:38.127556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.155667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409e51ed-2a77-4498-afbb-acddabeadace']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:38.181930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2d0359-56f9-4a2d-8ee6-ee566c5ea143') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:38.182255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2d0359-56f9-4a2d-8ee6-ee566c5ea143') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:38.213709 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.220480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.224087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a0b91-c753-4022-b593-32b21d574afb req-1cce50a8-bed7-49af-ae5d-c56d6361ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:38.225769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-938a0b91-c753-4022-b593-32b21d574afb req-1cce50a8-bed7-49af-ae5d-c56d6361ac8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1096 time: 0.0822101 Jul 28 14:53:38.231652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:38.232084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:38.235682 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:38.247443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc5968-b8ee-4447-89f0-27bfbe4f1b35 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:53:38.280387 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.368535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-938a0b91-c753-4022-b593-32b21d574afb req-d351cf3f-e10b-4f7c-b7ec-46eafc6d19d8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276736 Jul 28 14:53:38.411896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:38.536768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc5968-b8ee-4447-89f0-27bfbe4f1b35 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:53:38.649184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520696ad-2719-49f7-8608-4379688235d7 req-f06a58c4-417f-4c1e-b133-d407b34eb60c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:38.662601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520696ad-2719-49f7-8608-4379688235d7 req-f06a58c4-417f-4c1e-b133-d407b34eb60c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1306691 Jul 28 14:53:38.705861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.749581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-520696ad-2719-49f7-8608-4379688235d7 req-daa7ab76-0298-48ca-b20d-5c98b29054a8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811501 Jul 28 14:53:38.789326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:53:38.800606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.805238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/409e51ed-2a77-4498-afbb-acddabeadace HTTP/1.1" status: 204 len: 168 time: 1.7540023 Jul 28 14:53:38.809464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59838) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:38.819562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253763401'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:38.850740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.895639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf967ec7-dccc-4952-af33-7c7ad6f8d1cb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=409e51ed-2a77-4498-afbb-acddabeadace,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:39.002894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:39.015912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:39.031956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:39.033247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.050633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=68ebf494-5855-46ed-82cc-e3e21ce2bb0a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:39.085252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:39.091909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.147302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:39.164702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.165402 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment bb282c23-18e4-47b1-a462-4f46d827c45a of type vlan for network 110fe6ed-284c-49d8-970c-080a9c6f6eb9 Jul 28 14:53:39.183699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-059485be-017e-478b-aab5-84c884fb2347 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8895714 Jul 28 14:53:39.186386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59848) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:39.214924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '68ebf494-5855-46ed-82cc-e3e21ce2bb0a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:39.217592 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.219269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:39.296521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.503327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Allocated IP 2001:db8::f816:3eff:fe90:5448 (e6db1467-3099-4ac4-83d0-dd83574f8121/68ebf494-5855-46ed-82cc-e3e21ce2bb0a/5a1adf63-ab42-4aab-a478-16c8100ee1da) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:39.660400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.688403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:39.688403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.710594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.720696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Transition to ACTIVE for port object 5a1adf63-ab42-4aab-a478-16c8100ee1da will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:39.739997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Transition to ACTIVE for port object 5a1adf63-ab42-4aab-a478-16c8100ee1da will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:39.765460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=110fe6ed-284c-49d8-970c-080a9c6f6eb9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:39.773049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:39.797973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.798103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 110fe6ed-284c-49d8-970c-080a9c6f6eb9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:39.902016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.004511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Pushing event updated for resources: {'Port': ['ID=5a1adf63-ab42-4aab-a478-16c8100ee1da,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:40.085248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:40.089753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:40.100348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:40.265559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Attempting to bind port 5a1adf63-ab42-4aab-a478-16c8100ee1da on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:40.266801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Attempting to bind port 5a1adf63-ab42-4aab-a478-16c8100ee1da by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:40.267171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Attempting to bind port 5a1adf63-ab42-4aab-a478-16c8100ee1da on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:40.276602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:40.286995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:40.286995 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.286995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:40.286995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Bound port: 5a1adf63-ab42-4aab-a478-16c8100ee1da, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:40.286995 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.336358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-914c880f-8a27-424b-a300-6db1f19062f6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5251789 Jul 28 14:53:40.341518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:40.349667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': '110fe6ed-284c-49d8-970c-080a9c6f6eb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:40.363297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] For port 5a1adf63-ab42-4aab-a478-16c8100ee1da, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:40.367038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] For port 5a1adf63-ab42-4aab-a478-16c8100ee1da, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5a1adf63-ab42-4aab-a478-16c8100ee1da,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:40.421084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8135-a2fe-4fe3-96d0-3b3d699b76f3 req-755e8995-4476-4162-964e-ed621e9b2f24 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:40.421084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e6d8135-a2fe-4fe3-96d0-3b3d699b76f3 req-755e8995-4476-4162-964e-ed621e9b2f24 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.0811901 Jul 28 14:53:40.482655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e6d8135-a2fe-4fe3-96d0-3b3d699b76f3 req-d6f6df2e-b350-41c6-82c0-18ac5906d981 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623405 Jul 28 14:53:40.604330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.604623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:40.614618 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.779707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7a8d6-144e-49a0-8b2c-91d9c9c56826 None None] Pushing event updated for resources: {'Port': ['ID=5a1adf63-ab42-4aab-a478-16c8100ee1da,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:40.975129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.053526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:41.054535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:41.058081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:41.059379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.095655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=7320cc81-421e-426a-b41a-9b858241c02e,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:41.106131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.171218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-84e1266b-f8bc-42a0-a6e9-fbf43e2ba4b8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9824698 Jul 28 14:53:41.183295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:41.198875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:fe:60:9b', 'name': 'tempest-NetworksTestDHCPv6-1536934745'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:41.259328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=fbbbecfa-e495-4d61-a581-f04ad246957f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:41.272243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': 'bb282c23-18e4-47b1-a462-4f46d827c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '110fe6ed-284c-49d8-970c-080a9c6f6eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:41.273066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: 110fe6ed-284c-49d8-970c-080a9c6f6eb9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:41.402839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network 110fe6ed-284c-49d8-970c-080a9c6f6eb9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:41.494705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 110fe6ed-284c-49d8-970c-080a9c6f6eb9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:41.501968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:41.503261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.574648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:41.715526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e96c13cd-59af-4a47-8d5e-52dec52d7236 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3682332 Jul 28 14:53:41.718655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:41.755358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.797784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 7160b463-41ad-45e0-8966-302a73279a39 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:53:41.883135 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.908041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d6f27-b353-411c-a834-f9b070979033 req-481eaf29-ecdf-478f-8911-7afd6a3fdd14 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:41.908041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f2d6f27-b353-411c-a834-f9b070979033 req-481eaf29-ecdf-478f-8911-7afd6a3fdd14 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2585881 Jul 28 14:53:41.993867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0f2d6f27-b353-411c-a834-f9b070979033 req-04f94e8a-a8e9-4d7e-a7bc-07a0ea1af384 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778887 Jul 28 14:53:42.075166 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.301018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 172.20.0.11 (e6db1467-3099-4ac4-83d0-dd83574f8121/7320cc81-421e-426a-b41a-9b858241c02e/7160b463-41ad-45e0-8966-302a73279a39) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:42.323051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6fcab-ed3c-495c-8352-8ad0ce44aa26 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:42.326858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f05ae-adb0-48e0-8312-6d873d2ca486 None None] Network 110fe6ed-284c-49d8-970c-080a9c6f6eb9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:42.337194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf99f-c2e3-4cc0-8525-da5d08ff17a8 req-873eafc0-d705-487c-ae25-de82a19828a2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:42.340094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cfaf99f-c2e3-4cc0-8525-da5d08ff17a8 req-873eafc0-d705-487c-ae25-de82a19828a2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1431546 Jul 28 14:53:42.348677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59926) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:42.356668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'floatingip': {'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:42.426930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.470994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.530283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fefe:609b (e6db1467-3099-4ac4-83d0-dd83574f8121/68ebf494-5855-46ed-82cc-e3e21ce2bb0a/7160b463-41ad-45e0-8966-302a73279a39) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:42.533022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbbecfa-e495-4d61-a581-f04ad246957f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:42.676940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.693035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110fe6ed-284c-49d8-970c-080a9c6f6eb9']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:42.723828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb282c23-18e4-47b1-a462-4f46d827c45a') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:42.724134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb282c23-18e4-47b1-a462-4f46d827c45a') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:42.745268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.788066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.796598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:42.797681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.812726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5a1adf63-ab42-4aab-a478-16c8100ee1da up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:42.816095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-71aa8d8b-fda6-44e8-8a5b-8901c432f3c9 None None] Provisioning for port 5a1adf63-ab42-4aab-a478-16c8100ee1da completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:42.890578 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:42.899813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.918017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 7160b463-41ad-45e0-8966-302a73279a39 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:43.034273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a80ef2-54d1-4015-9b78-6534c761137b None None] Network 110fe6ed-284c-49d8-970c-080a9c6f6eb9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:43.061948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.073921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.080433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59942) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:43.087190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124252370'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:43.091861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.093806 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/110fe6ed-284c-49d8-970c-080a9c6f6eb9 HTTP/1.1" status: 204 len: 168 time: 1.3714275 Jul 28 14:53:43.190770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:43.195701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:43.203317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:43.232050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=7160b463-41ad-45e0-8966-302a73279a39,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:43.242618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99f13b-291e-47f1-b1d5-5d227734187f tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=110fe6ed-284c-49d8-970c-080a9c6f6eb9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:43.274904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.276151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.303161 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:53:43.319784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:43.331954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.337479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5a1adf63-ab42-4aab-a478-16c8100ee1da completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:43.360804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5a1adf63-ab42-4aab-a478-16c8100ee1da triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:43.361678 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.367946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Update dhcp port {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '68ebf494-5855-46ed-82cc-e3e21ce2bb0a', 'ip_address': '2001:db8::f816:3eff:fe90:5448'}, {'subnet_id': '7320cc81-421e-426a-b41a-9b858241c02e'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '5a1adf63-ab42-4aab-a478-16c8100ee1da'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:53:43.397161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:43.416436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.419851 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment 4b7d00a8-d09e-423f-89ce-3788b4fd88d4 of type vlan for network def24219-7d4c-4a05-a654-5c45f4ad0159 Jul 28 14:53:43.447920 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.493704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d73f0737-8142-4038-8782-757fb12c5449 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3079982 Jul 28 14:53:43.500320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59948) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:43.582799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.626885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa5150-b45e-4d03-b2e8-7ccd0d96144d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.641254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa5150-b45e-4d03-b2e8-7ccd0d96144d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.643663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6aa5150-b45e-4d03-b2e8-7ccd0d96144d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1361322 Jul 28 14:53:43.647224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:43.699092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:53:43.760000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.801241 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.817714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 7160b463-41ad-45e0-8966-302a73279a39 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:43.818746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.832178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.871316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 5a1adf63-ab42-4aab-a478-16c8100ee1da, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5a1adf63-ab42-4aab-a478-16c8100ee1da,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:43.909064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.920112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.921668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.952739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Allocated IP 172.20.0.2 (e6db1467-3099-4ac4-83d0-dd83574f8121/7320cc81-421e-426a-b41a-9b858241c02e/5a1adf63-ab42-4aab-a478-16c8100ee1da) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:43.965916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.040015 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Floating IP 859b1840-5c93-4036-afd5-d4ad59148566 associated. External IP: 172.25.6.254, port: 2f5c5aa7-5702-4269-9097-cb285d354ad6. Jul 28 14:53:44.043499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=def24219-7d4c-4a05-a654-5c45f4ad0159,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:44.075557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.075841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:44.095055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 7160b463-41ad-45e0-8966-302a73279a39 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:44.232342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ceefc3c-07ac-47a3-a795-ffa693ac0c42 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1501162 Jul 28 14:53:44.234209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:44.251690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:44.588424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=5a1adf63-ab42-4aab-a478-16c8100ee1da,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:44.642132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3de17601-fa26-447b-816c-3867cd20433e None None] For port 5a1adf63-ab42-4aab-a478-16c8100ee1da, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5a1adf63-ab42-4aab-a478-16c8100ee1da,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:44.672514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.686585 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.706742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Transition to ACTIVE for port object 5a1adf63-ab42-4aab-a478-16c8100ee1da will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:44.722273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=7160b463-41ad-45e0-8966-302a73279a39,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:44.821026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.949608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de17601-fa26-447b-816c-3867cd20433e None None] Pushing event updated for resources: {'Port': ['ID=5a1adf63-ab42-4aab-a478-16c8100ee1da,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:44.978462 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.982414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f4785b3-edaf-41e4-8b34-33e746a0c6cb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/7160b463-41ad-45e0-8966-302a73279a39 HTTP/1.1" status: 204 len: 168 time: 1.3336968 Jul 28 14:53:44.987786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:45.063734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfcd7bd-bdf1-4ff5-9709-4523f0cdc25a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:45.065526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfcd7bd-bdf1-4ff5-9709-4523f0cdc25a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:45.067124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfcd7bd-bdf1-4ff5-9709-4523f0cdc25a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:45.068926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ddfcd7bd-bdf1-4ff5-9709-4523f0cdc25a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0797641 Jul 28 14:53:45.073504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59984) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:45.111225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:45.150223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 68ebf494-5855-46ed-82cc-e3e21ce2bb0a {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:45.154501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.168431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:45.172888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.237134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.333570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:45.340306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.348009 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:45.376355 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:45.381081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c8e552f-53f8-4941-be3e-6a0734358be8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "PUT /v2.0/floatingips/859b1840-5c93-4036-afd5-d4ad59148566 HTTP/1.1" status: 200 len: 991 time: 3.0309994 Jul 28 14:53:45.384347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:45.386739 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd5577-74b9-475e-bbfa-d96da7b911a1" -d '{"events": [{"name": "network-changed", "server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:45.395570 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:53:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:45.403695 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.576392 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce9671d-defd-404f-a395-c95b42cca761 x-openstack-request-id: req-0ce9671d-defd-404f-a395-c95b42cca761 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:45.578894 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:45.581045 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ce9671d-defd-404f-a395-c95b42cca761 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:45.581790 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'status': 'completed', 'code': 200} Jul 28 14:53:45.706583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:45.708176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-721c2b58-b56c-4c46-8487-5d826b6087e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:45.714448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-721c2b58-b56c-4c46-8487-5d826b6087e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1097 time: 0.1048558 Jul 28 14:53:45.715761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.743534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.762116 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.766100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/68ebf494-5855-46ed-82cc-e3e21ce2bb0a HTTP/1.1" status: 204 len: 168 time: 0.6912909 Jul 28 14:53:45.772058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59998) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:45.892848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40750225-0523-4f7f-9ba3-1d9042511651 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=68ebf494-5855-46ed-82cc-e3e21ce2bb0a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:45.918733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=7eb9b12b-bd70-42b0-a7b1-d57db85e7135,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:45.985898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 7320cc81-421e-426a-b41a-9b858241c02e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:45.992579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.043040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': '4b7d00a8-d09e-423f-89ce-3788b4fd88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:46.044225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: def24219-7d4c-4a05-a654-5c45f4ad0159, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:46.073958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-a01c04b0-7764-4699-a3a9-28fe83e4cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:46.076807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-a01c04b0-7764-4699-a3a9-28fe83e4cc6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.3440981 Jul 28 14:53:46.088658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.243453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network def24219-7d4c-4a05-a654-5c45f4ad0159 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:46.272184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ac4fa-fa70-46e7-a803-8f8e8b69a704 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:46.295442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-16d7cffd-b9b2-4ce3-a22d-28b7076b33e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 999 time: 0.1727984 Jul 28 14:53:46.365419 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '859b1840-5c93-4036-afd5-d4ad59148566', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'mac_address': 'fa:16:3e:69:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0e50d-963e-4632-9ff0-676530391edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:53:09Z', 'updated_at': '2021-07-28T14:53:43Z', 'revision_number': 1, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:46.390615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-acef28d3-27de-4ff4-a2f9-88e608c1d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:46.392758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-acef28d3-27de-4ff4-a2f9-88e608c1d141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0822043 Jul 28 14:53:46.401883 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.402889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, def24219-7d4c-4a05-a654-5c45f4ad0159) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:46.409604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:46.410290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.436762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de7e33-c99f-42b2-8a56-32ff473b00a6 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:46.458585 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:46.483966 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:46.487532 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:53:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:46.511573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:46.511819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-572b645d-6a4e-4f46-8596-02b1a283b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:46.513790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-572b645d-6a4e-4f46-8596-02b1a283b15e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034520 Jul 28 14:53:46.552750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3fdb585f-bfa2-4e74-819f-3242f2eca1fb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3162363 Jul 28 14:53:46.561720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60014) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:46.567406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:46.574508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-472ff07a-30c3-49e4-b603-1535c1fad12b None None] Provisioning for port 5a1adf63-ab42-4aab-a478-16c8100ee1da completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:46.614792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-472ff07a-30c3-49e4-b603-1535c1fad12b None None] Provisioning complete for port 5a1adf63-ab42-4aab-a478-16c8100ee1da triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:46.624270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-472ff07a-30c3-49e4-b603-1535c1fad12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.709169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.757576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.771099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/7320cc81-421e-426a-b41a-9b858241c02e HTTP/1.1" status: 204 len: 168 time: 0.9905763 Jul 28 14:53:46.785557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60022) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:46.843561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5a1adf63-ab42-4aab-a478-16c8100ee1da up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:46.882594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6930f72-7201-474b-bf42-f09cc8e3fb41 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935376 Jul 28 14:53:46.884072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0ec1a-c0ed-440b-bf17-e1accf5329e3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=7320cc81-421e-426a-b41a-9b858241c02e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:46.888081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:47.352081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-0ac9112e-63b0-47f4-ad28-366b8699ed05 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678467 Jul 28 14:53:47.352081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:47.357566 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:47.358706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60026) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:47.358706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b57e3c1-ad39-4efd-84ab-ca409ebe6491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.358706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.359918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5a1adf63-ab42-4aab-a478-16c8100ee1da triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:47.359918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.362633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:47.362633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.363252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:53:47.363252 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:53:47.363252 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': '347539dde77f4b0faa40306ac3f03d9c', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 53, 47, 192037)}] Jul 28 14:53:47.363252 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:47.363252 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:47.363252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bbdd5577-74b9-475e-bbfa-d96da7b911a1 req-18fe5d61-d138-4f9d-9186-cd0d602b2a77 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555424 Jul 28 14:53:47.363862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:53:47.363862 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:53:47.363862 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': 'e4e8638f7c0d4ec2a17c2edbe441bd72', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 53, 47, 165829)}] Jul 28 14:53:47.363862 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:47.363862 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:47.473151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-def24219-7d4c-4a05-a654-5c45f4ad0159', 'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': '7eb9b12b-bd70-42b0-a7b1-d57db85e7135'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:47.473885 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.489047 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b57e3c1-ad39-4efd-84ab-ca409ebe6491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.506347 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '859b1840-5c93-4036-afd5-d4ad59148566', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'mac_address': 'fa:16:3e:69:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0e50d-963e-4632-9ff0-676530391edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:53:09Z', 'updated_at': '2021-07-28T14:53:43Z', 'revision_number': 1, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:47.558715 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc32d9-1c67-45a9-aab2-d8f2287dc4be None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '859b1840-5c93-4036-afd5-d4ad59148566', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'mac_address': 'fa:16:3e:69:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0e50d-963e-4632-9ff0-676530391edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:53:09Z', 'updated_at': '2021-07-28T14:53:43Z', 'revision_number': 1, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:47.593585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-472ff07a-30c3-49e4-b603-1535c1fad12b None None] Could not find standard attr ID for object 7160b463-41ad-45e0-8966-302a73279a39. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:53:47.596177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:47.677920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b57e3c1-ad39-4efd-84ab-ca409ebe6491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.726372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1b57e3c1-ad39-4efd-84ab-ca409ebe6491 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=753fcd93d48449b4973eda2ce4cf1dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441859 Jul 28 14:53:47.731030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60036) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:47.755072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57e3c1-ad39-4efd-84ab-ca409ebe6491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332e503d-85a3-4501-8d0f-588a70452caa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:47.776663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Allocated IP 2001:db8::2 (def24219-7d4c-4a05-a654-5c45f4ad0159/7eb9b12b-bd70-42b0-a7b1-d57db85e7135/a70d3081-e934-4561-bbd0-1194ab2c6d31) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:47.806541 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.848488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Deleting port 5a1adf63-ab42-4aab-a478-16c8100ee1da {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:47.849407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.853510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d430220-670c-4874-9b40-13e49e26db62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.894372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d430220-670c-4874-9b40-13e49e26db62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.894558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.966685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network def24219-7d4c-4a05-a654-5c45f4ad0159 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:47.973037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:47.985606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.986749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.001658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:48.017847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.028781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] For port 5a1adf63-ab42-4aab-a478-16c8100ee1da, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5a1adf63-ab42-4aab-a478-16c8100ee1da,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:48.029193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.049670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=24af9030-3144-4be4-81fb-3429f4b88841,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.080984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c043a6d-c8fd-4faf-b029-cbeb67148701 None None] New status for floating IP 859b1840-5c93-4036-afd5-d4ad59148566: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:53:48.087091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Calling delete_port for 5a1adf63-ab42-4aab-a478-16c8100ee1da owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:48.131757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d430220-670c-4874-9b40-13e49e26db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.136534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d430220-670c-4874-9b40-13e49e26db62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.143775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7d430220-670c-4874-9b40-13e49e26db62 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/332e503d-85a3-4501-8d0f-588a70452caa HTTP/1.1" status: 204 len: 168 time: 0.4107621 Jul 28 14:53:48.186587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d430220-670c-4874-9b40-13e49e26db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332e503d-85a3-4501-8d0f-588a70452caa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.263962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.328072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.361124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Transition to ACTIVE for port object a70d3081-e934-4561-bbd0-1194ab2c6d31 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:48.375556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.457120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4e8638f7c0d4ec2a17c2edbe441bd72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9436712 Jul 28 14:53:48.459427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62683fa0-9a67-494f-b475-8a0bfe90fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3bc61-402c-41d2-a619-79b215e50380,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.474345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:48.563911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Transition to ACTIVE for port object a70d3081-e934-4561-bbd0-1194ab2c6d31 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:48.585185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.585402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbdd1-3097-464a-93b6-8ce183588d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.598926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Pushing event deleted for resources: {'Port': ['ID=5a1adf63-ab42-4aab-a478-16c8100ee1da,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.615409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] No DVR routers for this DVR port 5a1adf63-ab42-4aab-a478-16c8100ee1da on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:48.616137 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbdd1-3097-464a-93b6-8ce183588d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.617266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5a1adf63-ab42-4aab-a478-16c8100ee1da no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:48.659601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.660413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.662006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.662962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.664387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.665130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.665895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.666637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.667395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.667717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.668284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.668895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f00a-e0ef-4799-b479-c6b1188289d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:48.674797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5a1adf63-ab42-4aab-a478-16c8100ee1da {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:48.675391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5a1adf63-ab42-4aab-a478-16c8100ee1da not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:48.741146 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1ad06523-1557-4c1b-892d-903a9783b53b tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1328220 Jul 28 14:53:48.741240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60050) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:48.794098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2fc6c-7a38-41d8-b371-758b8adebf83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.796980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2fc6c-7a38-41d8-b371-758b8adebf83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.799994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2fc6c-7a38-41d8-b371-758b8adebf83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.802981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2fc6c-7a38-41d8-b371-758b8adebf83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.806394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2fc6c-7a38-41d8-b371-758b8adebf83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.809618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-92e2fc6c-7a38-41d8-b371-758b8adebf83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1097443 Jul 28 14:53:48.814519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60052) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:48.821362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501534508'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:48.957696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.980423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:53:48.982608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.026783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbdd1-3097-464a-93b6-8ce183588d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.032510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbdd1-3097-464a-93b6-8ce183588d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.041541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bbcdbdd1-3097-464a-93b6-8ce183588d11 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10d3bc61-402c-41d2-a619-79b215e50380 HTTP/1.1" status: 204 len: 168 time: 0.5646584 Jul 28 14:53:49.043754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:49.055130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:49.065072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:49.066940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.082079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=f874291c-c8b5-4207-ad56-9aaa7657d4cf,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:49.111348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdbdd1-3097-464a-93b6-8ce183588d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d3bc61-402c-41d2-a619-79b215e50380,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:49.118629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3484fafe-d4bb-4d35-bdac-f05781fd374f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:49.126240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:49.133170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.164856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:49.177641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:49.221231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-955c325c-d16c-4c8c-b480-cdceb4a86d46 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3212993 Jul 28 14:53:49.221656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60062) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:49.227686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:49.239466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:49.260384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:49.261764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.262336 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment d73c88bc-496c-4523-8211-21592e1d3ed0 of type vlan for network a4084c57-7cc8-418d-a101-e072624f2924 Jul 28 14:53:49.290654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Pushing event updated for resources: {'Port': ['ID=a70d3081-e934-4561-bbd0-1194ab2c6d31,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:49.338039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.439604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Attempting to bind port a70d3081-e934-4561-bbd0-1194ab2c6d31 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:49.440255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Attempting to bind port a70d3081-e934-4561-bbd0-1194ab2c6d31 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4b7d00a8-d09e-423f-89ce-3788b4fd88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:49.440915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Attempting to bind port a70d3081-e934-4561-bbd0-1194ab2c6d31 on network def24219-7d4c-4a05-a654-5c45f4ad0159 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:49.460330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:49.461087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Checking segment: {'id': '4b7d00a8-d09e-423f-89ce-3788b4fd88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:49.461734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.462397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Bound using segment: {'id': '4b7d00a8-d09e-423f-89ce-3788b4fd88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:49.463422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Bound port: a70d3081-e934-4561-bbd0-1194ab2c6d31, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7d00a8-d09e-423f-89ce-3788b4fd88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:49.464081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.540013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.547654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:49.548632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.609003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:49.613904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.633350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] For port a70d3081-e934-4561-bbd0-1194ab2c6d31, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:49.657972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:49.663777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'f874291c-c8b5-4207-ad56-9aaa7657d4cf'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:49.670945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.671095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=a4084c57-7cc8-418d-a101-e072624f2924,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:49.676646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-686184a1-e06b-413a-941f-bc03adb5e50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.680992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] For port a70d3081-e934-4561-bbd0-1194ab2c6d31, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a70d3081-e934-4561-bbd0-1194ab2c6d31,segment=NetworkSegment(4b7d00a8-d09e-423f-89ce-3788b4fd88d4),segment_id=4b7d00a8-d09e-423f-89ce-3788b4fd88d4)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:49.685281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a4084c57-7cc8-418d-a101-e072624f2924 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:49.835921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5af9ecd4-a003-49d2-83fe-c345a2a44136 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0150585 Jul 28 14:53:49.839106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:49.868704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:49.918935 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.082625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497de8a9-6e3c-4ebe-866e-ed4e24be5d54 None None] Pushing event updated for resources: {'Port': ['ID=a70d3081-e934-4561-bbd0-1194ab2c6d31,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.100751 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.224730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Allocated IP 2001:db8::f816:3eff:feb0:4f0a (e6db1467-3099-4ac4-83d0-dd83574f8121/f874291c-c8b5-4207-ad56-9aaa7657d4cf/fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:50.237990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=354f37f6-567e-42c2-845b-4f2468ed5ece,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.269004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:50.270772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:50.274992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:50.275806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.338723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.458115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-686184a1-e06b-413a-941f-bc03adb5e50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.509579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.556476 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.600647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Transition to ACTIVE for port object fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:50.611827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-686184a1-e06b-413a-941f-bc03adb5e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.616247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network a4084c57-7cc8-418d-a101-e072624f2924 is not hosted by any dhcp agent {{(pid=94658) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:53:50.637679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:50.644675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.651967 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "PUT /v2.0/networks/a4084c57-7cc8-418d-a101-e072624f2924 HTTP/1.1" status: 200 len: 723 time: 0.7945418 Jul 28 14:53:50.658095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60080) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:50.673041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:50.686393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Transition to ACTIVE for port object fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:50.737123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a70d3081-e934-4561-bbd0-1194ab2c6d31 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:50.740223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:50.762491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffdf0-e8b0-4857-92bd-d3f166eab204 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=a4084c57-7cc8-418d-a101-e072624f2924,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.787922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b68bc534-299f-4dad-92d9-d379f6ac4697 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5649326 Jul 28 14:53:50.794707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60084) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:50.805391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59988ea0-7125-4cd7-89a2-9da24d28e7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.809228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a4084c57-7cc8-418d-a101-e072624f2924 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:50.833603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-686184a1-e06b-413a-941f-bc03adb5e50c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=146de95c74024dea97c01b3868847465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1742823 Jul 28 14:53:50.835464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:e6:fd:f8', 'name': 'tempest-NetworksTestDHCPv6-276244678'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:50.835945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60088) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:50.887343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.954400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Pushing event updated for resources: {'Port': ['ID=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.982132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:50.988818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:50.991788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:51.002377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686184a1-e06b-413a-941f-bc03adb5e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee288307-f992-42c7-859f-74c406994af0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:51.008281 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59988ea0-7125-4cd7-89a2-9da24d28e7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.029093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-324affc8-811f-41f6-859c-8848547ee380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.080196 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-324affc8-811f-41f6-859c-8848547ee380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.085861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Attempting to bind port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:51.086583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Attempting to bind port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:51.087271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Attempting to bind port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:51.109855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:51.122288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:51.122288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.122593 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59988ea0-7125-4cd7-89a2-9da24d28e7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.122667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:51.122667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Bound port: fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:51.122667 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.186989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-59988ea0-7125-4cd7-89a2-9da24d28e7fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=342329e562d04a388c8b6e210a5ba160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229429 Jul 28 14:53:51.187670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60092) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:51.268475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] For port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:51.274696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] For port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:51.284310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59988ea0-7125-4cd7-89a2-9da24d28e7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e853876d-9b9e-4f8f-bbcb-70afb0aba9a3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:51.309144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b84ab5bd-88fa-4307-b0aa-b966645bad48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.353902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b84ab5bd-88fa-4307-b0aa-b966645bad48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.430455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:51.437053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.571149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-324affc8-811f-41f6-859c-8848547ee380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.573153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a70d3081-e934-4561-bbd0-1194ab2c6d31 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:51.578801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-324affc8-811f-41f6-859c-8848547ee380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.583794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.587006 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-324affc8-811f-41f6-859c-8848547ee380 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee288307-f992-42c7-859f-74c406994af0 HTTP/1.1" status: 204 len: 168 time: 0.7435730 Jul 28 14:53:51.625423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324affc8-811f-41f6-859c-8848547ee380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee288307-f992-42c7-859f-74c406994af0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:51.708330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a7c85-f9a8-4505-b280-c6eaddd8a121 None None] Pushing event updated for resources: {'Port': ['ID=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:51.717869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731dcd2-fe55-45e4-9441-fc1e503f36d0 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:51.787516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b84ab5bd-88fa-4307-b0aa-b966645bad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.791132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b84ab5bd-88fa-4307-b0aa-b966645bad48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.795847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b84ab5bd-88fa-4307-b0aa-b966645bad48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e853876d-9b9e-4f8f-bbcb-70afb0aba9a3 HTTP/1.1" status: 204 len: 168 time: 0.6065664 Jul 28 14:53:51.868884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ab5bd-88fa-4307-b0aa-b966645bad48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e853876d-9b9e-4f8f-bbcb-70afb0aba9a3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:51.883493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:51.981207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] Provisioning for port a70d3081-e934-4561-bbd0-1194ab2c6d31 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:51.989126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] Provisioning complete for port a70d3081-e934-4561-bbd0-1194ab2c6d31 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:51.991061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.098347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.124506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 3bcb49b1-10be-447e-85ab-bc59cbb09f16 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:53:52.216230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.259518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.282275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] For port a70d3081-e934-4561-bbd0-1194ab2c6d31, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a70d3081-e934-4561-bbd0-1194ab2c6d31,segment=NetworkSegment(4b7d00a8-d09e-423f-89ce-3788b4fd88d4),segment_id=4b7d00a8-d09e-423f-89ce-3788b4fd88d4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:52.349851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2d0d523b-75a7-489a-9d63-00b92dc32733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.389886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Update dhcp port {'port': {'network_id': 'def24219-7d4c-4a05-a654-5c45f4ad0159', 'fixed_ips': [{'subnet_id': '7eb9b12b-bd70-42b0-a7b1-d57db85e7135', 'ip_address': '2001:db8::2'}, {'subnet_id': '24af9030-3144-4be4-81fb-3429f4b88841'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'a70d3081-e934-4561-bbd0-1194ab2c6d31'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:53:52.437991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.690351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Allocated IP 172.20.0.1 (def24219-7d4c-4a05-a654-5c45f4ad0159/24af9030-3144-4be4-81fb-3429f4b88841/a70d3081-e934-4561-bbd0-1194ab2c6d31) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:52.715311 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.814310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:53.064506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=9bb3fe09-c59a-41a3-9ad6-d2353a2f109b,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.069468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 172.20.0.13 (e6db1467-3099-4ac4-83d0-dd83574f8121/354f37f6-567e-42c2-845b-4f2468ed5ece/3bcb49b1-10be-447e-85ab-bc59cbb09f16) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:53.080914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5a867-5133-4be5-a7b2-1b465e5cd9e0 None None] Pushing event updated for resources: {'Port': ['ID=a70d3081-e934-4561-bbd0-1194ab2c6d31,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.081400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fee6:fdf8 (e6db1467-3099-4ac4-83d0-dd83574f8121/f874291c-c8b5-4207-ad56-9aaa7657d4cf/3bcb49b1-10be-447e-85ab-bc59cbb09f16) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:53.090451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': 'd73c88bc-496c-4523-8211-21592e1d3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:53.090825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: a4084c57-7cc8-418d-a101-e072624f2924, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:53.091714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] For port a70d3081-e934-4561-bbd0-1194ab2c6d31, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a70d3081-e934-4561-bbd0-1194ab2c6d31,segment=NetworkSegment(4b7d00a8-d09e-423f-89ce-3788b4fd88d4),segment_id=4b7d00a8-d09e-423f-89ce-3788b4fd88d4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:53.140240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.161304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Transition to ACTIVE for port object a70d3081-e934-4561-bbd0-1194ab2c6d31 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:53.318792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a2143-7b4b-41a5-ae4b-06d343130241 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:53.319458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.347142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 3bcb49b1-10be-447e-85ab-bc59cbb09f16 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:53.398693 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.400824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:53.402579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network a4084c57-7cc8-418d-a101-e072624f2924 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:53.542733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee15202-b381-4489-867d-dab1f0371dde None None] Pushing event updated for resources: {'Port': ['ID=a70d3081-e934-4561-bbd0-1194ab2c6d31,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.603766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, a4084c57-7cc8-418d-a101-e072624f2924) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:53.606228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.624053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:53.624053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.625843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] Provisioning for port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:53.631499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] Provisioning complete for port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:53.632002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.642209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be787e3c-66cd-4d3e-b4dd-1312de289785 None None] Network a4084c57-7cc8-418d-a101-e072624f2924 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:53.722662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=3bcb49b1-10be-447e-85ab-bc59cbb09f16,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.738234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:53.741207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:53.744018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:53.885766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:53.888830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.917793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cff65666-7cf4-4691-aac6-f15fffee5593 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2530515 Jul 28 14:53:53.919982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60158) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:53.930937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:54.055224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4935a6f4-e7c1-4255-98e6-308b5ac3c94e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2587256 Jul 28 14:53:54.057784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:54.077581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-a4084c57-7cc8-418d-a101-e072624f2924', 'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': '9bb3fe09-c59a-41a3-9ad6-d2353a2f109b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:54.082673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.138150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25597926'] for subnet, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.221678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Update dhcp port {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': 'f874291c-c8b5-4207-ad56-9aaa7657d4cf', 'ip_address': '2001:db8::f816:3eff:feb0:4f0a'}, {'subnet_id': '354f37f6-567e-42c2-845b-4f2468ed5ece'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:53:54.250605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e7806-aecc-4395-a6a0-c6d60ab070de tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:54.262545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e7806-aecc-4395-a6a0-c6d60ab070de tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:54.278197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-609e7806-aecc-4395-a6a0-c6d60ab070de tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2187231 Jul 28 14:53:54.278322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60168) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:54.419464 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.568316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 3bcb49b1-10be-447e-85ab-bc59cbb09f16 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:54.568820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.601709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715eb5f7-100b-4537-8909-f06513d3d2b3 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:54.649577 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735077438760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27166205'] for subnet, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.773499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:54.774242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.775716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "PUT /v2.0/subnets/9bb3fe09-c59a-41a3-9ad6-d2353a2f109b HTTP/1.1" status: 200 len: 826 time: 0.8541219 Jul 28 14:53:54.777574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4cf79-19ef-4b43-8623-19f725425529 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=9bb3fe09-c59a-41a3-9ad6-d2353a2f109b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:54.780331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60208) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:54.794537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.820981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 3bcb49b1-10be-447e-85ab-bc59cbb09f16 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:54.825308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.883346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a70d3081-e934-4561-bbd0-1194ab2c6d31 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:54.914243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.028702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.328408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.392422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=3bcb49b1-10be-447e-85ab-bc59cbb09f16,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:55.486769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Allocated IP 2001:db8::2 (a4084c57-7cc8-418d-a101-e072624f2924/9bb3fe09-c59a-41a3-9ad6-d2353a2f109b/dacc8037-84ea-46a2-868e-5947c203ad80) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:55.539861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.542510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4fd3a486-d9f9-451e-8da3-60123a2a1087 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/3bcb49b1-10be-447e-85ab-bc59cbb09f16 HTTP/1.1" status: 204 len: 168 time: 1.2630482 Jul 28 14:53:55.546873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60232) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:55.550977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f8145b9-0246-48a6-9c55-df00fe3e2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.587912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] For port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:55.626099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac162e-4eab-4acb-9683-375266822ed3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:55.629049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac162e-4eab-4acb-9683-375266822ed3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:55.631069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac162e-4eab-4acb-9683-375266822ed3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:55.632824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-11ac162e-4eab-4acb-9683-375266822ed3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0849226 Jul 28 14:53:55.636155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:55.699923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Allocated IP 172.20.0.2 (e6db1467-3099-4ac4-83d0-dd83574f8121/354f37f6-567e-42c2-845b-4f2468ed5ece/fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:55.736127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 354f37f6-567e-42c2-845b-4f2468ed5ece {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:55.755802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.873465 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.883982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Transition to ACTIVE for port object dacc8037-84ea-46a2-868e-5947c203ad80 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:55.907447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Transition to ACTIVE for port object dacc8037-84ea-46a2-868e-5947c203ad80 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:55.928564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.085779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.128177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b42827-1719-4680-a74c-9bf05693151e None None] Pushing event updated for resources: {'Port': ['ID=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:56.230428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Network a4084c57-7cc8-418d-a101-e072624f2924 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:56.241613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:56.255443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:56.277541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] For port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:56.295183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Pushing event updated for resources: {'Port': ['ID=dacc8037-84ea-46a2-868e-5947c203ad80,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:56.306445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.354246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.355179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb3fe09-c59a-41a3-9ad6-d2353a2f109b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:56.376055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Attempting to bind port dacc8037-84ea-46a2-868e-5947c203ad80 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:56.376434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Attempting to bind port dacc8037-84ea-46a2-868e-5947c203ad80 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'd73c88bc-496c-4523-8211-21592e1d3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Attempting to bind port dacc8037-84ea-46a2-868e-5947c203ad80 on network a4084c57-7cc8-418d-a101-e072624f2924 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Transition to ACTIVE for port object fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Checking segment: {'id': 'd73c88bc-496c-4523-8211-21592e1d3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Bound using segment: {'id': 'd73c88bc-496c-4523-8211-21592e1d3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:56.386713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Bound port: dacc8037-84ea-46a2-868e-5947c203ad80, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c88bc-496c-4523-8211-21592e1d3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4084c57-7cc8-418d-a101-e072624f2924'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:56.387800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.424185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.438095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4084c57-7cc8-418d-a101-e072624f2924']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:56.462655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73c88bc-496c-4523-8211-21592e1d3ed0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:56.462962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73c88bc-496c-4523-8211-21592e1d3ed0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:56.474712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e7f9c41-5835-40c7-9530-69edabf1bcdc None None] Provisioning for port a70d3081-e934-4561-bbd0-1194ab2c6d31 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:56.474903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.484852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] For port dacc8037-84ea-46a2-868e-5947c203ad80, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:56.488424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e7f9c41-5835-40c7-9530-69edabf1bcdc None None] Provisioning complete for port a70d3081-e934-4561-bbd0-1194ab2c6d31 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:56.489097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c41-5835-40c7-9530-69edabf1bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.495310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] For port dacc8037-84ea-46a2-868e-5947c203ad80, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dacc8037-84ea-46a2-868e-5947c203ad80,segment=NetworkSegment(d73c88bc-496c-4523-8211-21592e1d3ed0),segment_id=d73c88bc-496c-4523-8211-21592e1d3ed0)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:56.529535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.598663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.624773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.649321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:56.671570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.722588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.734697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:56.735395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:56.739387 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:56.804585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.854022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb5972-1bb3-4572-8299-f507b69a5dac None None] Pushing event updated for resources: {'Port': ['ID=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:56.890674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.945079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:53:56.945079 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:53:56.945079 n-d-764806-10 neutron-server[94658]: [parameters: {'id': 'a4084c57-7cc8-418d-a101-e072624f2924'}] Jul 28 14:53:56.945079 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:56.945632 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:57.086038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224d8cf-1548-4855-83cf-e87b6b6cff72 None None] Pushing event updated for resources: {'Port': ['ID=dacc8037-84ea-46a2-868e-5947c203ad80,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:57.086368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d7d2e436-623a-4fd3-87c1-26d244de9f6b None None] Provisioning complete for port a70d3081-e934-4561-bbd0-1194ab2c6d31 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:57.086729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e436-623a-4fd3-87c1-26d244de9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.109707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efbaef4-df5a-41d8-a603-97fda4edaa06 None None] Network a4084c57-7cc8-418d-a101-e072624f2924 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:57.198504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.293343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=354f37f6-567e-42c2-845b-4f2468ed5ece,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:57.301719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.309723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8d0d5cf9-90f1-4f9e-81f8-926e2ba46edc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/354f37f6-567e-42c2-845b-4f2468ed5ece HTTP/1.1" status: 204 len: 168 time: 1.6721787 Jul 28 14:53:57.314788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60312) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:57.447381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.513818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet f874291c-c8b5-4207-ad56-9aaa7657d4cf {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:57.521894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.537881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed0730-6e10-48df-9750-0df57376509f None None] Network a4084c57-7cc8-418d-a101-e072624f2924 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:57.705097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.773838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting port dacc8037-84ea-46a2-868e-5947c203ad80 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:57.774429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.896512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.921536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] For port dacc8037-84ea-46a2-868e-5947c203ad80, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dacc8037-84ea-46a2-868e-5947c203ad80,segment=NetworkSegment(d73c88bc-496c-4523-8211-21592e1d3ed0),segment_id=d73c88bc-496c-4523-8211-21592e1d3ed0)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:57.921939 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.954623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Calling delete_port for dacc8037-84ea-46a2-868e-5947c203ad80 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:57.962316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.236085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6bdd3-5c51-41e0-b815-264371e9a771 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:58.286652 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.362103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=f874291c-c8b5-4207-ad56-9aaa7657d4cf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:58.374662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.378390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.380567 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-82c89bb4-e418-4f1e-8740-0d3ba8c627ad tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/f874291c-c8b5-4207-ad56-9aaa7657d4cf HTTP/1.1" status: 204 len: 168 time: 1.0642278 Jul 28 14:53:58.383206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60346) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:58.407445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Port': ['ID=dacc8037-84ea-46a2-868e-5947c203ad80,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:58.424810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No DVR routers for this DVR port dacc8037-84ea-46a2-868e-5947c203ad80 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:58.523564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a6a33fa3-d730-485d-9b38-27e2e3219db0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1379237 Jul 28 14:53:58.527885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60350) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:58.538528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:58.574107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.585904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5b89-6bd6-434b-9114-5397403389ff None None] Provisioning for port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:58.595264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5b89-6bd6-434b-9114-5397403389ff None None] Provisioning complete for port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:58.595928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5b89-6bd6-434b-9114-5397403389ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.618171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4084c57-7cc8-418d-a101-e072624f2924']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:58.660510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73c88bc-496c-4523-8211-21592e1d3ed0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:58.661206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73c88bc-496c-4523-8211-21592e1d3ed0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:58.707158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:58.710764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.786270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.804950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:58.805367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:58.813797 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:58.900437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] Deleting port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:58.900838 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.963071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:58.969069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.045672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] For port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:59.046263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.059889 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.070490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.076510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:59.077154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/a4084c57-7cc8-418d-a101-e072624f2924 HTTP/1.1" status: 204 len: 168 time: 4.2955065 Jul 28 14:53:59.080356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] Calling delete_port for fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:59.096065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c051-e8e7-4ab4-8868-ca28a74bd7b7 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=a4084c57-7cc8-418d-a101-e072624f2924,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:59.132880 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0978a5d-f09b-4c3a-9cea-b40050784b20 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:53:59.132880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0978a5d-f09b-4c3a-9cea-b40050784b20 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:53:59.132880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b0978a5d-f09b-4c3a-9cea-b40050784b20 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/a4084c57-7cc8-418d-a101-e072624f2924 HTTP/1.1" status: 404 len: 339 time: 0.0503242 Jul 28 14:53:59.136528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60368) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:59.141754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109499752', 'description': 'd1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:59.328439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:59.329771 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.408776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.418222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:59.437103 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.437103 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment c64aa302-1ca3-4c29-8da2-dc25d971c32d of type vlan for network f9097d1e-c858-482b-b30d-7790074fd941 Jul 28 14:53:59.464183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] Pushing event deleted for resources: {'Port': ['ID=fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:59.469808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce04b16-6db3-45c2-b0fb-bd03fafa9d37 None None] No DVR routers for this DVR port fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:59.496300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c6fa6-42e1-42e7-887d-c2bb875648b7 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:53:59.534496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.582343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.698133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c6fa6-42e1-42e7-887d-c2bb875648b7 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:53:59.706246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:59.712113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:59.720848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:59.721748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664647'] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.740079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=922a1ef2-d748-402d-a292-502c81862aec,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:59.860988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.873004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:59.877634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.901858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fd86a087-b94e-4440-b6c4-cdbc4eca2222 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3711226 Jul 28 14:53:59.906641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60388) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:59.919301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:00.033036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=f9097d1e-c858-482b-b30d-7790074fd941,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:00.044370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5255b824-c5d3-4625-9c6c-97576b4a92e6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9074414 Jul 28 14:54:00.045870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60394) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:00.057918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f9097d1e-c858-482b-b30d-7790074fd941 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:54:00.288273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14680b38-c39b-49d6-9d25-accc90d7e401 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:00.297122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-14680b38-c39b-49d6-9d25-accc90d7e401 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks?id=f9097d1e-c858-482b-b30d-7790074fd941 HTTP/1.1" status: 200 len: 765 time: 0.2469144 Jul 28 14:54:00.298236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60402) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:00.302031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '922a1ef2-d748-402d-a292-502c81862aec'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:00.303521 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.307241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'description': 'd2'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:00.397032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:00.400862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.479649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Allocated IP 172.20.0.2 (e6db1467-3099-4ac4-83d0-dd83574f8121/922a1ef2-d748-402d-a292-502c81862aec/060e3b83-2f04-4e73-9959-851636afd3a1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:00.620563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.675223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:00.703200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:00.704096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa2f5fa3-21ec-4681-b99f-40f6ab2ebe39 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:00.787220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-75377ab3-a232-4e07-8c8e-cd9e02b543fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1425552 Jul 28 14:54:00.798856 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.818294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Transition to ACTIVE for port object 060e3b83-2f04-4e73-9959-851636afd3a1 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:00.827836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.847224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Transition to ACTIVE for port object 060e3b83-2f04-4e73-9959-851636afd3a1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:00.916866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network f9097d1e-c858-482b-b30d-7790074fd941 is not hosted by any dhcp agent {{(pid=94658) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:54:00.925335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:00.926658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.931668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60416) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:00.932087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "PUT /v2.0/networks/f9097d1e-c858-482b-b30d-7790074fd941 HTTP/1.1" status: 200 len: 762 time: 0.6325121 Jul 28 14:54:00.957472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfcf44-fbc6-45d6-b126-097d87b5197e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=f9097d1e-c858-482b-b30d-7790074fd941,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:00.973399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f9097d1e-c858-482b-b30d-7790074fd941 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:54:00.978055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.012205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:01.051961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:01.075921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:01.083714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.083714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.084141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.084609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.085098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.085567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.086033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.088170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-81b53578-bae2-4ef1-a023-effa1df93dec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.1800022 Jul 28 14:54:01.121246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c371d48-6e26-4069-b3cc-14d217109e24 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.126514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c371d48-6e26-4069-b3cc-14d217109e24 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks?id=f9097d1e-c858-482b-b30d-7790074fd941 HTTP/1.1" status: 200 len: 765 time: 0.1901631 Jul 28 14:54:01.127370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.265875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Pushing event updated for resources: {'Port': ['ID=060e3b83-2f04-4e73-9959-851636afd3a1,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:01.291207 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Attempting to bind port 060e3b83-2f04-4e73-9959-851636afd3a1 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:01.291617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Attempting to bind port 060e3b83-2f04-4e73-9959-851636afd3a1 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:01.292021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Attempting to bind port 060e3b83-2f04-4e73-9959-851636afd3a1 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:01.317760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:01.321334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:01.323465 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.323935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:01.324801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Bound port: 060e3b83-2f04-4e73-9959-851636afd3a1, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:01.342458 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.351506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:01.450408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-3bbc3372-9062-4038-a2a8-fd6f2690c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.451351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-3bbc3372-9062-4038-a2a8-fd6f2690c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.452127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-3bbc3372-9062-4038-a2a8-fd6f2690c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.455361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-3bbc3372-9062-4038-a2a8-fd6f2690c3d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 2293 time: 0.3306773 Jul 28 14:54:01.482507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227da987-e821-4b32-a601-d14707b56b6e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.485134 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-227da987-e821-4b32-a601-d14707b56b6e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3565023 Jul 28 14:54:01.492069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60430) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.562463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] For port 060e3b83-2f04-4e73-9959-851636afd3a1, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:01.569030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] For port 060e3b83-2f04-4e73-9959-851636afd3a1, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=060e3b83-2f04-4e73-9959-851636afd3a1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:01.679333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e4964318-02fb-4e3f-a2b8-b51f0b5edb2e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 207 time: 0.1806500 Jul 28 14:54:01.682644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60436) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.786313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.806596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-1bfa3228-26ea-4f48-a597-643bac1a25ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1002 time: 0.3196549 Jul 28 14:54:01.842489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.894593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262237-3e92-4013-93cb-d8f2af3e044f None None] Pushing event updated for resources: {'Port': ['ID=060e3b83-2f04-4e73-9959-851636afd3a1,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:01.964715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.971331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.977730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.987432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.995485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.014155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.022634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0953f897-15d3-4dcb-8cf3-00aecf8634b9 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3380101 Jul 28 14:54:02.023655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60446) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.028134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-21036967-bd45-41af-97bf-4599db9e7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.028872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-21036967-bd45-41af-97bf-4599db9e7974 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.2080662 Jul 28 14:54:02.286261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-87c4ed3b-09f6-4981-86e7-037faa269a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.288812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-87c4ed3b-09f6-4981-86e7-037faa269a9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501874 Jul 28 14:54:02.297840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6d04a00-7b9f-4e12-bcd8-2db5177a6b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.311905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.414450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-44693082-b421-40c7-ad6b-72244402d7fc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3894856 Jul 28 14:54:02.421346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.591385 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-a274f428-6d8d-4ac6-8006-97ff7186470e service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443104 Jul 28 14:54:02.602641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.648181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a1fce-58c2-4362-9df2-f3a9dd70f6f4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.650303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a1fce-58c2-4362-9df2-f3a9dd70f6f4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.652001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a1fce-58c2-4362-9df2-f3a9dd70f6f4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.653779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a1fce-58c2-4362-9df2-f3a9dd70f6f4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.656010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a1fce-58c2-4362-9df2-f3a9dd70f6f4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.658036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c36a1fce-58c2-4362-9df2-f3a9dd70f6f4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2350485 Jul 28 14:54:02.679877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60460) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.731884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 060e3b83-2f04-4e73-9959-851636afd3a1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:02.759594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd92f6-8a79-4411-a9ca-c4629ec16eaa tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.761133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd92f6-8a79-4411-a9ca-c4629ec16eaa tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.762600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd92f6-8a79-4411-a9ca-c4629ec16eaa tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.764117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd92f6-8a79-4411-a9ca-c4629ec16eaa tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.771456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd92f6-8a79-4411-a9ca-c4629ec16eaa tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:02.782474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-32fd92f6-8a79-4411-a9ca-c4629ec16eaa tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0922863 Jul 28 14:54:02.785747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.867498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-60decac2-bf15-4285-89e5-de7e09229c73 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598705 Jul 28 14:54:02.948123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-40110b9f-b224-43af-ab90-1109b2b4bb47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.0724788 Jul 28 14:54:02.987589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6d04a00-7b9f-4e12-bcd8-2db5177a6b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.002938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75e32f-7c38-46c8-82db-0524bf08d5bd tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.004507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e75e32f-7c38-46c8-82db-0524bf08d5bd tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks/82baf890-2b59-4c7a-82c1-9a9cce26d5e5 HTTP/1.1" status: 200 len: 803 time: 0.2133055 Jul 28 14:54:03.012124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:03.033357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 060e3b83-2f04-4e73-9959-851636afd3a1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:03.096193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] For port 060e3b83-2f04-4e73-9959-851636afd3a1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=060e3b83-2f04-4e73-9959-851636afd3a1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:03.111648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-afe6f9be-9e41-4bbf-8a49-0d82b08cf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.113963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-afe6f9be-9e41-4bbf-8a49-0d82b08cf371 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1520712 Jul 28 14:54:03.165823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.211737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-7b125650-2678-49cf-a3b3-52eff245928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.213769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-7b125650-2678-49cf-a3b3-52eff245928d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0898187 Jul 28 14:54:03.213883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9abc71c0-d1c9-4499-ba2d-f6428fd040fd tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/networks/82baf890-2b59-4c7a-82c1-9a9cce26d5e5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1957886 Jul 28 14:54:03.247361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60470) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:03.249837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f6d04a00-7b9f-4e12-bcd8-2db5177a6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.275828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfb0f8-5b53-455f-9f45-74449ed7dc4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.281562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-06dfb0f8-5b53-455f-9f45-74449ed7dc4e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/subnets/f115dbf8-b563-49c9-9b25-c16b9bd2b89e HTTP/1.1" status: 200 len: 843 time: 0.0620563 Jul 28 14:54:03.284710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:03.311193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6d04a00-7b9f-4e12-bcd8-2db5177a6b36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f3796aa89c34c70ba89fec9986c57d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4638588 Jul 28 14:54:03.312299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d04a00-7b9f-4e12-bcd8-2db5177a6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06229520-785d-4389-8b28-f30482feefd8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:03.316989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60476) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:03.395883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.396685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.402891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-0007af4d-e9b9-4336-b307-df41b745a70a service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709466 Jul 28 14:54:03.415316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71194a51-ba5a-450c-aaa1-7b9913c3bc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.471767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c3d67-baed-43cf-aeb8-6e62456c811f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:03.510426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71194a51-ba5a-450c-aaa1-7b9913c3bc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.533555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a39c30-1d09-4bed-b1ee-b2a20474097c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['shared'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.536124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23a39c30-1d09-4bed-b1ee-b2a20474097c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "GET /v2.0/subnets/f115dbf8-b563-49c9-9b25-c16b9bd2b89e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2523518 Jul 28 14:54:03.537212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=6cb269fa-08e9-406c-9f19-e3881607e822,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:03.541986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60484) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:03.583028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=060e3b83-2f04-4e73-9959-851636afd3a1,revision_number=4']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:03.595521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132490509'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:03.653002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-8fc4f4ec-7287-4e06-a1fd-dc52bfe1ac77 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015145 Jul 28 14:54:03.653101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:03.653101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:03.653101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.653101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.675427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-46947ba1-c540-4784-9dc0-719c0be722bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.0467629 Jul 28 14:54:03.715053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] Provisioning for port 060e3b83-2f04-4e73-9959-851636afd3a1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:03.733022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] Provisioning complete for port 060e3b83-2f04-4e73-9959-851636afd3a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:03.733403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.758996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-21568b54-e584-4217-8df2-b64586829341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.758996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-21568b54-e584-4217-8df2-b64586829341 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.0691891 Jul 28 14:54:03.808868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:03.813626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.929975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-690b028d-2775-47f5-ab98-a6d265f04bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:03.936834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-690b028d-2775-47f5-ab98-a6d265f04bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645222 Jul 28 14:54:03.940718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71194a51-ba5a-450c-aaa1-7b9913c3bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.948786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:54:03.953547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71194a51-ba5a-450c-aaa1-7b9913c3bc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.963217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.963969 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Added segment b0bd3355-7bd9-4b50-adae-648c262cf950 of type vlan for network b5bce51d-6965-46b9-8936-a98e4b0d3e3c Jul 28 14:54:03.971060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-71194a51-ba5a-450c-aaa1-7b9913c3bc67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06229520-785d-4389-8b28-f30482feefd8 HTTP/1.1" status: 204 len: 168 time: 0.6527202 Jul 28 14:54:04.125801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae42488b-36d9-4efa-aeb6-0016980b059f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2162356 Jul 28 14:54:04.132257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60496) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:04.152876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.162083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71194a51-ba5a-450c-aaa1-7b9913c3bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06229520-785d-4389-8b28-f30482feefd8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:04.179183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:20:98:7a', 'name': 'tempest-NetworksTestDHCPv6-359392482'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:04.252256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.321951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] For port 060e3b83-2f04-4e73-9959-851636afd3a1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=060e3b83-2f04-4e73-9959-851636afd3a1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:04.340238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-743b30ab-2362-4f3d-b703-eb80aff46f8e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668439 Jul 28 14:54:04.378892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:54:04.472746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-8365dfbe-12c5-456f-a378-765797cf20a8 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238580 Jul 28 14:54:04.500249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.554182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-0042c9a3-03b3-48fb-b7ca-fe0948144fbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.0677931 Jul 28 14:54:04.573958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb41c2-d890-4e31-8fa5-52a5883a68b4 None None] Pushing event updated for resources: {'Port': ['ID=060e3b83-2f04-4e73-9959-851636afd3a1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:04.643987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.652326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:04.654940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.715882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-596f3af8-e129-4e89-bc07-7500bc2495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:04.720355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-596f3af8-e129-4e89-bc07-7500bc2495fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1558752 Jul 28 14:54:04.787065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 060e3b83-2f04-4e73-9959-851636afd3a1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:04.795571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:04.893004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-ca2de99f-34e7-4737-8822-9acf72e0b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:04.897904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-ca2de99f-34e7-4737-8822-9acf72e0b47c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1650927 Jul 28 14:54:04.902613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 060e3b83-2f04-4e73-9959-851636afd3a1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:04.903362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.906025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Network': ['ID=b5bce51d-6965-46b9-8936-a98e4b0d3e3c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:04.959143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b5bce51d-6965-46b9-8936-a98e4b0d3e3c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:54:04.977968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.001933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc4186-b225-46cf-9f9f-53c32ca8c5cd None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:05.011587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:05.090482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-5f99ae16-eade-43fd-9a97-8f7895d73192 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801801 Jul 28 14:54:05.158667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d4e98c4b-3388-4237-bd8f-75d71679c5e4 None None] Provisioning complete for port 060e3b83-2f04-4e73-9959-851636afd3a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:05.159040 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d4e98c4b-3388-4237-bd8f-75d71679c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.267728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 172.20.0.3 (e6db1467-3099-4ac4-83d0-dd83574f8121/922a1ef2-d748-402d-a292-502c81862aec/09c0a4e6-c15e-46ce-8476-2315f2c6a6a1) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:05.276201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fe20:987a (e6db1467-3099-4ac4-83d0-dd83574f8121/6cb269fa-08e9-406c-9f19-e3881607e822/09c0a4e6-c15e-46ce-8476-2315f2c6a6a1) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:05.283076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebf27d69-1597-4ff1-a4fa-bf45ddf9445c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7250466 Jul 28 14:54:05.287956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60512) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:05.312206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:05.334210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-02a949b8-29c0-4925-bc47-f47511cf592e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318838 Jul 28 14:54:05.428828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-43c8f7c3-e86a-4f45-8f41-5e1115838102 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.0882690 Jul 28 14:54:05.546169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-c3d7300e-5891-4ba2-b080-98991e9523e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:05.547723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-c3d7300e-5891-4ba2-b080-98991e9523e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1045511 Jul 28 14:54:05.630721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-37c1c0fb-a7a2-4834-b453-167693d335df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:05.633209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-37c1c0fb-a7a2-4834-b453-167693d335df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0765960 Jul 28 14:54:05.723247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.751115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:05.806597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-52bdc655-9a23-47a6-95aa-f63e133bf15e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620500 Jul 28 14:54:05.928223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60524) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:05.967339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Made reservation on behalf of cc46eeb8ae92474aa3db5dc38baf36b0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:05.991396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-bae55509-9313-40de-8fdc-745e78cf5f1e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738455 Jul 28 14:54:05.993569 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.997140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3dab845-0d40-47f0-b799-bc25bb4e6fbd None None] Provisioning complete for port 060e3b83-2f04-4e73-9959-851636afd3a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:05.997140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3dab845-0d40-47f0-b799-bc25bb4e6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.005402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ee084d3-b24d-41d8-ba03-80642bc8a26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.054350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.074004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-0bc16eed-8996-49d0-9fa5-0bd7e0938c66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.0733144 Jul 28 14:54:06.119475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.ipam_backend_mixin [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Performing IP validity checks on allocation pools {{(pid=94658) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:54:06.120003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.ipam_backend_mixin [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94658) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:54:06.148894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-bd8c507e-1a2d-40d9-9858-091d4ed125f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.150930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-bd8c507e-1a2d-40d9-9858-091d4ed125f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.0652294 Jul 28 14:54:06.159234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.210550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:06.240285 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:06.245183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:06.264287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-ff91232f-0dc3-47ff-8a6a-ef12c873b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.269232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-ff91232f-0dc3-47ff-8a6a-ef12c873b9fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1043568 Jul 28 14:54:06.361080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=09c0a4e6-c15e-46ce-8476-2315f2c6a6a1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:06.413795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.414537 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.444620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-035a6061-28a2-4ab9-8bbd-3e5c82ae8cde service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659646 Jul 28 14:54:06.614102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ee084d3-b24d-41d8-ba03-80642bc8a26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.638180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 060e3b83-2f04-4e73-9959-851636afd3a1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:06.666795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-7eaf8e5c-708e-4c7f-a2af-a65e1c8b07b3 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127519 Jul 28 14:54:06.713108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 060e3b83-2f04-4e73-9959-851636afd3a1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:06.713745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.734461 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.756814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-592b3e22-fe92-4315-b0e6-b2487aaa5905 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.0816424 Jul 28 14:54:06.824532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=8bae1417-0809-4ad1-a444-24f1ff0e9691,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:06.869170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8ee084d3-b24d-41d8-ba03-80642bc8a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:06.908383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-26845249-8e78-4ecf-b695-1aa99d680594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.910450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Checking segment: {'id': 'b0bd3355-7bd9-4b50-adae-648c262cf950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:06.911076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network hostable DHCP agents. Network: b5bce51d-6965-46b9-8936-a98e4b0d3e3c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:54:06.916902 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-26845249-8e78-4ecf-b695-1aa99d680594 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.1508687 Jul 28 14:54:06.986936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-caffff8a-76d1-49bc-8533-445540de52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.989208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-caffff8a-76d1-49bc-8533-445540de52c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0645459 Jul 28 14:54:06.996229 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8ee084d3-b24d-41d8-ba03-80642bc8a26a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4b44f1b30b845588381c4e02d4d9e02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688035 Jul 28 14:54:06.999145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60542) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.002988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee084d3-b24d-41d8-ba03-80642bc8a26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5b30cf-a47d-431c-a967-5f365dd725ae,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:07.067172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9c48a06f-f1fa-4c47-bf39-57b6cfe6b295 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9304144 Jul 28 14:54:07.083921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60544) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.107537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7815ced3-c758-424f-89e0-31aa36e8a5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.128274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f4186394-1c01-41fb-bfd1-45a8b17ab17b None None] Provisioning for port 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:07.139030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f4186394-1c01-41fb-bfd1-45a8b17ab17b None None] Provisioning complete for port 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:07.139030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f4186394-1c01-41fb-bfd1-45a8b17ab17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.161044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7815ced3-c758-424f-89e0-31aa36e8a5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.190485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260b46-0fe9-4cb1-a994-d25cec4b3eff tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:07.198906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260b46-0fe9-4cb1-a994-d25cec4b3eff tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:07.205562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-de260b46-0fe9-4cb1-a994-d25cec4b3eff tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1153352 Jul 28 14:54:07.205562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Network b5bce51d-6965-46b9-8936-a98e4b0d3e3c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:54:07.210547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60548) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.233647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f4186394-1c01-41fb-bfd1-45a8b17ab17b None None] Port 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:54:07.275840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-19914a7e-a033-45c9-a6f2-30ac6c4d268c service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414303 Jul 28 14:54:07.361869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:07.362332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.449527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cbdf038-aa67-4f55-9d50-2dfb46b636cc req-1a7a5656-bc29-432a-9c30-3aa97289887f service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664741 Jul 28 14:54:07.450960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7815ced3-c758-424f-89e0-31aa36e8a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.456239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b5bce51d-6965-46b9-8936-a98e4b0d3e3c) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:07.459702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7815ced3-c758-424f-89e0-31aa36e8a5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.461259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7815ced3-c758-424f-89e0-31aa36e8a5f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d5b30cf-a47d-431c-a967-5f365dd725ae HTTP/1.1" status: 204 len: 168 time: 0.4609067 Jul 28 14:54:07.472270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5f17b-094a-403e-8e17-a596f78b2fd0 None None] Network b5bce51d-6965-46b9-8936-a98e4b0d3e3c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:07.477872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:07.478309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.494769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815ced3-c758-424f-89e0-31aa36e8a5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5b30cf-a47d-431c-a967-5f365dd725ae,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:07.514713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.530286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:07.728813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fc155901-b53a-4c76-8533-21eb09cf7f6a tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4392600 Jul 28 14:54:07.729171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60562) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.735552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:07.804020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b5bce51d-6965-46b9-8936-a98e4b0d3e3c', 'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c', 'tenant_id': 'cc46eeb8ae92474aa3db5dc38baf36b0', 'fixed_ips': [{'subnet_id': '8bae1417-0809-4ad1-a444-24f1ff0e9691'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:07.804940 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.874164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2867042'] for subnet, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.896221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.936432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=09c0a4e6-c15e-46ce-8476-2315f2c6a6a1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:08.101276 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:54:08.101276 n-d-764806-10 neutron-server[94659]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 28 14:54:08.101276 n-d-764806-10 neutron-server[94659]: [parameters: {'in_use': 1, 'id_1': '8bae1417-0809-4ad1-a444-24f1ff0e9691'}] Jul 28 14:54:08.101276 n-d-764806-10 neutron-server[94659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:54:08.101748 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:54:08.158918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.188693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c3d1de4-7322-4a14-b01c-8e0776361f68 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 HTTP/1.1" status: 204 len: 168 time: 0.9543383 Jul 28 14:54:08.206441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60568) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:08.287432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321462f-be70-460b-874f-0c609b00ff88 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:08.289523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321462f-be70-460b-874f-0c609b00ff88 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:08.291415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321462f-be70-460b-874f-0c609b00ff88 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:08.293333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7321462f-be70-460b-874f-0c609b00ff88 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0969994 Jul 28 14:54:08.306706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60576) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:08.408934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 6cb269fa-08e9-406c-9f19-e3881607e822 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:08.414572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.489923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.604337 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.659938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735077438760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2820386'] for subnet, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.669098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.973044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.029793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Allocated IP 2001:db8::3 (b5bce51d-6965-46b9-8936-a98e4b0d3e3c/8bae1417-0809-4ad1-a444-24f1ff0e9691/9a012173-bd96-4a38-b0bb-ac7877a63483) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:09.033215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb269fa-08e9-406c-9f19-e3881607e822,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:09.046148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.046148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e70e1895-33e0-4f60-b4db-16d7bf8e2ec9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/6cb269fa-08e9-406c-9f19-e3881607e822 HTTP/1.1" status: 204 len: 168 time: 0.7361014 Jul 28 14:54:09.047811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60596) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:09.108557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 922a1ef2-d748-402d-a292-502c81862aec {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:09.112319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.142819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4b832-fa7f-4a23-8ef0-b3d91a6ddcc6 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:09.172742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.192612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event updated for resources: {'Subnet': ['ID=8bae1417-0809-4ad1-a444-24f1ff0e9691,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:09.209025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:09.209646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.211614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-35d2d07d-7c4d-4fec-bd9a-529c83a3216d tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "PUT /v2.0/subnets/8bae1417-0809-4ad1-a444-24f1ff0e9691 HTTP/1.1" status: 200 len: 900 time: 1.4813991 Jul 28 14:54:09.215166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60598) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:09.374400 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.446557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.456773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Transition to ACTIVE for port object 9a012173-bd96-4a38-b0bb-ac7877a63483 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:09.483694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Transition to ACTIVE for port object 9a012173-bd96-4a38-b0bb-ac7877a63483 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:09.499212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.585436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.608784 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.708052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Network b5bce51d-6965-46b9-8936-a98e4b0d3e3c is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:09.715239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:09.720961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:09.742946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Pushing event updated for resources: {'Port': ['ID=9a012173-bd96-4a38-b0bb-ac7877a63483,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:09.746259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.785995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.827811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Attempting to bind port 9a012173-bd96-4a38-b0bb-ac7877a63483 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:09.828438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Attempting to bind port 9a012173-bd96-4a38-b0bb-ac7877a63483 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'b0bd3355-7bd9-4b50-adae-648c262cf950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:09.828833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Attempting to bind port 9a012173-bd96-4a38-b0bb-ac7877a63483 on network b5bce51d-6965-46b9-8936-a98e4b0d3e3c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:09.839945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=922a1ef2-d748-402d-a292-502c81862aec,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:09.840898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:09.841408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Checking segment: {'id': 'b0bd3355-7bd9-4b50-adae-648c262cf950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:09.841962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.842540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Bound using segment: {'id': 'b0bd3355-7bd9-4b50-adae-648c262cf950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:09.843254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Bound port: 9a012173-bd96-4a38-b0bb-ac7877a63483, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bd3355-7bd9-4b50-adae-648c262cf950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:09.843745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.849923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=8bae1417-0809-4ad1-a444-24f1ff0e9691,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:09.870802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.883214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/922a1ef2-d748-402d-a292-502c81862aec HTTP/1.1" status: 204 len: 168 time: 0.8316913 Jul 28 14:54:09.887343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:09.888897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.889257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.889610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.890594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.890968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.892319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.892714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.893059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.893394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.893793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.894142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.894486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cbe678-4a0e-484e-a84a-74a415e4822e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:09.987855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.994543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] For port 9a012173-bd96-4a38-b0bb-ac7877a63483, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:10.000962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bce51d-6965-46b9-8936-a98e4b0d3e3c']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:10.002931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] For port 9a012173-bd96-4a38-b0bb-ac7877a63483, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9a012173-bd96-4a38-b0bb-ac7877a63483,segment=NetworkSegment(b0bd3355-7bd9-4b50-adae-648c262cf950),segment_id=b0bd3355-7bd9-4b50-adae-648c262cf950)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:10.018163 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-40aa76a2-3084-4257-9dd8-394cc1acb5dd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163921 Jul 28 14:54:10.019570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60628) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:10.026022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:10.039229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bd3355-7bd9-4b50-adae-648c262cf950') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:10.044341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bd3355-7bd9-4b50-adae-648c262cf950') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:10.064210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.155493 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.156239 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.163005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:10.163405 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:10.167339 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:10.355044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930d596-12d2-4dc7-9fea-3aa19d5156e9 None None] Pushing event updated for resources: {'Port': ['ID=9a012173-bd96-4a38-b0bb-ac7877a63483,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:10.359664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb384d1-7120-47ad-b7b9-070c481a43d5 None None] Network b5bce51d-6965-46b9-8936-a98e4b0d3e3c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:10.375360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:10.384298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.449819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:54:10.449819 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:54:10.449819 n-d-764806-10 neutron-server[94657]: [parameters: {'id': 'b5bce51d-6965-46b9-8936-a98e4b0d3e3c'}] Jul 28 14:54:10.449819 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:54:10.454526 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:54:10.553001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91917e-fe81-4478-8e69-1d751f850f21 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:10.577019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067acc8c-f353-4aa6-b015-2eeb0950468b None None] Network b5bce51d-6965-46b9-8936-a98e4b0d3e3c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:10.799140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ed06dcfe-7a72-4606-96fe-615940fbdb2e None None] Provisioning complete for port 060e3b83-2f04-4e73-9959-851636afd3a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:10.800120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed06dcfe-7a72-4606-96fe-615940fbdb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.951657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.007438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.073652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting port 9a012173-bd96-4a38-b0bb-ac7877a63483 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:11.074232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.137900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:11.243100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:11.249880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] For port 9a012173-bd96-4a38-b0bb-ac7877a63483, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9a012173-bd96-4a38-b0bb-ac7877a63483,segment=NetworkSegment(b0bd3355-7bd9-4b50-adae-648c262cf950),segment_id=b0bd3355-7bd9-4b50-adae-648c262cf950)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:11.250301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.253573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] Deleting port 060e3b83-2f04-4e73-9959-851636afd3a1 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:11.253955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.256804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:11.270768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Calling delete_port for 9a012173-bd96-4a38-b0bb-ac7877a63483 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:11.283782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:11.285539 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.334535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=43aaa2df-16aa-47de-a0eb-888e1944e3fa,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:11.383069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] For port 060e3b83-2f04-4e73-9959-851636afd3a1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=060e3b83-2f04-4e73-9959-851636afd3a1,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:11.384247 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.399716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] Calling delete_port for 060e3b83-2f04-4e73-9959-851636afd3a1 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:11.496078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-10306121-88ec-4ca6-8ebe-9e8d003b105d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4742918 Jul 28 14:54:11.500710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60660) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:11.504811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:11.636902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.662784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Port': ['ID=9a012173-bd96-4a38-b0bb-ac7877a63483,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:11.671243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No DVR routers for this DVR port 9a012173-bd96-4a38-b0bb-ac7877a63483 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:11.706559 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.762501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:11.769043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.867552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] No DVR routers for this DVR port 060e3b83-2f04-4e73-9959-851636afd3a1 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:11.875867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea5464-63b0-4684-983c-9fd2ec2521f5 None None] Pushing event deleted for resources: {'Port': ['ID=060e3b83-2f04-4e73-9959-851636afd3a1,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:11.890325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f8ac8-9324-4a9f-b7d6-9ae585f0467e None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:11.900245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.925426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bce51d-6965-46b9-8936-a98e4b0d3e3c']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:11.940603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bd3355-7bd9-4b50-adae-648c262cf950') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:11.941168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bd3355-7bd9-4b50-adae-648c262cf950') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:11.955049 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.974439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.994488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:11.995019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:12.089152 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:12.238246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '43aaa2df-16aa-47de-a0eb-888e1944e3fa'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:12.240186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.265423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.277028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.284163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/b5bce51d-6965-46b9-8936-a98e4b0d3e3c HTTP/1.1" status: 204 len: 168 time: 3.0686288 Jul 28 14:54:12.296647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60682) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:12.331614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f58dac-9464-4611-826f-abae6acb1c13 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=b5bce51d-6965-46b9-8936-a98e4b0d3e3c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:12.365036 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-af55f8e9-a345-4691-b1e3-c081b86651fc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:12.365632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af55f8e9-a345-4691-b1e3-c081b86651fc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:12.367562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af55f8e9-a345-4691-b1e3-c081b86651fc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/8bae1417-0809-4ad1-a444-24f1ff0e9691 HTTP/1.1" status: 404 len: 337 time: 0.0671260 Jul 28 14:54:12.372093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60684) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:12.394675 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f65f58-814a-455a-bbe3-8f976ddd230e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:12.395274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f65f58-814a-455a-bbe3-8f976ddd230e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:12.399466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-61f65f58-814a-455a-bbe3-8f976ddd230e tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/b5bce51d-6965-46b9-8936-a98e4b0d3e3c HTTP/1.1" status: 404 len: 339 time: 0.0235095 Jul 28 14:54:12.399742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60686) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:12.447657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Allocated IP 172.20.0.2 (e6db1467-3099-4ac4-83d0-dd83574f8121/43aaa2df-16aa-47de-a0eb-888e1944e3fa/c0628376-bfe2-45ff-9dae-f29e0bb78d2b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:12.511488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.619538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 060e3b83-2f04-4e73-9959-851636afd3a1 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:12.620030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.633995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9097d1e-c858-482b-b30d-7790074fd941']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:12.646238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64aa302-1ca3-4c29-8da2-dc25d971c32d') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:12.646585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64aa302-1ca3-4c29-8da2-dc25d971c32d') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:12.653882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 060e3b83-2f04-4e73-9959-851636afd3a1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:12.654226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 060e3b83-2f04-4e73-9959-851636afd3a1 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:12.671218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.675644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.679122 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.685435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:12.686831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:12.691461 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:12.827967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:12.829690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.892652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:12.896721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:12.902005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:12.902635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.929463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=92a6b658-6129-448c-8baf-de14e20c68fa,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:12.935803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.939797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Transition to ACTIVE for port object c0628376-bfe2-45ff-9dae-f29e0bb78d2b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:12.953185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.957246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/f9097d1e-c858-482b-b30d-7790074fd941 HTTP/1.1" status: 204 len: 168 time: 0.5564611 Jul 28 14:54:12.964526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60702) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:12.978999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Transition to ACTIVE for port object c0628376-bfe2-45ff-9dae-f29e0bb78d2b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:12.985406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22cf7-2f5e-41b9-b985-083d9d5991dc tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=f9097d1e-c858-482b-b30d-7790074fd941,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:12.998159 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f82023d-1f73-4ae0-8a0a-69bdd492b87c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:12.998639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f82023d-1f73-4ae0-8a0a-69bdd492b87c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:13.001163 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8f82023d-1f73-4ae0-8a0a-69bdd492b87c tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/9bb3fe09-c59a-41a3-9ad6-d2353a2f109b HTTP/1.1" status: 404 len: 337 time: 0.0399652 Jul 28 14:54:13.003751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:13.018294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8ce48d7-ea1c-4838-9624-1fe638606af1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5174680 Jul 28 14:54:13.018529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60706) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:13.024607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:58:a5:5c', 'name': 'tempest-NetworksTestDHCPv6-21144294'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:13.039760 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-011f6e6a-a9e5-4326-a993-0c9f9e03bd09 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:13.040695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011f6e6a-a9e5-4326-a993-0c9f9e03bd09 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:13.045433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-011f6e6a-a9e5-4326-a993-0c9f9e03bd09 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/a4084c57-7cc8-418d-a101-e072624f2924 HTTP/1.1" status: 404 len: 339 time: 0.0378180 Jul 28 14:54:13.045826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60708) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:13.111304 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.143729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting subnet 24af9030-3144-4be4-81fb-3429f4b88841 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:13.157406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.200508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:13.223049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:13.224350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:13.235174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Pushing event updated for resources: {'Port': ['ID=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:13.266231 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.318500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Attempting to bind port c0628376-bfe2-45ff-9dae-f29e0bb78d2b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:13.318500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Attempting to bind port c0628376-bfe2-45ff-9dae-f29e0bb78d2b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:13.318500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Attempting to bind port c0628376-bfe2-45ff-9dae-f29e0bb78d2b on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:13.324731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:13.325186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:13.325639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.326047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:13.326642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Bound port: c0628376-bfe2-45ff-9dae-f29e0bb78d2b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:13.327045 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.334064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:13.426391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] For port c0628376-bfe2-45ff-9dae-f29e0bb78d2b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:13.434805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] For port c0628376-bfe2-45ff-9dae-f29e0bb78d2b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:13.443051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.540846 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.588252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.622395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795436e8-d360-4bb1-9769-0f4936f73fee None None] Pushing event updated for resources: {'Port': ['ID=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:13.626343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port f119174d-3472-42dc-98dd-d14817117fa1 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:13.682458 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.724634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=24af9030-3144-4be4-81fb-3429f4b88841,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:13.742094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe4e77-07ab-453f-9982-c3cb8d38f688 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:13.747372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.754706 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8a1c5cd0-8a73-426d-9ce4-2fb720da87f0 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/24af9030-3144-4be4-81fb-3429f4b88841 HTTP/1.1" status: 204 len: 168 time: 0.7025423 Jul 28 14:54:13.758203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60720) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:13.828544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting subnet 7eb9b12b-bd70-42b0-a7b1-d57db85e7135 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:13.833384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.894738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.971832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 172.20.0.9 (e6db1467-3099-4ac4-83d0-dd83574f8121/43aaa2df-16aa-47de-a0eb-888e1944e3fa/f119174d-3472-42dc-98dd-d14817117fa1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:13.983210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fe58:a55c (e6db1467-3099-4ac4-83d0-dd83574f8121/92a6b658-6129-448c-8baf-de14e20c68fa/f119174d-3472-42dc-98dd-d14817117fa1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:14.218293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.387713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.408525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object f119174d-3472-42dc-98dd-d14817117fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:14.517512 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.602784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb9b12b-bd70-42b0-a7b1-d57db85e7135,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:14.635994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.643120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60746) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:14.646215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a41000ce-02db-4ce4-98b3-35c9eb251b83 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/7eb9b12b-bd70-42b0-a7b1-d57db85e7135 HTTP/1.1" status: 204 len: 168 time: 0.8827047 Jul 28 14:54:14.654820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.760687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c0628376-bfe2-45ff-9dae-f29e0bb78d2b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:14.928042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=f119174d-3472-42dc-98dd-d14817117fa1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:14.954616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:14.960324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:14.966551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:15.013637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c0628376-bfe2-45ff-9dae-f29e0bb78d2b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:15.066995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.093019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:15.093952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.388429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting port a70d3081-e934-4561-bbd0-1194ab2c6d31 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:15.389472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.490131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75f19a-7d3a-446e-890b-1a8ae79b8f4f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:15.496796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f7804c0-d819-4317-a0a5-aa87a1b0eb75 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4771857 Jul 28 14:54:15.500771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60766) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:15.595056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] For port a70d3081-e934-4561-bbd0-1194ab2c6d31, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a70d3081-e934-4561-bbd0-1194ab2c6d31,segment=NetworkSegment(4b7d00a8-d09e-423f-89ce-3788b4fd88d4),segment_id=4b7d00a8-d09e-423f-89ce-3788b4fd88d4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:15.595497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.625517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63868f-38d8-428b-b7f2-b95fea331d9b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:15.642381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63868f-38d8-428b-b7f2-b95fea331d9b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:15.652701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fe63868f-38d8-428b-b7f2-b95fea331d9b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1506100 Jul 28 14:54:15.655847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60770) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:15.662256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Calling delete_port for a70d3081-e934-4561-bbd0-1194ab2c6d31 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:15.756979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] Provisioning for port c0628376-bfe2-45ff-9dae-f29e0bb78d2b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:15.768895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] Provisioning complete for port c0628376-bfe2-45ff-9dae-f29e0bb78d2b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:15.769571 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.895127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c2242-d623-4a42-af1d-6810b2f94c76 None None] Network def24219-7d4c-4a05-a654-5c45f4ad0159 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:15.902225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port f119174d-3472-42dc-98dd-d14817117fa1 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:15.907336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.109553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.120869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.158279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No DVR routers for this DVR port a70d3081-e934-4561-bbd0-1194ab2c6d31 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:16.164473 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.171925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for f119174d-3472-42dc-98dd-d14817117fa1 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:16.264270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Port': ['ID=a70d3081-e934-4561-bbd0-1194ab2c6d31,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:16.287428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] For port c0628376-bfe2-45ff-9dae-f29e0bb78d2b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:16.297039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373ffd4-4c07-49eb-8429-9c7a06a34e0a None None] DHCP port deletion for def24219-7d4c-4a05-a654-5c45f4ad0159 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:16.383637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.419208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def24219-7d4c-4a05-a654-5c45f4ad0159']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:16.460168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Update dhcp port {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '43aaa2df-16aa-47de-a0eb-888e1944e3fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '92a6b658-6129-448c-8baf-de14e20c68fa'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'c0628376-bfe2-45ff-9dae-f29e0bb78d2b'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:54:16.466936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.474173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7d00a8-d09e-423f-89ce-3788b4fd88d4') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:16.474586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7d00a8-d09e-423f-89ce-3788b4fd88d4') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:16.508651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.548317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.568206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:16.568833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:16.583558 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:16.592681 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.624672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-19bc30e9-1e48-4708-ac9e-ce613ddc727d None None] Could not find standard attr ID for object a70d3081-e934-4561-bbd0-1194ab2c6d31. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:16.624672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cf9e0-e36f-4193-b95a-7a2b6db53f42 None None] Pushing event updated for resources: {'Port': ['ID=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:16.761647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a70d3081-e934-4561-bbd0-1194ab2c6d31 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:16.792744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a70d3081-e934-4561-bbd0-1194ab2c6d31 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:16.793851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a70d3081-e934-4561-bbd0-1194ab2c6d31 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:16.808005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.829753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.832370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/def24219-7d4c-4a05-a654-5c45f4ad0159 HTTP/1.1" status: 204 len: 168 time: 2.1892698 Jul 28 14:54:16.836317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:16.863025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44a62-183c-4a83-ac62-d7ba8416cf41 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=def24219-7d4c-4a05-a654-5c45f4ad0159,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:16.935470 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-21154937-344e-4799-bc3a-bf1934a4fcdb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:16.936206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21154937-344e-4799-bc3a-bf1934a4fcdb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:16.939569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-21154937-344e-4799-bc3a-bf1934a4fcdb tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/fbbbecfa-e495-4d61-a581-f04ad246957f HTTP/1.1" status: 404 len: 337 time: 0.1015515 Jul 28 14:54:16.943351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:16.948245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Allocated IP 2001:db8::f816:3eff:fef9:a988 (e6db1467-3099-4ac4-83d0-dd83574f8121/92a6b658-6129-448c-8baf-de14e20c68fa/c0628376-bfe2-45ff-9dae-f29e0bb78d2b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:16.989813 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.034758 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8123fd1-5716-43a7-a2e5-f6c496cda812 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:17.036384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8123fd1-5716-43a7-a2e5-f6c496cda812 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:17.036862 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8123fd1-5716-43a7-a2e5-f6c496cda812 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/110fe6ed-284c-49d8-970c-080a9c6f6eb9 HTTP/1.1" status: 404 len: 339 time: 0.0921502 Jul 28 14:54:17.039945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60802) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.042202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=f119174d-3472-42dc-98dd-d14817117fa1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:17.074429 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d6b9be-1596-480c-8ce4-85a6132efc31 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:17.081820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d6b9be-1596-480c-8ce4-85a6132efc31 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:17.081820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-67d6b9be-1596-480c-8ce4-85a6132efc31 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/48f960f7-58a2-43db-a9d0-1055eb5f3514 HTTP/1.1" status: 404 len: 337 time: 0.0357523 Jul 28 14:54:17.082939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60804) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.123353 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9fc20b-e026-4f56-b07a-7d6a4c5379e2 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:17.124501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9fc20b-e026-4f56-b07a-7d6a4c5379e2 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:17.126361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fd9fc20b-e026-4f56-b07a-7d6a4c5379e2 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/409e51ed-2a77-4498-afbb-acddabeadace HTTP/1.1" status: 404 len: 339 time: 0.0422263 Jul 28 14:54:17.130399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60806) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.203010 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-7895de37-4763-4df9-b194-eeb36ca16679 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:17.203991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7895de37-4763-4df9-b194-eeb36ca16679 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:17.206160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7895de37-4763-4df9-b194-eeb36ca16679 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/4c859037-d4bd-4505-8d51-1edca42a38d2 HTTP/1.1" status: 404 len: 337 time: 0.0740218 Jul 28 14:54:17.218029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60810) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.244080 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a214d18-2dcf-4117-b7f2-f695b0dc8e97 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:17.245059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a214d18-2dcf-4117-b7f2-f695b0dc8e97 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:17.248769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7a214d18-2dcf-4117-b7f2-f695b0dc8e97 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/1c11da09-b00b-4844-bb7a-14200bcd816c HTTP/1.1" status: 404 len: 339 time: 0.0287900 Jul 28 14:54:17.254741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60812) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.260674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] For port c0628376-bfe2-45ff-9dae-f29e0bb78d2b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:17.318817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.330326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting subnet 21875791-11f5-4515-a202-22d03a610621 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:17.332237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-106b1013-94da-4a05-9a76-bf9feea0099a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/f119174d-3472-42dc-98dd-d14817117fa1 HTTP/1.1" status: 204 len: 168 time: 1.6735368 Jul 28 14:54:17.333214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60814) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.335007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.336135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.389372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Transition to ACTIVE for port object c0628376-bfe2-45ff-9dae-f29e0bb78d2b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:17.453195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.485794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c40aa-0ca3-46c4-b9c3-60d63574663e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:17.489000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c40aa-0ca3-46c4-b9c3-60d63574663e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:17.492108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c40aa-0ca3-46c4-b9c3-60d63574663e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:17.494855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e38c40aa-0ca3-46c4-b9c3-60d63574663e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1594434 Jul 28 14:54:17.499237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60820) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.540261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.628198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 43aaa2df-16aa-47de-a0eb-888e1944e3fa {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:17.649200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.779938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.803787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d769e-60e9-4784-af3b-fe3069f4cff4 None None] Pushing event updated for resources: {'Port': ['ID=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:17.894182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.100818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.249774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.298436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=21875791-11f5-4515-a202-22d03a610621,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:18.304667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.312522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fc412db7-780e-4498-ac39-5cd84ded7260 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/21875791-11f5-4515-a202-22d03a610621 HTTP/1.1" status: 204 len: 168 time: 1.0514281 Jul 28 14:54:18.313830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:18.325665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c47f9-279f-47d1-a1df-b1bd69bd0afb None None] Network 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:18.409915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.656534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c0628376-bfe2-45ff-9dae-f29e0bb78d2b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:18.841926 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.878537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=43aaa2df-16aa-47de-a0eb-888e1944e3fa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:18.887471 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.889633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5da248ff-dae3-4272-9da8-d8075a623034 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/43aaa2df-16aa-47de-a0eb-888e1944e3fa HTTP/1.1" status: 204 len: 168 time: 1.3886063 Jul 28 14:54:18.894894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60848) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:18.964393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] DHCP port deletion for 83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:19.005414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:19.006013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.081427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] Deleting port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:19.083000 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.085910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e36b6fd-4149-432b-b95f-080390a9ccae None None] Provisioning for port c0628376-bfe2-45ff-9dae-f29e0bb78d2b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:19.102838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 92a6b658-6129-448c-8baf-de14e20c68fa {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:19.110396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.116417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e36b6fd-4149-432b-b95f-080390a9ccae None None] Provisioning complete for port c0628376-bfe2-45ff-9dae-f29e0bb78d2b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:19.116819 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e36b6fd-4149-432b-b95f-080390a9ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.161103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] For port 8d56fd33-a0ea-43f1-a19c-502ccb652d79, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8d56fd33-a0ea-43f1-a19c-502ccb652d79,segment=NetworkSegment(95317fd3-62ba-41e9-b434-6253e0da0f73),segment_id=95317fd3-62ba-41e9-b434-6253e0da0f73)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:19.164033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.193140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.194524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Calling delete_port for 8d56fd33-a0ea-43f1-a19c-502ccb652d79 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:19.294095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] For port 8d56fd33-a0ea-43f1-a19c-502ccb652d79, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8d56fd33-a0ea-43f1-a19c-502ccb652d79,segment=NetworkSegment(95317fd3-62ba-41e9-b434-6253e0da0f73),segment_id=95317fd3-62ba-41e9-b434-6253e0da0f73)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:19.294466 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.319525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] Calling delete_port for 8d56fd33-a0ea-43f1-a19c-502ccb652d79 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:19.529610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f75e1e-af08-4e9e-98d9-5d0ed1144eb2 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:19.580125 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.588912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.626580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e36b6fd-4149-432b-b95f-080390a9ccae None None] Could not find standard attr ID for object f119174d-3472-42dc-98dd-d14817117fa1. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:19.641416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No DVR routers for this DVR port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:19.647924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Port': ['ID=8d56fd33-a0ea-43f1-a19c-502ccb652d79,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:19.788920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4fe5a49b-12ef-4f0e-b125-34807d2e2957 None None] Could not find standard attr ID for object f119174d-3472-42dc-98dd-d14817117fa1. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:19.791562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.827483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.838716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aa3a9e-5c6a-4c4d-8640-cb8687a6b241']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:19.860204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95317fd3-62ba-41e9-b434-6253e0da0f73') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:19.861028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95317fd3-62ba-41e9-b434-6253e0da0f73') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:19.891558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] Pushing event deleted for resources: {'Port': ['ID=8d56fd33-a0ea-43f1-a19c-502ccb652d79,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:19.898352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40e045-1866-4b6e-8673-79dad87b1326 None None] No DVR routers for this DVR port 8d56fd33-a0ea-43f1-a19c-502ccb652d79 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:19.953286 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.958341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.974061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:19.974638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:19.980571 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:20.037418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.078647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.081724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/92a6b658-6129-448c-8baf-de14e20c68fa HTTP/1.1" status: 204 len: 168 time: 1.1855299 Jul 28 14:54:20.108237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.138501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1e873-0cf2-4a79-a12f-de4dd89c0dfd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=92a6b658-6129-448c-8baf-de14e20c68fa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:20.298391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-20088a43-bf49-4c29-bb2f-0284e130bf13 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718595 Jul 28 14:54:20.300918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.315655 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:54:20.383201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.400711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.408520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60880) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.408999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/83aa3a9e-5c6a-4c4d-8640-cb8687a6b241 HTTP/1.1" status: 204 len: 168 time: 2.0930772 Jul 28 14:54:20.448876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b2f6b-8948-49d9-ab31-e5f9c02fbf91 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:20.456171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f90b2f6b-8948-49d9-ab31-e5f9c02fbf91 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1516743 Jul 28 14:54:20.457678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60882) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.483503 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-3482a748-eb70-4402-a4d6-f0c6d33c1464 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:20.484297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3482a748-eb70-4402-a4d6-f0c6d33c1464 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:20.486666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3482a748-eb70-4402-a4d6-f0c6d33c1464 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/faaf350b-8280-4f26-9ca1-a77ea875eafd HTTP/1.1" status: 404 len: 337 time: 0.0762846 Jul 28 14:54:20.490789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60886) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.560913 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a1348a-1a56-4d83-a80a-b2c589df28ce tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] DELETE failed (client error): The resource could not be found. Jul 28 14:54:20.561689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a1348a-1a56-4d83-a80a-b2c589df28ce tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:20.568275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2023d7-0b8c-4bdb-81bf-6454cbfc76c3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:20.568593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-05a1348a-1a56-4d83-a80a-b2c589df28ce tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/f8f21bf4-6a73-4546-957a-998e4390105f HTTP/1.1" status: 404 len: 339 time: 0.0726860 Jul 28 14:54:20.568986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60888) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.570491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60890) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.572692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0a2023d7-0b8c-4bdb-81bf-6454cbfc76c3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1109092 Jul 28 14:54:20.573705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6843d-3eb0-4265-91ea-d75acd0b29a6 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=83aa3a9e-5c6a-4c4d-8640-cb8687a6b241,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:20.696174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8d56fd33-a0ea-43f1-a19c-502ccb652d79 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:20.719454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c2435ba-8289-4107-89b6-74b923b6b9c8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393270 Jul 28 14:54:20.725077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60894) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.730701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-28a17d4e-50af-4df4-a696-7603c2412fde tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:20.815796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8d56fd33-a0ea-43f1-a19c-502ccb652d79 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:20.820860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8d56fd33-a0ea-43f1-a19c-502ccb652d79 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:20.828790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting subnet f115dbf8-b563-49c9-9b25-c16b9bd2b89e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:20.852155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.008845 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.070855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a17d4e-50af-4df4-a696-7603c2412fde tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:21.080508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28a17d4e-50af-4df4-a696-7603c2412fde tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.087736 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a17d4e-50af-4df4-a696-7603c2412fde tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:54:21.091852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a17d4e-50af-4df4-a696-7603c2412fde tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:21.242951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.276241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85596ead-13cb-4276-8940-905a6710f3b1 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:21.291108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28a17d4e-50af-4df4-a696-7603c2412fde tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5633724 Jul 28 14:54:21.292864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60904) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:21.306849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7433d548-7425-4be8-b52a-a8248043c370 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:21.488564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b398f80d-dfd2-4253-ad6a-78721daffebd None None] Provisioning complete for port c0628376-bfe2-45ff-9dae-f29e0bb78d2b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:21.488564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b398f80d-dfd2-4253-ad6a-78721daffebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.620651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.636281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7433d548-7425-4be8-b52a-a8248043c370 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:21.640639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7433d548-7425-4be8-b52a-a8248043c370 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.642232 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-7433d548-7425-4be8-b52a-a8248043c370 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:54:21.644366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7433d548-7425-4be8-b52a-a8248043c370 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:21.683912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:21.718438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Subnet': ['ID=f115dbf8-b563-49c9-9b25-c16b9bd2b89e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:21.720656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.723429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2ce2a67d-e53d-40f0-871a-936685c6dce4 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/subnets/f115dbf8-b563-49c9-9b25-c16b9bd2b89e HTTP/1.1" status: 204 len: 168 time: 1.1504743 Jul 28 14:54:21.726859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60918) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:21.733650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d940f-a4da-4615-82c8-61295898744d None None] Network 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:21.865029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] Deleting port c0628376-bfe2-45ff-9dae-f29e0bb78d2b {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:21.865321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.880029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.895754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7433d548-7425-4be8-b52a-a8248043c370 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6014187 Jul 28 14:54:21.898815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:21.912154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ac2ed353-f407-4235-8bf9-31600f81b806 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:21.937848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] For port c0628376-bfe2-45ff-9dae-f29e0bb78d2b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:21.938564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.968692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] Calling delete_port for c0628376-bfe2-45ff-9dae-f29e0bb78d2b owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:22.125686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Deleting port de14ba70-8677-4386-b106-feecbaa59405 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:22.126325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.207781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] DHCP port deletion for 82baf890-2b59-4c7a-82c1-9a9cce26d5e5 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:22.244275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] For port de14ba70-8677-4386-b106-feecbaa59405, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de14ba70-8677-4386-b106-feecbaa59405,segment=NetworkSegment(183ed310-38bd-4dcc-83cc-cca5b537760f),segment_id=183ed310-38bd-4dcc-83cc-cca5b537760f)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:22.244886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.269592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Calling delete_port for de14ba70-8677-4386-b106-feecbaa59405 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:22.284848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] Deleting port de14ba70-8677-4386-b106-feecbaa59405 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:22.285248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.353505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] For port de14ba70-8677-4386-b106-feecbaa59405, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=de14ba70-8677-4386-b106-feecbaa59405,segment=NetworkSegment(183ed310-38bd-4dcc-83cc-cca5b537760f),segment_id=183ed310-38bd-4dcc-83cc-cca5b537760f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:22.353934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.370525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] Calling delete_port for de14ba70-8677-4386-b106-feecbaa59405 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:22.633790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c0628376-bfe2-45ff-9dae-f29e0bb78d2b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:22.778286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.911534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2ed353-f407-4235-8bf9-31600f81b806 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:22.915032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d76c224-b5f6-47f0-8114-916699c28a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.915967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac2ed353-f407-4235-8bf9-31600f81b806 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.917811 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2ed353-f407-4235-8bf9-31600f81b806 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:54:22.918539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2ed353-f407-4235-8bf9-31600f81b806 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:22.921134 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.930260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:22.966685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Port': ['ID=de14ba70-8677-4386-b106-feecbaa59405,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:22.971956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] No DVR routers for this DVR port de14ba70-8677-4386-b106-feecbaa59405 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:23.011346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de14ba70-8677-4386-b106-feecbaa59405 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:23.059151 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.073340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] Pushing event deleted for resources: {'Port': ['ID=c0628376-bfe2-45ff-9dae-f29e0bb78d2b,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:23.075993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] No DVR routers for this DVR port de14ba70-8677-4386-b106-feecbaa59405 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:23.078413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: de14ba70-8677-4386-b106-feecbaa59405 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:23.078878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device de14ba70-8677-4386-b106-feecbaa59405 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:23.086497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f67e8-095c-4abf-a6e6-1b2fea55a659 None None] No DVR routers for this DVR port c0628376-bfe2-45ff-9dae-f29e0bb78d2b on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:23.092094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ac2ed353-f407-4235-8bf9-31600f81b806 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1909828 Jul 28 14:54:23.101508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:23.106713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-03464b5e-e48f-4bf9-b131-75df374517d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:23.110189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40b5c5-618e-4c1e-be4c-63ae42610cfa None None] Pushing event deleted for resources: {'Port': ['ID=de14ba70-8677-4386-b106-feecbaa59405,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:23.113489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.130840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82baf890-2b59-4c7a-82c1-9a9cce26d5e5']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:23.148227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183ed310-38bd-4dcc-83cc-cca5b537760f') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:23.148642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183ed310-38bd-4dcc-83cc-cca5b537760f') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:23.169068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.187545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.194558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fbcad3-ab72-4dce-a21f-35d98992b314 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:54:23.197659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:23.198614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:23.291404 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:23.351476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbcad3-ab72-4dce-a21f-35d98992b314 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:54:23.391734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.421519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.430959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] 10.222.0.57 "DELETE /v2.0/networks/82baf890-2b59-4c7a-82c1-9a9cce26d5e5 HTTP/1.1" status: 204 len: 168 time: 1.7012277 Jul 28 14:54:23.438903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03464b5e-e48f-4bf9-b131-75df374517d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:23.447995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03464b5e-e48f-4bf9-b131-75df374517d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.459113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e554fc6-740f-4aa1-b077-b5b8401c6405 tempest-NetworksIpV6Test-1982572323 tempest-NetworksIpV6Test-1982572323-project] Pushing event deleted for resources: {'Network': ['ID=82baf890-2b59-4c7a-82c1-9a9cce26d5e5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:23.460780 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-03464b5e-e48f-4bf9-b131-75df374517d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:54:23.462809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03464b5e-e48f-4bf9-b131-75df374517d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:23.656165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-03464b5e-e48f-4bf9-b131-75df374517d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5561635 Jul 28 14:54:23.659972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60974) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:23.670000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9b1fb2f0-9a78-438b-886c-90a860fb25fc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:23.962531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1fb2f0-9a78-438b-886c-90a860fb25fc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:23.969875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb2f0-9a78-438b-886c-90a860fb25fc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.972367 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1fb2f0-9a78-438b-886c-90a860fb25fc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:54:23.973450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1fb2f0-9a78-438b-886c-90a860fb25fc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:24.181036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b1fb2f0-9a78-438b-886c-90a860fb25fc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5187576 Jul 28 14:54:24.185006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60982) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:24.191272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a2b1051a-4228-4f04-9807-6d6bab068cfe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:24.525707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60992) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:24.549866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b1051a-4228-4f04-9807-6d6bab068cfe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:24.556632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2b1051a-4228-4f04-9807-6d6bab068cfe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.558359 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b1051a-4228-4f04-9807-6d6bab068cfe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:54:24.558821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b1051a-4228-4f04-9807-6d6bab068cfe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:54:24.747397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22074c18-7c3e-42c7-978c-dc7e78954653 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc46eeb8ae92474aa3db5dc38baf36b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197883 Jul 28 14:54:24.750368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32772) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:24.786842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a2b1051a-4228-4f04-9807-6d6bab068cfe tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5971754 Jul 28 14:54:24.788060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32776) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:24.828748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-436dd710-2de6-4a0e-9948-60ee68af0827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.879145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1f770757-c3d2-4d3d-9e5d-903cf4c0ad9c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0893126 Jul 28 14:54:24.882802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32780) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:24.903025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b940a384-fc18-406b-9bbc-360a0b12d5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.970977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b940a384-fc18-406b-9bbc-360a0b12d5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.993425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd5394-47c6-4809-a8db-d1a644f4609f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:24.998017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-addd5394-47c6-4809-a8db-d1a644f4609f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1119444 Jul 28 14:54:25.003749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32782) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:25.079616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-82a2a9a8-7469-4a52-9ae3-2f68ea1c2fb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734684 Jul 28 14:54:25.083333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32784) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:25.093514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:25.293400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b940a384-fc18-406b-9bbc-360a0b12d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.298827 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.299052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b940a384-fc18-406b-9bbc-360a0b12d5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.299052 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b940a384-fc18-406b-9bbc-360a0b12d5fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0763df4-7953-4f64-b239-147d41819852 HTTP/1.1" status: 204 len: 168 time: 0.5475442 Jul 28 14:54:25.310964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940a384-fc18-406b-9bbc-360a0b12d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0763df4-7953-4f64-b239-147d41819852,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:25.385653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:25.392860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.972773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:25.975383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.024858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:26.057119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:26.076818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:26.078064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.082480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326412b7-d3ce-4c99-8842-e12abf5ecc07 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:26.127409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=bec77fae-2f3d-4fce-8dab-88a4928181f2,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:26.249383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3fdd4655-a921-4ef9-b854-c20e7db34eb7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1644740 Jul 28 14:54:26.253763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32826) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:26.266671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:3a:02:fc', 'name': 'tempest-NetworksTestDHCPv6-1959189060'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:26.585510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.620977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'bec77fae-2f3d-4fce-8dab-88a4928181f2'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:26.620977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.629803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:26.844988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.896177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port c4f3d39b-a21e-450a-8f96-36d17960da8c yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:26.946176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Allocated IP 2001:db8::f816:3eff:fe92:c923 (e6db1467-3099-4ac4-83d0-dd83574f8121/bec77fae-2f3d-4fce-8dab-88a4928181f2/004fbeb2-ab67-4022-a0c7-510039210bd6) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:27.283412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.296618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Transition to ACTIVE for port object 004fbeb2-ab67-4022-a0c7-510039210bd6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:27.325486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Transition to ACTIVE for port object 004fbeb2-ab67-4022-a0c7-510039210bd6 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:27.355345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32862) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:27.434521 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.530842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:27.549909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:27.556408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:27.560061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Pushing event updated for resources: {'Port': ['ID=004fbeb2-ab67-4022-a0c7-510039210bd6,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:27.624400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0b9a23a6-ee49-4c32-a906-498ea66d9d44 tempest-ServiceProvidersTest-125513425 tempest-ServiceProvidersTest-125513425-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2663474 Jul 28 14:54:27.674508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Attempting to bind port 004fbeb2-ab67-4022-a0c7-510039210bd6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:27.674923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Attempting to bind port 004fbeb2-ab67-4022-a0c7-510039210bd6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:27.675254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Attempting to bind port 004fbeb2-ab67-4022-a0c7-510039210bd6 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:27.693225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fe3a:2fc (e6db1467-3099-4ac4-83d0-dd83574f8121/bec77fae-2f3d-4fce-8dab-88a4928181f2/c4f3d39b-a21e-450a-8f96-36d17960da8c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:27.714628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:27.714628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:27.716654 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.717988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:27.718467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Bound port: 004fbeb2-ab67-4022-a0c7-510039210bd6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:27.718894 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.847695 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.895564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] For port 004fbeb2-ab67-4022-a0c7-510039210bd6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:27.900065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] For port 004fbeb2-ab67-4022-a0c7-510039210bd6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=004fbeb2-ab67-4022-a0c7-510039210bd6,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:28.039759 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.062830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object c4f3d39b-a21e-450a-8f96-36d17960da8c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:28.100652 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.216556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48905-7159-4ae1-89e5-b4b9d010a12a None None] Pushing event updated for resources: {'Port': ['ID=004fbeb2-ab67-4022-a0c7-510039210bd6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.277480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.354203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:28.366087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:28.375528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:28.391567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.391567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.395369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=c4f3d39b-a21e-450a-8f96-36d17960da8c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.423386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.431501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:28.601484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b91ca1a1-daff-4e21-8c85-2363c2b07183 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3463972 Jul 28 14:54:28.606886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:28.691065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 004fbeb2-ab67-4022-a0c7-510039210bd6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:28.754137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a275d3-409f-4a97-bcaa-24c21b5c55ee tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.766798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a275d3-409f-4a97-bcaa-24c21b5c55ee tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.773857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:28.776937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-75a275d3-409f-4a97-bcaa-24c21b5c55ee tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1644719 Jul 28 14:54:28.842416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32900) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:29.003239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 004fbeb2-ab67-4022-a0c7-510039210bd6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:29.042187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port c4f3d39b-a21e-450a-8f96-36d17960da8c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:29.043196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.257031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.274838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for c4f3d39b-a21e-450a-8f96-36d17960da8c owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:29.279716 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdebfda-b1aa-4fb1-a75a-9672233cc7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.395673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdebfda-b1aa-4fb1-a75a-9672233cc7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.607961 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdebfda-b1aa-4fb1-a75a-9672233cc7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.686790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1fdebfda-b1aa-4fb1-a75a-9672233cc7a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96f0664a89a74979889e5a52794de222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8381872 Jul 28 14:54:29.686790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdebfda-b1aa-4fb1-a75a-9672233cc7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12ee9e-4331-45ca-a945-7454ea953f8b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:29.688076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:29.690928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.751258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddc13-bca3-477b-88e2-f9d075258db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.752761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=c4f3d39b-a21e-450a-8f96-36d17960da8c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:29.791084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddc13-bca3-477b-88e2-f9d075258db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.813412 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.817633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d7cd1559-71ea-4cd6-a73c-d25a9512f5a1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/c4f3d39b-a21e-450a-8f96-36d17960da8c HTTP/1.1" status: 204 len: 168 time: 1.0410433 Jul 28 14:54:29.819679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32922) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:29.952043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e095ddc-f5d3-400c-a887-6d3488f739eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:29.955445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e095ddc-f5d3-400c-a887-6d3488f739eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:29.958784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e095ddc-f5d3-400c-a887-6d3488f739eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1371281 Jul 28 14:54:29.961959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32928) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:29.988687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddc13-bca3-477b-88e2-f9d075258db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.992101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddc13-bca3-477b-88e2-f9d075258db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.994494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9c4ddc13-bca3-477b-88e2-f9d075258db9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd12ee9e-4331-45ca-a945-7454ea953f8b HTTP/1.1" status: 204 len: 168 time: 0.3059347 Jul 28 14:54:30.010884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ddc13-bca3-477b-88e2-f9d075258db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12ee9e-4331-45ca-a945-7454ea953f8b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:30.088376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] Provisioning for port 004fbeb2-ab67-4022-a0c7-510039210bd6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:30.095509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet bec77fae-2f3d-4fce-8dab-88a4928181f2 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:30.098967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] Provisioning complete for port 004fbeb2-ab67-4022-a0c7-510039210bd6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:30.100439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.101092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.192652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.260155 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.364366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] For port 004fbeb2-ab67-4022-a0c7-510039210bd6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=004fbeb2-ab67-4022-a0c7-510039210bd6,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:30.562323 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.566323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.645293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc209-ba7f-4f4b-9192-0b2897f09c62 None None] Pushing event updated for resources: {'Port': ['ID=004fbeb2-ab67-4022-a0c7-510039210bd6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:30.710972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e6f81516-8a9b-416f-8b4c-a4b74ddfd2d9 None None] Could not find standard attr ID for object c4f3d39b-a21e-450a-8f96-36d17960da8c. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:30.909551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.961221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=bec77fae-2f3d-4fce-8dab-88a4928181f2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:30.969766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.977782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a9d1c258-4137-4573-8383-3d058a8b4848 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/bec77fae-2f3d-4fce-8dab-88a4928181f2 HTTP/1.1" status: 204 len: 168 time: 1.0144939 Jul 28 14:54:30.978651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32956) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:30.986122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e328a7b-2c08-41c5-9b8e-a072f07ac77c None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:31.018020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32960) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:31.104187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-39343b57-757c-4e53-a070-6794690e3208 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197314 Jul 28 14:54:31.105605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32964) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:31.116843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:31.294090 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efc4763c-9297-4069-a6c6-ff05e14c0dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.353130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:31.455209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] Deleting port 004fbeb2-ab67-4022-a0c7-510039210bd6 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:31.456674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.498381 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efc4763c-9297-4069-a6c6-ff05e14c0dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.577674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] For port 004fbeb2-ab67-4022-a0c7-510039210bd6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=004fbeb2-ab67-4022-a0c7-510039210bd6,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:31.583269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.599050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] Calling delete_port for 004fbeb2-ab67-4022-a0c7-510039210bd6 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:31.747441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efc4763c-9297-4069-a6c6-ff05e14c0dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.849530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-efc4763c-9297-4069-a6c6-ff05e14c0dbf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ce09b442fc84f6498809b601a73fc0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298123 Jul 28 14:54:31.852498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32986) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:31.867476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4763c-9297-4069-a6c6-ff05e14c0dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594a5a0f-2e89-4908-84e3-e99cf338eb3b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:31.876494 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.941932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:31.948343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.967636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] Pushing event deleted for resources: {'Port': ['ID=004fbeb2-ab67-4022-a0c7-510039210bd6,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:31.973911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a271d4f-657e-4b13-8bc6-db0f599d63e8 None None] No DVR routers for this DVR port 004fbeb2-ab67-4022-a0c7-510039210bd6 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:32.026875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35205af-6295-401c-94ee-6ad260f3d5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.093435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35205af-6295-401c-94ee-6ad260f3d5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.208213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.228756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-b18100bd-0cca-4b20-8a5a-7ddb01c04314 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3447599 Jul 28 14:54:32.330743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35205af-6295-401c-94ee-6ad260f3d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.337353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d35205af-6295-401c-94ee-6ad260f3d5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.342920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d35205af-6295-401c-94ee-6ad260f3d5d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/594a5a0f-2e89-4908-84e3-e99cf338eb3b HTTP/1.1" status: 204 len: 168 time: 0.4879396 Jul 28 14:54:32.381257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-e8e683cb-0fd4-44c1-a70f-8eb71a3bd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.383976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-e8e683cb-0fd4-44c1-a70f-8eb71a3bd071 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1097 time: 0.0915921 Jul 28 14:54:32.389783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35205af-6295-401c-94ee-6ad260f3d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594a5a0f-2e89-4908-84e3-e99cf338eb3b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:32.659097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 004fbeb2-ab67-4022-a0c7-510039210bd6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:32.697892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-47ac7009-003b-4338-bd76-8d322d7bccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.700742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-47ac7009-003b-4338-bd76-8d322d7bccac service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.2485919 Jul 28 14:54:32.712632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 004fbeb2-ab67-4022-a0c7-510039210bd6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:32.713519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 004fbeb2-ab67-4022-a0c7-510039210bd6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:32.744830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:32.748557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.834283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:32.843978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:32.850235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.858463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.859251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f156c2c-1349-4000-abc8-b72ccc55bc48 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:32.877863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=1a417077-bbb8-4fa3-bbd1-d221c9da03eb,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:32.882644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-cea21a5e-eeac-4ba2-9ef9-93b3cd6f9365 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 200 len: 1001 time: 0.1360090 Jul 28 14:54:32.941311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-dc35f95d-a7b5-4a38-9bc2-28e0990e5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.942927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-dc35f95d-a7b5-4a38-9bc2-28e0990e5cdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.0527170 Jul 28 14:54:32.995597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-789e1576-0bb6-4730-9f87-55276dda599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.997103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-789e1576-0bb6-4730-9f87-55276dda599b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460598 Jul 28 14:54:33.059754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '1a417077-bbb8-4fa3-bbd1-d221c9da03eb'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:33.061470 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.135324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33022) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:33.136179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-714087fa-8fcf-4c3f-a8bb-b15e7631c1fa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0274997 Jul 28 14:54:33.147678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:b2:e3:6b', 'name': 'tempest-NetworksTestDHCPv6-1611522705'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:33.177704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-4e634108-c35d-4a6a-a05b-12144568816c service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718552 Jul 28 14:54:33.535395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Allocated IP 2001:db8::f816:3eff:fe39:9c91 (e6db1467-3099-4ac4-83d0-dd83574f8121/1a417077-bbb8-4fa3-bbd1-d221c9da03eb/5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:33.547249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39fe8ba2-53a8-4562-a4da-44e6cb975433 req-1f9e9816-8ac2-4458-a47d-ca4e08e0b40f service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597777 Jul 28 14:54:33.732297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:33.773348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.785628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Transition to ACTIVE for port object 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:33.813644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Transition to ACTIVE for port object 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:33.864303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.899017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port b9c3fbfc-bfab-4ecb-a2ce-777f01be0932 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:33.905831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33042) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:33.941253 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2285789-3c73-4487-8797-b87edf14eb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.025407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.102863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:34.117563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2285789-3c73-4487-8797-b87edf14eb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.122380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:34.130889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:34.200358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:feb2:e36b (e6db1467-3099-4ac4-83d0-dd83574f8121/1a417077-bbb8-4fa3-bbd1-d221c9da03eb/b9c3fbfc-bfab-4ecb-a2ce-777f01be0932) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:34.203387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Pushing event updated for resources: {'Port': ['ID=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.255990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Attempting to bind port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:34.256630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Attempting to bind port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:34.257510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Attempting to bind port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:34.268212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:34.269859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:34.274810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.274977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2285789-3c73-4487-8797-b87edf14eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.275061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:34.275061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Bound port: 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:34.275061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.350779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e2285789-3c73-4487-8797-b87edf14eb4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3c2bec9e0b547558e692da0afeaa2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429321 Jul 28 14:54:34.353738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2285789-3c73-4487-8797-b87edf14eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad78b414-d44d-4a20-8e34-85678f3bf855,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.355141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33056) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.391756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] For port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:34.396136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] For port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:34.468850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed1dcf5-ffec-42cc-8550-5c59428037bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.497768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.540102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed1dcf5-ffec-42cc-8550-5c59428037bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.546417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object b9c3fbfc-bfab-4ecb-a2ce-777f01be0932 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:34.606845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.727160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f7b92-5e37-417b-8f01-efba29ebe8c5 None None] Pushing event updated for resources: {'Port': ['ID=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.905950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.968288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed1dcf5-ffec-42cc-8550-5c59428037bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.981608 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed1dcf5-ffec-42cc-8550-5c59428037bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.986587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aed1dcf5-ffec-42cc-8550-5c59428037bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad78b414-d44d-4a20-8e34-85678f3bf855 HTTP/1.1" status: 204 len: 168 time: 0.6271882 Jul 28 14:54:35.054587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1dcf5-ffec-42cc-8550-5c59428037bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad78b414-d44d-4a20-8e34-85678f3bf855,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:35.072922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:35.078982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:35.104233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:35.121120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.122734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.141935 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=b9c3fbfc-bfab-4ecb-a2ce-777f01be0932,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:35.364169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e0c5535-109b-4d76-a943-84db67bb703a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2269838 Jul 28 14:54:35.367387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:35.452578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bffc66e-fa85-4e5e-9f28-3d54d0c1de58 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.460382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bffc66e-fa85-4e5e-9f28-3d54d0c1de58 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.462728 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6bffc66e-fa85-4e5e-9f28-3d54d0c1de58 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0937228 Jul 28 14:54:35.466615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33084) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:35.691688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port b9c3fbfc-bfab-4ecb-a2ce-777f01be0932 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:35.691688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.801244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.825865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for b9c3fbfc-bfab-4ecb-a2ce-777f01be0932 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:35.951043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.321173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.420003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=b9c3fbfc-bfab-4ecb-a2ce-777f01be0932,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:36.441000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.443552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-860f476a-03b2-478d-93f0-f146de91500d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/b9c3fbfc-bfab-4ecb-a2ce-777f01be0932 HTTP/1.1" status: 204 len: 168 time: 0.9756577 Jul 28 14:54:36.447910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33116) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:36.499263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fd9c7218-b2a0-4932-963f-410c6e45c44b None None] Provisioning for port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:36.542615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce849953-2e59-4d37-9669-4b569a87b13e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:36.545734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce849953-2e59-4d37-9669-4b569a87b13e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:36.548648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ce849953-2e59-4d37-9669-4b569a87b13e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983412 Jul 28 14:54:36.552203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:36.656652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 1a417077-bbb8-4fa3-bbd1-d221c9da03eb {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:36.671048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.714813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:36.773967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.823774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-abde5027-718e-43c1-98b9-7807ac4ce71c None None] Could not find standard attr ID for object b9c3fbfc-bfab-4ecb-a2ce-777f01be0932. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:36.912142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.001659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:37.007708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:37.007708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.111028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.118972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.158428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=1a417077-bbb8-4fa3-bbd1-d221c9da03eb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:37.166796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.172228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-29ab4acd-6550-44b3-ad18-54548f82f54b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1a417077-bbb8-4fa3-bbd1-d221c9da03eb HTTP/1.1" status: 204 len: 168 time: 0.6167402 Jul 28 14:54:37.172599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33132) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:37.225996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9a50660c-9fa4-4883-898c-9ae917bb5e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521662 Jul 28 14:54:37.231254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33136) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:37.240677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d93e7db-3f18-4aca-b35e-45594c837b7f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:37.337182 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:54:37.338239 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:54:37.436878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dfba17-1c9a-4cd0-b478-9eeba8ab7ce2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:37.451450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8dfba17-1c9a-4cd0-b478-9eeba8ab7ce2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2104073 Jul 28 14:54:37.451450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:37.674885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1641b-0774-4657-9fcc-a4e056081c20 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:37.683199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33158) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:37.688840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7ad1641b-0774-4657-9fcc-a4e056081c20 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2350190 Jul 28 14:54:37.809462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:37.987308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.034698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] Deleting port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:38.043844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.169002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:38.179009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] For port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:38.179659 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.200681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] Calling delete_port for 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:38.267178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b94be52d-b670-4db5-8a26-690a5a5058c4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5818505 Jul 28 14:54:38.274208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:38.281444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:38.366872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.576933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:38.583321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:38.586549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.587749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.672711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:38.689995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] Pushing event deleted for resources: {'Port': ['ID=5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:38.742996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:38.743350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:38.757560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe0184-4736-45d7-842d-a28d2d09ee97 None None] No DVR routers for this DVR port 5c168d5d-24d2-411c-a3aa-0e0a2a5e4b4f on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:38.819797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33186) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:38.981287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d40009ed-c8d2-49fe-a3d3-629ca0b4fb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.082355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d40009ed-c8d2-49fe-a3d3-629ca0b4fb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.241104 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d40009ed-c8d2-49fe-a3d3-629ca0b4fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.302623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d40009ed-c8d2-49fe-a3d3-629ca0b4fb0a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d740b0fa0e540c7b7dad94f7ac350d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813488 Jul 28 14:54:39.304213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40009ed-c8d2-49fe-a3d3-629ca0b4fb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2ad810-5ce4-4c29-b997-a1603e0fe152,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:39.306814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:39.309720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.313112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:39.437353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:39.452947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:39.461747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:39.462193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.463952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7036f-21e0-46b2-9e75-ad3b84e33f0f None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:39.484231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=a91b71df-25f1-42fd-b88e-a7539e6bffb5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:39.497343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-deeaf23c-7603-4672-a2eb-7af0d0fcfaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.528069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-deeaf23c-7603-4672-a2eb-7af0d0fcfaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.659063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'a91b71df-25f1-42fd-b88e-a7539e6bffb5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:39.660233 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.714443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33208) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:39.715737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-73c14f42-994f-4712-9a84-e3aa6e1dede7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4399395 Jul 28 14:54:39.725690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:cb:59:bf', 'name': 'tempest-NetworksTestDHCPv6-2070626480'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:39.819414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-deeaf23c-7603-4672-a2eb-7af0d0fcfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.833790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-deeaf23c-7603-4672-a2eb-7af0d0fcfaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.837404 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-deeaf23c-7603-4672-a2eb-7af0d0fcfaac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d2ad810-5ce4-4c29-b997-a1603e0fe152 HTTP/1.1" status: 204 len: 168 time: 0.5128143 Jul 28 14:54:39.878906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaf23c-7603-4672-a2eb-7af0d0fcfaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2ad810-5ce4-4c29-b997-a1603e0fe152,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:40.162421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Allocated IP 2001:db8::f816:3eff:fef9:92f0 (e6db1467-3099-4ac4-83d0-dd83574f8121/a91b71df-25f1-42fd-b88e-a7539e6bffb5/fd265c86-2d2c-4655-a893-4b7d25bc4c33) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:40.257802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:40.351516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.381145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:40.411329 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.422515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Transition to ACTIVE for port object fd265c86-2d2c-4655-a893-4b7d25bc4c33 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:40.447013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Transition to ACTIVE for port object fd265c86-2d2c-4655-a893-4b7d25bc4c33 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:40.556753 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.627289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Pushing event updated for resources: {'Port': ['ID=fd265c86-2d2c-4655-a893-4b7d25bc4c33,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:40.633010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:40.635893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:40.641800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:40.679225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fecb:59bf (e6db1467-3099-4ac4-83d0-dd83574f8121/a91b71df-25f1-42fd-b88e-a7539e6bffb5/3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:40.720648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Attempting to bind port fd265c86-2d2c-4655-a893-4b7d25bc4c33 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:40.721110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Attempting to bind port fd265c86-2d2c-4655-a893-4b7d25bc4c33 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:40.721399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Attempting to bind port fd265c86-2d2c-4655-a893-4b7d25bc4c33 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:40.732147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:40.732585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:40.732998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.733533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:40.733886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Bound port: fd265c86-2d2c-4655-a893-4b7d25bc4c33, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:40.734268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.854432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] For port fd265c86-2d2c-4655-a893-4b7d25bc4c33, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:40.860691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] For port fd265c86-2d2c-4655-a893-4b7d25bc4c33, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fd265c86-2d2c-4655-a893-4b7d25bc4c33,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:40.919236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.936175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:41.105240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.140778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.187031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134a7b7-871a-4401-a1af-e60b4ec195de None None] Pushing event updated for resources: {'Port': ['ID=fd265c86-2d2c-4655-a893-4b7d25bc4c33,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:41.343596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:41.358729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:41.374121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:41.386387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.389052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.428497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:41.560082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:41.560983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b9c76f01-ff76-4c74-b383-95d19c580524 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8428771 Jul 28 14:54:41.660268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1aabc-78cb-4e53-a13c-1e545bfcde17 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.667073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1aabc-78cb-4e53-a13c-1e545bfcde17 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.669090 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c4e1aabc-78cb-4e53-a13c-1e545bfcde17 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1075113 Jul 28 14:54:41.672043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33272) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:41.797699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:41.798057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.972526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.989569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:42.447793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.490249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:42.551964 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.560318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a3e47a04-e429-4e04-a38c-989c87c424a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511 HTTP/1.1" status: 204 len: 168 time: 0.8865073 Jul 28 14:54:42.562957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33302) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:42.645550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f46dc3-a5e9-4169-88f7-fa63b6a1be91 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:42.647416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f46dc3-a5e9-4169-88f7-fa63b6a1be91 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:42.649559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d5f46dc3-a5e9-4169-88f7-fa63b6a1be91 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0849979 Jul 28 14:54:42.653445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:42.825460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet a91b71df-25f1-42fd-b88e-a7539e6bffb5 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:42.836114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.908493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fd265c86-2d2c-4655-a893-4b7d25bc4c33 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:42.965098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.179967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.214054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port fd265c86-2d2c-4655-a893-4b7d25bc4c33 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:43.435216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] Provisioning for port fd265c86-2d2c-4655-a893-4b7d25bc4c33 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:43.438284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.450866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] Provisioning complete for port fd265c86-2d2c-4655-a893-4b7d25bc4c33 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:43.453364 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.606655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=a91b71df-25f1-42fd-b88e-a7539e6bffb5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:43.630221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.655630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:43.665801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-018416fb-433b-444f-a6fe-754abd379a61 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/a91b71df-25f1-42fd-b88e-a7539e6bffb5 HTTP/1.1" status: 204 len: 168 time: 1.0101318 Jul 28 14:54:43.709378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33336) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:43.713558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7cef44c2-4d29-4428-896e-e58af459871a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558603 Jul 28 14:54:43.741116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:43.927430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074f56f-aef1-4a48-ba2c-b6a358132ba4 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:43.987588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.052063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:44.057703 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.079364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] For port fd265c86-2d2c-4655-a893-4b7d25bc4c33, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fd265c86-2d2c-4655-a893-4b7d25bc4c33,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:44.231655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.333163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:44.492194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-515907e8-d9f9-45d3-a2b0-cc2fc09740cf None None] Could not find standard attr ID for object 3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:44.597964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44690990-a7d7-4065-84fd-6dbf722e3af5 None None] Pushing event updated for resources: {'Port': ['ID=fd265c86-2d2c-4655-a893-4b7d25bc4c33,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:44.621050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] Deleting port fd265c86-2d2c-4655-a893-4b7d25bc4c33 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:44.621431 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.762623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] For port fd265c86-2d2c-4655-a893-4b7d25bc4c33, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fd265c86-2d2c-4655-a893-4b7d25bc4c33,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:44.763305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.780002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] Calling delete_port for fd265c86-2d2c-4655-a893-4b7d25bc4c33 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:44.795182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fd265c86-2d2c-4655-a893-4b7d25bc4c33 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:45.061700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:45.133246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:45.235830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:45.359586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] No DVR routers for this DVR port fd265c86-2d2c-4655-a893-4b7d25bc4c33 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:45.469226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb38d-0ebf-477a-a6b8-6e8ccc0d1cce None None] Pushing event deleted for resources: {'Port': ['ID=fd265c86-2d2c-4655-a893-4b7d25bc4c33,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:45.582125 n-d-764806-10 neutron-server[94657]: WARNING neutron.services.revisions.revision_plugin [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Could not find related port for resource to bump revision. Jul 28 14:54:45.643803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_pluggable_backend [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Port fd265c86-2d2c-4655-a893-4b7d25bc4c33 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94657) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 14:54:45.644074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_pluggable_backend [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:92f0 {{(pid=94657) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 14:54:45.648255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_pluggable_backend [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:92f0 {{(pid=94657) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 14:54:45.649566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:45.697430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:45.701533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:45.706395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:45.707017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:45.714459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a2f20-deda-4179-81cf-308d31d64ecf None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:45.722291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=2005fc6a-d6e5-4212-b688-d93c4d736240,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:45.908608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-19a758f1-2710-4edf-9535-f865359d2416 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1965656 Jul 28 14:54:45.910445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33432) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:45.929663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:5c:a6:9c', 'name': 'tempest-NetworksTestDHCPv6-495087443'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:45.964798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '2005fc6a-d6e5-4212-b688-d93c4d736240'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:45.966254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.266571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Allocated IP 2001:db8::f816:3eff:fe09:7f07 (e6db1467-3099-4ac4-83d0-dd83574f8121/2005fc6a-d6e5-4212-b688-d93c4d736240/6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:46.373386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:46.632508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.691858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 9515014e-f1b1-4827-a0b2-c924a0420f76 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:46.717631 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.739105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Transition to ACTIVE for port object 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:46.788272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Transition to ACTIVE for port object 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:46.893654 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.963185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Pushing event updated for resources: {'Port': ['ID=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:46.982247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:46.985313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:46.995567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:47.068601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fe5c:a69c (e6db1467-3099-4ac4-83d0-dd83574f8121/2005fc6a-d6e5-4212-b688-d93c4d736240/9515014e-f1b1-4827-a0b2-c924a0420f76) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:47.111753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Attempting to bind port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:47.112128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Attempting to bind port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:47.112609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Attempting to bind port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:47.121945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:47.121945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:47.121945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.122298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:47.122654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Bound port: 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:47.123049 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.215095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] For port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:47.217299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] For port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:47.322423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.346365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 9515014e-f1b1-4827-a0b2-c924a0420f76 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:47.391284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.513425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.630151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97128ffd-33cf-4ca2-9cd2-2151dd9b9810 None None] Pushing event updated for resources: {'Port': ['ID=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:47.684768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:47.699226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:47.699226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=9515014e-f1b1-4827-a0b2-c924a0420f76,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:47.708232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:47.721527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:47.726359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.899880 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-07c344b0-d5c6-460d-a047-29491834cf24 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9851294 Jul 28 14:54:47.918752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:48.000815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdbc878-e6f8-4836-abc2-ce4f9e00cbb4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:48.010604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdbc878-e6f8-4836-abc2-ce4f9e00cbb4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:48.016499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33506) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:48.017334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2fdbc878-e6f8-4836-abc2-ce4f9e00cbb4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0959496 Jul 28 14:54:48.259502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 9515014e-f1b1-4827-a0b2-c924a0420f76 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:48.259983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.426550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.451391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 9515014e-f1b1-4827-a0b2-c924a0420f76 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:48.510372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33514) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:48.774355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:48.818944 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f99f76e6-5dd3-4ef9-ae43-978346f91972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.882128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.934065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=9515014e-f1b1-4827-a0b2-c924a0420f76,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:48.952707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:48.989058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f99f76e6-5dd3-4ef9-ae43-978346f91972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.056425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.062006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4d6db39-93d0-4cf1-ab10-3f1af6a0005c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/9515014e-f1b1-4827-a0b2-c924a0420f76 HTTP/1.1" status: 204 len: 168 time: 1.0440102 Jul 28 14:54:49.064785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33534) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:49.181112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec45ec-5f47-488d-8d53-5b375086bc7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:49.289203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec45ec-5f47-488d-8d53-5b375086bc7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:49.289203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3cec45ec-5f47-488d-8d53-5b375086bc7a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1206760 Jul 28 14:54:49.289203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f99f76e6-5dd3-4ef9-ae43-978346f91972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.289203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f99f76e6-5dd3-4ef9-ae43-978346f91972 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de5cdc0df9544ca48d78a46bd0558990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540345 Jul 28 14:54:49.289203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f76e6-5dd3-4ef9-ae43-978346f91972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2d8301-e0a7-4df8-b200-762d1abffbac,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:49.292338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33542) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:49.292338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33544) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:49.433511 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 2005fc6a-d6e5-4212-b688-d93c4d736240 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:49.437823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f24db4b7-e4e5-4303-85b0-f6c7862c4d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.439900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.482688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Provisioning for port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:49.490138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Provisioning complete for port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:49.490629 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.508181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.604111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f24db4b7-e4e5-4303-85b0-f6c7862c4d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.681058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.716372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.047477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.115025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:54:50.117423 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:54:50.554306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=2005fc6a-d6e5-4212-b688-d93c4d736240,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:50.554306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f24db4b7-e4e5-4303-85b0-f6c7862c4d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.554306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f24db4b7-e4e5-4303-85b0-f6c7862c4d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.576630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f24db4b7-e4e5-4303-85b0-f6c7862c4d9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd2d8301-e0a7-4df8-b200-762d1abffbac HTTP/1.1" status: 204 len: 168 time: 1.2788780 Jul 28 14:54:50.592651 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.599905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-285920df-0464-4f0f-b41a-3bcf9f07f8ac tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/2005fc6a-d6e5-4212-b688-d93c4d736240 HTTP/1.1" status: 204 len: 168 time: 1.3066621 Jul 28 14:54:50.600804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33578) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.608334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e17f52-72d1-4f55-8376-736a4e93aaf4 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:50.609276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24db4b7-e4e5-4303-85b0-f6c7862c4d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2d8301-e0a7-4df8-b200-762d1abffbac,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:50.728191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b15e954d-abd9-4c52-9a15-006de33525e7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216724 Jul 28 14:54:50.729147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33580) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.901012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13642b13-2408-451b-8d20-ab5ac35a0437 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:50.905557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-13642b13-2408-451b-8d20-ab5ac35a0437 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1747508 Jul 28 14:54:50.910661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33586) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:51.014827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23265f4d-8d35-42d9-b75b-28b56060a0fd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:51.017204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23265f4d-8d35-42d9-b75b-28b56060a0fd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040447 Jul 28 14:54:51.021347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:51.075063 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.124015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-784fbd67-b6a0-47af-8718-535beda17ff1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010859 Jul 28 14:54:51.130589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:51.139098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:51.224511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] For port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:51.320602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:51.342146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.573352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:51.576952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.583342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d16abece-1691-4b0a-bea6-e5ab011cbbf6 None None] Could not find standard attr ID for object 9515014e-f1b1-4827-a0b2-c924a0420f76. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:51.604178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Pushing event updated for resources: {'Port': ['ID=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:51.632083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.635696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.635696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.635696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.635696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.635696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.637306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.637903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.638447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.639027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.639599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.640288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a14b57-1562-4a52-b9dc-95b4f906f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:51.685003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] Deleting port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:51.686098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.804811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] For port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:51.805610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.864624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] Calling delete_port for 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:52.159126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33614) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:52.178434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad5b062a-e855-4996-9f56-62f8261c2398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.196330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.234767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] Pushing event deleted for resources: {'Port': ['ID=6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:52.241865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65ec13-d0d4-4c55-b49c-6811b1f202b9 None None] No DVR routers for this DVR port 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:52.320100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.395925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d64f7939-3d69-4ba6-bc25-b47cbbf4f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.480645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:52.496340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:52.500498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:52.501013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.507460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ea02b-2f14-4d4f-91e3-547363110f25 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:52.544166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=1cdd5074-ea2c-4839-9a0b-fdc4066f3b52,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:52.565663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad5b062a-e855-4996-9f56-62f8261c2398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.689363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad5b062a-e855-4996-9f56-62f8261c2398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.759848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:52.838218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b062a-e855-4996-9f56-62f8261c2398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018aa82-9048-484b-947f-7eddd2b0f6b1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:52.855985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad5b062a-e855-4996-9f56-62f8261c2398 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d94f413aefe49d5aef413650b7b452e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939006 Jul 28 14:54:52.861194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33630) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:52.863022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:52.863484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6f6a8ed8-bfd9-4cdb-80c0-a3b8cc25fce4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:52.920314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '1cdd5074-ea2c-4839-9a0b-fdc4066f3b52'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:54:52.921402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.034133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-abd1c532-0bc5-4fbf-becf-908f093f3bf9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8974214 Jul 28 14:54:53.037622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33634) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:53.047981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:ab:91:ee', 'name': 'tempest-NetworksTestDHCPv6-1484775306'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:53.089061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1179384-9ef6-4bee-b246-590e757e4b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.137230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1179384-9ef6-4bee-b246-590e757e4b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.161794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/1cdd5074-ea2c-4839-9a0b-fdc4066f3b52/386cde12-6428-4069-9a16-6d9cd0ebfa30) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:53.423627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1179384-9ef6-4bee-b246-590e757e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.434419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1179384-9ef6-4bee-b246-590e757e4b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.439073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b1179384-9ef6-4bee-b246-590e757e4b05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b018aa82-9048-484b-947f-7eddd2b0f6b1 HTTP/1.1" status: 204 len: 168 time: 0.5759022 Jul 28 14:54:53.472622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179384-9ef6-4bee-b246-590e757e4b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018aa82-9048-484b-947f-7eddd2b0f6b1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:53.573346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:53.595321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.619834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Transition to ACTIVE for port object 386cde12-6428-4069-9a16-6d9cd0ebfa30 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:53.640305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Transition to ACTIVE for port object 386cde12-6428-4069-9a16-6d9cd0ebfa30 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:53.779614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.911218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.947072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 1cee6f3d-8565-4230-863c-eea51ac147ef yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:53.972997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Pushing event updated for resources: {'Port': ['ID=386cde12-6428-4069-9a16-6d9cd0ebfa30,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:53.991477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:53.997079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:54.013902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:54.182324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::32f (e6db1467-3099-4ac4-83d0-dd83574f8121/1cdd5074-ea2c-4839-9a0b-fdc4066f3b52/1cee6f3d-8565-4230-863c-eea51ac147ef) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:54.210192 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Attempting to bind port 386cde12-6428-4069-9a16-6d9cd0ebfa30 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:54.210582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Attempting to bind port 386cde12-6428-4069-9a16-6d9cd0ebfa30 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:54.211118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Attempting to bind port 386cde12-6428-4069-9a16-6d9cd0ebfa30 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:54.226096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:54.226504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:54.226893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.227305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:54.227818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Bound port: 386cde12-6428-4069-9a16-6d9cd0ebfa30, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:54.228217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.349988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] For port 386cde12-6428-4069-9a16-6d9cd0ebfa30, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:54.355840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] For port 386cde12-6428-4069-9a16-6d9cd0ebfa30, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=386cde12-6428-4069-9a16-6d9cd0ebfa30,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:54.482825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.595087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76908c6-6e11-4966-99f5-c9e555cd60af None None] Pushing event updated for resources: {'Port': ['ID=386cde12-6428-4069-9a16-6d9cd0ebfa30,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:54.635769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.699270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 1cee6f3d-8565-4230-863c-eea51ac147ef will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:54.825012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37d9463a-22c8-4414-8d7d-7c80e0789077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.937968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.032307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:55.036156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:55.040940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:55.047459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:55.048210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.093688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=1cee6f3d-8565-4230-863c-eea51ac147ef,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:55.404446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e7fa2f95-1a31-4049-a5fe-ef882411d159 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3424048 Jul 28 14:54:55.405402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:55.445282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86862d01-89a0-4ee0-a8d6-9402c1bee888 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:55.451925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86862d01-89a0-4ee0-a8d6-9402c1bee888 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:55.453797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86862d01-89a0-4ee0-a8d6-9402c1bee888 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0676284 Jul 28 14:54:55.470247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33706) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:55.517125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.617917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 1cee6f3d-8565-4230-863c-eea51ac147ef {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:55.618285 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.803341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.843300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 1cee6f3d-8565-4230-863c-eea51ac147ef owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:56.055177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33724) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:56.317714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.441920 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.463865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=1cee6f3d-8565-4230-863c-eea51ac147ef,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:56.527340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.527499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62b63323-b949-4bd7-97a4-c18fb01b75a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.528978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4981d9e1-919c-488f-a488-ec4480052eb9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/1cee6f3d-8565-4230-863c-eea51ac147ef HTTP/1.1" status: 204 len: 168 time: 1.0554240 Jul 28 14:54:56.529927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33744) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:56.584742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bc971646-3378-4ebf-82af-bc613cdce3a8 None None] Provisioning for port 386cde12-6428-4069-9a16-6d9cd0ebfa30 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:56.662974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed1792-fd03-41e4-b514-116a1ed3d902 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:56.669720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed1792-fd03-41e4-b514-116a1ed3d902 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:56.675352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04ed1792-fd03-41e4-b514-116a1ed3d902 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1439891 Jul 28 14:54:56.680786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:56.696661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62b63323-b949-4bd7-97a4-c18fb01b75a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.784194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 1cdd5074-ea2c-4839-9a0b-fdc4066f3b52 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:56.788990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.828162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0b9d7179-1880-416f-a858-643a271a33d4 None None] Could not find standard attr ID for object 1cee6f3d-8565-4230-863c-eea51ac147ef. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:54:56.837933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 386cde12-6428-4069-9a16-6d9cd0ebfa30 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:56.882427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62b63323-b949-4bd7-97a4-c18fb01b75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.899685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.980514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-62b63323-b949-4bd7-97a4-c18fb01b75a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b430786a7f1a404bbecdd02983f9118d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9231458 Jul 28 14:54:56.983950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33760) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:57.002538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b63323-b949-4bd7-97a4-c18fb01b75a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c850b46-b6a4-4d93-a771-03f2b606f522,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:57.068251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 386cde12-6428-4069-9a16-6d9cd0ebfa30 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:57.075914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 386cde12-6428-4069-9a16-6d9cd0ebfa30 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:57.076908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.118784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1069ee8b-8beb-47d7-8a9c-ec01df6aef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.141650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.188544 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1069ee8b-8beb-47d7-8a9c-ec01df6aef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.221840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.306541 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:54:57.497584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1069ee8b-8beb-47d7-8a9c-ec01df6aef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.507700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1069ee8b-8beb-47d7-8a9c-ec01df6aef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.514332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1069ee8b-8beb-47d7-8a9c-ec01df6aef57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c850b46-b6a4-4d93-a771-03f2b606f522 HTTP/1.1" status: 204 len: 168 time: 0.5281770 Jul 28 14:54:57.515773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.555597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdd5074-ea2c-4839-9a0b-fdc4066f3b52,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:57.557614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069ee8b-8beb-47d7-8a9c-ec01df6aef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c850b46-b6a4-4d93-a771-03f2b606f522,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:57.577844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.580229 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e56fac2c-71f9-420e-a4fb-c74b0828c147 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1cdd5074-ea2c-4839-9a0b-fdc4066f3b52 HTTP/1.1" status: 204 len: 168 time: 0.8983133 Jul 28 14:54:57.584618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33786) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:57.594881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3024b-f5ee-4c54-8c7e-af0041665c88 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:57.608187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:54:57.608664 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:54:57.663177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a100cafb-977d-4b56-bd32-5b95be43acb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730474 Jul 28 14:54:57.663527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33788) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:57.747367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc2cb1-8ca9-4a3a-b355-4ec4a5491ca6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.749050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-62cc2cb1-8ca9-4a3a-b355-4ec4a5491ca6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0826731 Jul 28 14:54:57.753268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33792) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:57.835499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.870431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:57.887725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e571c5-4c84-4eb3-af56-5d2b4cdd9735 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.896309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b1e571c5-4c84-4eb3-af56-5d2b4cdd9735 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1416476 Jul 28 14:54:57.899023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33794) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.020808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] Deleting port 386cde12-6428-4069-9a16-6d9cd0ebfa30 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:58.021686 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.026613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cd449a19-3d16-4cc0-b6e3-14eade4a2b2e tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256988 Jul 28 14:54:58.034087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33798) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.045187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:58.283220 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.285672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] For port 386cde12-6428-4069-9a16-6d9cd0ebfa30, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=386cde12-6428-4069-9a16-6d9cd0ebfa30,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:58.295809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.372746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] Calling delete_port for 386cde12-6428-4069-9a16-6d9cd0ebfa30 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:58.434891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 386cde12-6428-4069-9a16-6d9cd0ebfa30, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=386cde12-6428-4069-9a16-6d9cd0ebfa30,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:58.555566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:58.562541 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.686790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.786166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=386cde12-6428-4069-9a16-6d9cd0ebfa30,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:58.818871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 386cde12-6428-4069-9a16-6d9cd0ebfa30 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:58.961844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.984284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.015705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] Pushing event deleted for resources: {'Port': ['ID=386cde12-6428-4069-9a16-6d9cd0ebfa30,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.033682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11d13a-f2df-4320-bb24-8456258569ad None None] No DVR routers for this DVR port 386cde12-6428-4069-9a16-6d9cd0ebfa30 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:59.372436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:54:59.375426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.498372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:59.504809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:59.524544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:59.526309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.527818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19c22b-5295-4593-996b-5f02fec3b45a None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:59.541801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=7fa11e46-4525-47cc-beb0-14043d03e27b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.895364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-43936513-84f8-4479-b73e-5951cb77f203 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8457692 Jul 28 14:54:59.895364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33870) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:59.905127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:00.003764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '7fa11e46-4525-47cc-beb0-14043d03e27b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:00.004967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:00.362812 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:00.369111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:00.490541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Allocated IP 2001:db8::f816:3eff:fe12:3abd (e6db1467-3099-4ac4-83d0-dd83574f8121/7fa11e46-4525-47cc-beb0-14043d03e27b/c180f6a6-4fc9-4c48-8fd1-5d6e99db457f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:00.590530 n-d-764806-10 neutron-server[94658]: INFO neutron.db.ipam_backend_mixin [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fa11e46-4525-47cc-beb0-14043d03e27b (CIDR: 2001:db8::/64) Jul 28 14:55:00.705432 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:55:00.706520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:00.889375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fc28140d-36b0-44d1-a836-659157789802 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9923093 Jul 28 14:55:00.898542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33902) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:00.907970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:01.459785 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.486274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Transition to ACTIVE for port object c180f6a6-4fc9-4c48-8fd1-5d6e99db457f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:01.515377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:01.519250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.534896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Transition to ACTIVE for port object c180f6a6-4fc9-4c48-8fd1-5d6e99db457f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:01.695231 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.787459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:01.819645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:01.843290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:01.885141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Pushing event updated for resources: {'Port': ['ID=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:01.978880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Attempting to bind port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:01.980397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Attempting to bind port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:01.980852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Attempting to bind port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:01.999052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:02.000636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:02.001415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.001891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:02.002416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Bound port: c180f6a6-4fc9-4c48-8fd1-5d6e99db457f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:02.003172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.134194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] For port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:02.142063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] For port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:02.278026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.345955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.423145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=9f5ef333-5b80-4e15-94c0-7304079c5cc4,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:02.437675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:02.439415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:02.442986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:02.443882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.512361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eecb72-7fdd-4b47-b95c-6614eafd2bc9 None None] Pushing event updated for resources: {'Port': ['ID=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:02.519259 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.637892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-279aa0c8-f5d6-4fc6-9839-2f06e8b72b94 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7421954 Jul 28 14:55:02.642489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33958) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:02.647917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:5c:3f:ef', 'name': 'tempest-NetworksTestDHCPv6-1449565351'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:03.007330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:03.277889 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.330946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 11be6215-340d-4a3f-bcaa-24031439eaaf yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:03.566462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8:0:1::2e1 (e6db1467-3099-4ac4-83d0-dd83574f8121/9f5ef333-5b80-4e15-94c0-7304079c5cc4/11be6215-340d-4a3f-bcaa-24031439eaaf) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:03.583988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fe5c:3fef (e6db1467-3099-4ac4-83d0-dd83574f8121/7fa11e46-4525-47cc-beb0-14043d03e27b/11be6215-340d-4a3f-bcaa-24031439eaaf) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:03.888151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.951446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 11be6215-340d-4a3f-bcaa-24031439eaaf will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:03.969999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-b31b3bc0-14ef-4a5b-ac27-c9c4cbc9671f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1211259 Jul 28 14:55:04.094692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-43c885fa-2a88-4ef5-983d-02dfa11c6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.096059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-43c885fa-2a88-4ef5-983d-02dfa11c6bfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1097 time: 0.0838029 Jul 28 14:55:04.205301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.231278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066b273-0186-4e95-b453-0a80797a0355 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:04.278289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=11be6215-340d-4a3f-bcaa-24031439eaaf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:04.285126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-7b69a364-d0b4-4f10-ab3b-4269b8530f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.288849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-7b69a364-d0b4-4f10-ab3b-4269b8530f76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.1672854 Jul 28 14:55:04.302980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:04.308705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:04.313815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:04.323668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.324658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.442074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-5f2fcdc4-db0d-4d53-87ef-2ef4c11ee7d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1001 time: 0.1443274 Jul 28 14:55:04.561410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-a649ed36-30eb-4627-accb-ba8f7af403b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.563158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-a649ed36-30eb-4627-accb-ba8f7af403b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.1062570 Jul 28 14:55:04.573797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3612080c-5312-4c12-b222-f9a68f04ec27 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9301054 Jul 28 14:55:04.578409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9e67b4d9-4d47-4b72-9b7b-dc7097ac43c3 None None] Provisioning for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:04.579911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:04.691271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Update dhcp port {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '7fa11e46-4525-47cc-beb0-14043d03e27b', 'ip_address': '2001:db8::f816:3eff:fe12:3abd'}, {'subnet_id': '9f5ef333-5b80-4e15-94c0-7304079c5cc4'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'c180f6a6-4fc9-4c48-8fd1-5d6e99db457f'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:55:04.707491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-4096fe96-0ff2-4824-b7fd-a645704968e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.710627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-4096fe96-0ff2-4824-b7fd-a645704968e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341193 Jul 28 14:55:04.784034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.987875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-377e9778-42f0-44f5-9b8b-9f0687320ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300653 Jul 28 14:55:04.992811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c180f6a6-4fc9-4c48-8fd1-5d6e99db457f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:05.002035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 11be6215-340d-4a3f-bcaa-24031439eaaf {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:05.002862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.108329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a43f1c19-c5e5-4dc1-a769-b7b8d16c9cb0 req-17ccde8f-f4e7-4bb8-a892-6aee43ece0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125677 Jul 28 14:55:05.132913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Allocated IP 2001:db8:0:1::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/9f5ef333-5b80-4e15-94c0-7304079c5cc4/c180f6a6-4fc9-4c48-8fd1-5d6e99db457f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:05.146012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.156178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 11be6215-340d-4a3f-bcaa-24031439eaaf owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:05.264629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:05.273327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] For port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:05.275834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:05.276972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.335962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.355178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Transition to ACTIVE for port object c180f6a6-4fc9-4c48-8fd1-5d6e99db457f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:05.396807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.579106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.579454 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.651111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=11be6215-340d-4a3f-bcaa-24031439eaaf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:05.727778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.731976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5014e670-6aa2-4865-a48c-2eb4ce55ce2c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/11be6215-340d-4a3f-bcaa-24031439eaaf HTTP/1.1" status: 204 len: 168 time: 1.1442711 Jul 28 14:55:05.732246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:05.732393 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:05.734292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34058) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:05.750554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d82e94-3ef7-4df8-ba2c-cf47b75c2eb0 None None] Pushing event updated for resources: {'Port': ['ID=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:05.818605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7568e0-0d2b-47a9-bd01-b07d9abb8d20 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:05.821962 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7a7568e0-0d2b-47a9-bd01-b07d9abb8d20 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0855522 Jul 28 14:55:05.824806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34066) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:05.934932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55e7bf-06da-40b4-a5fb-a53bf202baf2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:05.934932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5c55e7bf-06da-40b4-a5fb-a53bf202baf2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0746109 Jul 28 14:55:05.939018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34068) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:05.996703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac002aa3-c54b-40e0-8f95-a85f1756d6f3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:05.998349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac002aa3-c54b-40e0-8f95-a85f1756d6f3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:05.999918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac002aa3-c54b-40e0-8f95-a85f1756d6f3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:06.001818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ac002aa3-c54b-40e0-8f95-a85f1756d6f3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0615149 Jul 28 14:55:06.004779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34070) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:06.095973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 7fa11e46-4525-47cc-beb0-14043d03e27b {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:06.102857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.182011 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.289409 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.312626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.337574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.940758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.007364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.013161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/7fa11e46-4525-47cc-beb0-14043d03e27b HTTP/1.1" status: 204 len: 168 time: 1.0062590 Jul 28 14:55:07.014903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4885f2-cd2a-46b8-8077-1d8a743f7e1d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa11e46-4525-47cc-beb0-14043d03e27b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:07.016105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34102) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:07.098655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Provisioning for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:07.113279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 9f5ef333-5b80-4e15-94c0-7304079c5cc4 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:07.117528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:07.122166 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:07.122360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.122469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Provisioning complete for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:07.122469 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.248240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.383952 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.453844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] For port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:07.527046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1287991-10fd-4c43-b97f-08e3b78c999b None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:07.620863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.669898 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.754058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Could not find standard attr ID for object 11be6215-340d-4a3f-bcaa-24031439eaaf. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:55:07.825615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862a438-afda-4646-8534-b270d3dfe947 None None] Pushing event updated for resources: {'Port': ['ID=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:07.907848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.958241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-63914d4b-09d9-4a25-a5e8-98c8f238c3c8 None None] Could not find standard attr ID for object 11be6215-340d-4a3f-bcaa-24031439eaaf. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:55:07.995771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5ef333-5b80-4e15-94c0-7304079c5cc4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:08.021201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.035353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8806cc7a-1749-476c-beb8-abd6ad17dfb3 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/9f5ef333-5b80-4e15-94c0-7304079c5cc4 HTTP/1.1" status: 204 len: 168 time: 1.0123425 Jul 28 14:55:08.037047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34138) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:08.140249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c180f6a6-4fc9-4c48-8fd1-5d6e99db457f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:08.197435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ef23f-ba08-4f7b-8a04-6aac9ad0c280 None None] Update dhcp port {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': '9f5ef333-5b80-4e15-94c0-7304079c5cc4'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'c180f6a6-4fc9-4c48-8fd1-5d6e99db457f'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:55:08.218196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34144) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:08.225090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:08.232548 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-846f43d1-efa8-4627-9b7f-bcbe4a71b481 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749485 Jul 28 14:55:08.237485 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c85ef23f-ba08-4f7b-8a04-6aac9ad0c280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.292408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:08.293123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.519158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:08.526899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.596634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc425d74-dcfb-4445-94bb-e21e25772f70 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:08.753776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c507d61-bd47-41e3-a0e2-034f5047bf60 None None] Provisioning complete for port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:08.754850 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c507d61-bd47-41e3-a0e2-034f5047bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.116921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:09.491319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] Deleting port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:09.494362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.605981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] For port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:09.606929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.616908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:55:09.629546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] Calling delete_port for c180f6a6-4fc9-4c48-8fd1-5d6e99db457f owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:09.939171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.983423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_pluggable_backend [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94657) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 14:55:09.990954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_pluggable_backend [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:3abd {{(pid=94657) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 14:55:10.007230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_pluggable_backend [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:3abd {{(pid=94657) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 14:55:10.013973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.019488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] No DVR routers for this DVR port c180f6a6-4fc9-4c48-8fd1-5d6e99db457f on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:10.080248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10870e-0c5a-4d96-872c-ba038d6dd312 None None] Pushing event deleted for resources: {'Port': ['ID=c180f6a6-4fc9-4c48-8fd1-5d6e99db457f,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:10.084169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:10.091873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:10.101959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:10.103820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.111947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a82c9-70aa-4ca2-8960-cc73adf065bf None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:10.114694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c180f6a6-4fc9-4c48-8fd1-5d6e99db457f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:10.194081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=dc008497-158a-44ab-9500-b00645dc339d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:10.250105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c180f6a6-4fc9-4c48-8fd1-5d6e99db457f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:10.251553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c180f6a6-4fc9-4c48-8fd1-5d6e99db457f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:10.385533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-68223a3e-69f5-4303-9c72-cc19d3c733d8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1646562 Jul 28 14:55:10.391412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34208) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:10.397657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:10.414471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'dc008497-158a-44ab-9500-b00645dc339d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:10.419218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.698034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Allocated IP 2001:db8::f816:3eff:fe59:e8ae (e6db1467-3099-4ac4-83d0-dd83574f8121/dc008497-158a-44ab-9500-b00645dc339d/27338f9d-dcb5-4953-a83e-958de35dd26d) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:10.761243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:10.765679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.915384 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.926953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Transition to ACTIVE for port object 27338f9d-dcb5-4953-a83e-958de35dd26d will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:10.945798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Transition to ACTIVE for port object 27338f9d-dcb5-4953-a83e-958de35dd26d will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:10.980374 n-d-764806-10 neutron-server[94658]: INFO neutron.db.ipam_backend_mixin [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc008497-158a-44ab-9500-b00645dc339d (CIDR: 2001:db8::/64) Jul 28 14:55:11.047354 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:55:11.048085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:11.122045 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.166956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:11.170190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:11.177567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:11.185038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Pushing event updated for resources: {'Port': ['ID=27338f9d-dcb5-4953-a83e-958de35dd26d,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:11.259614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Attempting to bind port 27338f9d-dcb5-4953-a83e-958de35dd26d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:11.260249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Attempting to bind port 27338f9d-dcb5-4953-a83e-958de35dd26d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:11.260883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Attempting to bind port 27338f9d-dcb5-4953-a83e-958de35dd26d on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:11.268762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:11.269698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:11.270330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.270885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:11.271563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Bound port: 27338f9d-dcb5-4953-a83e-958de35dd26d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:11.272138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.411276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02b029ed-bb7b-4c0c-a5a7-72cb781b3d90 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0101235 Jul 28 14:55:11.415511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34246) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:11.423542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] For port 27338f9d-dcb5-4953-a83e-958de35dd26d, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:11.430531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] For port 27338f9d-dcb5-4953-a83e-958de35dd26d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=27338f9d-dcb5-4953-a83e-958de35dd26d,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:11.431962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:11.545232 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.670814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566520-7584-4239-9baf-29538d8ba4d3 None None] Pushing event updated for resources: {'Port': ['ID=27338f9d-dcb5-4953-a83e-958de35dd26d,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:12.046554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:12.050660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.893491 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.025112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:13.029336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:13.033054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:13.033727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.072006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=ae6d5697-01cc-4eaf-9653-cca345f1617c,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:13.196705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c60909bf-dbd5-4c44-8a17-5cc9e9a6a9f2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7785690 Jul 28 14:55:13.200727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34342) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:13.211479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:89:dc:18', 'name': 'tempest-NetworksTestDHCPv6-881233449'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:13.457957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849cb54-0a6f-4b60-810b-fde22729540a None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:13.558848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:13.707739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4c69acc6-7229-4b81-ba56-0e75641f51fd None None] Provisioning for port 27338f9d-dcb5-4953-a83e-958de35dd26d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:13.709433 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.740898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:13.856715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Update dhcp port {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'fixed_ips': [{'subnet_id': 'dc008497-158a-44ab-9500-b00645dc339d', 'ip_address': '2001:db8::f816:3eff:fe59:e8ae'}, {'subnet_id': 'ae6d5697-01cc-4eaf-9653-cca345f1617c'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '27338f9d-dcb5-4953-a83e-958de35dd26d'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:55:13.893059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.030076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8:0:1::18a (e6db1467-3099-4ac4-83d0-dd83574f8121/ae6d5697-01cc-4eaf-9653-cca345f1617c/0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:14.038545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::f816:3eff:fe89:dc18 (e6db1467-3099-4ac4-83d0-dd83574f8121/dc008497-158a-44ab-9500-b00645dc339d/0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:14.155804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 27338f9d-dcb5-4953-a83e-958de35dd26d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:14.265007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.289015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:14.433574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 27338f9d-dcb5-4953-a83e-958de35dd26d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:14.446797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 27338f9d-dcb5-4953-a83e-958de35dd26d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:14.448336 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.521290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.600102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Allocated IP 2001:db8:0:1::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/ae6d5697-01cc-4eaf-9653-cca345f1617c/27338f9d-dcb5-4953-a83e-958de35dd26d) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:14.626754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:14.653547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:14.668692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:14.685759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:14.686692 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.692606 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.742236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:14.806597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.817286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.817715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.821575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.821575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.821575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.821575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.822261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.822261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.822598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.822973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.823306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:14.836430 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8724b343-6c2d-4ff0-84b8-68973b2dffcb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6318924 Jul 28 14:55:14.837291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:14.893787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] For port 27338f9d-dcb5-4953-a83e-958de35dd26d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=27338f9d-dcb5-4953-a83e-958de35dd26d,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:14.945927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.962955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Transition to ACTIVE for port object 27338f9d-dcb5-4953-a83e-958de35dd26d will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:14.982274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:14.982891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.106818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.131053 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.145699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:15.210207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:15.210746 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:15.243606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e800-f112-4024-af2d-9caed504e9c5 None None] Pushing event updated for resources: {'Port': ['ID=27338f9d-dcb5-4953-a83e-958de35dd26d,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:15.583799 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.636088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:15.702861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.711444 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bbb6db76-f93b-48e4-a9f3-97e9bb4032aa tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5 HTTP/1.1" status: 204 len: 168 time: 0.8736267 Jul 28 14:55:15.715623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34452) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:15.857741 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.919386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78581eca-68c5-431a-88a2-a630dce003ce tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:15.922184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-78581eca-68c5-431a-88a2-a630dce003ce tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2030079 Jul 28 14:55:15.924769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34460) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:15.941729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 27338f9d-dcb5-4953-a83e-958de35dd26d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=27338f9d-dcb5-4953-a83e-958de35dd26d,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:15.998634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34ced7-aa4c-4da9-8cb3-82287359c407 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:16.000375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e34ced7-aa4c-4da9-8cb3-82287359c407 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0740488 Jul 28 14:55:16.003163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:16.069224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.076760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b75ca-4e78-4bb7-9af6-7e73dd359e33 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:16.084733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b75ca-4e78-4bb7-9af6-7e73dd359e33 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:16.084733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b75ca-4e78-4bb7-9af6-7e73dd359e33 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:16.084733 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2d6b75ca-4e78-4bb7-9af6-7e73dd359e33 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0790911 Jul 28 14:55:16.086349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:16.145474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=27338f9d-dcb5-4953-a83e-958de35dd26d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:16.188916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet ae6d5697-01cc-4eaf-9653-cca345f1617c {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:16.192835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.211603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 27338f9d-dcb5-4953-a83e-958de35dd26d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:16.295208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.434684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.544164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eddf401a-b3e0-4480-95a6-76e2f0e1f3d7 None None] Provisioning for port 27338f9d-dcb5-4953-a83e-958de35dd26d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:16.555357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eddf401a-b3e0-4480-95a6-76e2f0e1f3d7 None None] Provisioning complete for port 27338f9d-dcb5-4953-a83e-958de35dd26d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:16.556058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eddf401a-b3e0-4480-95a6-76e2f0e1f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.743749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.779549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6d5697-01cc-4eaf-9653-cca345f1617c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:16.785442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.788287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2f26736e-a4e1-44f1-860b-f42f8e65c532 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/ae6d5697-01cc-4eaf-9653-cca345f1617c HTTP/1.1" status: 204 len: 168 time: 0.7005906 Jul 28 14:55:16.790844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34490) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:16.814593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-026530e3-b72f-4b01-947a-1291325b965a None None] Could not find standard attr ID for object 0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:55:16.838131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850542d2-88f9-4966-8fe1-689e776bf7eb None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:16.867471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet dc008497-158a-44ab-9500-b00645dc339d {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:16.875429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.962397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.155798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.459189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.515724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=dc008497-158a-44ab-9500-b00645dc339d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:17.537610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.540948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f3668d91-39a4-43a7-b445-58acd335c951 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/dc008497-158a-44ab-9500-b00645dc339d HTTP/1.1" status: 204 len: 168 time: 0.7469428 Jul 28 14:55:17.544113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34516) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:17.612090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5acb38a3-1317-40da-9f2e-de6c7342a106 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661707 Jul 28 14:55:17.617521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34522) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:17.631286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:17.964411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a2e46-29c2-474d-bf8a-3a9747a1c38c None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:18.069589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:18.075937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.078372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-935e7868-a1e5-472b-98c6-1fc160cc53b2 None None] Provisioning complete for port 27338f9d-dcb5-4953-a83e-958de35dd26d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:18.078755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-935e7868-a1e5-472b-98c6-1fc160cc53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.258545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 27338f9d-dcb5-4953-a83e-958de35dd26d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:18.299134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:18.397068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] Deleting port 27338f9d-dcb5-4953-a83e-958de35dd26d {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:18.397378 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.482377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] For port 27338f9d-dcb5-4953-a83e-958de35dd26d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=27338f9d-dcb5-4953-a83e-958de35dd26d,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:18.482842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.502363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] Calling delete_port for 27338f9d-dcb5-4953-a83e-958de35dd26d owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:18.509544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 27338f9d-dcb5-4953-a83e-958de35dd26d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:18.509975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.741227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.822888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:18.825063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:18.833380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.834067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:18.835007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.859904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] No DVR routers for this DVR port 27338f9d-dcb5-4953-a83e-958de35dd26d on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:18.884784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae499c8-6af6-4deb-abf0-b2ede5a707f5 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:18.911786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=8b11859c-5aca-4d64-93c6-4fcc21704fe6,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:18.926413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37415f61-17a7-4342-af32-1da4aad00310 None None] Pushing event deleted for resources: {'Port': ['ID=27338f9d-dcb5-4953-a83e-958de35dd26d,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:18.985318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2e406312-eff8-4a34-a052-fdbb936a0b29 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3596878 Jul 28 14:55:18.985318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34570) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:18.994270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:19.571199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': '8b11859c-5aca-4d64-93c6-4fcc21704fe6'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:19.572794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.796582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/8b11859c-5aca-4d64-93c6-4fcc21704fe6/7d2bcfb2-7ba5-4d6e-8107-8b28172e2906) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:19.948780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:19.948780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.128177 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.152877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Transition to ACTIVE for port object 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:20.183689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Transition to ACTIVE for port object 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:20.229143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 27338f9d-dcb5-4953-a83e-958de35dd26d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:20.315668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 27338f9d-dcb5-4953-a83e-958de35dd26d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:20.316219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 27338f9d-dcb5-4953-a83e-958de35dd26d not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:20.373404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.432853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:20.439578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:20.450117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:20.473031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Pushing event updated for resources: {'Port': ['ID=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:20.560848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Attempting to bind port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:20.561144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Attempting to bind port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:20.561521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Attempting to bind port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:20.573704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:20.574828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:20.575467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.577095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:20.578143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Bound port: 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:20.578744 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.688428 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b11859c-5aca-4d64-93c6-4fcc21704fe6 (CIDR: 2001:db8::/64) Jul 28 14:55:20.705269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] For port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:20.712135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] For port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:20.779313 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:55:20.780524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:20.910733 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.986034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61985c-df9e-4189-b579-31a22ed123c5 None None] Pushing event updated for resources: {'Port': ['ID=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:20.997697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-30ff2d72-c3e8-46d3-9cea-593a6309faa4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0108590 Jul 28 14:55:21.000766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34632) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:21.007885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:21.530581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:21.538439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.721062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34650) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:21.823118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34654) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:22.058878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509e351f-c32d-4ada-bbba-2527760ba778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.244022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b52f09f-1325-4dee-9f16-02ce443fe91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.332748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1f5390e7-8955-481d-87c8-b4f9ffc18e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.365265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:22.366272 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509e351f-c32d-4ada-bbba-2527760ba778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.559832 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509e351f-c32d-4ada-bbba-2527760ba778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.637364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:55:22.660980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-509e351f-c32d-4ada-bbba-2527760ba778 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc00906cff4e4cd49ae5d5b7dfd35354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9382732 Jul 28 14:55:22.666509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e351f-c32d-4ada-bbba-2527760ba778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae4bc17-6214-4f5a-9f36-f7c27509cd11,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:22.680609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34672) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:22.737527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:22.780422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e2d-0199-4864-b0df-a41744e5addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.837269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b52f09f-1325-4dee-9f16-02ce443fe91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.843614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e2d-0199-4864-b0df-a41744e5addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.983542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Provisioning for port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:22.993649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Provisioning complete for port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:22.994383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.044366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b52f09f-1325-4dee-9f16-02ce443fe91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.149658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8b52f09f-1325-4dee-9f16-02ce443fe91b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e10168d8d3048f38eb6087a18bfbde6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3230338 Jul 28 14:55:23.151117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.153153 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e2d-0199-4864-b0df-a41744e5addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.158175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e2d-0199-4864-b0df-a41744e5addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.164937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-68fd3e2d-0199-4864-b0df-a41744e5addc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ae4bc17-6214-4f5a-9f36-f7c27509cd11 HTTP/1.1" status: 204 len: 168 time: 0.4804459 Jul 28 14:55:23.168014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34682) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:23.179580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52f09f-1325-4dee-9f16-02ce443fe91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f24864-abd6-4ac0-b8bc-725307aaa096,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:23.212694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd3e2d-0199-4864-b0df-a41744e5addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae4bc17-6214-4f5a-9f36-f7c27509cd11,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:23.386579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ce04a-fc02-4b37-8b79-8c2e6f67e5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.446123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ce04a-fc02-4b37-8b79-8c2e6f67e5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.566201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.601822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ce04a-fc02-4b37-8b79-8c2e6f67e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.606830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-025ce04a-fc02-4b37-8b79-8c2e6f67e5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.609164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-025ce04a-fc02-4b37-8b79-8c2e6f67e5e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1f24864-abd6-4ac0-b8bc-725307aaa096 HTTP/1.1" status: 204 len: 168 time: 0.4391754 Jul 28 14:55:23.628004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:23.628909 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:23.634957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ce04a-fc02-4b37-8b79-8c2e6f67e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f24864-abd6-4ac0-b8bc-725307aaa096,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:23.840038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] For port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:23.959117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.169115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.278361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.279145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.329847 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:24.330490 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:24.363365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:24.371406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:24.377203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:24.377822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.380376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=77861668-bd82-4d60-8987-c5ff62367964,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:24.385443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41778bee-b705-4140-9ee1-ec9de656c710 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:24.407941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,revision_number=4']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:24.568884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-225f94a6-d357-49cc-815a-c855ee78b692 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5665846 Jul 28 14:55:24.569402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:24.602399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:e9:c9:c8', 'name': 'tempest-NetworksTestDHCPv6-1502045406'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:24.823190 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-249c7b30-bfeb-4fe1-95a6-1c3f1abe0b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.851775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34730) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:24.877315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32aee9d2-8446-401a-85ac-c1fec12e58cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.094560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32aee9d2-8446-401a-85ac-c1fec12e58cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.096332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:25.156588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.219356 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.234904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32aee9d2-8446-401a-85ac-c1fec12e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.237437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] For port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:25.313589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-32aee9d2-8446-401a-85ac-c1fec12e58cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ba81a2e9c8b484084b4012d6ddc210c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606237 Jul 28 14:55:25.315036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34736) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:25.341885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee9d2-8446-401a-85ac-c1fec12e58cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957c36b-7992-4481-bfce-b52b84baa467,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:25.371434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.375253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.406611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:25.447904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b09f52-0666-4832-bba2-b9e99fb2db3b None None] Pushing event updated for resources: {'Port': ['ID=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:25.473704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aa1d48d-58e8-4abe-8ffd-2a5f32bf1487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.515060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aa1d48d-58e8-4abe-8ffd-2a5f32bf1487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.620028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0781a250-a857-4a09-9518-a43c1269514f None None] Provisioning complete for port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:25.620906 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0781a250-a857-4a09-9518-a43c1269514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.715956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::1eb (e6db1467-3099-4ac4-83d0-dd83574f8121/8b11859c-5aca-4d64-93c6-4fcc21704fe6/0218ea6e-77aa-4082-b1b2-1b1ae5db09b1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:25.734344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:c9c8 (e6db1467-3099-4ac4-83d0-dd83574f8121/77861668-bd82-4d60-8987-c5ff62367964/0218ea6e-77aa-4082-b1b2-1b1ae5db09b1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:25.746493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aa1d48d-58e8-4abe-8ffd-2a5f32bf1487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.751418 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aa1d48d-58e8-4abe-8ffd-2a5f32bf1487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.762042 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4aa1d48d-58e8-4abe-8ffd-2a5f32bf1487 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7957c36b-7992-4481-bfce-b52b84baa467 HTTP/1.1" status: 204 len: 168 time: 0.4393013 Jul 28 14:55:25.794630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1d48d-58e8-4abe-8ffd-2a5f32bf1487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957c36b-7992-4481-bfce-b52b84baa467,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.115436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.142140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:26.185683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:26.270459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:26.271354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.399212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.461246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.522222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:26.531809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=0218ea6e-77aa-4082-b1b2-1b1ae5db09b1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.537097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:26.540347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:26.556336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:26.558239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.786543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5632ae7e-bcb9-4e86-8315-b21ed086c7ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2102666 Jul 28 14:55:26.787924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34770) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:27.055615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:27.055967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.252034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.272678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:27.275609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c1157f2c-7ee4-4f00-9b69-f16e43dd8ce4 None None] Provisioning for port 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:27.281868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c1157f2c-7ee4-4f00-9b69-f16e43dd8ce4 None None] Provisioning complete for port 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:27.282152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c1157f2c-7ee4-4f00-9b69-f16e43dd8ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.367201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c1157f2c-7ee4-4f00-9b69-f16e43dd8ce4 None None] Port 0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:27.744093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.776001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=0218ea6e-77aa-4082-b1b2-1b1ae5db09b1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:27.790980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.862190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.867678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:27.888645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8bcecf17-319c-465b-bbee-3129aac3a35a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 HTTP/1.1" status: 204 len: 168 time: 1.0997992 Jul 28 14:55:27.954684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c6615-21be-4c7a-8e34-0d8df1f05a5a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:27.960050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34812) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:27.962253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-806c6615-21be-4c7a-8e34-0d8df1f05a5a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0908797 Jul 28 14:55:28.086413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf64a15-f54a-4142-8c2c-1c82b8b97029 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.091636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34818) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:28.107011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aaf64a15-f54a-4142-8c2c-1c82b8b97029 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1454740 Jul 28 14:55:28.268094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed77e8-aa7a-4178-8b02-947dce8501e2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.270192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed77e8-aa7a-4178-8b02-947dce8501e2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.272884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed77e8-aa7a-4178-8b02-947dce8501e2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.279302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34832) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:28.290092 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80ed77e8-aa7a-4178-8b02-947dce8501e2 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1959705 Jul 28 14:55:28.391490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 77861668-bd82-4d60-8987-c5ff62367964 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:28.411364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.462002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.573665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.773789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.837276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=77861668-bd82-4d60-8987-c5ff62367964,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:28.841788 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.846183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/77861668-bd82-4d60-8987-c5ff62367964 HTTP/1.1" status: 204 len: 168 time: 0.5643446 Jul 28 14:55:28.847967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34844) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:28.854749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca9885-90d9-4e77-a493-07b76b37745a None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:28.914138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.915153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.916350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.916991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.917550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.918189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.918898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.919645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.920504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.921469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.922216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.923013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce33c23-161a-4180-bd44-9c46ff65cc92 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:28.998651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet 8b11859c-5aca-4d64-93c6-4fcc21704fe6 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:29.004961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.184494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.409789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.538354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34860) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:29.609843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.649615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=8b11859c-5aca-4d64-93c6-4fcc21704fe6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:29.671997 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.674952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0db6f542-4ea5-4743-a239-eab351f49cb0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/8b11859c-5aca-4d64-93c6-4fcc21704fe6 HTTP/1.1" status: 204 len: 168 time: 0.8249743 Jul 28 14:55:29.677872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34876) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:29.848932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e8f3a1a4-4b83-4354-b758-b3271a6adaae tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1690223 Jul 28 14:55:29.849971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34884) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:29.859474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:29.930491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6429bbb-e502-43cc-b832-e55fd474b7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.130992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6429bbb-e502-43cc-b832-e55fd474b7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.221528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac496eda-395d-4541-aaf6-39e253817689 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:30.335183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f15f79bd-a105-4300-b8b5-f56ea0a16b86 None None] Provisioning complete for port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:30.335590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f15f79bd-a105-4300-b8b5-f56ea0a16b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.344929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f6429bbb-e502-43cc-b832-e55fd474b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.395418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6429bbb-e502-43cc-b832-e55fd474b7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc362729-ef71-41ed-909c-6743bd21cfd0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:30.440700 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f6429bbb-e502-43cc-b832-e55fd474b7d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=451f439d0c824e7a9c7782beadcc50fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8904002 Jul 28 14:55:30.442200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34898) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:30.563866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f3165ed-c605-49d8-82cc-3eee0024f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.603578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f3165ed-c605-49d8-82cc-3eee0024f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.607772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:30.649131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:30.655492 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.699529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] Deleting port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:30.700006 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.831149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] For port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:30.831808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.855417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] Calling delete_port for 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:30.912130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f3165ed-c605-49d8-82cc-3eee0024f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.915843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f3165ed-c605-49d8-82cc-3eee0024f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.926705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4f3165ed-c605-49d8-82cc-3eee0024f381 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc362729-ef71-41ed-909c-6743bd21cfd0 HTTP/1.1" status: 204 len: 168 time: 0.4775684 Jul 28 14:55:30.944542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3165ed-c605-49d8-82cc-3eee0024f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc362729-ef71-41ed-909c-6743bd21cfd0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:31.091674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.149457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] Pushing event deleted for resources: {'Port': ['ID=7d2bcfb2-7ba5-4d6e-8107-8b28172e2906,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:31.177019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40693bb-6a77-4b84-96ee-8af60fbf65dc None None] No DVR routers for this DVR port 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:31.215071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.307450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:31.311658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:31.316921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:31.317696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.328756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd527631-e01b-464f-bbe7-2e6691d84575 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:31.360206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=c8b85446-66d0-41b3-a117-1316be0d3589,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:31.549360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a319d98c-a072-4066-89c4-8d7f1292edec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6974616 Jul 28 14:55:31.554269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34954) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.570167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:31.665409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e6db1467-3099-4ac4-83d0-dd83574f8121', 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'tenant_id': '347539dde77f4b0faa40306ac3f03d9c', 'fixed_ips': [{'subnet_id': 'c8b85446-66d0-41b3-a117-1316be0d3589'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:31.669283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.953177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Allocated IP 2001:db8::2 (e6db1467-3099-4ac4-83d0-dd83574f8121/c8b85446-66d0-41b3-a117-1316be0d3589/db76e4f2-87be-4c3b-865a-1d07952f4515) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:32.038133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:32.046737 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.180935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34974) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.229464 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1b74234-86b3-4ec2-a59a-74856f940233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.249063 n-d-764806-10 neutron-server[94658]: INFO neutron.db.ipam_backend_mixin [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8b85446-66d0-41b3-a117-1316be0d3589 (CIDR: 2001:db8::/64) Jul 28 14:55:32.249587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.269834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:32.303284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:32.303721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d2bcfb2-7ba5-4d6e-8107-8b28172e2906 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:32.361466 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:55:32.363327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:32.380527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.392567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Transition to ACTIVE for port object db76e4f2-87be-4c3b-865a-1d07952f4515 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:32.411655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1b74234-86b3-4ec2-a59a-74856f940233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.421613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Transition to ACTIVE for port object db76e4f2-87be-4c3b-865a-1d07952f4515 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:32.491804 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1b74234-86b3-4ec2-a59a-74856f940233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.532786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.541478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e1b74234-86b3-4ec2-a59a-74856f940233 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c961f9abdb824e1cbe8da3e48d4c89e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570263 Jul 28 14:55:32.543828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74234-86b3-4ec2-a59a-74856f940233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a7351-3451-494a-8323-214263921643,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:32.545861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34984) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.598032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:32.607306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:32.616120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:32.618141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a56bc806-641c-4add-9209-880149b446e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.637108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Pushing event updated for resources: {'Port': ['ID=db76e4f2-87be-4c3b-865a-1d07952f4515,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:32.657077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a56bc806-641c-4add-9209-880149b446e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.722357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-57f81413-d7df-4ddb-b517-b90183b542dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1604664 Jul 28 14:55:32.722635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34994) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.731949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'subnet': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:32.749443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Attempting to bind port db76e4f2-87be-4c3b-865a-1d07952f4515 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:32.750659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Attempting to bind port db76e4f2-87be-4c3b-865a-1d07952f4515 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:32.751525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Attempting to bind port db76e4f2-87be-4c3b-865a-1d07952f4515 on network e6db1467-3099-4ac4-83d0-dd83574f8121 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:32.772821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:32.773366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Checking segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:32.774015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.774664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Bound using segment: {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:32.779961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Bound port: db76e4f2-87be-4c3b-865a-1d07952f4515, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef728998-7619-4823-b9f8-be35111cf08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:32.780911 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.829315 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a56bc806-641c-4add-9209-880149b446e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.832655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a56bc806-641c-4add-9209-880149b446e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.833887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a56bc806-641c-4add-9209-880149b446e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b6a7351-3451-494a-8323-214263921643 HTTP/1.1" status: 204 len: 168 time: 0.2851017 Jul 28 14:55:32.850537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bc806-641c-4add-9209-880149b446e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a7351-3451-494a-8323-214263921643,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:33.028405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] For port db76e4f2-87be-4c3b-865a-1d07952f4515, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:33.033584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] For port db76e4f2-87be-4c3b-865a-1d07952f4515, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db76e4f2-87be-4c3b-865a-1d07952f4515,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:33.098054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:33.103689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.161530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.286116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ee202-8b61-4861-9d92-c570b33a5868 None None] Pushing event updated for resources: {'Port': ['ID=db76e4f2-87be-4c3b-865a-1d07952f4515,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:33.940887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-2be3ff4a-aee7-4f2f-9562-a8e39b0f7c49 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906534 Jul 28 14:55:34.008169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:55:34.307520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:55:34.378798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35048) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:34.395316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0c906f5-08f3-4fd3-ae11-97690db91eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.406467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-fccf9dae-accd-49ee-9464-9bae33594782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:34.410814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-fccf9dae-accd-49ee-9464-9bae33594782 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104beadba875406199d4cde93a84a27c&device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 1097 time: 0.2776637 Jul 28 14:55:34.472516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db76e4f2-87be-4c3b-865a-1d07952f4515 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:34.600412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0c906f5-08f3-4fd3-ae11-97690db91eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.692396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.694614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port db76e4f2-87be-4c3b-865a-1d07952f4515 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:34.713041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-4976af79-f65f-4b68-8d7d-1998dfde39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:34.715804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-4976af79-f65f-4b68-8d7d-1998dfde39b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 200 len: 912 time: 0.2804618 Jul 28 14:55:34.734823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0c906f5-08f3-4fd3-ae11-97690db91eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.802783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c906f5-08f3-4fd3-ae11-97690db91eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816bde95-8b72-4492-8176-28c0bd55bc96,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:34.809041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f0c906f5-08f3-4fd3-ae11-97690db91eb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b34d8c291e94474983cf70f0eaf0acf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281530 Jul 28 14:55:34.815030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:34.902875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f96e92e-29ff-4ef0-900e-de5668a4eede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.936560 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f96e92e-29ff-4ef0-900e-de5668a4eede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.008092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-48b5c687-1455-4f9f-a256-72ab99d3d697 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 200 len: 1001 time: 0.2789896 Jul 28 14:55:35.181142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f96e92e-29ff-4ef0-900e-de5668a4eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.192730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6f96e92e-29ff-4ef0-900e-de5668a4eede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.201003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6f96e92e-29ff-4ef0-900e-de5668a4eede admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/816bde95-8b72-4492-8176-28c0bd55bc96 HTTP/1.1" status: 204 len: 168 time: 0.3814650 Jul 28 14:55:35.228978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-07d689c2-1429-4a0e-af8d-75f850cb8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:35.230780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-07d689c2-1429-4a0e-af8d-75f850cb8ff0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 200 len: 850 time: 0.1999512 Jul 28 14:55:35.237804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96e92e-29ff-4ef0-900e-de5668a4eede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bde95-8b72-4492-8176-28c0bd55bc96,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:35.310128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Provisioning for port db76e4f2-87be-4c3b-865a-1d07952f4515 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:35.321818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Provisioning complete for port db76e4f2-87be-4c3b-865a-1d07952f4515 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:35.321818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.346444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] For port db76e4f2-87be-4c3b-865a-1d07952f4515, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db76e4f2-87be-4c3b-865a-1d07952f4515,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:35.376710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-0ad7992a-a310-4432-8977-a776ad755621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:35.378678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-0ad7992a-a310-4432-8977-a776ad755621 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35093577-9a76-4b96-9a10-59cc9f981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363416 Jul 28 14:55:35.501096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.529261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.595861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-8e8039d9-4749-4a48-89e3-828940caf750 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051218 Jul 28 14:55:35.673790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.674907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.707558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:35.708012 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:35.772707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:35.816737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:35.841816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52658aa5-8ac0-4fb9-b9f8-35a10857fc08 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:35.845199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:35.847295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.898253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Subnet': ['ID=c7f09534-c0b5-487a-b091-fcf780a19db9,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:35.948748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=db76e4f2-87be-4c3b-865a-1d07952f4515,revision_number=4']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:35.965889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecf48e26-b784-4d5c-a686-4505f087e1e7 req-e43abb71-e669-424c-aee6-e1f09bd80139 service neutron] 10.222.0.58 "GET /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529811 Jul 28 14:55:35.996017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ed3f0085-bd9a-4562-bd3a-bfb41e6f3650 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2722096 Jul 28 14:55:36.003773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35100) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:36.010418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Request body: {'port': {'network_id': 'e6db1467-3099-4ac4-83d0-dd83574f8121', 'mac_address': 'fa:16:3e:19:29:42', 'name': 'tempest-NetworksTestDHCPv6-1195666002'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:36.037867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.324435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.342523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db76e4f2-87be-4c3b-865a-1d07952f4515 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:36.354463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:36.423141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Made reservation on behalf of 347539dde77f4b0faa40306ac3f03d9c for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:36.438516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] For port db76e4f2-87be-4c3b-865a-1d07952f4515, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db76e4f2-87be-4c3b-865a-1d07952f4515,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:36.472936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port db76e4f2-87be-4c3b-865a-1d07952f4515 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:36.473322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.583621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.715647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.780714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] device_id is not set on port 12258802-1fd6-46d8-99e9-815349e1e26b yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:36.874564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0cd27-8184-479a-8fab-69c8c58ea32f None None] Pushing event updated for resources: {'Port': ['ID=db76e4f2-87be-4c3b-865a-1d07952f4515,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:36.907469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b776-37f4-45f6-9a05-2fbc28bba286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.106852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b776-37f4-45f6-9a05-2fbc28bba286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.144701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8::2c (e6db1467-3099-4ac4-83d0-dd83574f8121/c8b85446-66d0-41b3-a117-1316be0d3589/12258802-1fd6-46d8-99e9-815349e1e26b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:37.155620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:2942 (e6db1467-3099-4ac4-83d0-dd83574f8121/c7f09534-c0b5-487a-b091-fcf780a19db9/12258802-1fd6-46d8-99e9-815349e1e26b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:37.234147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b776-37f4-45f6-9a05-2fbc28bba286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.339989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b776-37f4-45f6-9a05-2fbc28bba286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea79026b-e24c-4c97-9846-fca3301a3a7e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:37.351489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a9b4b776-37f4-45f6-9a05-2fbc28bba286 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2a8f231b3fb4110bcd6b029e5f616cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958601 Jul 28 14:55:37.357119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35136) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:37.472096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62ade30e-c66b-4321-909c-c7b1f6442696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.535092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62ade30e-c66b-4321-909c-c7b1f6442696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.565331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cc9b3f5f-9953-4c30-ad3c-1683c2d639af None None] Provisioning complete for port db76e4f2-87be-4c3b-865a-1d07952f4515 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:37.565920 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3f5f-9953-4c30-ad3c-1683c2d639af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.623600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.706745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62ade30e-c66b-4321-909c-c7b1f6442696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.707132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Transition to ACTIVE for port object 12258802-1fd6-46d8-99e9-815349e1e26b will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:37.710699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62ade30e-c66b-4321-909c-c7b1f6442696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.712499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-62ade30e-c66b-4321-909c-c7b1f6442696 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea79026b-e24c-4c97-9846-fca3301a3a7e HTTP/1.1" status: 204 len: 168 time: 0.3543215 Jul 28 14:55:37.733260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ade30e-c66b-4321-909c-c7b1f6442696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea79026b-e24c-4c97-9846-fca3301a3a7e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:38.152275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.259118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Network e6db1467-3099-4ac4-83d0-dd83574f8121 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:38.277473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:38.317319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:38.331969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.332706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.332905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db76e4f2-87be-4c3b-865a-1d07952f4515 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:38.338248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event updated for resources: {'Port': ['ID=12258802-1fd6-46d8-99e9-815349e1e26b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:38.427562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port db76e4f2-87be-4c3b-865a-1d07952f4515 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:38.428746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.472196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d0426107-b27b-4c14-9905-78b6b8ccc88b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4671032 Jul 28 14:55:38.477405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35158) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:38.737531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting port 12258802-1fd6-46d8-99e9-815349e1e26b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:38.738255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.865468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.882147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Calling delete_port for 12258802-1fd6-46d8-99e9-815349e1e26b owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:39.018804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3f847f2-93dc-4804-bfb3-84ea66ba3f2b None None] Provisioning for port 12258802-1fd6-46d8-99e9-815349e1e26b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:39.028309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3f847f2-93dc-4804-bfb3-84ea66ba3f2b None None] Provisioning complete for port 12258802-1fd6-46d8-99e9-815349e1e26b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:39.029548 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f847f2-93dc-4804-bfb3-84ea66ba3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.108662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d3f847f2-93dc-4804-bfb3-84ea66ba3f2b None None] Port 12258802-1fd6-46d8-99e9-815349e1e26b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:39.188995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35170) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.239111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65bf2a71-cfb7-4745-b042-b8230115f72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.342474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.453023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Port': ['ID=12258802-1fd6-46d8-99e9-815349e1e26b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:39.537183 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.539699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9ea90357-e5ba-4d72-b7ae-09bc55af70d9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/12258802-1fd6-46d8-99e9-815349e1e26b HTTP/1.1" status: 204 len: 168 time: 1.0590529 Jul 28 14:55:39.546046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35180) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.608651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65bf2a71-cfb7-4745-b042-b8230115f72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.673883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f1c6c-4812-43e4-ba10-d38cdde123e0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.679434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35188) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.692122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c10f1c6c-4812-43e4-ba10-d38cdde123e0 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1442993 Jul 28 14:55:39.755435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93c088-febd-4d36-bee2-7b19baf17590 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.759720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35190) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.772123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cf93c088-febd-4d36-bee2-7b19baf17590 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0912855 Jul 28 14:55:39.834049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123709b-9d36-4d21-80f9-e27595fa39eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.836011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123709b-9d36-4d21-80f9-e27595fa39eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.838379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123709b-9d36-4d21-80f9-e27595fa39eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.843271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35194) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.854485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0123709b-9d36-4d21-80f9-e27595fa39eb tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0935702 Jul 28 14:55:39.859964 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65bf2a71-cfb7-4745-b042-b8230115f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.958170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-65bf2a71-cfb7-4745-b042-b8230115f72b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=821f2836d9414b8c828dbc404bfbfbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650347 Jul 28 14:55:39.960138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35198) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.990591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet c7f09534-c0b5-487a-b091-fcf780a19db9 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:40.001200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.061254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf2a71-cfb7-4745-b042-b8230115f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc54d05-d9dd-42b4-a3a5-c3df33850eec,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:40.106533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.113958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-67f75539-60fe-4842-8b65-f23856717005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.175721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-67f75539-60fe-4842-8b65-f23856717005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.371791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.598978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-67f75539-60fe-4842-8b65-f23856717005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.605031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-67f75539-60fe-4842-8b65-f23856717005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.619993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-67f75539-60fe-4842-8b65-f23856717005 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1dc54d05-d9dd-42b4-a3a5-c3df33850eec HTTP/1.1" status: 204 len: 168 time: 0.6578898 Jul 28 14:55:40.629024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.654078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f75539-60fe-4842-8b65-f23856717005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc54d05-d9dd-42b4-a3a5-c3df33850eec,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:40.709884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f09534-c0b5-487a-b091-fcf780a19db9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:40.727486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0841dd-a3e5-4823-8724-0cd2c99680a9 None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:40.729664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.734172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eac46149-fcd3-4d43-a516-f036e47851ec tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/c7f09534-c0b5-487a-b091-fcf780a19db9 HTTP/1.1" status: 204 len: 168 time: 0.8873589 Jul 28 14:55:40.734564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35214) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:40.792708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Deleting subnet c8b85446-66d0-41b3-a117-1316be0d3589 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:40.825574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.886249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dd25b-0aa6-42bd-917f-2679f8c92291 req-3bac2914-3e0f-42ed-b70e-1db164a2296a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.887866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-270dd25b-0aa6-42bd-917f-2679f8c92291 req-3bac2914-3e0f-42ed-b70e-1db164a2296a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 0.0925705 Jul 28 14:55:40.906610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.159040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-270dd25b-0aa6-42bd-917f-2679f8c92291 req-8ddf4138-4c94-410c-90f9-614272719a76 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485685 Jul 28 14:55:41.244421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.393773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35222) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:41.557844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.631595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b85446-66d0-41b3-a117-1316be0d3589,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:41.640893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9926062-536f-4813-8c2d-0e713332dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.645717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.650730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1e67691d-e7d6-4a27-831e-6ed7f0e3db2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/c8b85446-66d0-41b3-a117-1316be0d3589 HTTP/1.1" status: 204 len: 168 time: 0.9121346 Jul 28 14:55:41.655595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35238) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:41.717491 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c6ddb1b2-0a6a-44c7-8243-def7e5852088 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603449 Jul 28 14:55:41.720233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:41.804116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714719c4-1b28-4a06-9613-89593ec2441a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.806362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-714719c4-1b28-4a06-9613-89593ec2441a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0845077 Jul 28 14:55:41.809340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35246) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:41.900039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f1bea-6680-466f-a056-984875048b05 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.902102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a33f1bea-6680-466f-a056-984875048b05 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0915337 Jul 28 14:55:41.905264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35248) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:41.937254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9926062-536f-4813-8c2d-0e713332dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.978494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2455d6df-b9e8-4517-89d4-5a4d2baeead9 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712957 Jul 28 14:55:41.986856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35250) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.017889 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-4456acab-33d1-4853-8cc1-4b2bf2dfb1af tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.018571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4456acab-33d1-4853-8cc1-4b2bf2dfb1af tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.020403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4456acab-33d1-4853-8cc1-4b2bf2dfb1af tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/12258802-1fd6-46d8-99e9-815349e1e26b HTTP/1.1" status: 404 len: 333 time: 0.0324109 Jul 28 14:55:42.023803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35252) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.070035 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9718a0-757e-480a-a28c-629c312dbdf4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.070989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9718a0-757e-480a-a28c-629c312dbdf4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.075797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a9718a0-757e-480a-a28c-629c312dbdf4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/c7f09534-c0b5-487a-b091-fcf780a19db9 HTTP/1.1" status: 404 len: 337 time: 0.0478973 Jul 28 14:55:42.077263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35256) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.088119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9926062-536f-4813-8c2d-0e713332dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.146734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6bff14-f574-491b-9ce6-e98fc9606d7d None None] Network e6db1467-3099-4ac4-83d0-dd83574f8121 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:42.163052 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4a50a5-60c9-4394-9573-1033767485f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.164283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4a50a5-60c9-4394-9573-1033767485f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.168572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5e4a50a5-60c9-4394-9573-1033767485f8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/c8b85446-66d0-41b3-a117-1316be0d3589 HTTP/1.1" status: 404 len: 337 time: 0.0896950 Jul 28 14:55:42.170864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9926062-536f-4813-8c2d-0e713332dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5465e6f5-1327-4ed7-9079-839899d581ca,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:42.171672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35258) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.217495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9926062-536f-4813-8c2d-0e713332dc3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04313152d82c415892cbcb24f08b8ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8223112 Jul 28 14:55:42.218283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.238275 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09ea5e5-3078-4deb-9183-827bb42b6738 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.244648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09ea5e5-3078-4deb-9183-827bb42b6738 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.249227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d09ea5e5-3078-4deb-9183-827bb42b6738 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/0218ea6e-77aa-4082-b1b2-1b1ae5db09b1 HTTP/1.1" status: 404 len: 333 time: 0.0758889 Jul 28 14:55:42.260346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35266) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.358849 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b88876a-5c02-44db-a837-610d77fbb79c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.360706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b88876a-5c02-44db-a837-610d77fbb79c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.364978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9b88876a-5c02-44db-a837-610d77fbb79c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/77861668-bd82-4d60-8987-c5ff62367964 HTTP/1.1" status: 404 len: 337 time: 0.1025720 Jul 28 14:55:42.366982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35272) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.372896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9d28ecbf-9079-4ce6-a7a2-b4be5cce5220 None None] Provisioning complete for port db76e4f2-87be-4c3b-865a-1d07952f4515 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:42.373416 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d28ecbf-9079-4ce6-a7a2-b4be5cce5220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.461304 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c412a77-846f-4449-b443-31a7669a64dd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.464874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c412a77-846f-4449-b443-31a7669a64dd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.479144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8c412a77-846f-4449-b443-31a7669a64dd tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/8b11859c-5aca-4d64-93c6-4fcc21704fe6 HTTP/1.1" status: 404 len: 337 time: 0.1079023 Jul 28 14:55:42.481203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35278) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.542183 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-281cbba0-8a06-4bf1-8d76-d99d75091355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.582634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ed1e-444f-4f92-a2aa-05268cf60cbc req-4100fded-dab1-4e4b-abe0-b0634a7983f8 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:42.584564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0579ed1e-444f-4f92-a2aa-05268cf60cbc req-4100fded-dab1-4e4b-abe0-b0634a7983f8 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 0.2157056 Jul 28 14:55:42.591586 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-281cbba0-8a06-4bf1-8d76-d99d75091355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.595039 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-643af498-5b55-431a-8688-8e75004d3ed7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.596224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643af498-5b55-431a-8688-8e75004d3ed7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.602426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35284) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.611968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-643af498-5b55-431a-8688-8e75004d3ed7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/0a5ed3d5-df65-4e76-82c1-4bf1ff71d4a5 HTTP/1.1" status: 404 len: 333 time: 0.1161141 Jul 28 14:55:42.700255 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5f00e2-b16f-4b08-8f83-d344ece0bd30 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.701432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5f00e2-b16f-4b08-8f83-d344ece0bd30 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.714398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9d5f00e2-b16f-4b08-8f83-d344ece0bd30 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/ae6d5697-01cc-4eaf-9653-cca345f1617c HTTP/1.1" status: 404 len: 337 time: 0.1058924 Jul 28 14:55:42.734084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35288) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.747671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-774cc370-27a8-4560-876b-89f9fb73800f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:42.751045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-774cc370-27a8-4560-876b-89f9fb73800f tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 945 time: 0.1879728 Jul 28 14:55:42.857234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0579ed1e-444f-4f92-a2aa-05268cf60cbc req-d86a0ed3-b98a-447c-8271-106a668385ff tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups?id=a03adb90-63bc-4b26-ab77-c5c3c5c585b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765664 Jul 28 14:55:42.858729 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14aa0c1-fb06-4169-b292-4a7a36952b2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.859519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14aa0c1-fb06-4169-b292-4a7a36952b2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.863005 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a14aa0c1-fb06-4169-b292-4a7a36952b2f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/dc008497-158a-44ab-9500-b00645dc339d HTTP/1.1" status: 404 len: 337 time: 0.1252789 Jul 28 14:55:42.870439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.927634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] DHCP port deletion for e6db1467-3099-4ac4-83d0-dd83574f8121 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:42.947870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Deleting port 730d0d0e-ce04-401e-88b7-87d701ca9a3c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:42.948192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.963816 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-31288f16-61ba-453e-ac96-0681fad7c016 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:42.965117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31288f16-61ba-453e-ac96-0681fad7c016 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:42.968671 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-31288f16-61ba-453e-ac96-0681fad7c016 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/11be6215-340d-4a3f-bcaa-24031439eaaf HTTP/1.1" status: 404 len: 333 time: 0.0954630 Jul 28 14:55:42.976039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35294) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.023065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] Deleting port db76e4f2-87be-4c3b-865a-1d07952f4515 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:43.047943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.081768 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e665d4de-771f-4a9a-9868-77c19ad17e06 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.082853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e665d4de-771f-4a9a-9868-77c19ad17e06 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.085269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e665d4de-771f-4a9a-9868-77c19ad17e06 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/9f5ef333-5b80-4e15-94c0-7304079c5cc4 HTTP/1.1" status: 404 len: 337 time: 0.1073053 Jul 28 14:55:43.088068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35296) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.115961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] For port db76e4f2-87be-4c3b-865a-1d07952f4515, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db76e4f2-87be-4c3b-865a-1d07952f4515,segment=NetworkSegment(ef728998-7619-4823-b9f8-be35111cf08e),segment_id=ef728998-7619-4823-b9f8-be35111cf08e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:43.117789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.137777 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3115d05-2160-45a5-bdf3-4cd33b2b152f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.138490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3115d05-2160-45a5-bdf3-4cd33b2b152f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.143934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f3115d05-2160-45a5-bdf3-4cd33b2b152f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/7fa11e46-4525-47cc-beb0-14043d03e27b HTTP/1.1" status: 404 len: 337 time: 0.0517433 Jul 28 14:55:43.143934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-281cbba0-8a06-4bf1-8d76-d99d75091355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.145154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] Calling delete_port for db76e4f2-87be-4c3b-865a-1d07952f4515 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:43.149184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-281cbba0-8a06-4bf1-8d76-d99d75091355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.152956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-281cbba0-8a06-4bf1-8d76-d99d75091355 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5465e6f5-1327-4ed7-9079-839899d581ca HTTP/1.1" status: 204 len: 168 time: 0.9315825 Jul 28 14:55:43.152956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35298) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.205491 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea452b4-58b5-4ff3-a042-6c067b37e1f5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.206779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea452b4-58b5-4ff3-a042-6c067b37e1f5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.222120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ea452b4-58b5-4ff3-a042-6c067b37e1f5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/1cee6f3d-8565-4230-863c-eea51ac147ef HTTP/1.1" status: 404 len: 333 time: 0.0619497 Jul 28 14:55:43.222299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] For port 730d0d0e-ce04-401e-88b7-87d701ca9a3c, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=730d0d0e-ce04-401e-88b7-87d701ca9a3c,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:43.222299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.222537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cbba0-8a06-4bf1-8d76-d99d75091355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5465e6f5-1327-4ed7-9079-839899d581ca,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:43.223424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35302) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.316387 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ab5f75-5ee0-4ace-a515-a3479da7a575 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.317328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ab5f75-5ee0-4ace-a515-a3479da7a575 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.323741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85ab5f75-5ee0-4ace-a515-a3479da7a575 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1cdd5074-ea2c-4839-9a0b-fdc4066f3b52 HTTP/1.1" status: 404 len: 337 time: 0.0988591 Jul 28 14:55:43.330776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.355474 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.370663 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa44daf9-7902-4f31-991b-d30007223270 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.377053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa44daf9-7902-4f31-991b-d30007223270 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.404596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa44daf9-7902-4f31-991b-d30007223270 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/9515014e-f1b1-4827-a0b2-c924a0420f76 HTTP/1.1" status: 404 len: 333 time: 0.0738041 Jul 28 14:55:43.408285 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35312) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.464171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] No DVR routers for this DVR port db76e4f2-87be-4c3b-865a-1d07952f4515 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:43.478322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fc193-8115-4dcb-a6b1-fef9c20d69f8 None None] Pushing event deleted for resources: {'Port': ['ID=db76e4f2-87be-4c3b-865a-1d07952f4515,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:43.497050 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bfbfff-cd34-44da-b6c6-bccb8b55f599 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.498065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bfbfff-cd34-44da-b6c6-bccb8b55f599 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.503922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28bfbfff-cd34-44da-b6c6-bccb8b55f599 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/2005fc6a-d6e5-4212-b688-d93c4d736240 HTTP/1.1" status: 404 len: 337 time: 0.0844076 Jul 28 14:55:43.504713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35314) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.532938 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc23d85-56b6-4939-88b8-d5ee1e3723d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.533860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc23d85-56b6-4939-88b8-d5ee1e3723d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.538717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dcc23d85-56b6-4939-88b8-d5ee1e3723d6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/3f3cccef-42c7-4dcd-9e3a-b5ec7bb12511 HTTP/1.1" status: 404 len: 333 time: 0.0325670 Jul 28 14:55:43.539362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.563511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.564846 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.566978 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Floating IP a6c1768e-4bc6-4f7a-830c-04700053f518 disassociated. External IP: 172.25.6.115, port: 730d0d0e-ce04-401e-88b7-87d701ca9a3c. Jul 28 14:55:43.567565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Calling delete_port for 730d0d0e-ce04-401e-88b7-87d701ca9a3c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:43.572396 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-48787b27-911d-4c30-b752-d683e92c31ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.572926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48787b27-911d-4c30-b752-d683e92c31ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.577674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-48787b27-911d-4c30-b752-d683e92c31ca tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/a91b71df-25f1-42fd-b88e-a7539e6bffb5 HTTP/1.1" status: 404 len: 337 time: 0.0371559 Jul 28 14:55:43.578417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35318) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.611987 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-1260e17f-8172-4c7b-99e2-e5bde515d36f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.613151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1260e17f-8172-4c7b-99e2-e5bde515d36f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.618036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1260e17f-8172-4c7b-99e2-e5bde515d36f tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/b9c3fbfc-bfab-4ecb-a2ce-777f01be0932 HTTP/1.1" status: 404 len: 333 time: 0.0372403 Jul 28 14:55:43.620810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.664439 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-3044a95f-7ad7-402d-bf3f-44ac8d571444 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.664945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3044a95f-7ad7-402d-bf3f-44ac8d571444 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.671147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3044a95f-7ad7-402d-bf3f-44ac8d571444 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1a417077-bbb8-4fa3-bbd1-d221c9da03eb HTTP/1.1" status: 404 len: 337 time: 0.0455639 Jul 28 14:55:43.671749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35326) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.729661 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-add7a493-43c9-4953-853d-c125d7222e51 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.729661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add7a493-43c9-4953-853d-c125d7222e51 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.740765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-add7a493-43c9-4953-853d-c125d7222e51 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/c4f3d39b-a21e-450a-8f96-36d17960da8c HTTP/1.1" status: 404 len: 333 time: 0.0678697 Jul 28 14:55:43.745260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.803189 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23143bb-5b9e-4a4e-8f3c-290141487ec8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.803657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23143bb-5b9e-4a4e-8f3c-290141487ec8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.805466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a23143bb-5b9e-4a4e-8f3c-290141487ec8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/bec77fae-2f3d-4fce-8dab-88a4928181f2 HTTP/1.1" status: 404 len: 337 time: 0.0592012 Jul 28 14:55:43.811590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35340) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.864083 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-37087ab9-e56f-4d04-8db4-aeb6617573b4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.867672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37087ab9-e56f-4d04-8db4-aeb6617573b4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.873256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-37087ab9-e56f-4d04-8db4-aeb6617573b4 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/f119174d-3472-42dc-98dd-d14817117fa1 HTTP/1.1" status: 404 len: 333 time: 0.0581448 Jul 28 14:55:43.874244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35344) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.900658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.944708 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42ef10a-c994-4d3a-bc11-039d346b25c7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.945496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42ef10a-c994-4d3a-bc11-039d346b25c7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:43.945847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event deleted for resources: {'Port': ['ID=730d0d0e-ce04-401e-88b7-87d701ca9a3c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:43.951464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35348) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:43.960791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b42ef10a-c994-4d3a-bc11-039d346b25c7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/92a6b658-6129-448c-8baf-de14e20c68fa HTTP/1.1" status: 404 len: 337 time: 0.0769379 Jul 28 14:55:43.995899 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f40f59a-e130-476c-8439-af4ab4c932ee tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:43.996365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f40f59a-e130-476c-8439-af4ab4c932ee tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.001533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f40f59a-e130-476c-8439-af4ab4c932ee tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/43aaa2df-16aa-47de-a0eb-888e1944e3fa HTTP/1.1" status: 404 len: 337 time: 0.0457380 Jul 28 14:55:44.002892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.048327 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-939a3616-6b72-407c-8f86-7294bd5b15e1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.050414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939a3616-6b72-407c-8f86-7294bd5b15e1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.056085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-939a3616-6b72-407c-8f86-7294bd5b15e1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/09c0a4e6-c15e-46ce-8476-2315f2c6a6a1 HTTP/1.1" status: 404 len: 333 time: 0.0485029 Jul 28 14:55:44.056835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35356) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.060697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ca80cfd-9710-4b2d-9692-4bc28f4e190a req-15bceb0c-7bee-4fff-9e69-b13b53dfb5dd tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.0688102 Jul 28 14:55:44.121058 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-661971c9-cb35-4975-8698-1da909758f69 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.124246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661971c9-cb35-4975-8698-1da909758f69 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.138345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-661971c9-cb35-4975-8698-1da909758f69 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/6cb269fa-08e9-406c-9f19-e3881607e822 HTTP/1.1" status: 404 len: 337 time: 0.0755332 Jul 28 14:55:44.139372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35360) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.261926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db76e4f2-87be-4c3b-865a-1d07952f4515 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:44.276796 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c0a3f5-24d8-42f1-b449-19555f6fd0b5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.277876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c0a3f5-24d8-42f1-b449-19555f6fd0b5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.280434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4c0a3f5-24d8-42f1-b449-19555f6fd0b5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/922a1ef2-d748-402d-a292-502c81862aec HTTP/1.1" status: 404 len: 337 time: 0.1394064 Jul 28 14:55:44.284138 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.304843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: db76e4f2-87be-4c3b-865a-1d07952f4515 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:44.305865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db76e4f2-87be-4c3b-865a-1d07952f4515 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:44.352387 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22a785a-970f-4f75-8ef4-ec6059db6dd1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.353703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22a785a-970f-4f75-8ef4-ec6059db6dd1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.355586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e22a785a-970f-4f75-8ef4-ec6059db6dd1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/3bcb49b1-10be-447e-85ab-bc59cbb09f16 HTTP/1.1" status: 404 len: 333 time: 0.0700822 Jul 28 14:55:44.359527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35366) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.391826 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a4cfc0-7e8c-4124-ba29-d36709b97346 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.392263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a4cfc0-7e8c-4124-ba29-d36709b97346 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.394165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-65a4cfc0-7e8c-4124-ba29-d36709b97346 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/354f37f6-567e-42c2-845b-4f2468ed5ece HTTP/1.1" status: 404 len: 337 time: 0.0335660 Jul 28 14:55:44.399220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35368) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.478768 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e98d91-6e6a-4780-8ba4-59726cd8e935 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.479314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e98d91-6e6a-4780-8ba4-59726cd8e935 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.490014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-96e98d91-6e6a-4780-8ba4-59726cd8e935 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/f874291c-c8b5-4207-ad56-9aaa7657d4cf HTTP/1.1" status: 404 len: 337 time: 0.0856445 Jul 28 14:55:44.491133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35376) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.559979 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-75729763-47b5-4e95-b915-660950d959a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.561997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75729763-47b5-4e95-b915-660950d959a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.572918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-75729763-47b5-4e95-b915-660950d959a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/7160b463-41ad-45e0-8966-302a73279a39 HTTP/1.1" status: 404 len: 333 time: 0.0802202 Jul 28 14:55:44.575487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35380) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.658104 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a73c46-7ab6-445a-87a0-2fd10a4c9e3b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.659276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a73c46-7ab6-445a-87a0-2fd10a4c9e3b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.668509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e4a73c46-7ab6-445a-87a0-2fd10a4c9e3b tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/7320cc81-421e-426a-b41a-9b858241c02e HTTP/1.1" status: 404 len: 337 time: 0.0900297 Jul 28 14:55:44.669847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.698411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.767894 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-15985859-be5c-4f53-8e5e-f28877203954 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:44.772133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15985859-be5c-4f53-8e5e-f28877203954 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:44.778025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15985859-be5c-4f53-8e5e-f28877203954 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/68ebf494-5855-46ed-82cc-e3e21ce2bb0a HTTP/1.1" status: 404 len: 337 time: 0.1062386 Jul 28 14:55:44.783249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35394) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.860332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-17121daa-843d-4fee-9e1a-dab056f24ad8 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7fc3a9a-c30d-4316-92e8-900fd4c885ba HTTP/1.1" status: 200 len: 205 time: 0.0752923 Jul 28 14:55:44.863152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35396) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.904856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Router 48b03126-a465-439f-b385-0746302fa5ef has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:44.912809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f7996371-a1ab-4ea9-9f95-05574ebaab5d tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-849296041'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:44.913306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f7996371-a1ab-4ea9-9f95-05574ebaab5d tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Unknown quota resources ['metering_label']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:55:44.948978 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-b9e37b9b-7699-4df4-8358-40230c98ad5c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] delete failed (client error): The resource could not be found. Jul 28 14:55:44.950185 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9e37b9b-7699-4df4-8358-40230c98ad5c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/routers/c7fc3a9a-c30d-4316-92e8-900fd4c885ba HTTP/1.1" status: 404 len: 336 time: 0.0845160 Jul 28 14:55:44.987175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35402) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.097023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.108250 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1576a51-6071-4583-aa70-c8d732017f38 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.109165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1576a51-6071-4583-aa70-c8d732017f38 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.117293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1576a51-6071-4583-aa70-c8d732017f38 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/38f49a4a-b964-4dd0-bb28-34e1e984c8b0 HTTP/1.1" status: 404 len: 337 time: 0.1287653 Jul 28 14:55:45.120890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.174028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51b3e61b-a25d-403b-92e3-6ebad930f583 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "GET /v2.0/ports?device_id=00dadd5b-405e-4462-8a3b-5d521a52ec1b HTTP/1.1" status: 200 len: 205 time: 0.0530231 Jul 28 14:55:45.175212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35412) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.191987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:45.203030 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:45.217956 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:45.218766 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:55:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:45.254912 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-f5d930d0-ced3-44da-b7d4-424ed015c0b1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] delete failed (client error): The resource could not be found. Jul 28 14:55:45.261956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35414) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.262169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5d930d0-ced3-44da-b7d4-424ed015c0b1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/routers/00dadd5b-405e-4462-8a3b-5d521a52ec1b HTTP/1.1" status: 404 len: 336 time: 0.0845737 Jul 28 14:55:45.308586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] No DVR routers for this DVR port 730d0d0e-ce04-401e-88b7-87d701ca9a3c on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:45.312887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.315356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4c21eb56-f27b-41d3-8cf6-ae0135563728 req-e7a4a639-a241-4146-bfda-0dc1fdc72156 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.58 "DELETE /v2.0/ports/730d0d0e-ce04-401e-88b7-87d701ca9a3c HTTP/1.1" status: 204 len: 173 time: 2.5579519 Jul 28 14:55:45.316319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'name': 'network-vif-deleted', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:45.327090 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea7b7b4-8113-4c64-a1d0-bb040bbf0cc7" -d '{"events": [{"server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "name": "network-vif-deleted", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:45.384965 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0428e2-287e-47ef-8a9f-c81b66c25de6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.385793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0428e2-287e-47ef-8a9f-c81b66c25de6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.388919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ee0428e2-287e-47ef-8a9f-c81b66c25de6 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/4b1ae7a5-9393-4768-8db4-a32d2e834129 HTTP/1.1" status: 404 len: 337 time: 0.1203425 Jul 28 14:55:45.396384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.409044 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:45.415995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1886834614-network', 'tenant_id': '4f8a9bb20ece41f1b94c4e577836139f'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:45.450043 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-027940e2-a442-4f6e-9ad1-e4383af9aa9c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.451347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027940e2-a442-4f6e-9ad1-e4383af9aa9c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.457626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-027940e2-a442-4f6e-9ad1-e4383af9aa9c tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/5d61519d-00f0-4f25-8cb1-494cb7327cf9 HTTP/1.1" status: 404 len: 337 time: 0.0576117 Jul 28 14:55:45.458402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35422) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.494847 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f29b5c-24c6-459a-8c78-1909cbcb326a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.495606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f29b5c-24c6-459a-8c78-1909cbcb326a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.502067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a9f29b5c-24c6-459a-8c78-1909cbcb326a tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/08cefc05-80df-4606-b649-13f62c8c875b HTTP/1.1" status: 404 len: 333 time: 0.0374064 Jul 28 14:55:45.502753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35424) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.525398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b800e18-a53a-4506-8488-fa852af5ccda req-8bbc2486-953c-45dc-8e74-60c02b7154ce tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.3428979 Jul 28 14:55:45.529974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7996371-a1ab-4ea9-9f95-05574ebaab5d tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.531707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f7996371-a1ab-4ea9-9f95-05574ebaab5d tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8315115 Jul 28 14:55:45.536526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.548441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-439bbf49-87e0-4e21-8e13-1a518ab7d1a6 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd6a58fed-21b7-49a7-a610-e6f4ce9a9a7f'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:45.549029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-439bbf49-87e0-4e21-8e13-1a518ab7d1a6 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:55:45.590187 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-6906ecd8-3a78-4c4e-bc5e-2443685aeef7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.596863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6906ecd8-3a78-4c4e-bc5e-2443685aeef7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.600360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6906ecd8-3a78-4c4e-bc5e-2443685aeef7 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/2993a4d7-aa20-43e5-9253-7c2c6c9eb3c1 HTTP/1.1" status: 404 len: 337 time: 0.0968170 Jul 28 14:55:45.603793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35430) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.685763 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03aeb68-1270-4648-8d26-fe4cce9c8875 x-openstack-request-id: req-e03aeb68-1270-4648-8d26-fe4cce9c8875 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:45.685763 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02507fae-82fd-4536-9939-8a5a015f97d7", "name": "network-vif-deleted", "tag": "730d0d0e-ce04-401e-88b7-87d701ca9a3c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:45.685763 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e03aeb68-1270-4648-8d26-fe4cce9c8875 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:45.685763 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02507fae-82fd-4536-9939-8a5a015f97d7', 'name': 'network-vif-deleted', 'tag': '730d0d0e-ce04-401e-88b7-87d701ca9a3c', 'status': 'completed', 'code': 200} Jul 28 14:55:45.690600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Made reservation on behalf of 4f8a9bb20ece41f1b94c4e577836139f for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:45.694146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.727671 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac14877-9dbf-4218-84f4-5300ef2cc9c5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.728308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac14877-9dbf-4218-84f4-5300ef2cc9c5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.730588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ac14877-9dbf-4218-84f4-5300ef2cc9c5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/9c1f16ec-30e4-4698-90a0-ed61d979f324 HTTP/1.1" status: 404 len: 333 time: 0.1254270 Jul 28 14:55:45.733940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35432) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.742369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.793232 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-b923ff0f-6ec6-41dd-b438-ebaa27a07966 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.794640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b923ff0f-6ec6-41dd-b438-ebaa27a07966 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.797202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b923ff0f-6ec6-41dd-b438-ebaa27a07966 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/99c348b8-3a2b-46aa-8354-ce3cbdd93701 HTTP/1.1" status: 404 len: 337 time: 0.0615885 Jul 28 14:55:45.819150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35438) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.845545 n-d-764806-10 neutron-server[94658]: WARNING neutron.services.metering.metering_plugin [None req-439bbf49-87e0-4e21-8e13-1a518ab7d1a6 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 14:55:45.857113 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f694d5f-1704-420e-b2b4-2e3d194db270 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.858134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f694d5f-1704-420e-b2b4-2e3d194db270 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.860607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2f694d5f-1704-420e-b2b4-2e3d194db270 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/dd9cc8fd-3ce3-4127-a84a-d7d6a65e0365 HTTP/1.1" status: 404 len: 333 time: 0.0399678 Jul 28 14:55:45.864793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.899100 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:45.920382 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fa5a66-d0b1-4f93-bbce-666b4f1b9d3d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.921617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fa5a66-d0b1-4f93-bbce-666b4f1b9d3d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.928305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-05fa5a66-d0b1-4f93-bbce-666b4f1b9d3d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/2c68d7f5-2018-43af-9f0c-dcec457b72e2 HTTP/1.1" status: 404 len: 337 time: 0.0618041 Jul 28 14:55:45.929330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35444) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.952748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:45.965004 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf15417-cf54-4643-831f-b62b958d84a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:45.966849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf15417-cf54-4643-831f-b62b958d84a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:45.971757 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:45.972719 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:55:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:45.973814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-abf15417-cf54-4643-831f-b62b958d84a5 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/6ee83fca-5256-499e-99ed-7c1edb3c4c1f HTTP/1.1" status: 404 len: 333 time: 0.0427723 Jul 28 14:55:45.974472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35446) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.021301 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59c4274-6b2a-456c-817d-c7e9279579cc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.021782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59c4274-6b2a-456c-817d-c7e9279579cc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.028171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e59c4274-6b2a-456c-817d-c7e9279579cc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/dabe1e4e-1f79-41ec-b3e1-a5cab3c0c329 HTTP/1.1" status: 404 len: 337 time: 0.0523515 Jul 28 14:55:46.029150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35448) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.037822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-439bbf49-87e0-4e21-8e13-1a518ab7d1a6 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.039758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-439bbf49-87e0-4e21-8e13-1a518ab7d1a6 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5014746 Jul 28 14:55:46.043622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35450) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.054425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3da0a9f8-a9a1-450b-8c73-d38bcfce0412 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd6a58fed-21b7-49a7-a610-e6f4ce9a9a7f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:46.056611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3da0a9f8-a9a1-450b-8c73-d38bcfce0412 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94657) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:55:46.099858 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a3a1f9-7788-4275-9f50-9b7dfec9db84 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.100808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a3a1f9-7788-4275-9f50-9b7dfec9db84 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.103425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-73a3a1f9-7788-4275-9f50-9b7dfec9db84 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/b8001dbd-e02d-4f0f-878a-46f880ffcae6 HTTP/1.1" status: 404 len: 333 time: 0.0724187 Jul 28 14:55:46.106305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.221174 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:46.226336 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac50737-0c88-4bb1-8088-31b54eb81224 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.226813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac50737-0c88-4bb1-8088-31b54eb81224 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.231601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ac50737-0c88-4bb1-8088-31b54eb81224 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1c6e6ff0-4aad-46d9-b494-e643529b178a HTTP/1.1" status: 404 len: 337 time: 0.1206431 Jul 28 14:55:46.234283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35458) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.257214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.296419 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-68353491-d7d1-4db0-a6cc-ea2b478c2566 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.302789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68353491-d7d1-4db0-a6cc-ea2b478c2566 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.303300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-68353491-d7d1-4db0-a6cc-ea2b478c2566 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/1f0c1262-6ed0-413e-af97-5af72c0a8dc2 HTTP/1.1" status: 404 len: 333 time: 0.0542033 Jul 28 14:55:46.304504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35460) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.347224 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda4edef-a4b7-42c6-a93f-5e2d38dc0d3d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.348345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda4edef-a4b7-42c6-a93f-5e2d38dc0d3d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.352090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bda4edef-a4b7-42c6-a93f-5e2d38dc0d3d tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/1cadeb12-7582-424d-a89a-155cdd53a1dd HTTP/1.1" status: 404 len: 337 time: 0.0443077 Jul 28 14:55:46.353390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35462) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.381753 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-204ffb43-ac2e-4755-9c3d-8e0135e5b1dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.382506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204ffb43-ac2e-4755-9c3d-8e0135e5b1dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.384444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-204ffb43-ac2e-4755-9c3d-8e0135e5b1dc tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/ports/18c48fcd-5a6b-4ade-a3b6-c9b2f0b8e729 HTTP/1.1" status: 404 len: 333 time: 0.0308566 Jul 28 14:55:46.387108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35464) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.409322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 730d0d0e-ce04-401e-88b7-87d701ca9a3c no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:46.436088 n-d-764806-10 neutron-server[94657]: WARNING neutron.services.metering.metering_plugin [None req-3da0a9f8-a9a1-450b-8c73-d38bcfce0412 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 14:55:46.447750 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07fed79-7299-4f57-82ea-713d2b94fab1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] DELETE failed (client error): The resource could not be found. Jul 28 14:55:46.448752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07fed79-7299-4f57-82ea-713d2b94fab1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:55:46.451159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e07fed79-7299-4f57-82ea-713d2b94fab1 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/subnets/f03e5c31-c499-4ee2-adda-069e5b1f7750 HTTP/1.1" status: 404 len: 337 time: 0.0628276 Jul 28 14:55:46.456917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.474569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 730d0d0e-ce04-401e-88b7-87d701ca9a3c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:46.475097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 730d0d0e-ce04-401e-88b7-87d701ca9a3c not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:46.530706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.573116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:46.615541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:46.621319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.621875 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Added segment b8651b3d-7a4f-4641-b82c-80ad9e6c402a of type vlan for network aab35b5f-da03-404b-bae9-77eefb3d715e Jul 28 14:55:46.641344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.695610 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:46.738273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.747323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3da0a9f8-a9a1-450b-8c73-d38bcfce0412 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.753366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3da0a9f8-a9a1-450b-8c73-d38bcfce0412 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7023292 Jul 28 14:55:46.754368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35472) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.760045 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976c5b5-ad51-42fa-8a47-9ff52a06b721 None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:05Z', 'revision_number': 4, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a746b359-83b4-417e-8e07-4837d31c59d5', 'name': '', 'network_id': '35093577-9a76-4b96-9a10-59cc9f981d40', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'mac_address': 'fa:16:3e:7e:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:04Z', 'updated_at': '2021-07-28T14:47:16Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'subnets': [{'id': 'a1c85e97-85a1-47c6-b3ec-558fcd870a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:46.778243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e9baefd4-6ec5-4f11-83ee-3359c4b3b65c tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=caa8785b-4936-4d6b-84f3-6db62dbbf60c HTTP/1.1" status: 200 len: 462 time: 0.0224555 Jul 28 14:55:46.784553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35474) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.817731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d590b8d4-5edd-4948-bf25-03c39855d959 req-5eca2b5b-2527-4395-a157-dd0307801efa tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/ports?device_id=02507fae-82fd-4536-9939-8a5a015f97d7 HTTP/1.1" status: 200 len: 210 time: 0.0727491 Jul 28 14:55:46.847290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.892606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6db1467-3099-4ac4-83d0-dd83574f8121']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:46.908057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef728998-7619-4823-b9f8-be35111cf08e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:46.910555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef728998-7619-4823-b9f8-be35111cf08e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:46.931967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.949919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.961501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:46.962054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:46.965877 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:47.033602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.035032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:47.035919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.064496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a827-e300-42bb-8984-c02c0d085051 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.066395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9bb2a827-e300-42bb-8984-c02c0d085051 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/caa8785b-4936-4d6b-84f3-6db62dbbf60c HTTP/1.1" status: 204 len: 168 time: 0.2800713 Jul 28 14:55:47.068717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35480) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:47.082913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6814ee9-712c-4792-9cea-2954174e26b8 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=caa8785b-4936-4d6b-84f3-6db62dbbf60c HTTP/1.1" status: 200 len: 221 time: 0.0129168 Jul 28 14:55:47.086532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35482) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:47.092646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-564e5527-57e3-4df4-8d34-92f610dc560e tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--80106184', 'description': 'label created by tempest'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:47.093016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-564e5527-57e3-4df4-8d34-92f610dc560e tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Unknown quota resources ['metering_label']. {{(pid=94657) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:55:47.135957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] Pushing event updated for resources: {'Network': ['ID=aab35b5f-da03-404b-bae9-77eefb3d715e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:47.147042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network aab35b5f-da03-404b-bae9-77eefb3d715e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:47.176425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-71c5b749-ea99-45b6-ac01-05f0cef66204 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0734105 Jul 28 14:55:47.189627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35484) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:47.197301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Request body: {'subnet': {'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1886834614-subnet', 'tenant_id': '4f8a9bb20ece41f1b94c4e577836139f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:47.236779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.246667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.249481 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] 10.222.0.57 "DELETE /v2.0/networks/e6db1467-3099-4ac4-83d0-dd83574f8121 HTTP/1.1" status: 204 len: 168 time: 0.7843294 Jul 28 14:55:47.253711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea58c2-b6fc-43c9-80f1-966d67fb3277 None None] New status for floating IP a6c1768e-4bc6-4f7a-830c-04700053f518: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:55:47.268979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005c1f9-4b05-44f6-8400-3c3f881f3433 tempest-NetworksTestDHCPv6-1376903894 tempest-NetworksTestDHCPv6-1376903894-project] Pushing event deleted for resources: {'Network': ['ID=e6db1467-3099-4ac4-83d0-dd83574f8121,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:47.317208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Made reservation on behalf of 4f8a9bb20ece41f1b94c4e577836139f for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:47.320285 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.596032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-564e5527-57e3-4df4-8d34-92f610dc560e tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.597701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-564e5527-57e3-4df4-8d34-92f610dc560e tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5094621 Jul 28 14:55:47.600348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35490) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.053147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ebac2a82-b487-4345-845f-6cf1f6f30b18 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=b230c62d-5bc2-44bb-a760-f45427aadc8a HTTP/1.1" status: 200 len: 466 time: 0.1758821 Jul 28 14:55:48.053147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35502) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.066278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.066278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a95fa2b-f054-426a-8976-e78f78468e16,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:48.066278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Checking segment: {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:48.066278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Network hostable DHCP agents. Network: aab35b5f-da03-404b-bae9-77eefb3d715e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:48.119743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Network aab35b5f-da03-404b-bae9-77eefb3d715e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:48.227482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35520) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.278539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, aab35b5f-da03-404b-bae9-77eefb3d715e) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:48.285645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:48.286520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.294296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9d3162-37aa-4583-ba07-29ed9b84dde5 None None] Network aab35b5f-da03-404b-bae9-77eefb3d715e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:48.410146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e93c23b4-8256-43bf-a944-f206fb44b09e tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.412091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e93c23b4-8256-43bf-a944-f206fb44b09e tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/b230c62d-5bc2-44bb-a760-f45427aadc8a HTTP/1.1" status: 204 len: 168 time: 0.6282914 Jul 28 14:55:48.418271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35526) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.441832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-63040c28-24fa-4c5c-905d-d8793074a472 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=b230c62d-5bc2-44bb-a760-f45427aadc8a HTTP/1.1" status: 200 len: 216 time: 0.0217750 Jul 28 14:55:48.447426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35530) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.475754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd613f1a-bf41-4dff-99b3-b0852301ae7a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2879891 Jul 28 14:55:48.488848 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-90dc9214-7934-4ec8-87ec-b14c1a94faf5 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0398974 Jul 28 14:55:48.496304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35534) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.501702 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bb095961-4f62-460d-9e4e-ceea150be9c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=347539dde77f4b0faa40306ac3f03d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739685 Jul 28 14:55:48.504834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35536) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.525614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d6da95b-a16b-445b-b4a9-54dced4374f6 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0269840 Jul 28 14:55:48.535167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.591701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ff1c3-a107-48f9-849a-1270d2ab0051 None None] Network aab35b5f-da03-404b-bae9-77eefb3d715e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:48.676894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-626db3cb-c9f1-448f-ac61-1cce4d2cda5a tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/d6a58fed-21b7-49a7-a610-e6f4ce9a9a7f HTTP/1.1" status: 200 len: 472 time: 0.1400173 Jul 28 14:55:48.682639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.711388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-71620ce3-a4cf-4cd3-b8d0-a31597102619 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/8e68f37e-704d-4aa6-8436-89061c2a5b96 HTTP/1.1" status: 200 len: 459 time: 0.0215518 Jul 28 14:55:48.713270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35542) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.745152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42b563e9-529e-4874-933d-07592b81825f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.101119 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fa16e9b3-7192-4ce3-8219-afd6950e0eb8 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.102853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fa16e9b3-7192-4ce3-8219-afd6950e0eb8 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/8e68f37e-704d-4aa6-8436-89061c2a5b96 HTTP/1.1" status: 204 len: 168 time: 0.3853583 Jul 28 14:55:49.106739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35558) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.165851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35560) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.338745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42b563e9-529e-4874-933d-07592b81825f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.460018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46f5cc72-d15b-40c6-ba6b-41b0714a1693 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.509393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46f5cc72-d15b-40c6-ba6b-41b0714a1693 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.564020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ce937cd6-1948-46de-b3a1-b8adffe6f9e2 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.569323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ce937cd6-1948-46de-b3a1-b8adffe6f9e2 tempest-MeteringIpV6TestJSON-1455701177 tempest-MeteringIpV6TestJSON-1455701177-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/d6a58fed-21b7-49a7-a610-e6f4ce9a9a7f HTTP/1.1" status: 204 len: 168 time: 0.4578362 Jul 28 14:55:49.604270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42b563e9-529e-4874-933d-07592b81825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.609882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42b563e9-529e-4874-933d-07592b81825f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.609882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-42b563e9-529e-4874-933d-07592b81825f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ccf7429-5221-4262-b4d8-27adf5ae9568 HTTP/1.1" status: 204 len: 168 time: 1.1025524 Jul 28 14:55:49.626668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b563e9-529e-4874-933d-07592b81825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf7429-5221-4262-b4d8-27adf5ae9568,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:49.697761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46f5cc72-d15b-40c6-ba6b-41b0714a1693 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.704321 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46f5cc72-d15b-40c6-ba6b-41b0714a1693 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.713186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35574) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.713939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-46f5cc72-d15b-40c6-ba6b-41b0714a1693 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "DELETE /v2.0/security-groups/a03adb90-63bc-4b26-ab77-c5c3c5c585b8 HTTP/1.1" status: 204 len: 168 time: 0.5459077 Jul 28 14:55:49.741747 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-d8756075-4309-467b-b949-ee8a00938d5d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] show failed (client error): The resource could not be found. Jul 28 14:55:49.744395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8756075-4309-467b-b949-ee8a00938d5d tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "GET /v2.0/security-groups/a03adb90-63bc-4b26-ab77-c5c3c5c585b8 HTTP/1.1" status: 404 len: 347 time: 0.0294962 Jul 28 14:55:49.748998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35576) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.759948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5cc72-d15b-40c6-ba6b-41b0714a1693 tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03adb90-63bc-4b26-ab77-c5c3c5c585b8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:50.026553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Deleting port 65997923-3a11-4fe4-9e83-0c87d2408be5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:50.026985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.147425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.147754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.182957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Calling delete_port for 65997923-3a11-4fe4-9e83-0c87d2408be5 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:50.723618 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.756946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35608) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:50.823608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Pushing event deleted for resources: {'Port': ['ID=65997923-3a11-4fe4-9e83-0c87d2408be5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:50.939577 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.944786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.946547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd6f7651-8d29-4151-baf3-ba101f088e0a tempest-AttachVolumeTestJSON-894672024 tempest-AttachVolumeTestJSON-894672024-project] 10.222.0.57 "DELETE /v2.0/floatingips/a6c1768e-4bc6-4f7a-830c-04700053f518 HTTP/1.1" status: 204 len: 168 time: 1.1959655 Jul 28 14:55:51.005084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-decf2da2-8a27-4d8f-b0ec-b2267b61ba15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.145192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-decf2da2-8a27-4d8f-b0ec-b2267b61ba15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.342881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-decf2da2-8a27-4d8f-b0ec-b2267b61ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.434105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-decf2da2-8a27-4d8f-b0ec-b2267b61ba15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ef36be0697642078d6f89c9c7624ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742299 Jul 28 14:55:51.438261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35632) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:51.439284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf2da2-8a27-4d8f-b0ec-b2267b61ba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccf454c-b71c-4801-a836-94f0a4201a08,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:51.583045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2614a376-dc53-4109-87c8-fe5b6d779031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.615736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2614a376-dc53-4109-87c8-fe5b6d779031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.841467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2614a376-dc53-4109-87c8-fe5b6d779031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.843417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2614a376-dc53-4109-87c8-fe5b6d779031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.844793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2614a376-dc53-4109-87c8-fe5b6d779031 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ccf454c-b71c-4801-a836-94f0a4201a08 HTTP/1.1" status: 204 len: 168 time: 0.4052975 Jul 28 14:55:51.862112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614a376-dc53-4109-87c8-fe5b6d779031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccf454c-b71c-4801-a836-94f0a4201a08,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:52.246711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35662) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.273822 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69723ce4-f439-46c0-9abb-e5a28ae4c46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.421636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-1c375fc1-d8cb-4d0e-8510-0664da95971b tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.426391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1c375fc1-d8cb-4d0e-8510-0664da95971b tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1761842 Jul 28 14:55:52.429560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35670) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.449993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-10038d00-6550-4862-bf0d-1d9a41b78c81 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.453966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-10038d00-6550-4862-bf0d-1d9a41b78c81 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0216765 Jul 28 14:55:52.456399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35674) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.469096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-fcf89f45-6eb6-4023-9401-de36c5018e13 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.476590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fcf89f45-6eb6-4023-9401-de36c5018e13 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095828 Jul 28 14:55:52.479738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35676) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.484844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-cdb78448-976d-48f1-af62-9d3d780cb756 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.485898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cdb78448-976d-48f1-af62-9d3d780cb756 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049229 Jul 28 14:55:52.489511 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35678) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.498473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3764dbf3-f53d-4c53-90e2-2ae8e6de5bb1 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.500072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3764dbf3-f53d-4c53-90e2-2ae8e6de5bb1 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088212 Jul 28 14:55:52.504342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35680) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.511740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-c034ee04-7aea-4658-a1c8-1ac33f8a413e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.512914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c034ee04-7aea-4658-a1c8-1ac33f8a413e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0073991 Jul 28 14:55:52.521438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35682) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.538055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-6012bdd9-6045-42ac-a21b-9f6be2627645 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.539149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6012bdd9-6045-42ac-a21b-9f6be2627645 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0166016 Jul 28 14:55:52.543664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.552119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-116e612a-9d3a-4912-86d6-bad97e881a65 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.553867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-116e612a-9d3a-4912-86d6-bad97e881a65 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0082324 Jul 28 14:55:52.559071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35686) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.564948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-150a51da-3b65-4185-951a-ebacea826e69 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.565846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-150a51da-3b65-4185-951a-ebacea826e69 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054560 Jul 28 14:55:52.577851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35688) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.583412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-85dd489a-6909-4f65-aefa-cb574a197a55 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.585227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85dd489a-6909-4f65-aefa-cb574a197a55 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056105 Jul 28 14:55:52.589555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35690) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.594479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3662fe8a-793d-416e-b931-02261b4fa89c tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.595912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3662fe8a-793d-416e-b931-02261b4fa89c tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050209 Jul 28 14:55:52.599571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35692) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.605182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-80b8d0af-1823-4523-be57-c2ee3b44399c tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.606218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80b8d0af-1823-4523-be57-c2ee3b44399c tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053728 Jul 28 14:55:52.608855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35694) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.613532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-03fc068a-75fc-41bb-9c64-ce825bb12f4b tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.614542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03fc068a-75fc-41bb-9c64-ce825bb12f4b tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047343 Jul 28 14:55:52.627986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35698) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.631770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-0da03567-1454-4334-a08f-563080016492 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.635629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0da03567-1454-4334-a08f-563080016492 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0075219 Jul 28 14:55:52.637153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.647397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-b22df6bb-cba2-4219-8559-a2560a37cd33 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.648647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b22df6bb-cba2-4219-8559-a2560a37cd33 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0100691 Jul 28 14:55:52.655685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35702) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.674206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-b2fa23c8-bf17-4789-a76f-9aa08b10be3a tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.677822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b2fa23c8-bf17-4789-a76f-9aa08b10be3a tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135472 Jul 28 14:55:52.683255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35706) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.688180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-0219ed1e-cdac-476b-aa53-37c593578676 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.689337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0219ed1e-cdac-476b-aa53-37c593578676 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052578 Jul 28 14:55:52.699072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35708) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.704322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-567790e4-e4f9-4c79-9ad4-639c631ee2f4 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.708584 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-567790e4-e4f9-4c79-9ad4-639c631ee2f4 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050592 Jul 28 14:55:52.710170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35710) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.718881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-e09dbbed-6c0d-4ff0-8ac6-6004093f333d tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.720893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e09dbbed-6c0d-4ff0-8ac6-6004093f333d tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0088892 Jul 28 14:55:52.723683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35712) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.733514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-3f36e907-44df-4280-be12-e19c0675948e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.735189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f36e907-44df-4280-be12-e19c0675948e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0085366 Jul 28 14:55:52.741998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.749713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-115186d5-8aab-4c8a-a6ea-bb0c86b06586 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.756982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-115186d5-8aab-4c8a-a6ea-bb0c86b06586 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0114470 Jul 28 14:55:52.757824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35718) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.772150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-e5aad2c1-270e-4a2b-a42f-95d8bdfa6005 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.773281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e5aad2c1-270e-4a2b-a42f-95d8bdfa6005 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0100696 Jul 28 14:55:52.778121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35720) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.796857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3d6c4e00-4ead-469b-8b23-c925e77ae221 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.801591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d6c4e00-4ead-469b-8b23-c925e77ae221 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0206032 Jul 28 14:55:52.806623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35722) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.819620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-64e284f8-8979-452c-bea4-e58aefb09cd2 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.825796 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-64e284f8-8979-452c-bea4-e58aefb09cd2 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0175381 Jul 28 14:55:52.826839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35724) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.834895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-008cf0ab-4bac-482b-8cf7-9b0e2c444a33 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.841656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-008cf0ab-4bac-482b-8cf7-9b0e2c444a33 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0127850 Jul 28 14:55:52.842491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.851220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-bd1cfec3-7580-4efa-a70c-21b6592c81e0 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.853306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd1cfec3-7580-4efa-a70c-21b6592c81e0 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072625 Jul 28 14:55:52.853516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35728) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.858328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-d93b0a37-6d60-450d-9d58-87602c0e0fc9 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.862501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35730) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.863009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d93b0a37-6d60-450d-9d58-87602c0e0fc9 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079451 Jul 28 14:55:52.869922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-f5ea405d-144a-4fa3-857b-d29088a9e830 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.873162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35734) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.873493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5ea405d-144a-4fa3-857b-d29088a9e830 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096231 Jul 28 14:55:52.879947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-c323e888-66e1-458a-b6b8-d4b58f1e48d4 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.880567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c323e888-66e1-458a-b6b8-d4b58f1e48d4 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055323 Jul 28 14:55:52.883311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35736) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.888604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-9655fc63-aa49-4086-a3b9-6fd6ec16cda0 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.889746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9655fc63-aa49-4086-a3b9-6fd6ec16cda0 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047548 Jul 28 14:55:52.894712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35738) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.915315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-bdc53301-0ae9-4168-a5ad-1470148b6e2a tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.916752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bdc53301-0ae9-4168-a5ad-1470148b6e2a tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0204949 Jul 28 14:55:52.924362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35744) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.942643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-72f636fc-307b-4891-bac4-ca9db9817827 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.949775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35748) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.955374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-bae1b161-7728-4438-ab47-3d307cd51e37 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.956723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bae1b161-7728-4438-ab47-3d307cd51e37 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056720 Jul 28 14:55:52.960991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35750) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.966406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-14ddd158-8325-403a-b12b-51d37b59b816 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.973189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-14ddd158-8325-403a-b12b-51d37b59b816 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0108237 Jul 28 14:55:52.974451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35754) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.984479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72f636fc-307b-4891-bac4-ca9db9817827 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0565131 Jul 28 14:55:52.989330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-d799dcee-d2b3-4cbc-af5f-6eaaae6442e9 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:52.994195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d799dcee-d2b3-4cbc-af5f-6eaaae6442e9 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0183024 Jul 28 14:55:52.995535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.007757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-1a677a60-0898-4b9d-a77a-ddb705457c3e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.011330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1a677a60-0898-4b9d-a77a-ddb705457c3e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0120778 Jul 28 14:55:53.012131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35758) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.017255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-d5f92eff-d9df-4e77-b7d9-07fbd2a4ad98 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.021875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35760) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.034629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d5f92eff-d9df-4e77-b7d9-07fbd2a4ad98 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0165458 Jul 28 14:55:53.034799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-c15db88f-af52-408b-a69b-18e9b7441aa6 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.037696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c15db88f-af52-408b-a69b-18e9b7441aa6 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0138307 Jul 28 14:55:53.040849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35762) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.045607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-c3623655-f635-4ca0-bd6f-aac6a733ac43 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.050210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c3623655-f635-4ca0-bd6f-aac6a733ac43 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081677 Jul 28 14:55:53.050685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35764) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.059961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-cbb74bc2-c003-44c2-b03a-da226aa696c6 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.066279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35766) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.071641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-e22c53fa-ef33-4e47-b6b5-c0f0cb191396 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.075381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e22c53fa-ef33-4e47-b6b5-c0f0cb191396 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074663 Jul 28 14:55:53.076007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35768) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.080904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-c2a15ec7-94ed-4235-9f83-bc0283225a51 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.084838 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cbb74bc2-c003-44c2-b03a-da226aa696c6 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0323167 Jul 28 14:55:53.085556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35770) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.088359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c2a15ec7-94ed-4235-9f83-bc0283225a51 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112612 Jul 28 14:55:53.105908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3797c605-e908-46ac-b3ff-a111b2eea62a tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.116185 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3797c605-e908-46ac-b3ff-a111b2eea62a tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0263681 Jul 28 14:55:53.116659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35774) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.121856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-8968a06a-8d01-4f61-b4b9-ee9064ce6e80 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.125144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8968a06a-8d01-4f61-b4b9-ee9064ce6e80 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074487 Jul 28 14:55:53.126223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35776) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.133115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35778) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.142173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-e079db74-f8d1-456e-9d50-959a2cd245bd tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.144326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e079db74-f8d1-456e-9d50-959a2cd245bd tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0158947 Jul 28 14:55:53.146795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35782) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.159138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-052c625c-60da-4d4e-844a-1d04451410f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.167837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-22c384b1-9180-4e8c-b6c3-41c9d8e0d0de tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.173215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35788) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.176721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22c384b1-9180-4e8c-b6c3-41c9d8e0d0de tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0219786 Jul 28 14:55:53.179068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-c214ec03-68be-4d56-92af-ef72e1d4c71e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.183595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.183906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c214ec03-68be-4d56-92af-ef72e1d4c71e tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088668 Jul 28 14:55:53.190322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-a1a6bc31-e614-4018-b384-33b110a80085 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.194216 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a1a6bc31-e614-4018-b384-33b110a80085 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065017 Jul 28 14:55:53.205065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35792) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.205065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-5dd8db19-4901-49e9-af27-a31439e16627 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.205065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5dd8db19-4901-49e9-af27-a31439e16627 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062559 Jul 28 14:55:53.207380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.212715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-9e97382c-c391-44a9-9c8c-f9c6767c6704 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.214073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9e97382c-c391-44a9-9c8c-f9c6767c6704 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054235 Jul 28 14:55:53.217109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35796) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.224916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-ed3a982e-545d-40b1-8b7c-3d74d60c33de tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.228787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35802) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.228997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ed3a982e-545d-40b1-8b7c-3d74d60c33de tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0107257 Jul 28 14:55:53.247975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [None req-d5c70457-cf1b-49b1-9594-90cd2242cde5 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.247975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d5c70457-cf1b-49b1-9594-90cd2242cde5 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0115211 Jul 28 14:55:53.250628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35806) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.259817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-b4afec16-c203-4cf4-8bbd-084eb9e227e6 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.265168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b4afec16-c203-4cf4-8bbd-084eb9e227e6 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0126867 Jul 28 14:55:53.266105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35808) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.270665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-4665ea6a-c604-47cf-a7d9-6e8961732165 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.272492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4665ea6a-c604-47cf-a7d9-6e8961732165 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046239 Jul 28 14:55:53.275030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.279815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-c8d9bd2d-cb68-400c-9b4e-12e716d1d3be tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.285362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8d9bd2d-cb68-400c-9b4e-12e716d1d3be tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091789 Jul 28 14:55:53.286070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35812) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.291931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-f7052416-c893-4123-a42d-03d6c0e7e0c7 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.295024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f7052416-c893-4123-a42d-03d6c0e7e0c7 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068960 Jul 28 14:55:53.296137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35814) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.302818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-adac25f2-9f84-4c5a-8931-4b565e799900 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.304434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-adac25f2-9f84-4c5a-8931-4b565e799900 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067370 Jul 28 14:55:53.307463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35816) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.312481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3850add5-e68f-41ca-8960-b18419ab2981 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.314495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3850add5-e68f-41ca-8960-b18419ab2981 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050483 Jul 28 14:55:53.330936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35818) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.337330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-c8c396ab-4f4f-4f2c-b3a3-70c09704d4ef tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.338995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8c396ab-4f4f-4f2c-b3a3-70c09704d4ef tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071483 Jul 28 14:55:53.341802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35820) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.346893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-03c5e590-b8c3-4707-a642-9e6b82736246 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.350434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03c5e590-b8c3-4707-a642-9e6b82736246 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050485 Jul 28 14:55:53.350724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35822) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.355588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-4639000a-fbbb-40c5-b35a-438ee5135e1b tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.359061 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4639000a-fbbb-40c5-b35a-438ee5135e1b tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049574 Jul 28 14:55:53.359580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35824) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.364372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-f6520b36-90bb-4a1c-bde3-f6910e0a78f3 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.373188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f6520b36-90bb-4a1c-bde3-f6910e0a78f3 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081398 Jul 28 14:55:53.429849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35826) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.437057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-55be16de-55a4-4e3c-a167-7b2f43799ea2 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.438531 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-55be16de-55a4-4e3c-a167-7b2f43799ea2 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071018 Jul 28 14:55:53.443538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35828) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.450561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3578378e-88af-4947-a748-d48bf054a418 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.454018 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3578378e-88af-4947-a748-d48bf054a418 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089672 Jul 28 14:55:53.458201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35830) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.464755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-3961ddda-7f0a-482d-ba5d-1b4818c76ca7 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.465760 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3961ddda-7f0a-482d-ba5d-1b4818c76ca7 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065346 Jul 28 14:55:53.469392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35832) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.474575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-052c625c-60da-4d4e-844a-1d04451410f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.475193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-bc1096e9-0e90-40c6-9f7a-56a8a71a98e8 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.477688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc1096e9-0e90-40c6-9f7a-56a8a71a98e8 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0071988 Jul 28 14:55:53.478330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35834) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.482813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-8f7ebc36-1fdc-4540-af0b-da2e855571bf tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.483784 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8f7ebc36-1fdc-4540-af0b-da2e855571bf tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045736 Jul 28 14:55:53.487261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.491506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-b90f2471-6c6f-4bbd-a78a-4dacddc800d3 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:53.494362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-b90f2471-6c6f-4bbd-a78a-4dacddc800d3 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/networks?id=aab35b5f-da03-404b-bae9-77eefb3d715e HTTP/1.1" status: 200 len: 809 time: 0.2296338 Jul 28 14:55:53.500745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-b80868f1-dc77-4e5a-8344-8fdfa0ef8fb2 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.502529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b80868f1-dc77-4e5a-8344-8fdfa0ef8fb2 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0130615 Jul 28 14:55:53.517446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-bcfbc516-778e-47f6-86da-890fabcbb1a1 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/quotas/4f8a9bb20ece41f1b94c4e577836139f HTTP/1.1" status: 200 len: 375 time: 0.0143604 Jul 28 14:55:53.535062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.556858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [None req-04b8fcd4-d9ad-4ab0-a93a-c3725f8b9002 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:53.556858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04b8fcd4-d9ad-4ab0-a93a-c3725f8b9002 tempest-ExtensionsTestJSON-1492626210 tempest-ExtensionsTestJSON-1492626210-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062516 Jul 28 14:55:53.565579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-388ab42b-2aad-46bc-be9d-4b1f0999d6c8 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369039 Jul 28 14:55:53.676556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-052c625c-60da-4d4e-844a-1d04451410f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.724432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-cf775ae2-0ca7-4139-8995-4fed45b88e32 service neutron] 10.222.0.57 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506014 Jul 28 14:55:53.826809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c625c-60da-4d4e-844a-1d04451410f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ece9a7-797d-43a5-a561-e30b49941d91,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:53.839054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-052c625c-60da-4d4e-844a-1d04451410f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0daebd6abc18465a89de3b431b58a79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6942892 Jul 28 14:55:53.839219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35846) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.898519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-09fa9c28-6b26-4f74-8ec4-8064d7dc4f45 service neutron] 10.222.0.57 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597021 Jul 28 14:55:53.917278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30d5853e-a24a-4b87-ba3d-5269476946cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.950684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30d5853e-a24a-4b87-ba3d-5269476946cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.232443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30d5853e-a24a-4b87-ba3d-5269476946cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.239443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30d5853e-a24a-4b87-ba3d-5269476946cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.239443 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-30d5853e-a24a-4b87-ba3d-5269476946cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e0ece9a7-797d-43a5-a561-e30b49941d91 HTTP/1.1" status: 204 len: 168 time: 0.3970101 Jul 28 14:55:54.247593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5853e-a24a-4b87-ba3d-5269476946cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ece9a7-797d-43a5-a561-e30b49941d91,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:54.507739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35878) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:54.819543 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-319a6adf-a196-4f56-a1ed-56ab95e7a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.011301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-001ae17f-a0f4-48dd-8ad2-2c510576ba67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.178180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.211640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-001ae17f-a0f4-48dd-8ad2-2c510576ba67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.332606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-001ae17f-a0f4-48dd-8ad2-2c510576ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.443290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-250fbbe2-2c5a-4e62-bb43-59b7653672c7 req-96494ff2-d4b9-4cfb-aedd-686c4fb06cc9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0831089 Jul 28 14:55:55.477829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ae17f-a0f4-48dd-8ad2-2c510576ba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56495bf6-b22e-410d-8824-be1603654935,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:55.513269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-001ae17f-a0f4-48dd-8ad2-2c510576ba67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a24116ca0e6141f89c9439ea682ce99e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039270 Jul 28 14:55:55.520286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35924) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:55.600372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d77d490-8c03-45d7-ad23-5afc2df44130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.661023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d77d490-8c03-45d7-ad23-5afc2df44130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.853794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d77d490-8c03-45d7-ad23-5afc2df44130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.857506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d77d490-8c03-45d7-ad23-5afc2df44130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.862479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7d77d490-8c03-45d7-ad23-5afc2df44130 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56495bf6-b22e-410d-8824-be1603654935 HTTP/1.1" status: 204 len: 168 time: 0.3379285 Jul 28 14:55:55.871365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77d490-8c03-45d7-ad23-5afc2df44130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56495bf6-b22e-410d-8824-be1603654935,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:56.339401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.658008 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7dd3c785-4799-44fe-9e4d-f15488b8b140 req-70cb1b10-d6c7-4baa-8e08-f5e6c34459d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0760114 Jul 28 14:55:56.784181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35984) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:57.062466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1173666054'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:57.296943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Made reservation on behalf of 57e54a100771477a9d14849907eaf64f for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:57.305323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.326300 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.462130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.636212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.675103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:57.711103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.713522 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Added segment f7babf9e-9557-43b3-91df-78475a8e454e of type vlan for network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 Jul 28 14:55:57.775769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e6e004-de3e-478f-9198-9b7230e6ee11,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:57.830896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.872554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93568fa5-5dd9-4505-aa76-2d7f14ad4df0 req-c3e17d63-3838-4c6b-9931-fae7974d9d0b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0964420 Jul 28 14:55:57.918211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.067595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:58.122864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.134895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:58.138517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.270925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1034737119'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:58.276419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event updated for resources: {'Network': ['ID=162cc8c5-24c2-48c6-853b-9eb0e05b8688,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:58.296876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:58.566101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36040) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:58.567188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e9259cf1-88b8-4a5b-9964-8f0140cb8683 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7796147 Jul 28 14:55:58.578774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Request body: {'subnet': {'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:58.863502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Made reservation on behalf of 611b7d2f5da14af1b28cfbb8fce723c1 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:58.875751 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.942228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.033905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3165c983-02a2-4841-a6bc-9690e47e1b95 req-f6749d3d-f6d5-45ea-8931-520538963736 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0339932 Jul 28 14:55:59.061858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Made reservation on behalf of 57e54a100771477a9d14849907eaf64f for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:59.066815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.326627 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.480050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.544545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:59.562156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f372e-1869-4ad4-80f8-0841d6a29444,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:59.567020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.567385 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Added segment 5e4d95dc-43d1-4791-a9b1-e41f541aaa7b of type vlan for network 442d261c-fea9-449f-8bbb-bc19e695a2f2 Jul 28 14:55:59.627230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.686558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.781613 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.794057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:59.795317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.930164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event updated for resources: {'Subnet': ['ID=3bed0b32-c198-4810-928a-e62a2a1be2e8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:59.963112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Checking segment: {'id': 'f7babf9e-9557-43b3-91df-78475a8e454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:59.963112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Network hostable DHCP agents. Network: 162cc8c5-24c2-48c6-853b-9eb0e05b8688, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:59.976829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Network': ['ID=442d261c-fea9-449f-8bbb-bc19e695a2f2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:59.998968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:00.019163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-753fac19-c4e2-4d10-aa02-d5c75b38e073 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9428082 Jul 28 14:56:00.019640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:00.028117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'subnet': {'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:00.153416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:00.262011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba7d7136-8919-4eb4-9b39-babe66c19b28 req-0324764f-98e6-4898-b24d-b7c25590fa23 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0560126 Jul 28 14:56:00.333653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 162cc8c5-24c2-48c6-853b-9eb0e05b8688) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:00.342041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:00.342041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.354097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ab41f-d73f-4506-95f3-cf9de2ef63e2 None None] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:00.453014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Made reservation on behalf of 611b7d2f5da14af1b28cfbb8fce723c1 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:00.457683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.600168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8c7c6b8f-0d8f-4f15-aa53-a4573190bd05 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0325689 Jul 28 14:56:00.606079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36088) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:00.619958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Request body: {'port': {'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688', 'name': 'tempest-ExtraDHCPOptionsTestJSON-765607280'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:00.628742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-162cc8c5-24c2-48c6-853b-9eb0e05b8688', 'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688', 'tenant_id': '57e54a100771477a9d14849907eaf64f', 'fixed_ips': [{'subnet_id': '3bed0b32-c198-4810-928a-e62a2a1be2e8'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:00.631934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.783274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-fc37140a-76f3-4a63-9f99-9f04c85df0c6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:00.784929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-fc37140a-76f3-4a63-9f99-9f04c85df0c6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "GET /v2.0/networks?id=aab35b5f-da03-404b-bae9-77eefb3d715e HTTP/1.1" status: 200 len: 809 time: 0.3025339 Jul 28 14:56:00.810557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Request body: {'port': {'device_id': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e', 'admin_state_up': True, 'tenant_id': '4f8a9bb20ece41f1b94c4e577836139f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:00.887763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.911873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Allocated IP 172.20.0.2 (162cc8c5-24c2-48c6-853b-9eb0e05b8688/3bed0b32-c198-4810-928a-e62a2a1be2e8/e86d2c8d-2161-415c-899e-b18357103628) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:00.957887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Subnet': ['ID=7924d30c-a2ad-47d4-9070-21faa0b02c47,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:00.989222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Checking segment: {'id': '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:00.989830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network hostable DHCP agents. Network: 442d261c-fea9-449f-8bbb-bc19e695a2f2, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:01.207905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.219179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Transition to ACTIVE for port object e86d2c8d-2161-415c-899e-b18357103628 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:01.238742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Transition to ACTIVE for port object e86d2c8d-2161-415c-899e-b18357103628 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:01.247503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:01.250625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Made reservation on behalf of 57e54a100771477a9d14849907eaf64f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:01.262526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.309866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] device_id is not set on port 66416dad-cf95-4372-a9b3-7ff812e577e9 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:56:01.443634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e54be6c5-199e-446d-9fb6-3a0b287280fb req-eb1eab41-3604-4927-a3c7-f99aef69a19f tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0402215 Jul 28 14:56:01.498886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 442d261c-fea9-449f-8bbb-bc19e695a2f2) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:01.503379 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.507120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:01.507727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.546836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692347f-542c-4d67-81e5-fba18afc6bba None None] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:01.746471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:01.793557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:01.801179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Pushing event updated for resources: {'Port': ['ID=e86d2c8d-2161-415c-899e-b18357103628,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:01.805625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:01.940195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.941004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.941937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.942454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.943102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.943680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.944181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.944820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.945361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.945903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.946505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:01.946994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:02.082326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Made reservation on behalf of 4f8a9bb20ece41f1b94c4e577836139f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:02.093146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.232141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bab9bc05-376d-4e1e-a081-cf0dfe8318ad tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2109511 Jul 28 14:56:02.239502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:02.243399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1232080465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:02.259238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-442d261c-fea9-449f-8bbb-bc19e695a2f2', 'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2', 'tenant_id': '611b7d2f5da14af1b28cfbb8fce723c1', 'fixed_ips': [{'subnet_id': '7924d30c-a2ad-47d4-9070-21faa0b02c47'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:02.260478 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.317796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Allocated IP 172.20.0.13 (162cc8c5-24c2-48c6-853b-9eb0e05b8688/3bed0b32-c198-4810-928a-e62a2a1be2e8/66416dad-cf95-4372-a9b3-7ff812e577e9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:02.380784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Attempting to bind port e86d2c8d-2161-415c-899e-b18357103628 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:02.381443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Attempting to bind port e86d2c8d-2161-415c-899e-b18357103628 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f7babf9e-9557-43b3-91df-78475a8e454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:02.381828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Attempting to bind port e86d2c8d-2161-415c-899e-b18357103628 on network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:02.441033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:02.441586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Checking segment: {'id': 'f7babf9e-9557-43b3-91df-78475a8e454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:02.442564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.443173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Bound using segment: {'id': 'f7babf9e-9557-43b3-91df-78475a8e454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:02.443863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Bound port: e86d2c8d-2161-415c-899e-b18357103628, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7babf9e-9557-43b3-91df-78475a8e454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:02.444488 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.505123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.506626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.688326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.739015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Allocated IP 172.20.0.11 (aab35b5f-da03-404b-bae9-77eefb3d715e/4a95fa2b-f054-426a-8976-e78f78468e16/b5113c1f-edf4-4b91-b414-b76b00ec6c06) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:02.821203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09743241-ba9e-41e8-be91-2186ff14e741 req-10fe1851-7aeb-43e5-a750-c12f60d13a05 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.1922541 Jul 28 14:56:02.883736 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.937114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Allocated IP 172.20.0.2 (442d261c-fea9-449f-8bbb-bc19e695a2f2/7924d30c-a2ad-47d4-9070-21faa0b02c47/8914a243-ef95-4a18-b4cc-49863a1c8a2a) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:02.963864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] For port e86d2c8d-2161-415c-899e-b18357103628, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:02.969227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] For port e86d2c8d-2161-415c-899e-b18357103628, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e86d2c8d-2161-415c-899e-b18357103628,segment=NetworkSegment(f7babf9e-9557-43b3-91df-78475a8e454e),segment_id=f7babf9e-9557-43b3-91df-78475a8e454e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:03.029462 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.075743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Transition to ACTIVE for port object 66416dad-cf95-4372-a9b3-7ff812e577e9 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:03.113881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.156821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.170965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Transition to ACTIVE for port object 8914a243-ef95-4a18-b4cc-49863a1c8a2a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:03.199133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Transition to ACTIVE for port object 8914a243-ef95-4a18-b4cc-49863a1c8a2a will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:03.431523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.432253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.544544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe0e35-1583-4923-a20f-658cf96f009d None None] Pushing event updated for resources: {'Port': ['ID=e86d2c8d-2161-415c-899e-b18357103628,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:03.613437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.614034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.619540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.676319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.678440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ded959d5-3346-4ec8-936d-977efbb657f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4409502 Jul 28 14:56:03.694296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:03.777798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:03.790728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:03.875400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:03.912481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Pushing event updated for resources: {'Port': ['ID=8914a243-ef95-4a18-b4cc-49863a1c8a2a,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:03.917750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Network aab35b5f-da03-404b-bae9-77eefb3d715e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:03.948090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:04.024345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Pushing event updated for resources: {'Port': ['ID=b5113c1f-edf4-4b91-b414-b76b00ec6c06,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:04.044120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:04.078164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:04.144943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Attempting to bind port 8914a243-ef95-4a18-b4cc-49863a1c8a2a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:04.145590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Attempting to bind port 8914a243-ef95-4a18-b4cc-49863a1c8a2a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:04.146241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Attempting to bind port 8914a243-ef95-4a18-b4cc-49863a1c8a2a on network 442d261c-fea9-449f-8bbb-bc19e695a2f2 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:04.148487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:04.155951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:04.157389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Checking segment: {'id': '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:04.159181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.160387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Bound using segment: {'id': '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:04.160633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:04.161910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Bound port: 8914a243-ef95-4a18-b4cc-49863a1c8a2a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:04.162740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.358731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] For port 8914a243-ef95-4a18-b4cc-49863a1c8a2a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:04.364687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] For port 8914a243-ef95-4a18-b4cc-49863a1c8a2a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8914a243-ef95-4a18-b4cc-49863a1c8a2a,segment=NetworkSegment(5e4d95dc-43d1-4791-a9b1-e41f541aaa7b),segment_id=5e4d95dc-43d1-4791-a9b1-e41f541aaa7b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:04.459495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e86d2c8d-2161-415c-899e-b18357103628 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:04.488612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:04.490262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.510880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:04.513648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.519269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.598947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event updated for resources: {'Port': ['ID=66416dad-cf95-4372-a9b3-7ff812e577e9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:04.654885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a4ca-2e8f-49e7-82f4-df8d9d9f5108 req-88f1ee81-e301-475b-b527-f75038c2cd28 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:04.668157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3d31d374-ed0b-4510-8b4a-f859f216829d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0570188 Jul 28 14:56:04.668745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:04.674091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9a3a4ca-2e8f-49e7-82f4-df8d9d9f5108 req-88f1ee81-e301-475b-b527-f75038c2cd28 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 932 time: 0.5582993 Jul 28 14:56:04.690587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Request body: {'port': {'network_id': '162cc8c5-24c2-48c6-853b-9eb0e05b8688', 'name': 'tempest-ExtraDHCPOptionsTestJSON-899902134', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:04.695248 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] bootfile-name is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:56:04.696097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] tftp-server is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:56:04.701336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] server-ip-address is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:56:04.764030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-a453e393-fcc9-4dc2-9381-2215490c55d6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9661989 Jul 28 14:56:04.868176 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.944434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565538c-3342-467e-8f21-de29d7247d22 None None] Pushing event updated for resources: {'Port': ['ID=8914a243-ef95-4a18-b4cc-49863a1c8a2a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:04.990191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Request body: {'port': {'device_id': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:05.097655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9a3a4ca-2e8f-49e7-82f4-df8d9d9f5108 req-91a48296-8144-40af-a24b-f9cb578997ce tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951280 Jul 28 14:56:05.103692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e86d2c8d-2161-415c-899e-b18357103628 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:05.372850 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.679404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Allocated IP 172.20.0.1 (442d261c-fea9-449f-8bbb-bc19e695a2f2/7924d30c-a2ad-47d4-9070-21faa0b02c47/e2088f99-7eec-4da6-b9d6-ca534c009896) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:06.020933 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.069132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e869b9-84c4-4cb2-89b5-2351df4858fc None None] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:06.080973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Transition to ACTIVE for port object e2088f99-7eec-4da6-b9d6-ca534c009896 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:06.274521 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.306874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5113c1f-edf4-4b91-b414-b76b00ec6c06 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:06.328152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.369895 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.463387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:06.471436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Transition to ACTIVE for port object b5113c1f-edf4-4b91-b414-b76b00ec6c06 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:06.475723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:06.523336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:06.547371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8914a243-ef95-4a18-b4cc-49863a1c8a2a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:06.627173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Made reservation on behalf of 57e54a100771477a9d14849907eaf64f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:06.636609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.675151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.678592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] Provisioning for port e86d2c8d-2161-415c-899e-b18357103628 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:06.690103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.724690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] device_id is not set on port 39fd9b55-6176-4899-a9ca-a28d6d530c93 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:56:06.804289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Port': ['ID=e2088f99-7eec-4da6-b9d6-ca534c009896,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:06.817646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] Provisioning complete for port e86d2c8d-2161-415c-899e-b18357103628 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:06.818545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.875102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-76b5ef57-525e-4772-850d-d2462c03a25a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8410330 Jul 28 14:56:06.954783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43ccde-3a5f-4f54-a64a-3476e338d96c None None] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:06.955384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aa75d-fe0d-456f-9a1d-3bde73259ed1 req-70b11d31-458a-4f78-b0b0-1023a81cd5ae tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:06.980286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99aa75d-fe0d-456f-9a1d-3bde73259ed1 req-70b11d31-458a-4f78-b0b0-1023a81cd5ae tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 932 time: 0.4977942 Jul 28 14:56:07.161225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.172475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8914a243-ef95-4a18-b4cc-49863a1c8a2a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:07.173202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.203647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Pushing event updated for resources: {'Port': ['ID=b5113c1f-edf4-4b91-b414-b76b00ec6c06,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:07.340791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] For port e86d2c8d-2161-415c-899e-b18357103628, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e86d2c8d-2161-415c-899e-b18357103628,segment=NetworkSegment(f7babf9e-9557-43b3-91df-78475a8e454e),segment_id=f7babf9e-9557-43b3-91df-78475a8e454e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:07.481390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.530653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Allocated IP 172.20.0.14 (162cc8c5-24c2-48c6-853b-9eb0e05b8688/3bed0b32-c198-4810-928a-e62a2a1be2e8/39fd9b55-6176-4899-a9ca-a28d6d530c93) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:07.739106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3741c-3417-4628-9968-b9b77d649e02 None None] Pushing event updated for resources: {'Port': ['ID=e86d2c8d-2161-415c-899e-b18357103628,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:07.827699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Provisioning for port 66416dad-cf95-4372-a9b3-7ff812e577e9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:07.833097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Provisioning complete for port 66416dad-cf95-4372-a9b3-7ff812e577e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:07.833672 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.933853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36254) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:07.936919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.946490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.956721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Transition to ACTIVE for port object 39fd9b55-6176-4899-a9ca-a28d6d530c93 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:07.987760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Port 66416dad-cf95-4372-a9b3-7ff812e577e9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:08.050262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99aa75d-fe0d-456f-9a1d-3bde73259ed1 req-4a008fe5-814d-4d08-a530-3205538f839e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0695665 Jul 28 14:56:08.074874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.075367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.075998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.076685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.077166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.077818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.078299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.080560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8b7d4807-32ae-431b-b7aa-6d390fd4d455 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 1.0846372 Jul 28 14:56:08.095801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Provisioning complete for port e86d2c8d-2161-415c-899e-b18357103628 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:08.096281 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.143703 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.221635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Attempting to bind port b5113c1f-edf4-4b91-b414-b76b00ec6c06 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:08.227231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Attempting to bind port b5113c1f-edf4-4b91-b414-b76b00ec6c06 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:08.228904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Attempting to bind port b5113c1f-edf4-4b91-b414-b76b00ec6c06 on network aab35b5f-da03-404b-bae9-77eefb3d715e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:08.282246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.367947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:08.405032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:08.407059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Port b5113c1f-edf4-4b91-b414-b76b00ec6c06 on network aab35b5f-da03-404b-bae9-77eefb3d715e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:56:08.407467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Attempting to bind port b5113c1f-edf4-4b91-b414-b76b00ec6c06 on network aab35b5f-da03-404b-bae9-77eefb3d715e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:08.414974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:08.478296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:08.493643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Checking segment: {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:08.499547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Bound using segment: {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:08.499547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Bound port: b5113c1f-edf4-4b91-b414-b76b00ec6c06, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:08.499547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.576724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e86d2c8d-2161-415c-899e-b18357103628 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:08.629408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event updated for resources: {'Port': ['ID=39fd9b55-6176-4899-a9ca-a28d6d530c93,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:08.680467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Port': ['ID=e2088f99-7eec-4da6-b9d6-ca534c009896,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:08.681436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.681675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.712645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e86d2c8d-2161-415c-899e-b18357103628 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:08.713029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.755726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-41384889-eb8b-42f3-b45a-b572d38d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.756208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-41384889-eb8b-42f3-b45a-b572d38d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.756734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-41384889-eb8b-42f3-b45a-b572d38d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.764658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-41384889-eb8b-42f3-b45a-b572d38d7d4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 2293 time: 0.6399307 Jul 28 14:56:08.801098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.819030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Provisioning for port 8914a243-ef95-4a18-b4cc-49863a1c8a2a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:08.831548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Provisioning complete for port 8914a243-ef95-4a18-b4cc-49863a1c8a2a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:08.831928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.947727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-57d890e2-cb22-45e2-8bcd-9c9f1a7607ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1002 time: 0.1150537 Jul 28 14:56:09.057304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-3d1d1b28-7287-49e8-9f86-66f309b7134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.059042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-3d1d1b28-7287-49e8-9f86-66f309b7134c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.1032605 Jul 28 14:56:09.088078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] For port b5113c1f-edf4-4b91-b414-b76b00ec6c06, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:09.106767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] For port b5113c1f-edf4-4b91-b414-b76b00ec6c06, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b5113c1f-edf4-4b91-b414-b76b00ec6c06,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:09.199534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-517bfaba-3e12-4976-85b4-63af30513da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.202389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-517bfaba-3e12-4976-85b4-63af30513da3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939078 Jul 28 14:56:09.217881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:09.256531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] For port 8914a243-ef95-4a18-b4cc-49863a1c8a2a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8914a243-ef95-4a18-b4cc-49863a1c8a2a,segment=NetworkSegment(5e4d95dc-43d1-4791-a9b1-e41f541aaa7b),segment_id=5e4d95dc-43d1-4791-a9b1-e41f541aaa7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:09.281877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:09.287622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:09.325974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-e34356ec-d2ad-4270-9600-f7fd713b1155 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082675 Jul 28 14:56:09.455536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-5664c5ee-9609-4f5d-9709-417dd5099d6c service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160884 Jul 28 14:56:09.508353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-67c0f0b1-0963-4e16-8b31-2bc4e53d4879 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.0448387 Jul 28 14:56:09.565488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-d52cce1b-5b9a-42e3-b058-fc6b544dfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.567044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-d52cce1b-5b9a-42e3-b058-fc6b544dfc88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.0512848 Jul 28 14:56:09.588557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-53d0b61a-9f86-4a96-bb39-cdf4ea29486e tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.9181376 Jul 28 14:56:09.608947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36284) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:09.671797 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:09.675942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-302084cd-e2c8-4ec0-a4c2-5bbb8b5de1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.680249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-302084cd-e2c8-4ec0-a4c2-5bbb8b5de1af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006961 Jul 28 14:56:09.684829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:09.761087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdfbfc-1a04-4870-b68c-797ea23ec4e7 req-fb532967-5b4f-4868-aa01-7a1d65607ac9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.762723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77bdfbfc-1a04-4870-b68c-797ea23ec4e7 req-fb532967-5b4f-4868-aa01-7a1d65607ac9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 944 time: 0.5212626 Jul 28 14:56:09.770570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c3ad6-228d-4cc7-8d8a-8e2675304f19 None None] Pushing event updated for resources: {'Port': ['ID=8914a243-ef95-4a18-b4cc-49863a1c8a2a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:09.775682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.776288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:09.795794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] 10.222.0.58 "PUT /v2.0/ports/b5113c1f-edf4-4b91-b414-b76b00ec6c06 HTTP/1.1" status: 200 len: 1093 time: 4.8419211 Jul 28 14:56:09.795794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'tag': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:09.795794 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f16aab7-960e-4788-a486-b92f51970130" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85", "tag": "b5113c1f-edf4-4b91-b414-b76b00ec6c06"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:09.892011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77bdfbfc-1a04-4870-b68c-797ea23ec4e7 req-413ab01f-e018-463f-a1bd-91049cd76159 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Jul 28 14:56:09.900921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a58a44-f78d-4d3f-ae5b-5340d622e60d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.921526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a58a44-f78d-4d3f-ae5b-5340d622e60d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.928086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a58a44-f78d-4d3f-ae5b-5340d622e60d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.930455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-57a58a44-f78d-4d3f-ae5b-5340d622e60d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3199153 Jul 28 14:56:09.940204 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6770003c-099f-4b78-8114-c39a1c659f44 x-openstack-request-id: req-6770003c-099f-4b78-8114-c39a1c659f44 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:09.940204 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85", "tag": "b5113c1f-edf4-4b91-b414-b76b00ec6c06", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:09.940204 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6770003c-099f-4b78-8114-c39a1c659f44 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:09.940204 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'tag': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06', 'status': 'completed', 'code': 200} Jul 28 14:56:09.953602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36296) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:10.005404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc10d1-b135-48bc-9e1a-b4cc65da0942 service neutron] Pushing event updated for resources: {'Port': ['ID=b5113c1f-edf4-4b91-b414-b76b00ec6c06,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:10.053901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16aab7-960e-4788-a486-b92f51970130 req-e845af9c-3494-40fc-827f-4b2331184f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.060957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f16aab7-960e-4788-a486-b92f51970130 req-e845af9c-3494-40fc-827f-4b2331184f19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 1096 time: 0.1253834 Jul 28 14:56:10.064494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Provisioning for port e2088f99-7eec-4da6-b9d6-ca534c009896 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:10.069344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Provisioning complete for port e2088f99-7eec-4da6-b9d6-ca534c009896 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.069781 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.083646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-2bb98184-ce8a-4e12-8720-562ad2ea9a0b service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725340 Jul 28 14:56:10.200232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Port e2088f99-7eec-4da6-b9d6-ca534c009896 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:10.224978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Router df52850b-a296-44af-92cf-b163266aa931 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:10.232324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Provisioning complete for port 66416dad-cf95-4372-a9b3-7ff812e577e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.232743 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.313902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Port 66416dad-cf95-4372-a9b3-7ff812e577e9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:10.343405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8914a243-ef95-4a18-b4cc-49863a1c8a2a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:10.380278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-bf788b4f-efdf-4b63-998f-1978c796d4ac service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803092 Jul 28 14:56:10.386792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16aab7-960e-4788-a486-b92f51970130 req-fce45132-3059-4799-982e-7dfc64bc2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.388385 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f16aab7-960e-4788-a486-b92f51970130 req-fce45132-3059-4799-982e-7dfc64bc2172 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3143904 Jul 28 14:56:10.436888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8914a243-ef95-4a18-b4cc-49863a1c8a2a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.437772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.453189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-b60be147-a75a-4cb1-aec2-7d087094792c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.0584335 Jul 28 14:56:10.487851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.518080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Provisioning for port 39fd9b55-6176-4899-a9ca-a28d6d530c93 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:10.531429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Provisioning complete for port 39fd9b55-6176-4899-a9ca-a28d6d530c93 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.532294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.548964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Deleting port 39fd9b55-6176-4899-a9ca-a28d6d530c93 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:10.551378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.575761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-60932e93-c2af-49c5-b44d-b1b6a9bff563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.576844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-60932e93-c2af-49c5-b44d-b1b6a9bff563 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1120660 Jul 28 14:56:10.626908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16aab7-960e-4788-a486-b92f51970130 req-ccec5dfd-5df5-4dcf-aa33-9e2284e5757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.628399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f16aab7-960e-4788-a486-b92f51970130 req-ccec5dfd-5df5-4dcf-aa33-9e2284e5757d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247241 Jul 28 14:56:10.633114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:10.651546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-c2864452-fb4e-4911-a904-5de2d1658e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.653064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4ae8384b-54d2-48f5-9935-1bb01ae300f4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "PUT /v2.0/routers/df52850b-a296-44af-92cf-b163266aa931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9573133 Jul 28 14:56:10.653223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-c2864452-fb4e-4911-a904-5de2d1658e1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683393 Jul 28 14:56:10.662684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36310) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:10.676273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'port': {'network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2', 'name': 'tempest-FloatingIPNegativeTestJSON-1845541820'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:10.677213 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] Sync routers for ids ['df52850b-a296-44af-92cf-b163266aa931'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:10.695286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Port 39fd9b55-6176-4899-a9ca-a28d6d530c93 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:10.709326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] Routers {'df52850b-a296-44af-92cf-b163266aa931'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:10.710793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['df52850b-a296-44af-92cf-b163266aa931'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:10.794504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Provisioning complete for port 8914a243-ef95-4a18-b4cc-49863a1c8a2a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.795302 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fdd7-b758-44f8-995c-6b0b46133e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.799567 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.837433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Calling delete_port for 39fd9b55-6176-4899-a9ca-a28d6d530c93 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:10.894635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-cc0d5f94-cded-492b-a173-9c1abda07818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.896968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-cc0d5f94-cded-492b-a173-9c1abda07818 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 1096 time: 0.1859229 Jul 28 14:56:11.056771 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:11.075414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-e66367ce-03b3-47d4-aa0b-e62b1ec19767 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5113c1f-edf4-4b91-b414-b76b00ec6c06 HTTP/1.1" status: 200 len: 217 time: 0.1670060 Jul 28 14:56:11.083834 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] Routers {'df52850b-a296-44af-92cf-b163266aa931'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:11.084597 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['df52850b-a296-44af-92cf-b163266aa931'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:11.106208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-537a1771-1eb6-4029-b546-2a6dc272cdaf service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444125 Jul 28 14:56:11.158254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:11.159381 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2240925-6c22-43e0-a2ea-7e3fd03e0c14 None None] The sync data for ids ['df52850b-a296-44af-92cf-b163266aa931'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:11.308067 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:56:11.319140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-da71e0b0-2c0c-4aa0-b2e1-bcb44eb19b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:11.321316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-da71e0b0-2c0c-4aa0-b2e1-bcb44eb19b6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a95fa2b-f054-426a-8976-e78f78468e16 HTTP/1.1" status: 200 len: 849 time: 0.2110322 Jul 28 14:56:11.334222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227ed8-916f-43a5-b083-c3775a2f5b4d req-0c322c5b-c60a-4e5b-8b1b-148d18fa6511 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:11.336418 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a227ed8-916f-43a5-b083-c3775a2f5b4d req-0c322c5b-c60a-4e5b-8b1b-148d18fa6511 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 944 time: 0.2130103 Jul 28 14:56:11.387663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-1eb6e85b-bd6f-45cf-bba0-bb735004d4e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aab35b5f-da03-404b-bae9-77eefb3d715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501916 Jul 28 14:56:11.387919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Deleting port a746b359-83b4-417e-8e07-4837d31c59d5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:11.388237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.392028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-6e4438eb-04c6-470f-a579-3388ab28507a service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514503 Jul 28 14:56:11.520953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-be2495d6-9332-4cb4-afa9-8caf8a3f969e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.1136086 Jul 28 14:56:11.531100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a227ed8-916f-43a5-b083-c3775a2f5b4d req-b23cc4aa-2e8c-4217-a1bc-781ff8017f0a tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714795 Jul 28 14:56:11.556074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Made reservation on behalf of 611b7d2f5da14af1b28cfbb8fce723c1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:11.556616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] For port a746b359-83b4-417e-8e07-4837d31c59d5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a746b359-83b4-417e-8e07-4837d31c59d5,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:11.557067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.560339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.577868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Calling delete_port for a746b359-83b4-417e-8e07-4837d31c59d5 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:11.661141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.749635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event deleted for resources: {'Port': ['ID=39fd9b55-6176-4899-a9ca-a28d6d530c93,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:12.007666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.061817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:12.065507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-127962be-7c36-40dc-8168-9dafabda695d tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "DELETE /v2.0/ports/39fd9b55-6176-4899-a9ca-a28d6d530c93 HTTP/1.1" status: 204 len: 168 time: 2.1073513 Jul 28 14:56:12.070564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Request body: {'port': {'name': 'tempest-new-port-name-414853144', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:12.071208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] bootfile-name is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:56:12.071649 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] tftp-server is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:56:12.072922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.api.validators [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] server-ip-address is not in valid_values {{(pid=94657) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:56:12.189096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] device_id is not set on port bd920c7a-98c9-4d94-bc6d-314c2821d89c yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:56:12.241010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-e401053c-f35f-46f5-8204-9a659096dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:12.242494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-e401053c-f35f-46f5-8204-9a659096dbaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.7141991 Jul 28 14:56:12.275658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.291862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-595c9e52-8a26-4c75-8d65-9d1a8bfdacf1 service neutron] 10.222.0.58 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943293 Jul 28 14:56:12.323097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.446501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a746b359-83b4-417e-8e07-4837d31c59d5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:12.587625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-7c558ba1-7fc5-4e6f-987e-24620d14c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:12.589927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-7c558ba1-7fc5-4e6f-987e-24620d14c5b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3116660 Jul 28 14:56:12.786258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.805629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0392e88-733f-4f14-857b-58f2aadb16c6 req-2af58e84-8b91-43b5-90b1-7d11b4bc5500 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:12.807586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0392e88-733f-4f14-857b-58f2aadb16c6 req-2af58e84-8b91-43b5-90b1-7d11b4bc5500 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 944 time: 0.1139126 Jul 28 14:56:12.833417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae167fef-92b1-47b5-b2e9-7228ed8d4967 req-57d35373-6cb9-405c-a7d1-fccf7a592a11 service neutron] 10.222.0.58 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282156 Jul 28 14:56:12.860769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Allocated IP 172.20.0.9 (442d261c-fea9-449f-8bbb-bc19e695a2f2/7924d30c-a2ad-47d4-9070-21faa0b02c47/bd920c7a-98c9-4d94-bc6d-314c2821d89c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:12.938781 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0392e88-733f-4f14-857b-58f2aadb16c6 req-84037d42-8b55-458b-809f-482079c55db3 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849245 Jul 28 14:56:13.049466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-687a418c-6d2f-47f0-80c4-61d929946e06 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261790 Jul 28 14:56:13.088251 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.113987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Router 48b03126-a465-439f-b385-0746302fa5ef has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:13.260773 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.263307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:13.269785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8587e96-a95f-41e3-9bf7-91b7c53b4c38 admin admin] 10.222.0.57 "PUT /v2.0/routers/48b03126-a465-439f-b385-0746302fa5ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3287923 Jul 28 14:56:13.275266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:13.281482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] Sync routers for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:13.309947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:13.310720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:13.326808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-9e604ee8-c702-417f-8e42-3c6deb41cd78 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615442 Jul 28 14:56:13.417829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-148ab2eb-2fb3-417b-a700-0dc0b80c6372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.0821900 Jul 28 14:56:13.524183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:13.572947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.606308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.609085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event updated for resources: {'Port': ['ID=66416dad-cf95-4372-a9b3-7ff812e577e9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:13.646516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Transition to ACTIVE for port object bd920c7a-98c9-4d94-bc6d-314c2821d89c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:13.650623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] In _notify_port_updated(), no bound segment for port 66416dad-cf95-4372-a9b3-7ff812e577e9 on network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:56:13.656422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.659033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.663476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:13.664226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e9fc0607-01af-4642-a555-d8429187b2de tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "PUT /v2.0/ports/66416dad-cf95-4372-a9b3-7ff812e577e9 HTTP/1.1" status: 200 len: 1136 time: 1.5990419 Jul 28 14:56:13.668212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8f1b8abd-872f-4848-88c2-05c931f907a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.669946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-8f1b8abd-872f-4848-88c2-05c931f907a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.2417197 Jul 28 14:56:13.765388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c37c6-e98d-4af8-ac26-94907c3d85a7 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.773107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e01c37c6-e98d-4af8-ac26-94907c3d85a7 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "GET /v2.0/ports/66416dad-cf95-4372-a9b3-7ff812e577e9 HTTP/1.1" status: 200 len: 1136 time: 0.1071696 Jul 28 14:56:13.784512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:13.806116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-2cc54bdb-51d9-459a-8388-dfa3d36a0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.809052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-2cc54bdb-51d9-459a-8388-dfa3d36a0de4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289315 Jul 28 14:56:13.865668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.959331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Deleting port 66416dad-cf95-4372-a9b3-7ff812e577e9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:13.959795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.980584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c7449980-0a8d-4207-b201-7c2329f323d1 None None] Provisioning complete for port 66416dad-cf95-4372-a9b3-7ff812e577e9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:13.980871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-25fd9c61-1be9-45c7-950d-ddc8a888f7a5 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622906 Jul 28 14:56:13.981026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7449980-0a8d-4207-b201-7c2329f323d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.036366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:56:12Z', 'revision_number': 5, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port': {'id': 'aefabc3f-fe46-44af-a831-458e1f11d010', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b03126-a465-439f-b385-0746302fa5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:59Z', 'updated_at': '2021-07-28T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:14.100556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] Checking router: 48b03126-a465-439f-b385-0746302fa5ef for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:56:14.109593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c7449980-0a8d-4207-b201-7c2329f323d1 None None] Port 66416dad-cf95-4372-a9b3-7ff812e577e9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:14.124548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] Routers {'48b03126-a465-439f-b385-0746302fa5ef'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:14.126149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['48b03126-a465-439f-b385-0746302fa5ef'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:14.175966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.188899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.203766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Calling delete_port for 66416dad-cf95-4372-a9b3-7ff812e577e9 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:14.206561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Deleting port aefabc3f-fe46-44af-a831-458e1f11d010 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:14.207045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.282674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:14.341303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:14.345124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:14.376895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] For port aefabc3f-fe46-44af-a831-458e1f11d010, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aefabc3f-fe46-44af-a831-458e1f11d010,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:14.376895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.403034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Calling delete_port for aefabc3f-fe46-44af-a831-458e1f11d010 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:14.514835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Port': ['ID=bd920c7a-98c9-4d94-bc6d-314c2821d89c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:14.523255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] Set router 48b03126-a465-439f-b385-0746302fa5ef gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:14.542890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:14.543974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.616253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86ea51-dbb6-46a2-b47e-163c445c67cf req-1cbbdec0-1d5a-40e6-88e0-e147aaf45f78 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:14.618408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d86ea51-dbb6-46a2-b47e-163c445c67cf req-1cbbdec0-1d5a-40e6-88e0-e147aaf45f78 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 944 time: 0.4048903 Jul 28 14:56:14.633820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-6831fc88-ccfc-44a5-8f23-b973d70afc7f service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367319 Jul 28 14:56:14.675508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b5113c1f-edf4-4b91-b414-b76b00ec6c06 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:56:14.734125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-095f1fbf-1f6e-4a4d-8874-b7aa80af21ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.0903237 Jul 28 14:56:14.776891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:56:13Z', 'revision_number': 6, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:14.848519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-32a9395f-7cb7-47d5-9931-776d615d5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:14.850449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-32a9395f-7cb7-47d5-9931-776d615d5195 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.0962632 Jul 28 14:56:14.855270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cb6f6-e967-466d-8957-08fa535eb1fc None None] The sync data for ids ['48b03126-a465-439f-b385-0746302fa5ef'] in n-d-764806-10 is: [{'id': '48b03126-a465-439f-b385-0746302fa5ef', 'name': 'tempest-AttachVolumeTestJSON-1006719609-router', 'tenant_id': '104beadba875406199d4cde93a84a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:56:13Z', 'revision_number': 6, 'project_id': '104beadba875406199d4cde93a84a27c', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:14.857470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-df5efd9a-fc89-4aed-858f-e99a20fc72e7 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1937144 Jul 28 14:56:14.876607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d86ea51-dbb6-46a2-b47e-163c445c67cf req-03de34e9-226c-4026-9699-97e6d01dc3de tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257633 Jul 28 14:56:14.877526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36408) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:14.886389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:14.992478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-1d3537b1-39e8-48d6-a0f1-306b39d4de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:14.995039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-1d3537b1-39e8-48d6-a0f1-306b39d4de22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1353056 Jul 28 14:56:15.118133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port b5113c1f-edf4-4b91-b414-b76b00ec6c06, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b5113c1f-edf4-4b91-b414-b76b00ec6c06,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:15.150344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06', 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e', 'port_id': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06', 'mac_address': 'fa:16:3e:fe:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95fa2b-f054-426a-8976-e78f78468e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:56:15.170630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.190316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-365ed7a5-e43e-40a2-b2d6-a8a68da22b7b service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843352 Jul 28 14:56:15.192391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8bd894d7-d0fc-4670-bc99-988b5a64a003 None None] Provisioning for port bd920c7a-98c9-4d94-bc6d-314c2821d89c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:15.203463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8bd894d7-d0fc-4670-bc99-988b5a64a003 None None] Provisioning complete for port bd920c7a-98c9-4d94-bc6d-314c2821d89c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:15.204107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8bd894d7-d0fc-4670-bc99-988b5a64a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.271084 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.309677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8bd894d7-d0fc-4670-bc99-988b5a64a003 None None] Port bd920c7a-98c9-4d94-bc6d-314c2821d89c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:15.309677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5113c1f-edf4-4b91-b414-b76b00ec6c06 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:15.341722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.360302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port b5113c1f-edf4-4b91-b414-b76b00ec6c06, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b5113c1f-edf4-4b91-b414-b76b00ec6c06,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:15.406379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-5e7b64e3-d9c2-4821-b685-54241eb2674b service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878266 Jul 28 14:56:15.415589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event deleted for resources: {'Port': ['ID=66416dad-cf95-4372-a9b3-7ff812e577e9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:15.450866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.467109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.467478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.467857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.468208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.468633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.468960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.469299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.469634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.469973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.470302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.470632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.470986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:15.527027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-776ca5bf-979a-4cc5-9592-c5d1c607e507 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.1021979 Jul 28 14:56:15.529823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.628865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=b5113c1f-edf4-4b91-b414-b76b00ec6c06,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:15.635838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.638338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ce94ce7f-198b-4e14-8152-6819b4dc8f80 tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "DELETE /v2.0/ports/66416dad-cf95-4372-a9b3-7ff812e577e9 HTTP/1.1" status: 204 len: 168 time: 1.8593769 Jul 28 14:56:15.643429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:15.743459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Deleting subnet 3bed0b32-c198-4810-928a-e62a2a1be2e8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:15.752270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['b5113c1f-edf4-4b91-b414-b76b00ec6c06'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:15.758888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.768321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-4df4f5ab-a5c6-49f0-a5b0-811da951488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:15.769951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-4df4f5ab-a5c6-49f0-a5b0-811da951488d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.2330546 Jul 28 14:56:15.828298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.851474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.897859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefabc3f-fe46-44af-a831-458e1f11d010,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:15.983095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8517-f041-4342-96a4-4aa4af9affbc req-fddb8374-c3e9-45cd-9292-c8e47b62f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:15.984862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-fddb8374-c3e9-45cd-9292-c8e47b62f770 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2006922 Jul 28 14:56:16.005925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Allocated IP 172.25.6.201 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/4beea29d-b84c-4655-8bda-67332a55cdeb) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:16.044557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.172122 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.263736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.278947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.280058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-a70a1b6d-0496-40a7-bcd1-7de75c1f4ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819350 Jul 28 14:56:16.280822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a746b359-83b4-417e-8e07-4837d31c59d5 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:16.331184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a746b359-83b4-417e-8e07-4837d31c59d5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:16.331184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a746b359-83b4-417e-8e07-4837d31c59d5 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:16.331184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aefabc3f-fe46-44af-a831-458e1f11d010 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:16.368078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: aefabc3f-fe46-44af-a831-458e1f11d010 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:16.368472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aefabc3f-fe46-44af-a831-458e1f11d010 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:16.368661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.369376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50745fd7-6230-4f12-a021-f2d6529819cc req-53e27c9f-84a2-41db-9088-9029b8d01cf9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:16.382104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50745fd7-6230-4f12-a021-f2d6529819cc req-53e27c9f-84a2-41db-9088-9029b8d01cf9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 945 time: 0.2360847 Jul 28 14:56:16.431179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50745fd7-6230-4f12-a021-f2d6529819cc req-87ec4784-0c8f-4489-a278-9483fe5083b9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507395 Jul 28 14:56:16.466123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-969c8517-f041-4342-96a4-4aa4af9affbc req-b7b3d772-e036-419d-8aaa-0d56f8cc65a9 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777480 Jul 28 14:56:16.572821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.573654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b03126-a465-439f-b385-0746302fa5ef {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:16.578893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.580109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-95f6641d-23c5-4511-bcc9-84239920b443 admin admin] 10.222.0.57 "DELETE /v2.0/routers/48b03126-a465-439f-b385-0746302fa5ef HTTP/1.1" status: 204 len: 168 time: 3.3025074 Jul 28 14:56:16.583666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36446) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:16.602111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b5113c1f-edf4-4b91-b414-b76b00ec6c06 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:16.701797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.712376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Deleting subnet a1c85e97-85a1-47c6-b3ec-558fcd870a04 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:16.717500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.760480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.781882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:16.784036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port b5113c1f-edf4-4b91-b414-b76b00ec6c06 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:16.793791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.794000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:16.794105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port b5113c1f-edf4-4b91-b414-b76b00ec6c06 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:16.794105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.794294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:16.817956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event deleted for resources: {'Subnet': ['ID=3bed0b32-c198-4810-928a-e62a2a1be2e8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:16.822686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Port': ['ID=4beea29d-b84c-4655-8bda-67332a55cdeb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:16.837118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.839026 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6891eff3-d6e4-4c99-9b17-0e69cc1882be tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "DELETE /v2.0/subnets/3bed0b32-c198-4810-928a-e62a2a1be2e8 HTTP/1.1" status: 204 len: 168 time: 1.1934953 Jul 28 14:56:16.841841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:16.867123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3e628-7c81-495a-b699-ac7feece87d4 None None] Network 162cc8c5-24c2-48c6-853b-9eb0e05b8688 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:16.963798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.097838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.105850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.127516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.185130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port b5113c1f-edf4-4b91-b414-b76b00ec6c06, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b5113c1f-edf4-4b91-b414-b76b00ec6c06,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:17.185130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:17.185130 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba701e38-864b-44e8-be86-c330d0f43ab6" -d '{"events": [{"server_uuid": "c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85", "name": "network-vif-plugged", "status": "completed", "tag": "b5113c1f-edf4-4b91-b414-b76b00ec6c06"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:17.242996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.273865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] DHCP port deletion for 162cc8c5-24c2-48c6-853b-9eb0e05b8688 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:17.289670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Deleting port e86d2c8d-2161-415c-899e-b18357103628 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:17.293240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.374096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] Deleting port e86d2c8d-2161-415c-899e-b18357103628 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:17.374729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.423322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.461666 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50325918-0c83-4fcb-955f-4069f20fb13d x-openstack-request-id: req-50325918-0c83-4fcb-955f-4069f20fb13d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:17.462046 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85", "name": "network-vif-plugged", "status": "completed", "tag": "b5113c1f-edf4-4b91-b414-b76b00ec6c06", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:17.462873 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50325918-0c83-4fcb-955f-4069f20fb13d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:17.463209 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06', 'code': 200} Jul 28 14:56:17.502322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.527495 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.546080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] For port e86d2c8d-2161-415c-899e-b18357103628, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e86d2c8d-2161-415c-899e-b18357103628,segment=NetworkSegment(f7babf9e-9557-43b3-91df-78475a8e454e),segment_id=f7babf9e-9557-43b3-91df-78475a8e454e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:17.551205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.554796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c85e97-85a1-47c6-b3ec-558fcd870a04,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:17.561341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.563610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-59d9a919-d497-4f57-8ab2-5cf660eb39c2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1c85e97-85a1-47c6-b3ec-558fcd870a04 HTTP/1.1" status: 204 len: 168 time: 0.9783978 Jul 28 14:56:17.570991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.590475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ed943e-d256-4352-ae6a-8fa7c8a6ce87 None None] Network 35093577-9a76-4b96-9a10-59cc9f981d40 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:17.595941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2d42b-0e22-4fd0-83b8-fb842f9e3477 req-554432d3-5192-414b-87ca-911717f76d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.597162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] For port e86d2c8d-2161-415c-899e-b18357103628, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e86d2c8d-2161-415c-899e-b18357103628,segment=NetworkSegment(f7babf9e-9557-43b3-91df-78475a8e454e),segment_id=f7babf9e-9557-43b3-91df-78475a8e454e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:17.597571 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.597707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3be2d42b-0e22-4fd0-83b8-fb842f9e3477 req-554432d3-5192-414b-87ca-911717f76d50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 1098 time: 0.0678389 Jul 28 14:56:17.677779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3be2d42b-0e22-4fd0-83b8-fb842f9e3477 req-c0e006cc-f688-49c0-9b8d-c78f7b433e1b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482838 Jul 28 14:56:17.679142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.701830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] Calling delete_port for e86d2c8d-2161-415c-899e-b18357103628 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:17.703099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Calling delete_port for e86d2c8d-2161-415c-899e-b18357103628 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:17.710519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=b5113c1f-edf4-4b91-b414-b76b00ec6c06,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:17.742746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.778277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Port': ['ID=4beea29d-b84c-4655-8bda-67332a55cdeb,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:17.809233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.827541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc614c-4bc4-4231-8936-8d10df5cbe06 req-1024a02a-34eb-4931-85f7-2d16fa82ebb6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.837082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-43dc614c-4bc4-4231-8936-8d10df5cbe06 req-1024a02a-34eb-4931-85f7-2d16fa82ebb6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 946 time: 0.2361848 Jul 28 14:56:17.914221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.920311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1cd64b7c-b591-4fe1-b650-21115b56723a tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0352468 Jul 28 14:56:17.920862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36484) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.930867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-51d5d7c6-7f93-4df6-92b6-87cadba27160 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'floatingip': {'port_id': 'bd920c7a-98c9-4d94-bc6d-314c2821d89c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:17.971151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-43dc614c-4bc4-4231-8936-8d10df5cbe06 req-ad5ef184-2041-42a2-8c65-d4758458eb88 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317763 Jul 28 14:56:18.013262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] DHCP port deletion for 35093577-9a76-4b96-9a10-59cc9f981d40 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:18.013852 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51d5d7c6-7f93-4df6-92b6-87cadba27160 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.055253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Deleting port 20086e75-d58b-4907-ade4-9b29f41cb72b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:18.055619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.080725 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.164227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] Pushing event deleted for resources: {'Port': ['ID=e86d2c8d-2161-415c-899e-b18357103628,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:18.178321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ca30c-c76a-4ddd-93f5-d27c94cc61ec None None] No DVR routers for this DVR port e86d2c8d-2161-415c-899e-b18357103628 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:18.204998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.220675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] Deleting port 20086e75-d58b-4907-ade4-9b29f41cb72b {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:18.220675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.237478 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-51d5d7c6-7f93-4df6-92b6-87cadba27160 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] update failed (client error): The resource could not be found. Jul 28 14:56:18.242313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-51d5d7c6-7f93-4df6-92b6-87cadba27160 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "PUT /v2.0/floatingips/ca1a6104-c360-471a-b0e4-227095065058 HTTP/1.1" status: 404 len: 507 time: 0.3166647 Jul 28 14:56:18.245046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36490) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:18.252829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event deleted for resources: {'Port': ['ID=e86d2c8d-2161-415c-899e-b18357103628,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:18.260292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] No DVR routers for this DVR port e86d2c8d-2161-415c-899e-b18357103628 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:18.271700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] For port 20086e75-d58b-4907-ade4-9b29f41cb72b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=20086e75-d58b-4907-ade4-9b29f41cb72b,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:18.272102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.307845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e86d2c8d-2161-415c-899e-b18357103628 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:18.338589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e86d2c8d-2161-415c-899e-b18357103628 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:18.339090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e86d2c8d-2161-415c-899e-b18357103628 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:18.339617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 20086e75-d58b-4907-ade4-9b29f41cb72b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:18.348190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Calling delete_port for 20086e75-d58b-4907-ade4-9b29f41cb72b owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:18.402250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] For port 20086e75-d58b-4907-ade4-9b29f41cb72b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=20086e75-d58b-4907-ade4-9b29f41cb72b,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:18.403077 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.432819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.439731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] Calling delete_port for 20086e75-d58b-4907-ade4-9b29f41cb72b owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:18.449623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Deleting port 4beea29d-b84c-4655-8bda-67332a55cdeb {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:18.450343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.480657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162cc8c5-24c2-48c6-853b-9eb0e05b8688']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:18.494809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7babf9e-9557-43b3-91df-78475a8e454e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:18.495115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7babf9e-9557-43b3-91df-78475a8e454e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:18.544966 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.568237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.606237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 20086e75-d58b-4907-ade4-9b29f41cb72b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=20086e75-d58b-4907-ade4-9b29f41cb72b,segment=NetworkSegment(e7f7c219-3d22-4641-9134-7c77d748de75),segment_id=e7f7c219-3d22-4641-9134-7c77d748de75)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:18.627355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.632748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.633309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.636794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:18.637348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:18.643764 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:18.663640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Calling delete_port for 4beea29d-b84c-4655-8bda-67332a55cdeb owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:18.744684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.862875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=20086e75-d58b-4907-ade4-9b29f41cb72b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:18.919954 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.934991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.937558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] 10.222.0.57 "DELETE /v2.0/networks/162cc8c5-24c2-48c6-853b-9eb0e05b8688 HTTP/1.1" status: 204 len: 168 time: 2.0947742 Jul 28 14:56:18.958129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbec30f-0d81-4714-95fd-c8baf01fd65c tempest-ExtraDHCPOptionsTestJSON-571810757 tempest-ExtraDHCPOptionsTestJSON-571810757-project] Pushing event deleted for resources: {'Network': ['ID=162cc8c5-24c2-48c6-853b-9eb0e05b8688,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:18.988896 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.004882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.062153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Pushing event deleted for resources: {'Port': ['ID=20086e75-d58b-4907-ade4-9b29f41cb72b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:19.071226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] No DVR routers for this DVR port 20086e75-d58b-4907-ade4-9b29f41cb72b on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:19.086429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.089501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] Pushing event deleted for resources: {'Port': ['ID=20086e75-d58b-4907-ade4-9b29f41cb72b,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:19.092077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6790a9d-13da-447b-ab73-ae4f93e7fc25 None None] No DVR routers for this DVR port 20086e75-d58b-4907-ade4-9b29f41cb72b on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:19.168839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Port': ['ID=4beea29d-b84c-4655-8bda-67332a55cdeb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:19.206458 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.220994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35093577-9a76-4b96-9a10-59cc9f981d40']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:19.236752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f7c219-3d22-4641-9134-7c77d748de75') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:19.237418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f7c219-3d22-4641-9134-7c77d748de75') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:19.250852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.273788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.295504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:19.295907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:19.302871 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:19.328427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.332878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.345185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb3a6e5c-f640-44e3-89e3-539f7fb56579 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "DELETE /v2.0/floatingips/ca1a6104-c360-471a-b0e4-227095065058 HTTP/1.1" status: 204 len: 168 time: 1.0985343 Jul 28 14:56:19.346602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36522) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:19.357609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-07f33a48-5c3c-49c1-b653-bc6885586753 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'floatingip': {'floating_network_id': '442d261c-fea9-449f-8bbb-bc19e695a2f2', 'port_id': 'bd920c7a-98c9-4d94-bc6d-314c2821d89c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:19.376793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a34a1-3406-4dd5-8ed5-6674ccd34ae8 req-2b58a430-a614-42af-8150-a2326d895d68 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:19.378442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd4a34a1-3406-4dd5-8ed5-6674ccd34ae8 req-2b58a430-a614-42af-8150-a2326d895d68 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 946 time: 0.2228205 Jul 28 14:56:19.440259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd4a34a1-3406-4dd5-8ed5-6674ccd34ae8 req-1c3d4092-4040-4585-ae7e-3f1f5b88f767 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464363 Jul 28 14:56:19.570705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-07f33a48-5c3c-49c1-b653-bc6885586753 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.713891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.723966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.727721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] 10.222.0.57 "DELETE /v2.0/networks/35093577-9a76-4b96-9a10-59cc9f981d40 HTTP/1.1" status: 204 len: 168 time: 2.1554530 Jul 28 14:56:19.753634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85f89-9285-497a-a5a8-da4e886af19f admin admin] Pushing event deleted for resources: {'Network': ['ID=35093577-9a76-4b96-9a10-59cc9f981d40,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:19.871694 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-07f33a48-5c3c-49c1-b653-bc6885586753 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:56:19.880768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-07f33a48-5c3c-49c1-b653-bc6885586753 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5201547 Jul 28 14:56:19.880768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36536) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:19.888871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'bd920c7a-98c9-4d94-bc6d-314c2821d89c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:19.917559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36538) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:20.077716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.170109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-19aea344-cf7f-4c7c-9d33-e336ced5d407 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57e54a100771477a9d14849907eaf64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510557 Jul 28 14:56:20.174704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36544) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:20.265320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.307087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd7854d3-3060-4d6a-a9c2-abd1eb921007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.371057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd7854d3-3060-4d6a-a9c2-abd1eb921007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.412645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Allocated IP 172.25.6.78 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/ada27f2f-dc26-43b7-a079-ccbc2b8864e5) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:20.477995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:20.573537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b832e28-1298-4e75-bc4a-9889aa2ee147 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=104beadba875406199d4cde93a84a27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813870 Jul 28 14:56:20.579068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36554) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:20.605304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.679556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a1b2-b77e-4088-873c-fb611a5768b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.710452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a1b2-b77e-4088-873c-fb611a5768b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.713130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd7854d3-3060-4d6a-a9c2-abd1eb921007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.719758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd7854d3-3060-4d6a-a9c2-abd1eb921007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.719758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd7854d3-3060-4d6a-a9c2-abd1eb921007 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90e6e004-de3e-478f-9198-9b7230e6ee11 HTTP/1.1" status: 204 len: 168 time: 0.5358779 Jul 28 14:56:20.741747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7854d3-3060-4d6a-a9c2-abd1eb921007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e6e004-de3e-478f-9198-9b7230e6ee11,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:20.892973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.939639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event updated for resources: {'Port': ['ID=ada27f2f-dc26-43b7-a079-ccbc2b8864e5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:20.957461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:20.960008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:20.964936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:21.000018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a1b2-b77e-4088-873c-fb611a5768b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.004821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a1b2-b77e-4088-873c-fb611a5768b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.005900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d7e1a1b2-b77e-4088-873c-fb611a5768b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a686c737-ccbf-45f3-8eb4-84c00c1b678b HTTP/1.1" status: 204 len: 168 time: 0.4258595 Jul 28 14:56:21.020429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a1b2-b77e-4088-873c-fb611a5768b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a686c737-ccbf-45f3-8eb4-84c00c1b678b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:21.241917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Deleting port ada27f2f-dc26-43b7-a079-ccbc2b8864e5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:21.242500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.800475 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.800475 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.825021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Calling delete_port for ada27f2f-dc26-43b7-a079-ccbc2b8864e5 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:22.388507 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-27ac85fe-3291-4709-a362-08c7017939b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.409816 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.483732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Port': ['ID=ada27f2f-dc26-43b7-a079-ccbc2b8864e5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:22.789646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce580591-ac41-4988-9911-e65d2f380646 req-bac4319b-b413-4df0-b3c1-da7de8f0cb02 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:22.794031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce580591-ac41-4988-9911-e65d2f380646 req-bac4319b-b413-4df0-b3c1-da7de8f0cb02 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 946 time: 0.1487646 Jul 28 14:56:22.886944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce580591-ac41-4988-9911-e65d2f380646 req-70ce8bfd-f4fb-4c2f-b483-3dfbb812fd0a tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803871 Jul 28 14:56:23.001483 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] create failed (client error): The resource could not be found. Jul 28 14:56:23.002706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d85b8f18-7b64-4feb-b539-b33273d7fa94 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1200583 Jul 28 14:56:23.010044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36626) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:23.180033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Deleting port bd920c7a-98c9-4d94-bc6d-314c2821d89c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:23.180445 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.336154 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.377043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Calling delete_port for bd920c7a-98c9-4d94-bc6d-314c2821d89c owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:23.617378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36644) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:23.843422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1597233182'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:23.896734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.980543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Port': ['ID=bd920c7a-98c9-4d94-bc6d-314c2821d89c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:24.013621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:24.021206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.122237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.261802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc50f-3163-4ee1-ab36-7f360ea0aca8 req-97ef9bec-5e3b-49aa-ada1-3bac306656d0 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:24.273223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-621dc50f-3163-4ee1-ab36-7f360ea0aca8 req-97ef9bec-5e3b-49aa-ada1-3bac306656d0 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 946 time: 0.1926193 Jul 28 14:56:24.342454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-3083ade2-ee3e-48a8-ac5e-150e6613e2f8 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:24.349533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-3083ade2-ee3e-48a8-ac5e-150e6613e2f8 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 946 time: 0.3501103 Jul 28 14:56:24.354993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-621dc50f-3163-4ee1-ab36-7f360ea0aca8 req-921c2d66-df6e-452f-8927-03f0ce9f7467 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793369 Jul 28 14:56:24.369259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.375047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-870e5c42-71cb-4aef-95fc-53233fa2030c tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "DELETE /v2.0/ports/bd920c7a-98c9-4d94-bc6d-314c2821d89c HTTP/1.1" status: 204 len: 168 time: 1.3619406 Jul 28 14:56:24.375847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36662) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:24.533410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1c11ad-623a-4ec6-a2e0-47c2cb3a9ab4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:24.539436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca1c11ad-623a-4ec6-a2e0-47c2cb3a9ab4 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "GET /v2.0/ports?device_id=df52850b-a296-44af-92cf-b163266aa931 HTTP/1.1" status: 200 len: 913 time: 0.1601138 Jul 28 14:56:24.543396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36668) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:24.563023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.671922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Deleting port b5113c1f-edf4-4b91-b414-b76b00ec6c06 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:24.672284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.739605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.781463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:24.792797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258e1540-e370-41d1-bb29-c9d6edaad8b0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:24.811779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.812384 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Added segment e5988e9c-a357-4caf-8aa7-2c3483ac6371 of type vlan for network a93fe858-6cbd-4a59-b0e0-abab30ced7ae Jul 28 14:56:24.880936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.907113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] For port b5113c1f-edf4-4b91-b414-b76b00ec6c06, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b5113c1f-edf4-4b91-b414-b76b00ec6c06,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:24.907707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.935870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Calling delete_port for b5113c1f-edf4-4b91-b414-b76b00ec6c06 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:24.989043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a48f311c-75d1-474c-a8f3-6a382a6338e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.234009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.290637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.291095 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.299800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:25.300506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.395247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Network': ['ID=a93fe858-6cbd-4a59-b0e0-abab30ced7ae,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:25.410008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:25.464748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fdb0cbae-7cba-44f5-b7f6-f88c7c9c5e01 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8458169 Jul 28 14:56:25.468088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36696) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:25.474869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'subnet': {'network_id': 'a93fe858-6cbd-4a59-b0e0-abab30ced7ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:25.482294 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.560267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['b5113c1f-edf4-4b91-b414-b76b00ec6c06'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:25.600384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Pushing event deleted for resources: {'Port': ['ID=b5113c1f-edf4-4b91-b414-b76b00ec6c06,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:25.605742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ed4f682-f4d4-4890-aaa0-594eae629a01 req-3565bb0b-82b9-49a7-a894-e14f589f2aeb tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0684371 Jul 28 14:56:25.693081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] No DVR routers for this DVR port b5113c1f-edf4-4b91-b414-b76b00ec6c06 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:25.697024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.699694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-239ba64b-1fbd-4533-9b2e-ddc401953d07 req-516b44a9-e573-404e-98fe-174a8ab2e7af tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "DELETE /v2.0/ports/b5113c1f-edf4-4b91-b414-b76b00ec6c06 HTTP/1.1" status: 204 len: 173 time: 1.3346484 Jul 28 14:56:25.701278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'name': 'network-vif-deleted', 'tag': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:25.703803 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc116a60-2091-4644-9af9-3351d4a03f40" -d '{"events": [{"server_uuid": "c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85", "name": "network-vif-deleted", "tag": "b5113c1f-edf4-4b91-b414-b76b00ec6c06"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:25.788663 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96437833-8bd5-4aa5-baa3-1d4349dbb434 x-openstack-request-id: req-96437833-8bd5-4aa5-baa3-1d4349dbb434 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:25.789174 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85", "name": "network-vif-deleted", "tag": "b5113c1f-edf4-4b91-b414-b76b00ec6c06", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:25.789440 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96437833-8bd5-4aa5-baa3-1d4349dbb434 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:25.789868 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85', 'name': 'network-vif-deleted', 'tag': 'b5113c1f-edf4-4b91-b414-b76b00ec6c06', 'status': 'completed', 'code': 200} Jul 28 14:56:25.799084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:25.802909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.923397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Deleting port e2088f99-7eec-4da6-b9d6-ca534c009896 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:25.923963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.112031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.142536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Calling delete_port for e2088f99-7eec-4da6-b9d6-ca534c009896 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:26.258624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.371146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Subnet': ['ID=f8110f52-1ed6-4978-9328-ac83be02e863,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:26.400243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Checking segment: {'id': 'e5988e9c-a357-4caf-8aa7-2c3483ac6371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a93fe858-6cbd-4a59-b0e0-abab30ced7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:26.400960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network hostable DHCP agents. Network: a93fe858-6cbd-4a59-b0e0-abab30ced7ae, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:26.404796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.637856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:26.766689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.816157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, a93fe858-6cbd-4a59-b0e0-abab30ced7ae) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:26.826225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Port': ['ID=e2088f99-7eec-4da6-b9d6-ca534c009896,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:26.837727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a852376-9536-497a-a823-f482a4a21295 None None] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:26.839154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:26.841289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.905866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c11b0b7b-fb0d-4b0d-af66-0d7e94681547 req-23c7dd03-6ae5-42a6-911d-eae14a51f75f tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5d5bd0e-80ab-4e4b-b2d5-0946e9187f85 HTTP/1.1" status: 200 len: 210 time: 0.0609078 Jul 28 14:56:26.987529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36730) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:26.989556 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8a138ca-12e7-4a5e-a3d0-5a889e0a8dda tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5193641 Jul 28 14:56:26.996803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-945870443', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:27.119350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f6a73-ceed-4eb5-9868-9b5a28ea0238 None None] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:27.307601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.308721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.320609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.488920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.630633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Router df52850b-a296-44af-92cf-b163266aa931 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:27.846087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:27.871981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a88c3562-c6a2-4212-b717-74dd65243f36 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "PUT /v2.0/routers/df52850b-a296-44af-92cf-b163266aa931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3218098 Jul 28 14:56:27.872656 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] Sync routers for ids ['df52850b-a296-44af-92cf-b163266aa931'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:27.873417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:27.892965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] Routers {'df52850b-a296-44af-92cf-b163266aa931'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:27.893491 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['df52850b-a296-44af-92cf-b163266aa931'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:27.953482 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:27.958226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.966642 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] Routers {'df52850b-a296-44af-92cf-b163266aa931'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:27.967465 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['df52850b-a296-44af-92cf-b163266aa931'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:28.049735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.051630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.079551 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:28.080330 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b2c9b-aabe-4895-ab5f-cea97d81898d None None] The sync data for ids ['df52850b-a296-44af-92cf-b163266aa931'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:28.332979 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.339671 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.539056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.540164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Fanout notify agent at l3_agent the message router_deleted on router df52850b-a296-44af-92cf-b163266aa931 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:28.553790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.558263 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e7a552aa-be69-4ab5-b21e-387bb2e39840 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "DELETE /v2.0/routers/df52850b-a296-44af-92cf-b163266aa931 HTTP/1.1" status: 204 len: 168 time: 0.6816916 Jul 28 14:56:28.558638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36772) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:28.648622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b5113c1f-edf4-4b91-b414-b76b00ec6c06 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:28.692741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Deleting subnet 7924d30c-a2ad-47d4-9070-21faa0b02c47 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:28.699301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.705146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.711918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: b5113c1f-edf4-4b91-b414-b76b00ec6c06 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:28.712914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b5113c1f-edf4-4b91-b414-b76b00ec6c06 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:28.719469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-7851403b-8613-4ec8-ad63-19a5a8c78091 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:28.721813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-7851403b-8613-4ec8-ad63-19a5a8c78091 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/networks?id=aab35b5f-da03-404b-bae9-77eefb3d715e HTTP/1.1" status: 200 len: 809 time: 0.3742692 Jul 28 14:56:28.759085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.772034 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.825382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-b1bc0662-cec6-4e0c-b955-5f2e23752338 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/quotas/4f8a9bb20ece41f1b94c4e577836139f HTTP/1.1" status: 200 len: 375 time: 0.0712979 Jul 28 14:56:28.922768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-cc47675a-6263-48cc-b81e-180ff7d8a184 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774055 Jul 28 14:56:28.959072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.123741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.244 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/53be67e8-a821-4c3a-aca0-1c2871e06020) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:29.152157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-1db73820-a47b-457b-9f8f-674842d428bf service neutron] 10.222.0.57 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159858 Jul 28 14:56:29.221141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.279976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Subnet': ['ID=7924d30c-a2ad-47d4-9070-21faa0b02c47,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:29.287896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.290648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1bb93282-9c9f-4871-91f0-b5efcf24d7f9 tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "DELETE /v2.0/subnets/7924d30c-a2ad-47d4-9070-21faa0b02c47 HTTP/1.1" status: 204 len: 168 time: 0.7303240 Jul 28 14:56:29.296218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:29.304701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c931b-a393-486f-99fd-e575dff8cf6c None None] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:29.440756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.516714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Deleting port 8914a243-ef95-4a18-b4cc-49863a1c8a2a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:29.517109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.702698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] For port 8914a243-ef95-4a18-b4cc-49863a1c8a2a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8914a243-ef95-4a18-b4cc-49863a1c8a2a,segment=NetworkSegment(5e4d95dc-43d1-4791-a9b1-e41f541aaa7b),segment_id=5e4d95dc-43d1-4791-a9b1-e41f541aaa7b)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:29.703230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.733500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] DHCP port deletion for 442d261c-fea9-449f-8bbb-bc19e695a2f2 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:29.743362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Calling delete_port for 8914a243-ef95-4a18-b4cc-49863a1c8a2a owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:29.825531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Deleting port 8914a243-ef95-4a18-b4cc-49863a1c8a2a {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:29.826374 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.973199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-fda63442-4b6a-434a-8555-2e918fda06d1 service neutron] 10.222.0.57 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116369 Jul 28 14:56:29.979072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.051369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.167729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36818) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:30.188973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] No DVR routers for this DVR port 8914a243-ef95-4a18-b4cc-49863a1c8a2a on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:30.411740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Port': ['ID=8914a243-ef95-4a18-b4cc-49863a1c8a2a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:30.425934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.461065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.484957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442d261c-fea9-449f-8bbb-bc19e695a2f2']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:30.511961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:30.512410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4d95dc-43d1-4791-a9b1-e41f541aaa7b') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:30.540510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.552354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8914a243-ef95-4a18-b4cc-49863a1c8a2a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:30.572019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.593640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8914a243-ef95-4a18-b4cc-49863a1c8a2a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:30.593640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8914a243-ef95-4a18-b4cc-49863a1c8a2a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:30.595393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:30.596005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:30.600413 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:30.624346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:30.632407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:30.637209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:30.643298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] For port 8914a243-ef95-4a18-b4cc-49863a1c8a2a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8914a243-ef95-4a18-b4cc-49863a1c8a2a,segment=NetworkSegment(5e4d95dc-43d1-4791-a9b1-e41f541aaa7b),segment_id=5e4d95dc-43d1-4791-a9b1-e41f541aaa7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:30.643298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.673735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Calling delete_port for 8914a243-ef95-4a18-b4cc-49863a1c8a2a owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:30.864148 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.893854 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2b2b192-0736-49f9-9650-54b8a883a0c3 req-5a02094d-710a-459a-a01a-e82a3e58d12a tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.0630934 Jul 28 14:56:30.896928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.919017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Pushing event deleted for resources: {'Port': ['ID=8914a243-ef95-4a18-b4cc-49863a1c8a2a,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:30.936732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] Network 442d261c-fea9-449f-8bbb-bc19e695a2f2 is not hosted by any dhcp agent {{(pid=94659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:56:30.941916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c5405-dc58-48e0-98f1-25bde8edc0cc None None] No DVR routers for this DVR port 8914a243-ef95-4a18-b4cc-49863a1c8a2a on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:30.974848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.982791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] 10.222.0.57 "DELETE /v2.0/networks/442d261c-fea9-449f-8bbb-bc19e695a2f2 HTTP/1.1" status: 204 len: 168 time: 1.6859765 Jul 28 14:56:30.983963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dce4b1-72c2-471e-b3cd-081833d0114e tempest-FloatingIPNegativeTestJSON-478305437 tempest-FloatingIPNegativeTestJSON-478305437-project] Pushing event deleted for resources: {'Network': ['ID=442d261c-fea9-449f-8bbb-bc19e695a2f2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:31.025214 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13cd2d4b-f445-490a-9f55-bcc4c87a32db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.071146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=53be67e8-a821-4c3a-aca0-1c2871e06020,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:31.128993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.129591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.130574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.131149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.132280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.133144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.133986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.134587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.135405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.136011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.137072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.137793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:31.513440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.558986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13cd2d4b-f445-490a-9f55-bcc4c87a32db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.689712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13cd2d4b-f445-490a-9f55-bcc4c87a32db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.796745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2d4b-f445-490a-9f55-bcc4c87a32db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfee114-df96-448b-b44c-3d1e0454ab9c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:31.807232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:31.818446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-13cd2d4b-f445-490a-9f55-bcc4c87a32db admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb6a68299b2441d48793db7d93250c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6438975 Jul 28 14:56:31.877215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.925992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2485-72b7-4bfa-9981-6031eb41d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.971775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36884) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:31.994264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2485-72b7-4bfa-9981-6031eb41d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.134888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84e741cf-4207-495a-9956-7dbadedd46f7 req-58603d57-3e04-4305-b8ac-cff369f37b0e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.0512962 Jul 28 14:56:32.191240 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02a53c71-2efd-4eee-925f-23cbeb3b09ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=611b7d2f5da14af1b28cfbb8fce723c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156491 Jul 28 14:56:32.211846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:32.246262 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2485-72b7-4bfa-9981-6031eb41d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.257221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2485-72b7-4bfa-9981-6031eb41d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.257221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c8e2485-72b7-4bfa-9981-6031eb41d4a1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bfee114-df96-448b-b44c-3d1e0454ab9c HTTP/1.1" status: 204 len: 168 time: 0.4426267 Jul 28 14:56:32.258193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.286464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e2485-72b7-4bfa-9981-6031eb41d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfee114-df96-448b-b44c-3d1e0454ab9c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:32.305770 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e49aca6-b652-435d-b04b-5fadfd96e179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.338672 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e49aca6-b652-435d-b04b-5fadfd96e179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.367266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:32.513019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:32.523931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:32.535011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:32.535785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:32.543004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e49aca6-b652-435d-b04b-5fadfd96e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.545711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e49aca6-b652-435d-b04b-5fadfd96e179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.549582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4e49aca6-b652-435d-b04b-5fadfd96e179 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a6f372e-1869-4ad4-80f8-0841d6a29444 HTTP/1.1" status: 204 len: 168 time: 0.3505685 Jul 28 14:56:32.567010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49aca6-b652-435d-b04b-5fadfd96e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f372e-1869-4ad4-80f8-0841d6a29444,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:32.587732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:32.607570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:32.609023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:32.656664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:32.656664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d997f-15ee-4a42-925c-cd7fe6deee0d None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:32.760634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.762025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d62f6d10-a7b4-4260-8d15-049ed3ac59a1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7728636 Jul 28 14:56:32.764864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36922) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:33.646741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75784cb7-4a45-4ac3-a870-7d4b604711e9 req-859f254f-aebe-4a9d-90ac-63bd11c2a9db tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.0294499 Jul 28 14:56:33.815570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36966) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:33.844572 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9a0c-a9e4-47ce-bb72-13c1e7ed1d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.973666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9a0c-a9e4-47ce-bb72-13c1e7ed1d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.067501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.159658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9a0c-a9e4-47ce-bb72-13c1e7ed1d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.203655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c9a0c-a9e4-47ce-bb72-13c1e7ed1d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c1bbf-75e8-429c-8eb3-a2d5375b1e38,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:34.214071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7c9c9a0c-a9e4-47ce-bb72-13c1e7ed1d76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e08f9d62675408496fb3ec258093c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971336 Jul 28 14:56:34.214950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36976) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:34.330977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-068b550f-2492-45b9-9914-8a80407bb0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.418535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-068b550f-2492-45b9-9914-8a80407bb0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.615647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.1 (a93fe858-6cbd-4a59-b0e0-abab30ced7ae/f8110f52-1ed6-4978-9328-ac83be02e863/a10e9275-4238-4e02-8ffc-f23215d085a4) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:34.755244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.842104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-793e5a5e-40f5-4aa7-a032-0146aefd3a93 req-28703589-9b8a-4a1a-9b40-409b4cb5f64b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.0469065 Jul 28 14:56:34.931074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-068b550f-2492-45b9-9914-8a80407bb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.931074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-068b550f-2492-45b9-9914-8a80407bb0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.931074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-068b550f-2492-45b9-9914-8a80407bb0c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b74c1bbf-75e8-429c-8eb3-a2d5375b1e38 HTTP/1.1" status: 204 len: 168 time: 0.7091463 Jul 28 14:56:34.942329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b550f-2492-45b9-9914-8a80407bb0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c1bbf-75e8-429c-8eb3-a2d5375b1e38,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:35.000878 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.087226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37016) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:35.166976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:35.169410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:35.181398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:35.215451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=a10e9275-4238-4e02-8ffc-f23215d085a4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:35.313084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.331041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1022006114'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:35.462845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-86ef0c63-6cf7-4ebf-a180-f19c7ecba7a2 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.469597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-86ef0c63-6cf7-4ebf-a180-f19c7ecba7a2 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "GET /v2.0/networks?id=aab35b5f-da03-404b-bae9-77eefb3d715e HTTP/1.1" status: 200 len: 809 time: 0.2583339 Jul 28 14:56:35.486967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Request body: {'port': {'device_id': '482309df-5289-43b4-9f97-99e04f3ce841', 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e', 'admin_state_up': True, 'tenant_id': '4f8a9bb20ece41f1b94c4e577836139f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:35.542083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:35.546390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.563336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.730500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.789401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.891734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.009157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e84e2-b44f-49ae-b229-1c51e935d6a6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:36.025067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:36.038549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.039183 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment ca8e7045-3d7e-4906-90fb-71e70e5f189f of type vlan for network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 Jul 28 14:56:36.120825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.218835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.224500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-460a0b54-860d-44e6-afb0-ae48aa06992c req-034567e0-0f90-4945-a1b3-45032db0e504 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.1090794 Jul 28 14:56:36.248780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Made reservation on behalf of 4f8a9bb20ece41f1b94c4e577836139f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:36.252757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.406541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.413945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:36.414684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.436902 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.518962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Allocated IP 172.20.0.4 (aab35b5f-da03-404b-bae9-77eefb3d715e/4a95fa2b-f054-426a-8976-e78f78468e16/4ecf1944-cc37-4700-b02c-e16d9cba446a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:36.526550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=531dcb0b-05b8-4dd8-8096-c8fb8366ef57,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:36.543511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.548514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:36.698710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af79ae8f-dc1c-4cb0-ae26-d955fc294ceb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6101727 Jul 28 14:56:36.706725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37096) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:36.718066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1222591291'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:36.779915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.846341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.903104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=a10e9275-4238-4e02-8ffc-f23215d085a4,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:36.932597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:36.939739 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.957609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:36.959673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:36.986268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:37.003759 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.003759 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment 634c8431-f62c-4727-ac1a-808dfd34c83e of type vlan for network 22fd2f16-8b81-4608-a708-946c3a183cd9 Jul 28 14:56:37.051054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.066479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.143273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Network aab35b5f-da03-404b-bae9-77eefb3d715e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:37.157545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:37.160367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Pushing event updated for resources: {'Port': ['ID=4ecf1944-cc37-4700-b02c-e16d9cba446a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:37.171048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:37.182449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:37.242955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:37.243708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.354755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:37.362878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2d85c2c0-ed24-436c-ac35-f22243976d67 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/routers/0ad6bb89-d46f-473b-bfe0-a0d478c239c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5965984 Jul 28 14:56:37.367053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37116) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:37.374467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'port': {'network_id': 'a93fe858-6cbd-4a59-b0e0-abab30ced7ae', 'name': 'tempest-FloatingIPTestJSON-1437734743'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:37.374664 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:37.396737 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:37.400201 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:37.458382 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:37.462717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-3a1e6834-7306-42bc-84f5-ec399b2f904e tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9816363 Jul 28 14:56:37.465757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.471987 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:37.472734 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:37.474705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:37.476310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.516389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:37.516982 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c35b8-9266-4c44-b4f4-d468b7915d1e None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:37.517186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Request body: {'port': {'device_id': '482309df-5289-43b4-9f97-99e04f3ce841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:37.707443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=22fd2f16-8b81-4608-a708-946c3a183cd9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:37.725929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:37.807798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.822822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-66272f31-ecf8-41d3-8381-2c0776a7d6aa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1159666 Jul 28 14:56:37.826057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37140) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:37.833958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:37.888432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8acab-59fe-4b41-be18-83924735a3a5 req-b5816f54-2bbb-45c8-87df-6172bed2c3c3 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:37.890756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18c8acab-59fe-4b41-be18-83924735a3a5 req-b5816f54-2bbb-45c8-87df-6172bed2c3c3 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 931 time: 0.4383914 Jul 28 14:56:38.027814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18c8acab-59fe-4b41-be18-83924735a3a5 req-72415ef6-d969-48e2-9e3c-8501ba21730a tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885320 Jul 28 14:56:38.138840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:38.143962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.208862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] device_id is not set on port e5744ead-d207-4538-9545-ae27ae02cf01 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:56:38.331808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:38.339824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.450373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.11 (a93fe858-6cbd-4a59-b0e0-abab30ced7ae/f8110f52-1ed6-4978-9328-ac83be02e863/e5744ead-d207-4538-9545-ae27ae02cf01) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:38.665736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecf1944-cc37-4700-b02c-e16d9cba446a {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:38.686970 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.751364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Transition to ACTIVE for port object 4ecf1944-cc37-4700-b02c-e16d9cba446a will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:38.936848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.951971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.167431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.182144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Pushing event updated for resources: {'Port': ['ID=4ecf1944-cc37-4700-b02c-e16d9cba446a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:39.292690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=962c64c7-83ce-4868-81c5-56bd41ac6b45,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:39.310308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': 'ca8e7045-3d7e-4906-90fb-71e70e5f189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:39.310969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: 531dcb0b-05b8-4dd8-8096-c8fb8366ef57, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:39.427867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Attempting to bind port 4ecf1944-cc37-4700-b02c-e16d9cba446a on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:39.429055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Attempting to bind port 4ecf1944-cc37-4700-b02c-e16d9cba446a by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:39.429782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Attempting to bind port 4ecf1944-cc37-4700-b02c-e16d9cba446a on network aab35b5f-da03-404b-bae9-77eefb3d715e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:39.468589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3fcd4-b89a-439b-a916-ed2ee62d297a req-63e3438b-5b65-4f7a-b4e9-5d602872a5fa tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:39.468589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59a3fcd4-b89a-439b-a916-ed2ee62d297a req-63e3438b-5b65-4f7a-b4e9-5d602872a5fa tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 943 time: 0.2549379 Jul 28 14:56:39.468589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.468589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Port 4ecf1944-cc37-4700-b02c-e16d9cba446a on network aab35b5f-da03-404b-bae9-77eefb3d715e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:56:39.468589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Attempting to bind port 4ecf1944-cc37-4700-b02c-e16d9cba446a on network aab35b5f-da03-404b-bae9-77eefb3d715e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:39.521631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:39.522562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Checking segment: {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:39.523156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Bound using segment: {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:39.523630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Bound port: 4ecf1944-cc37-4700-b02c-e16d9cba446a, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:39.524000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.546872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:39.574998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:39.585703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:39.587660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=e5744ead-d207-4538-9545-ae27ae02cf01,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:39.593761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:39.648484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59a3fcd4-b89a-439b-a916-ed2ee62d297a req-510fa59f-7011-48b3-9451-4b194bf6e7be tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710069 Jul 28 14:56:39.694281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:39.694954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.708142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] For port 4ecf1944-cc37-4700-b02c-e16d9cba446a, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:39.712907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 531dcb0b-05b8-4dd8-8096-c8fb8366ef57) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:39.713201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] For port 4ecf1944-cc37-4700-b02c-e16d9cba446a, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4ecf1944-cc37-4700-b02c-e16d9cba446a,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:39.726957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:39.726957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.727468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e120872-302a-48e3-b4d2-9ca9636e83cf None None] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:39.835094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.878152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:39.878795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.880353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] 10.222.0.58 "PUT /v2.0/ports/4ecf1944-cc37-4700-b02c-e16d9cba446a HTTP/1.1" status: 200 len: 1092 time: 2.3836613 Jul 28 14:56:39.880861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482309df-5289-43b4-9f97-99e04f3ce841', 'tag': '4ecf1944-cc37-4700-b02c-e16d9cba446a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:39.883276 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7083dd22-f2f6-4071-99c4-4d84be02f8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "482309df-5289-43b4-9f97-99e04f3ce841", "tag": "4ecf1944-cc37-4700-b02c-e16d9cba446a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:39.903914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13b3f053-00ab-4ed1-8a7c-c28f4bf6de17 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0760787 Jul 28 14:56:39.905642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37232) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:39.906437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37234) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:39.909345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0e444540-2d7e-438e-beb5-fe40a7fa5972 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5401392 Jul 28 14:56:39.926595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'port': {'network_id': 'a93fe858-6cbd-4a59-b0e0-abab30ced7ae', 'name': 'tempest-FloatingIPTestJSON-1123583025'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:39.941902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:39.966410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c682d-fb39-49eb-9be3-ae2293464ebe service neutron] Pushing event updated for resources: {'Port': ['ID=4ecf1944-cc37-4700-b02c-e16d9cba446a,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.028491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-531dcb0b-05b8-4dd8-8096-c8fb8366ef57', 'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': '962c64c7-83ce-4868-81c5-56bd41ac6b45'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:40.032282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.037425 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6789af6-a052-4566-956c-19f85a2cfdfb x-openstack-request-id: req-f6789af6-a052-4566-956c-19f85a2cfdfb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:40.037928 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482309df-5289-43b4-9f97-99e04f3ce841", "tag": "4ecf1944-cc37-4700-b02c-e16d9cba446a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:40.038346 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6789af6-a052-4566-956c-19f85a2cfdfb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:40.038991 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482309df-5289-43b4-9f97-99e04f3ce841', 'tag': '4ecf1944-cc37-4700-b02c-e16d9cba446a', 'status': 'completed', 'code': 200} Jul 28 14:56:40.176266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083dd22-f2f6-4071-99c4-4d84be02f8a3 req-120c4180-fb18-4a63-b766-590d94daceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.180186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7083dd22-f2f6-4071-99c4-4d84be02f8a3 req-120c4180-fb18-4a63-b766-590d94daceb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 1095 time: 0.1110923 Jul 28 14:56:40.279072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Allocated IP 172.20.0.2 (531dcb0b-05b8-4dd8-8096-c8fb8366ef57/962c64c7-83ce-4868-81c5-56bd41ac6b45/87d1b4bf-8198-4b41-94d3-0d70d1c89ffb) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:40.378851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083dd22-f2f6-4071-99c4-4d84be02f8a3 req-9b729297-c928-457d-98d1-c4426bfc91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.383106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7083dd22-f2f6-4071-99c4-4d84be02f8a3 req-9b729297-c928-457d-98d1-c4426bfc91cf service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1864686 Jul 28 14:56:40.516772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:40.520149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.537584 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.557372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Transition to ACTIVE for port object 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:40.582776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Transition to ACTIVE for port object 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:40.606510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083dd22-f2f6-4071-99c4-4d84be02f8a3 req-13a235b3-e71b-48a1-a496-1187a03f4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.609460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7083dd22-f2f6-4071-99c4-4d84be02f8a3 req-13a235b3-e71b-48a1-a496-1187a03f4e2e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197423 Jul 28 14:56:40.736618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-03ada27c-3b50-47e9-9138-3c7a8b0a504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.738306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.742012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-03ada27c-3b50-47e9-9138-3c7a8b0a504d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 1095 time: 0.0880897 Jul 28 14:56:40.791110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Pushing event updated for resources: {'Port': ['ID=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.808164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:40.814463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:40.817428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:40.866913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:40.871033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.898501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-ae8bca85-a43a-4e12-92a0-65385e8aed74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ecf1944-cc37-4700-b02c-e16d9cba446a HTTP/1.1" status: 200 len: 217 time: 0.1293175 Jul 28 14:56:40.924213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] device_id is not set on port ff5dd520-df1a-4b58-bf43-a0db0d874662 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:56:40.951209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Attempting to bind port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:40.951822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Attempting to bind port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ca8e7045-3d7e-4906-90fb-71e70e5f189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:40.952505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Attempting to bind port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb on network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:40.962924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:40.969929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Checking segment: {'id': 'ca8e7045-3d7e-4906-90fb-71e70e5f189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:40.969929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.969929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Bound using segment: {'id': 'ca8e7045-3d7e-4906-90fb-71e70e5f189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:40.969929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Bound port: 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e7045-3d7e-4906-90fb-71e70e5f189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '531dcb0b-05b8-4dd8-8096-c8fb8366ef57'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:40.969929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.971690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.976072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975102a-59f7-4968-82bf-d01fadda353f req-8ad495a2-ed3e-4d7c-9807-b5846276b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.977856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-8ad495a2-ed3e-4d7c-9807-b5846276b22d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a95fa2b-f054-426a-8976-e78f78468e16 HTTP/1.1" status: 200 len: 849 time: 0.0681725 Jul 28 14:56:40.989614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f52f4-070b-4c37-8d00-339b3eb01111 req-2f0bfb3c-8985-45a6-857b-284ff41ffda6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.991868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-420f52f4-070b-4c37-8d00-339b3eb01111 req-2f0bfb3c-8985-45a6-857b-284ff41ffda6 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 943 time: 0.1269939 Jul 28 14:56:41.099325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] For port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:41.103717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] For port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,segment=NetworkSegment(ca8e7045-3d7e-4906-90fb-71e70e5f189f),segment_id=ca8e7045-3d7e-4906-90fb-71e70e5f189f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:41.118067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-74d13549-9992-4952-8b1e-8fab4b26e329 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aab35b5f-da03-404b-bae9-77eefb3d715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301377 Jul 28 14:56:41.150882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=773ee4f7-c4e7-4b1b-ab01-a415eaef8846,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:41.211727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-420f52f4-070b-4c37-8d00-339b3eb01111 req-c78bf657-2061-41d2-895d-49de240a9aad tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744206 Jul 28 14:56:41.250357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.13 (a93fe858-6cbd-4a59-b0e0-abab30ced7ae/f8110f52-1ed6-4978-9328-ac83be02e863/ff5dd520-df1a-4b58-bf43-a0db0d874662) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:41.267447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': '634c8431-f62c-4727-ac1a-808dfd34c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:41.268053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: 22fd2f16-8b81-4608-a708-946c3a183cd9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:41.270746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-a8ce1989-3ae7-4641-808b-85f57f2cf148 service neutron] 10.222.0.58 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396565 Jul 28 14:56:41.316052 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.397223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abbac6-82df-468d-8bc8-89e2ab823476 None None] Pushing event updated for resources: {'Port': ['ID=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:41.482848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5975102a-59f7-4968-82bf-d01fadda353f req-4707083f-f05b-4aac-9d5a-e526694c7409 service neutron] 10.222.0.58 "GET /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985106 Jul 28 14:56:41.550202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.734989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:41.785585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.903478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:41.904984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 22fd2f16-8b81-4608-a708-946c3a183cd9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:41.917972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:41.919022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fe507-37d1-4b2e-89f0-82dde971cd1d None None] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:41.926915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:41.928889 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.943001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:41.958641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=ff5dd520-df1a-4b58-bf43-a0db0d874662,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:42.084758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:42.087052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.136666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8a274da-372e-44fb-bd7e-7ec9c262fbf9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2205558 Jul 28 14:56:42.139502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37316) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:42.146427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-423299793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:42.197004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-038e1444-7467-4d5a-b677-2c3c33c8e551 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2874935 Jul 28 14:56:42.207485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37320) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:42.217500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'ff5dd520-df1a-4b58-bf43-a0db0d874662', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:42.271414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-22fd2f16-8b81-4608-a708-946c3a183cd9', 'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': '773ee4f7-c4e7-4b1b-ab01-a415eaef8846'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:42.278739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.388752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.392691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.512007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b972e9-c1f3-4ef5-a7af-25e57585a6f0 req-2b81d02c-d676-45c1-a210-0c6c02d04846 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:42.513650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82b972e9-c1f3-4ef5-a7af-25e57585a6f0 req-2b81d02c-d676-45c1-a210-0c6c02d04846 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 943 time: 0.1532810 Jul 28 14:56:42.534196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.564498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:42.591257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82b972e9-c1f3-4ef5-a7af-25e57585a6f0 req-a07068af-3e0d-4d89-b222-620820183824 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663981 Jul 28 14:56:42.599092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37340) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:42.617660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.666798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.782466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Allocated IP 172.21.0.2 (22fd2f16-8b81-4608-a708-946c3a183cd9/773ee4f7-c4e7-4b1b-ab01-a415eaef8846/1fc420ee-cb07-4c52-b206-b3ddd2b60add) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:42.851770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.851770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0292c7b0-c3a0-4567-9a05-0142808f71be tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7091246 Jul 28 14:56:42.854993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:42.857755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:43.067377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78e1c-8374-41ef-a43d-ea40efdbf474 req-b240f9ec-db4a-4321-8b6c-f6bd174debd6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:43.070120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18a78e1c-8374-41ef-a43d-ea40efdbf474 req-b240f9ec-db4a-4321-8b6c-f6bd174debd6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1740034 Jul 28 14:56:43.073890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.125366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97d78214-834f-4b13-b59f-5d3bbcc584d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.188544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5ec6e-8adf-4220-b5d0-154f2c77b7c9 None None] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:43.254786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18a78e1c-8374-41ef-a43d-ea40efdbf474 req-06c54f27-e864-48db-82fa-686197e007b4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680496 Jul 28 14:56:43.283423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.288739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.29 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f526c6c3-b676-49e4-aa68-e76531698dd6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:43.298873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Transition to ACTIVE for port object 1fc420ee-cb07-4c52-b206-b3ddd2b60add will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:43.339177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Transition to ACTIVE for port object 1fc420ee-cb07-4c52-b206-b3ddd2b60add will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:43.444335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.493325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] Provisioning for port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:43.506597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] Provisioning complete for port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:43.507443 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.563560 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.583875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.629843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:43.634908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:43.639783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:43.666634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=f526c6c3-b676-49e4-aa68-e76531698dd6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:43.677961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:43.680298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:43.697886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:43.725652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Pushing event updated for resources: {'Port': ['ID=1fc420ee-cb07-4c52-b206-b3ddd2b60add,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:43.766569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Attempting to bind port 1fc420ee-cb07-4c52-b206-b3ddd2b60add on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:43.767060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Attempting to bind port 1fc420ee-cb07-4c52-b206-b3ddd2b60add by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '634c8431-f62c-4727-ac1a-808dfd34c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:43.767537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Attempting to bind port 1fc420ee-cb07-4c52-b206-b3ddd2b60add on network 22fd2f16-8b81-4608-a708-946c3a183cd9 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:43.775502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:43.775988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Checking segment: {'id': '634c8431-f62c-4727-ac1a-808dfd34c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:43.776546 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.777050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Bound using segment: {'id': '634c8431-f62c-4727-ac1a-808dfd34c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:43.777665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Bound port: 1fc420ee-cb07-4c52-b206-b3ddd2b60add, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634c8431-f62c-4727-ac1a-808dfd34c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '22fd2f16-8b81-4608-a708-946c3a183cd9'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:43.778199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.879484 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.035359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] For port 1fc420ee-cb07-4c52-b206-b3ddd2b60add, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:44.046474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] For port 1fc420ee-cb07-4c52-b206-b3ddd2b60add, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1fc420ee-cb07-4c52-b206-b3ddd2b60add,segment=NetworkSegment(634c8431-f62c-4727-ac1a-808dfd34c83e),segment_id=634c8431-f62c-4727-ac1a-808dfd34c83e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:44.064882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] For port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,segment=NetworkSegment(ca8e7045-3d7e-4906-90fb-71e70e5f189f),segment_id=ca8e7045-3d7e-4906-90fb-71e70e5f189f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:44.112763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34205362-4bfe-4ae2-a738-fb2df16e9927 req-35cee0b7-ba91-4af6-a04c-5c71ca4e7040 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:44.114373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34205362-4bfe-4ae2-a738-fb2df16e9927 req-35cee0b7-ba91-4af6-a04c-5c71ca4e7040 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 943 time: 0.3446536 Jul 28 14:56:44.189666 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.241792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.249165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34205362-4bfe-4ae2-a738-fb2df16e9927 req-207a08e3-7013-4957-a456-2756db8bb488 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230695 Jul 28 14:56:44.259908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.277430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1f9a9-247d-4dff-a2da-53becc9178e4 None None] Pushing event updated for resources: {'Port': ['ID=1fc420ee-cb07-4c52-b206-b3ddd2b60add,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:44.347074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291b6a8-e726-417a-b872-532b88a36c66 None None] Pushing event updated for resources: {'Port': ['ID=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:44.382755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97d78214-834f-4b13-b59f-5d3bbcc584d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.400183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8354affa-3ce9-445e-b92c-a815b7393976 None None] Provisioning complete for port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:44.400830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8354affa-3ce9-445e-b92c-a815b7393976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.519980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97d78214-834f-4b13-b59f-5d3bbcc584d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.520542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.652053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-97d78214-834f-4b13-b59f-5d3bbcc584d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86324d2743af4be7908be9296293013d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0505817 Jul 28 14:56:44.660061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37418) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:44.712820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78214-834f-4b13-b59f-5d3bbcc584d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312da5c8-0436-478b-9390-892bf79bd1f3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:44.745595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393567ee-0e3f-44a3-8dd6-f76d87347baf req-3d9d22b2-8dce-47ac-9003-a5dff62e2d42 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:44.751983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4ecf1944-cc37-4700-b02c-e16d9cba446a details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:56:44.757723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-393567ee-0e3f-44a3-8dd6-f76d87347baf req-3d9d22b2-8dce-47ac-9003-a5dff62e2d42 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1522651 Jul 28 14:56:44.758559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.20.0.1 (531dcb0b-05b8-4dd8-8096-c8fb8366ef57/962c64c7-83ce-4868-81c5-56bd41ac6b45/1a80ee38-27bd-4134-aae2-38c7a4b24386) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:44.833626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-393567ee-0e3f-44a3-8dd6-f76d87347baf req-4ed8c383-a9b8-4db2-86c2-02408951f90c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739276 Jul 28 14:56:44.837373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98f44b93-d14e-4f59-83a1-1244ccd36116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.970372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4ecf1944-cc37-4700-b02c-e16d9cba446a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4ecf1944-cc37-4700-b02c-e16d9cba446a,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:44.987718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4ecf1944-cc37-4700-b02c-e16d9cba446a', 'network_id': 'aab35b5f-da03-404b-bae9-77eefb3d715e', 'port_id': '4ecf1944-cc37-4700-b02c-e16d9cba446a', 'mac_address': 'fa:16:3e:56:17:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95fa2b-f054-426a-8976-e78f78468e16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:56:45.003310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.061682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object 1a80ee38-27bd-4134-aae2-38c7a4b24386 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:45.088349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.088349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecf1944-cc37-4700-b02c-e16d9cba446a {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:45.106368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4ecf1944-cc37-4700-b02c-e16d9cba446a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4ecf1944-cc37-4700-b02c-e16d9cba446a,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:45.272542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98f44b93-d14e-4f59-83a1-1244ccd36116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.272542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.273923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.306301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:45.313775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:45.320218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:45.360379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=1a80ee38-27bd-4134-aae2-38c7a4b24386,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:45.375353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.377297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.453895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4ecf1944-cc37-4700-b02c-e16d9cba446a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:45.519077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98f44b93-d14e-4f59-83a1-1244ccd36116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.519077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98f44b93-d14e-4f59-83a1-1244ccd36116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.529083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-98f44b93-d14e-4f59-83a1-1244ccd36116 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/312da5c8-0436-478b-9390-892bf79bd1f3 HTTP/1.1" status: 204 len: 168 time: 0.8458819 Jul 28 14:56:45.576759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44b93-d14e-4f59-83a1-1244ccd36116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312da5c8-0436-478b-9390-892bf79bd1f3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:45.647239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c134a-0e1c-4b12-ac15-876e13428c78 req-8358af98-0173-4925-97da-2416807654b8 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:45.651964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a5c134a-0e1c-4b12-ac15-876e13428c78 req-8358af98-0173-4925-97da-2416807654b8 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 944 time: 0.2930620 Jul 28 14:56:45.659695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4ecf1944-cc37-4700-b02c-e16d9cba446a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:45.767481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.799019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.816831 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a5c134a-0e1c-4b12-ac15-876e13428c78 req-062fd962-4850-4622-95f7-0031c08bef60 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363463 Jul 28 14:56:45.944155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.054264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=f526c6c3-b676-49e4-aa68-e76531698dd6,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:46.054264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.058008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c38d5909-73ee-4736-8e19-cfe89bb9ae6e None None] Provisioning for port 1a80ee38-27bd-4134-aae2-38c7a4b24386 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:46.085444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c38d5909-73ee-4736-8e19-cfe89bb9ae6e None None] Provisioning complete for port 1a80ee38-27bd-4134-aae2-38c7a4b24386 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:46.085444 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c38d5909-73ee-4736-8e19-cfe89bb9ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.149749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962afb3a-1443-4ab8-bc39-509d8acc4639 None None] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:46.251803 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP b2c15ce0-4b46-4200-b63a-3644457647e2 associated. External IP: 172.25.6.29, port: ff5dd520-df1a-4b58-bf43-a0db0d874662. Jul 28 14:56:46.380708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c38d5909-73ee-4736-8e19-cfe89bb9ae6e None None] Port 1a80ee38-27bd-4134-aae2-38c7a4b24386 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:46.452881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725871b-c5c1-48e6-9032-4f21585e7798 req-3f5affc8-d01a-4b77-af43-c35a37eb028b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:46.461739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1725871b-c5c1-48e6-9032-4f21585e7798 req-3f5affc8-d01a-4b77-af43-c35a37eb028b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3409469 Jul 28 14:56:46.495227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.560175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1725871b-c5c1-48e6-9032-4f21585e7798 req-41739a3b-d39f-44db-9c98-8025203d52ba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967126 Jul 28 14:56:46.637179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1fc420ee-cb07-4c52-b206-b3ddd2b60add up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:46.647141 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.700661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-92da3c7e-0c17-4bc9-b11d-3ee99c6e2605 None None] Provisioning for port 1fc420ee-cb07-4c52-b206-b3ddd2b60add completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:46.755335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.765783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=1a80ee38-27bd-4134-aae2-38c7a4b24386,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:46.891319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:46.900056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:46.900993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:46.960545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1fc420ee-cb07-4c52-b206-b3ddd2b60add completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:46.965903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1fc420ee-cb07-4c52-b206-b3ddd2b60add triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:46.967229 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.065714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37486) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:47.136828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.221218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5305c252-f129-4052-a51e-dccabe9a6fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.235869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1fc420ee-cb07-4c52-b206-b3ddd2b60add, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1fc420ee-cb07-4c52-b206-b3ddd2b60add,segment=NetworkSegment(634c8431-f62c-4727-ac1a-808dfd34c83e),segment_id=634c8431-f62c-4727-ac1a-808dfd34c83e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:47.310654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:47.326739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:47.328731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46a17c-d1ae-4708-b04f-ce804c03d775 req-6723d0ef-ff22-43f2-8b63-1ec6ec7bf6d0 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:47.330400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd46a17c-d1ae-4708-b04f-ce804c03d775 req-6723d0ef-ff22-43f2-8b63-1ec6ec7bf6d0 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 944 time: 0.2636757 Jul 28 14:56:47.343428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:47.345020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.355633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.357737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:47.389602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:47.438478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd46a17c-d1ae-4708-b04f-ce804c03d775 req-8cc7708d-c060-4756-936e-82a70f63df24 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 Jul 28 14:56:47.528919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5305c252-f129-4052-a51e-dccabe9a6fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.545072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.583721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:47.592352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37510) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:47.592543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5ab60f26-5d40-4852-bf15-41f855262371 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7332602 Jul 28 14:56:47.601677 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] Sync routers for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:47.622477 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:47.623562 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.635047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f3d14378-9a93-455c-baba-a24d063d2631 None None] Provisioning complete for port 1a80ee38-27bd-4134-aae2-38c7a4b24386 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:47.637615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3d14378-9a93-455c-baba-a24d063d2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.639324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:47.640714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.671082 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.682849 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:47.684782 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.685486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5305c252-f129-4052-a51e-dccabe9a6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.725595 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.726587 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2eac5-ec51-4371-86b6-eecb3574f881 None None] The sync data for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:47.761041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:47.761676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.764005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:47.765132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450db015-984e-4748-b3dd-66cc5b988cc4 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:47.769247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e15d4e-c75e-4e88-8623-4e39e361c16d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:47.774649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1fc420ee-cb07-4c52-b206-b3ddd2b60add,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:47.774810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37518) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:47.774909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97e15d4e-c75e-4e88-8623-4e39e361c16d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports/1a80ee38-27bd-4134-aae2-38c7a4b24386 HTTP/1.1" status: 200 len: 910 time: 0.1800473 Jul 28 14:56:47.823292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5305c252-f129-4052-a51e-dccabe9a6fb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1e9827fe4424f7e9948be88f275612a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514117 Jul 28 14:56:47.828218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37522) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:47.830099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-a5194d79-7151-4366-9ae3-7df41a61d8bf req-91b6d085-e3f0-4baf-910a-33c6d99ad4e3 service neutron] (94658) timed out ('10.222.0.57', 57748) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:56:47.833227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f3d14378-9a93-455c-baba-a24d063d2631 None None] Port 1a80ee38-27bd-4134-aae2-38c7a4b24386 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:47.834813 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.842772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305c252-f129-4052-a51e-dccabe9a6fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11034ce6-c289-45a4-b31c-1bd9b6860f29,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:47.895726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f3d14378-9a93-455c-baba-a24d063d2631 None None] Provisioning complete for port 1fc420ee-cb07-4c52-b206-b3ddd2b60add triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:47.897029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3d14378-9a93-455c-baba-a24d063d2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.941089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c5d9-43a4-491d-bad9-2b913c07aa24 req-33a4e7e2-b262-42eb-8e44-5124bf585193 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:47.943022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50c1c5d9-43a4-491d-bad9-2b913c07aa24 req-33a4e7e2-b262-42eb-8e44-5124bf585193 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2676508 Jul 28 14:56:47.974646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c9d77138-ad96-47c8-ba7e-da86fd8e3374 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7668850 Jul 28 14:56:47.986487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37526) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:48.014236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:48.120200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50c1c5d9-43a4-491d-bad9-2b913c07aa24 req-c87523c5-3379-4261-a111-3071a23aa1aa tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651902 Jul 28 14:56:48.196279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a476b67d-155c-4446-9213-e4ee705578a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.254819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.308364 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:56:48.327112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a476b67d-155c-4446-9213-e4ee705578a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.389541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1fc420ee-cb07-4c52-b206-b3ddd2b60add up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:48.537845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1fc420ee-cb07-4c52-b206-b3ddd2b60add triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:48.538590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.582598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.593626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.657423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.658698 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP b2c15ce0-4b46-4200-b63a-3644457647e2 disassociated. External IP: 172.25.6.29, port: ff5dd520-df1a-4b58-bf43-a0db0d874662. Jul 28 14:56:48.743022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a476b67d-155c-4446-9213-e4ee705578a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.748664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a476b67d-155c-4446-9213-e4ee705578a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.750979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a476b67d-155c-4446-9213-e4ee705578a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11034ce6-c289-45a4-b31c-1bd9b6860f29 HTTP/1.1" status: 204 len: 168 time: 0.8903785 Jul 28 14:56:48.787896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4ecf1944-cc37-4700-b02c-e16d9cba446a up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:48.806377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476b67d-155c-4446-9213-e4ee705578a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11034ce6-c289-45a4-b31c-1bd9b6860f29,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:48.895515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e85bd-0077-495b-b3af-e24206b2f21c req-52063b56-ade1-42ad-8b4f-3eb0282f19f2 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:48.895515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-767e85bd-0077-495b-b3af-e24206b2f21c req-52063b56-ade1-42ad-8b4f-3eb0282f19f2 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 944 time: 0.2076497 Jul 28 14:56:49.029611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-767e85bd-0077-495b-b3af-e24206b2f21c req-e1369754-5041-4802-bea3-f59d19c921fb tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149235 Jul 28 14:56:49.109194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:49.154254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.21.0.1 (22fd2f16-8b81-4608-a708-946c3a183cd9/773ee4f7-c4e7-4b1b-ab01-a415eaef8846/f34d2634-eba6-4d9e-b35e-49d7d6db2b51) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:49.271714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:49.283457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.285891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:49.301163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 4ecf1944-cc37-4700-b02c-e16d9cba446a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:49.309236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:49.319564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:49.319564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4ecf1944-cc37-4700-b02c-e16d9cba446a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:49.319564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.371664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-63709240-6d2a-4e46-9b6e-2390fd2e8f4c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/floatingips/b2c15ce0-4b46-4200-b63a-3644457647e2 HTTP/1.1" status: 200 len: 687 time: 1.3659306 Jul 28 14:56:49.377503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37576) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:49.393469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.429114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:49.433129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object f34d2634-eba6-4d9e-b35e-49d7d6db2b51 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:49.486826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:49.487658 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:49.544064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9314-e0f0-4468-b790-3e00985545a9 req-ae0f84ac-d938-4d56-bb6c-cc6976e49dd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:49.545675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de2a9314-e0f0-4468-b790-3e00985545a9 req-ae0f84ac-d938-4d56-bb6c-cc6976e49dd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2254372 Jul 28 14:56:49.556378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:49.557223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90104e3-f348-47a6-9204-71ed47e05948 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:49.576693 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.611518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.613268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482309df-5289-43b4-9f97-99e04f3ce841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecf1944-cc37-4700-b02c-e16d9cba446a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:49.617423 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a940e-3982-4c81-a535-38475395114e" -d '{"events": [{"server_uuid": "482309df-5289-43b4-9f97-99e04f3ce841", "name": "network-vif-plugged", "status": "completed", "tag": "4ecf1944-cc37-4700-b02c-e16d9cba446a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:49.654450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de2a9314-e0f0-4468-b790-3e00985545a9 req-73ec7b75-63a8-43b1-8a2c-8f860ad13bcc tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963554 Jul 28 14:56:49.665990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port f526c6c3-b676-49e4-aa68-e76531698dd6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:49.666240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.668607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4ecf1944-cc37-4700-b02c-e16d9cba446a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4ecf1944-cc37-4700-b02c-e16d9cba446a,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:49.710949 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c597faf-2db5-431b-a24c-14203edb2bc7 x-openstack-request-id: req-5c597faf-2db5-431b-a24c-14203edb2bc7 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:49.710949 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482309df-5289-43b4-9f97-99e04f3ce841", "name": "network-vif-plugged", "status": "completed", "tag": "4ecf1944-cc37-4700-b02c-e16d9cba446a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:49.710949 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c597faf-2db5-431b-a24c-14203edb2bc7 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:49.710949 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482309df-5289-43b4-9f97-99e04f3ce841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecf1944-cc37-4700-b02c-e16d9cba446a', 'code': 200} Jul 28 14:56:49.741988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:49.770604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:49.778513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:49.785130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=f34d2634-eba6-4d9e-b35e-49d7d6db2b51,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:49.792727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.793164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.793796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.812147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for f526c6c3-b676-49e4-aa68-e76531698dd6 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:49.915223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.954555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4ecf1944-cc37-4700-b02c-e16d9cba446a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:49.978134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8a899-b4f3-417d-a271-376fb5b8de23 req-40d39c96-ed30-4777-9e30-38628cae58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:49.979822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71a8a899-b4f3-417d-a271-376fb5b8de23 req-40d39c96-ed30-4777-9e30-38628cae58e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 1097 time: 0.1726215 Jul 28 14:56:50.038762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71a8a899-b4f3-417d-a271-376fb5b8de23 req-a4958dab-6aa6-4326-ae40-23800111b512 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Jul 28 14:56:50.148995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.191528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=f526c6c3-b676-49e4-aa68-e76531698dd6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:50.311613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.319387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.324938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d2453ff6-1ca7-42c5-9eea-b587c110184d tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/floatingips/b2c15ce0-4b46-4200-b63a-3644457647e2 HTTP/1.1" status: 204 len: 168 time: 0.9450970 Jul 28 14:56:50.325143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48b5a6-15bd-455b-809b-24841849d1f0 req-9942a204-f360-4439-9750-da066f300851 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:50.326057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37616) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:50.332869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be48b5a6-15bd-455b-809b-24841849d1f0 req-9942a204-f360-4439-9750-da066f300851 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 945 time: 0.1281741 Jul 28 14:56:50.335878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'e5744ead-d207-4538-9545-ae27ae02cf01'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:50.378722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be48b5a6-15bd-455b-809b-24841849d1f0 req-970168b9-59b7-4a7a-98a2-b1c56cc2eca9 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Jul 28 14:56:50.427962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67399089-0952-4e09-8375-935c669c59ee None None] Provisioning for port f34d2634-eba6-4d9e-b35e-49d7d6db2b51 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:50.432670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67399089-0952-4e09-8375-935c669c59ee None None] Provisioning complete for port f34d2634-eba6-4d9e-b35e-49d7d6db2b51 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:50.433321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67399089-0952-4e09-8375-935c669c59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.440833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.482379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-67399089-0952-4e09-8375-935c669c59ee None None] Port f34d2634-eba6-4d9e-b35e-49d7d6db2b51 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:50.498119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.628352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.808621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.46 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7d69b273-ad03-4778-bbd4-1c53466a7d66) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:50.885470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.987313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73491e26-21f6-4d6f-9c48-a34f19efea76 req-5c15464e-87c5-4528-adcc-ce31cb89a117 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:50.987313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73491e26-21f6-4d6f-9c48-a34f19efea76 req-5c15464e-87c5-4528-adcc-ce31cb89a117 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1053739 Jul 28 14:56:50.998156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.068913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73491e26-21f6-4d6f-9c48-a34f19efea76 req-5719c705-b97d-4096-bc0e-6b84a6b31a2d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665629 Jul 28 14:56:51.103535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.172865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.214764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.218393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=f34d2634-eba6-4d9e-b35e-49d7d6db2b51,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:51.261051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:51.270973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:51.274211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:51.281863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=7d69b273-ad03-4778-bbd4-1c53466a7d66,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:51.401277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:51.402920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:51.614263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:51.655867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c1ead-fed7-46f8-9296-b1685ff76a1e req-db8033f2-c878-4cf1-a120-776e1d2c0f55 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:51.658656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f72c1ead-fed7-46f8-9296-b1685ff76a1e req-db8033f2-c878-4cf1-a120-776e1d2c0f55 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 945 time: 0.1330514 Jul 28 14:56:51.926797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f72c1ead-fed7-46f8-9296-b1685ff76a1e req-553ad087-bc0b-46ef-a25a-cf79ddf5ff3b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597303 Jul 28 14:56:51.944007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:51.960155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7af3ccb-00e1-49b5-a437-5e75a064f46e None None] Provisioning complete for port f34d2634-eba6-4d9e-b35e-49d7d6db2b51 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:51.961617 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f7af3ccb-00e1-49b5-a437-5e75a064f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.962922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58df27be-030b-48ae-ad53-7345e5ef1b3a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1869986 Jul 28 14:56:51.963586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37690) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:51.978948 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] Sync routers for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:52.009013 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:52.010587 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:52.032620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f7af3ccb-00e1-49b5-a437-5e75a064f46e None None] Port f34d2634-eba6-4d9e-b35e-49d7d6db2b51 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:52.042715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fab758-4c47-49f6-a556-93c16c6e421f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:52.047697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-91fab758-4c47-49f6-a556-93c16c6e421f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports/f34d2634-eba6-4d9e-b35e-49d7d6db2b51 HTTP/1.1" status: 200 len: 910 time: 0.0829325 Jul 28 14:56:52.048474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37694) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:52.093849 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:52.119960 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:52.124204 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:52.203452 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:52.204117 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74c0f5-7228-42ce-b5ca-4c7b587d0656 None None] The sync data for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:52.276017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39ea4ca0-c6b3-4a8a-9f7c-4d8ad6e8aceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:52.505435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:52.736624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:52.983841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6d47-f439-46e5-a0bd-fff664412396 req-c8487dfa-da16-4ab6-bc66-99544411ddb7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:52.986359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afeb6d47-f439-46e5-a0bd-fff664412396 req-c8487dfa-da16-4ab6-bc66-99544411ddb7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.7543244 Jul 28 14:56:53.007809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.077873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afeb6d47-f439-46e5-a0bd-fff664412396 req-4f0635e7-afdf-437c-af38-3b5d3c743e61 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812008 Jul 28 14:56:53.160429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.253054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.290353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.347563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=7d69b273-ad03-4778-bbd4-1c53466a7d66,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:53.440944 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 7d70dce6-25a6-4815-9213-a8faa78b0c29 associated. External IP: 172.25.6.46, port: e5744ead-d207-4538-9545-ae27ae02cf01. Jul 28 14:56:53.685912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port f34d2634-eba6-4d9e-b35e-49d7d6db2b51 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:53.686570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.801519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:53.899105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.916225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for f34d2634-eba6-4d9e-b35e-49d7d6db2b51 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:54.025819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:54.045193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:54.063665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:54.064735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.106822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.118052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:54.118887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.163572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691bfe4-c05c-4100-8448-105bd18467ce req-cf0b281e-5baa-49c7-8aa2-ab636106507a tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:54.165907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2691bfe4-c05c-4100-8448-105bd18467ce req-cf0b281e-5baa-49c7-8aa2-ab636106507a tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 945 time: 0.0914047 Jul 28 14:56:54.167094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.167901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cc659-474f-4677-b2b7-e8c4ad208df5 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:54.181915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:54.236716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97fc530e-d8e6-4a09-8733-2de42ccdde87 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9082191 Jul 28 14:56:54.239099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37790) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:54.305855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2691bfe4-c05c-4100-8448-105bd18467ce req-6e7d69d2-0e26-4ea8-8369-b76bc52f5b30 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188776 Jul 28 14:56:54.320204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:54.394086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=f34d2634-eba6-4d9e-b35e-49d7d6db2b51,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:54.466499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:54.472674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a5a8ed1f-29f6-403b-b36b-9888eb0377ff tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/floatingips/7d70dce6-25a6-4815-9213-a8faa78b0c29 HTTP/1.1" status: 200 len: 978 time: 0.2222316 Jul 28 14:56:54.586353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a941990-b7ae-4770-892c-52ea19754879 req-b1169970-59d4-46d5-acd6-aefa071e3bb1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:54.595939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a941990-b7ae-4770-892c-52ea19754879 req-b1169970-59d4-46d5-acd6-aefa071e3bb1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3492744 Jul 28 14:56:54.716175 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dc8d5039-323a-454c-aff4-93149a8651f2 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2478838 Jul 28 14:56:54.723704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37814) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:54.733412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'port_id': 'ff5dd520-df1a-4b58-bf43-a0db0d874662'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:54.828094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:54.838578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a941990-b7ae-4770-892c-52ea19754879 req-9f2f44b6-2e1d-4412-8843-b767facdf23a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420216 Jul 28 14:56:54.844240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-be113bb4-f5e0-4cab-9c69-ea5573a624df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:54.844736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.157535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:55.166114 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.297646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:55.308789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d1a7fc4a-b495-480a-b706-91c346dad679 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2589848 Jul 28 14:56:55.309762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37836) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:55.322670 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] Sync routers for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:55.338237 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:55.338924 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.386323 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.395894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:55.396485 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.479508 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.480378 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db98749-59a1-4fc6-ab22-ec8c78bb816e None None] The sync data for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:55.619503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d32aa-0c30-4f72-a419-3f134b87824a req-ba23d2b0-5d8f-41c0-9eec-8282f7b3d556 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:55.621373 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-105d32aa-0c30-4f72-a419-3f134b87824a req-ba23d2b0-5d8f-41c0-9eec-8282f7b3d556 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 945 time: 0.1237345 Jul 28 14:56:55.691033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc9366-4889-4caa-ac9c-988301500374 req-dc2a8859-1a74-470a-89a4-0f6076b5996f tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:55.693865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6dcc9366-4889-4caa-ac9c-988301500374 req-dc2a8859-1a74-470a-89a4-0f6076b5996f tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 945 time: 0.1962392 Jul 28 14:56:55.759137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-105d32aa-0c30-4f72-a419-3f134b87824a req-b5103731-6ccc-4ff8-b556-540beff254a7 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930314 Jul 28 14:56:55.859631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.939592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Deleting port 4ecf1944-cc37-4700-b02c-e16d9cba446a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:55.940294 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.141511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.204786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:56:56.217577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] For port 4ecf1944-cc37-4700-b02c-e16d9cba446a, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4ecf1944-cc37-4700-b02c-e16d9cba446a,segment=NetworkSegment(b8651b3d-7a4f-4641-b82c-80ad9e6c402a),segment_id=b8651b3d-7a4f-4641-b82c-80ad9e6c402a)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:56.218165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.243270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Calling delete_port for 4ecf1944-cc37-4700-b02c-e16d9cba446a owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:56.277358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839ae68-a2bc-4a63-84a7-689527db63c1 req-08eb3814-c39e-4e3d-adc3-2a2af0c9fa77 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:56.278832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3839ae68-a2bc-4a63-84a7-689527db63c1 req-08eb3814-c39e-4e3d-adc3-2a2af0c9fa77 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2202487 Jul 28 14:56:56.347946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.359850 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.422749 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 7d70dce6-25a6-4815-9213-a8faa78b0c29 associated. External IP: 172.25.6.46, port: e5744ead-d207-4538-9545-ae27ae02cf01. Jul 28 14:56:56.428146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3839ae68-a2bc-4a63-84a7-689527db63c1 req-909a9afa-19a2-4ff0-9022-12b39c77ade4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259594 Jul 28 14:56:56.437112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:56.455627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'mac_address': 'fa:16:3e:69:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:56:56.549680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.585467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f5c5aa7-5702-4269-9097-cb285d354ad6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:56.660546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:56.742670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.839511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.855992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:56.886572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:56.967552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2f5c5aa7-5702-4269-9097-cb285d354ad6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:56.991098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Pushing event deleted for resources: {'Port': ['ID=4ecf1944-cc37-4700-b02c-e16d9cba446a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:56.997518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] No DVR routers for this DVR port 4ecf1944-cc37-4700-b02c-e16d9cba446a on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:57.025100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.027323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6dcc9366-4889-4caa-ac9c-988301500374 req-6a2c0705-4cfe-4108-bec2-8b5880c03a8b tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.58 "DELETE /v2.0/ports/4ecf1944-cc37-4700-b02c-e16d9cba446a HTTP/1.1" status: 204 len: 173 time: 1.3210840 Jul 28 14:56:57.029124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482309df-5289-43b4-9f97-99e04f3ce841', 'name': 'network-vif-deleted', 'tag': '4ecf1944-cc37-4700-b02c-e16d9cba446a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:57.031606 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc96b1f-03f7-4c49-9514-0d72d78c66a0" -d '{"events": [{"server_uuid": "482309df-5289-43b4-9f97-99e04f3ce841", "name": "network-vif-deleted", "tag": "4ecf1944-cc37-4700-b02c-e16d9cba446a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:57.042695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a0c5571-e373-4c68-ab56-dee6f346bb34 req-c35581f4-5852-4846-9dc0-8921125e5f27 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.0827320 Jul 28 14:56:57.081024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 1a80ee38-27bd-4134-aae2-38c7a4b24386 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:57.081024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.092097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:57.107119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:57.140988 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c2f43-4b78-47ff-8490-4940ca190496 x-openstack-request-id: req-081c2f43-4b78-47ff-8490-4940ca190496 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:57.141967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482309df-5289-43b4-9f97-99e04f3ce841", "name": "network-vif-deleted", "tag": "4ecf1944-cc37-4700-b02c-e16d9cba446a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:57.142670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-081c2f43-4b78-47ff-8490-4940ca190496 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:57.143545 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482309df-5289-43b4-9f97-99e04f3ce841', 'name': 'network-vif-deleted', 'tag': '4ecf1944-cc37-4700-b02c-e16d9cba446a', 'status': 'completed', 'code': 200} Jul 28 14:56:57.148489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:57.149544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.252990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.275177 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.305792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:57.307539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.320525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 1a80ee38-27bd-4134-aae2-38c7a4b24386 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:57.357624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.358793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff987f-dca5-4768-acfc-938c876619a4 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:57.547789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:57.663948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b1b52-9f04-4c1d-a10c-2884d093b2a8 req-50f373a9-ddf8-420b-9f29-28da5a12ad89 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:57.672585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af1b1b52-9f04-4c1d-a10c-2884d093b2a8 req-50f373a9-ddf8-420b-9f29-28da5a12ad89 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1323409 Jul 28 14:56:57.741612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:57.756533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.757160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:57.771313 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:57.771958 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.792967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af1b1b52-9f04-4c1d-a10c-2884d093b2a8 req-f4db68b6-a342-491e-bb1b-b92515e0b151 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999329 Jul 28 14:56:57.829646 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.842087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:57.843003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.880162 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.880648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.886073 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:57.886946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90a4c1-03e3-4831-8b52-53b4c5f07f50 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:57.906586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2d8a3ee5-e67a-430f-8706-0b38953004ce tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/floatingips/7d70dce6-25a6-4815-9213-a8faa78b0c29 HTTP/1.1" status: 200 len: 978 time: 3.1812608 Jul 28 14:56:57.911322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37902) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:57.922431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:58.017359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.048350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=1a80ee38-27bd-4134-aae2-38c7a4b24386,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:58.091290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:58.235870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:58.236301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.372765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a79c3e81-34a4-4de4-8e40-e94d9c708251 req-f2d7dedc-d02a-4304-bc24-3c6b853c77b8 tempest-VolumesActionsTest-912487384 tempest-VolumesActionsTest-912487384-project] 10.222.0.57 "GET /v2.0/ports?device_id=482309df-5289-43b4-9f97-99e04f3ce841 HTTP/1.1" status: 200 len: 210 time: 0.0898292 Jul 28 14:56:58.385853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.444666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.495980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.553226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:58.553226 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7199c4d4-fdd2-444f-aeba-23255b32d2c1" -d '{"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:58.571832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.572311 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 7d70dce6-25a6-4815-9213-a8faa78b0c29 disassociated. External IP: 172.25.6.46, port: ff5dd520-df1a-4b58-bf43-a0db0d874662. Jul 28 14:56:58.593202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:58.686266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.699294 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260bc46-817a-4510-a214-7fdc09612a6b x-openstack-request-id: req-4260bc46-817a-4510-a214-7fdc09612a6b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:58.700142 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:58.701257 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4260bc46-817a-4510-a214-7fdc09612a6b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:58.702109 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'code': 200} Jul 28 14:56:58.770331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:58.791668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4ecf1944-cc37-4700-b02c-e16d9cba446a no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:58.903070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 4ecf1944-cc37-4700-b02c-e16d9cba446a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:58.903931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4ecf1944-cc37-4700-b02c-e16d9cba446a not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:58.937322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:59.002998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:59.028698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] Sync routers for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:59.028977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f346591-d96f-4177-accd-859a7098d156 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7133524 Jul 28 14:56:59.031901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37932) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:59.059524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:59.064806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:59.234476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270f97-3140-453d-ac54-0c065a9f1228 req-fdb35570-e64d-4e54-8cb0-9fe27ab2843f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:59.234812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:59.246044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52270f97-3140-453d-ac54-0c065a9f1228 req-fdb35570-e64d-4e54-8cb0-9fe27ab2843f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2191095 Jul 28 14:56:59.265021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] Routers {'dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:59.273140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:59.345712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:59.346660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d2505-ed8f-4a86-905b-052545efa512 None None] The sync data for ids ['dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:59.365590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52270f97-3140-453d-ac54-0c065a9f1228 req-bb33aadd-bb53-4dc3-96f8-99fef2ac6055 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056204 Jul 28 14:56:59.588081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2b20709-d423-409e-9034-277128084447 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e HTTP/1.1" status: 200 len: 205 time: 0.5548000 Jul 28 14:56:59.592029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37948) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:59.622656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:59.710581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.876599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:59.882629 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.889351 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:59.928496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fdf87433-fbcf-468d-b883-fdbe226a5850 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/floatingips/7d70dce6-25a6-4815-9213-a8faa78b0c29 HTTP/1.1" status: 200 len: 687 time: 2.0103376 Jul 28 14:56:59.930836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37960) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:59.943757 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:59.944906 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:00.108677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.111847 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:00.113082 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.142996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:00.143888 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:00.179845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 7d69b273-ad03-4778-bbd4-1c53466a7d66 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:00.179845 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.270736 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:00.274657 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c612a-12b2-4db7-9f95-a33bced07288 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:00.387600 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.388005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.403712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 7d69b273-ad03-4778-bbd4-1c53466a7d66 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:00.644044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae8f46-a1f6-43ce-903a-04ff57894e62 req-4eec9882-0d23-4970-94f7-af9f29f44dae tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:00.646877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4fae8f46-a1f6-43ce-903a-04ff57894e62 req-4eec9882-0d23-4970-94f7-af9f29f44dae tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1052699 Jul 28 14:57:00.710963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4fae8f46-a1f6-43ce-903a-04ff57894e62 req-8ab00a8b-b07a-4c0a-a7c2-027395612893 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567169 Jul 28 14:57:00.753469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.754499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:57:00.777437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.778713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-40d87845-777e-4cc1-8ef1-6f060a749c7f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e HTTP/1.1" status: 204 len: 168 time: 1.1852503 Jul 28 14:57:00.781391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37992) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:00.851794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.856091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet 773ee4f7-c4e7-4b1b-ab01-a415eaef8846 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:00.859416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.906808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.913063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=7d69b273-ad03-4778-bbd4-1c53466a7d66,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:01.000971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.004615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.009004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ddbd7926-90e4-491a-8390-2865ec732b59 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/floatingips/7d70dce6-25a6-4815-9213-a8faa78b0c29 HTTP/1.1" status: 204 len: 168 time: 1.0768299 Jul 28 14:57:01.009734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38006) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:01.033901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.089991 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2e421981-2f88-414d-b82d-3b88539acab1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] delete failed (client error): The resource could not be found. Jul 28 14:57:01.091081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e421981-2f88-414d-b82d-3b88539acab1 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/floatingips/7d70dce6-25a6-4815-9213-a8faa78b0c29 HTTP/1.1" status: 404 len: 345 time: 0.0780909 Jul 28 14:57:01.096346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38012) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:01.234616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.271310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=773ee4f7-c4e7-4b1b-ab01-a415eaef8846,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:01.287357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.289766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6a7e763-f46a-4a45-96a9-d8dbc09160cc tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/773ee4f7-c4e7-4b1b-ab01-a415eaef8846 HTTP/1.1" status: 204 len: 168 time: 0.5041606 Jul 28 14:57:01.293564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38022) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:01.294710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cb33d-2b50-4a64-ae48-5fcd7b4044cf None None] Network 22fd2f16-8b81-4608-a708-946c3a183cd9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:01.312130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b8253-1207-49b4-96e0-6974474e5684 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:01.325957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b8253-1207-49b4-96e0-6974474e5684 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:01.348096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b8253-1207-49b4-96e0-6974474e5684 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:01.348096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-331b8253-1207-49b4-96e0-6974474e5684 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/ports?network_id=a93fe858-6cbd-4a59-b0e0-abab30ced7ae HTTP/1.1" status: 200 len: 2360 time: 0.2423067 Jul 28 14:57:01.348096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38024) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:01.449125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet 962c64c7-83ce-4868-81c5-56bd41ac6b45 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:01.459087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.497452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207fc3f-bb3a-49f9-ab34-6666029decf7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:01.500937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5207fc3f-bb3a-49f9-ab34-6666029decf7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/subnets/f8110f52-1ed6-4978-9328-ac83be02e863 HTTP/1.1" status: 200 len: 797 time: 0.1493282 Jul 28 14:57:01.503922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:01.524469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'port': {'network_id': 'a93fe858-6cbd-4a59-b0e0-abab30ced7ae', 'name': 'tempest-FloatingIPTestJSON-1450584564', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:01.623125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.648302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] DHCP port deletion for 22fd2f16-8b81-4608-a708-946c3a183cd9 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:01.735618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.743026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Deleting port 1fc420ee-cb07-4c52-b206-b3ddd2b60add {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:01.743977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.909588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] For port 1fc420ee-cb07-4c52-b206-b3ddd2b60add, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1fc420ee-cb07-4c52-b206-b3ddd2b60add,segment=NetworkSegment(634c8431-f62c-4727-ac1a-808dfd34c83e),segment_id=634c8431-f62c-4727-ac1a-808dfd34c83e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:01.910180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.942431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Calling delete_port for 1fc420ee-cb07-4c52-b206-b3ddd2b60add owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:02.014433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242fa1c-5d04-4564-afae-6f7e214d0cbf req-1ebe6957-7743-4987-a9b0-d12f6a911c31 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:02.014433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f242fa1c-5d04-4564-afae-6f7e214d0cbf req-1ebe6957-7743-4987-a9b0-d12f6a911c31 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.0768275 Jul 28 14:57:02.066316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f242fa1c-5d04-4564-afae-6f7e214d0cbf req-9c7d0262-a8b8-4534-bef0-d637fac2ad92 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Jul 28 14:57:02.127145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:02.321981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.321981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] device_id is not set on port 28721105-4516-41f7-91b2-367bb0cc3708 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:57:02.379034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.428577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.429917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.555509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=962c64c7-83ce-4868-81c5-56bd41ac6b45,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:02.564568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.571724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3ca17f4d-e499-473d-b3f3-4a2f6fc39ac5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/962c64c7-83ce-4868-81c5-56bd41ac6b45 HTTP/1.1" status: 204 len: 168 time: 1.2770574 Jul 28 14:57:02.575303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38084) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:02.596221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Pushing event deleted for resources: {'Port': ['ID=1fc420ee-cb07-4c52-b206-b3ddd2b60add,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:02.598796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1fc420ee-cb07-4c52-b206-b3ddd2b60add no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:02.613415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d91730-03ec-4c49-bca4-97ac95394ed3 None None] Network 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:02.899046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.992306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.14 (a93fe858-6cbd-4a59-b0e0-abab30ced7ae/f8110f52-1ed6-4978-9328-ac83be02e863/28721105-4516-41f7-91b2-367bb0cc3708) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:03.000387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.12 (a93fe858-6cbd-4a59-b0e0-abab30ced7ae/f8110f52-1ed6-4978-9328-ac83be02e863/28721105-4516-41f7-91b2-367bb0cc3708) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:03.049899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.050494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.051144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.051721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.056716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.059027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.061990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.063244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.066246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.067200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.067696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.069856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:03.096516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1fc420ee-cb07-4c52-b206-b3ddd2b60add {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:03.097108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1fc420ee-cb07-4c52-b206-b3ddd2b60add not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:03.128736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c541bb-6803-4316-b7ba-42e94d4a0fad None None] No DVR routers for this DVR port 1fc420ee-cb07-4c52-b206-b3ddd2b60add on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:03.178503 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.222627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fd2f16-8b81-4608-a708-946c3a183cd9']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:03.271328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634c8431-f62c-4727-ac1a-808dfd34c83e') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:03.271609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634c8431-f62c-4727-ac1a-808dfd34c83e') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:03.294306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.312504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.321716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:03.322377 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.441639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] DHCP port deletion for 531dcb0b-05b8-4dd8-8096-c8fb8366ef57 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:03.468009 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:03.528489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b601-0c5e-4c1b-830b-57590a36a9d7 req-ac33874e-9134-469d-bd2d-2dc9cd421654 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:03.531964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d08b601-0c5e-4c1b-830b-57590a36a9d7 req-ac33874e-9134-469d-bd2d-2dc9cd421654 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1746786 Jul 28 14:57:03.605425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.608783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.622696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] Deleting port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:03.622936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.635948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d08b601-0c5e-4c1b-830b-57590a36a9d7 req-4afa7619-ed0a-4927-aa3c-746d59a624a3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967722 Jul 28 14:57:03.653935 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.675595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:03.678072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/22fd2f16-8b81-4608-a708-946c3a183cd9 HTTP/1.1" status: 204 len: 168 time: 1.0929544 Jul 28 14:57:03.754279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166cc49-c2ca-4c05-b8ac-ba154e1b515e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=22fd2f16-8b81-4608-a708-946c3a183cd9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:03.812868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.895942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] For port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,segment=NetworkSegment(ca8e7045-3d7e-4906-90fb-71e70e5f189f),segment_id=ca8e7045-3d7e-4906-90fb-71e70e5f189f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:03.909711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.934596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.160304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:04.160687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.166147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:04.186523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:04.227824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:04.341377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=28721105-4516-41f7-91b2-367bb0cc3708,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:04.347499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] Calling delete_port for 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:04.517187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,segment=NetworkSegment(ca8e7045-3d7e-4906-90fb-71e70e5f189f),segment_id=ca8e7045-3d7e-4906-90fb-71e70e5f189f)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:04.527248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.540513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:04.579603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:04.595368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.618922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:57:04.619384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:04.668442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] Pushing event deleted for resources: {'Port': ['ID=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:04.670673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4daa27-27ec-4864-a33b-2bcdb73dacb2 None None] No DVR routers for this DVR port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:04.744316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.904278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:04.904278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.904278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=87d1b4bf-8198-4b41-94d3-0d70d1c89ffb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:04.904278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port 87d1b4bf-8198-4b41-94d3-0d70d1c89ffb on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:05.110751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddeec1e-d1e3-4110-af97-05706a5e7166 req-11eedf3b-af96-4e01-8f6a-c7e1f1d0561a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:05.223754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ddeec1e-d1e3-4110-af97-05706a5e7166 req-11eedf3b-af96-4e01-8f6a-c7e1f1d0561a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3221428 Jul 28 14:57:05.223754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.264023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531dcb0b-05b8-4dd8-8096-c8fb8366ef57']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.286177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8e7045-3d7e-4906-90fb-71e70e5f189f') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.286972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8e7045-3d7e-4906-90fb-71e70e5f189f') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.308779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.340349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.354570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:05.355559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.475400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ddeec1e-d1e3-4110-af97-05706a5e7166 req-a2621d94-15e0-4a69-99e1-0ca2f35529b1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308723 Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:05.476720 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:05.541577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e596c0c9-35a7-4a2a-8bc2-2168c80ef137 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.0337601 Jul 28 14:57:05.542137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38150) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:05.551409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '28721105-4516-41f7-91b2-367bb0cc3708', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:05.645051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.704205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.728620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/531dcb0b-05b8-4dd8-8096-c8fb8366ef57 HTTP/1.1" status: 204 len: 168 time: 2.0517900 Jul 28 14:57:05.740167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38154) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:05.741186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6250d-37eb-4e7a-9997-f8bbd3b8feb9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=531dcb0b-05b8-4dd8-8096-c8fb8366ef57,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:05.765710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-633143728'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:05.775893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.961574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:05.968052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.055460 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.079852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:06.141381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.141874 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment b129e942-17d4-4ed8-b41d-b451546877c4 of type vlan for network d330a34f-b9e6-431a-aa55-89fd7102f15f Jul 28 14:57:06.144440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.253102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.554645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.578022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.157 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/2b0ec484-68d1-4e37-9a1e-7387fef9d791) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:06.589468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:06.595259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.121272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:07.125338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3755937 Jul 28 14:57:07.126590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f117c-1d73-4630-90e1-9c5732248528 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=d330a34f-b9e6-431a-aa55-89fd7102f15f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:07.143072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d330a34f-b9e6-431a-aa55-89fd7102f15f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:07.147954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:07.162237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.196545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd816b5-a930-4c47-a4fe-fbe14f57a3b5 req-ec02ab2f-b650-4df4-8409-f33876729ad4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:07.198391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7bd816b5-a930-4c47-a4fe-fbe14f57a3b5 req-ec02ab2f-b650-4df4-8409-f33876729ad4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3334363 Jul 28 14:57:07.374936 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7bd816b5-a930-4c47-a4fe-fbe14f57a3b5 req-8fae620a-44a3-4c14-9e3f-1161753bddf7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586018 Jul 28 14:57:07.680600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.753904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:07.781631 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:08.050354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:08.069046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:08.129164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:08.300904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=2b0ec484-68d1-4e37-9a1e-7387fef9d791,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:08.650036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975061f-0d97-406a-a909-a5051f9d8e4d req-18bbf299-24c4-4766-81ef-49d623b2a1d7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:08.665616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e975061f-0d97-406a-a909-a5051f9d8e4d req-18bbf299-24c4-4766-81ef-49d623b2a1d7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1140628 Jul 28 14:57:08.727249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-4c155dbb-7f1a-4eb8-98e5-37df435d1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:08.729152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-4c155dbb-7f1a-4eb8-98e5-37df435d1bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1097 time: 0.3819973 Jul 28 14:57:08.800373 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e975061f-0d97-406a-a909-a5051f9d8e4d req-5201567f-5c42-414d-ae83-3d9b1856847a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315849 Jul 28 14:57:09.127860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:09.337197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-51ea8b96-1871-44b8-ad12-9c77ba85e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:09.340164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-51ea8b96-1871-44b8-ad12-9c77ba85e542 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.5780287 Jul 28 14:57:09.762357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=8643d902-e126-4f23-aacc-5abb06875f19,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:10.103360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9490d-b608-4623-9f73-c2ec5267eddf req-29fe7057-e27b-433c-9ee0-751c2c14c633 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:10.106115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bdb9490d-b608-4623-9f73-c2ec5267eddf req-29fe7057-e27b-433c-9ee0-751c2c14c633 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1573412 Jul 28 14:57:10.141886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-11ef3513-3903-4fb8-a3d2-05a70cf04756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1001 time: 0.7855093 Jul 28 14:57:10.190108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': 'b129e942-17d4-4ed8-b41d-b451546877c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:10.237424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: d330a34f-b9e6-431a-aa55-89fd7102f15f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:10.279390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bdb9490d-b608-4623-9f73-c2ec5267eddf req-17ab4f7f-e03d-438d-b215-52f788830504 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617746 Jul 28 14:57:10.572952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-666f4b8a-4341-42c6-bcfc-93846b2bb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:10.574577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-666f4b8a-4341-42c6-bcfc-93846b2bb2c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.2179744 Jul 28 14:57:10.653849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.726011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-77812543-8624-41df-868d-e520fb1dfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:10.728510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-77812543-8624-41df-868d-e520fb1dfa00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429603 Jul 28 14:57:10.805369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network d330a34f-b9e6-431a-aa55-89fd7102f15f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:10.919594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-c69a86bb-2f8d-4319-bd0b-134f478ae26e service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768444 Jul 28 14:57:11.131398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1283df99-cba8-4f76-896f-eb7f4122a6dd req-e5088222-cd2c-4f06-aa97-0de9e2dd05d6 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035928 Jul 28 14:57:11.136835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d330a34f-b9e6-431a-aa55-89fd7102f15f) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:11.525436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da16408-062b-4dc6-9617-2175d139e0a8 None None] Network d330a34f-b9e6-431a-aa55-89fd7102f15f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:11.528527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.528527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:11.528527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.910786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83514ead-1c02-44b6-bb74-e34b68db829b req-0f74500b-ed58-4682-bef8-b9703088f297 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:11.949275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83514ead-1c02-44b6-bb74-e34b68db829b req-0f74500b-ed58-4682-bef8-b9703088f297 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3161864 Jul 28 14:57:12.031868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-d330a34f-b9e6-431a-aa55-89fd7102f15f', 'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': '8643d902-e126-4f23-aacc-5abb06875f19'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:12.033834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.136109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dee0dae9-b45d-45f9-a2d4-18d455cdb4a5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0132773 Jul 28 14:57:12.138288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38246) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:12.164157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83514ead-1c02-44b6-bb74-e34b68db829b req-569911fc-3321-42a7-a437-05ace427ff4e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111297 Jul 28 14:57:12.192860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1755925236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:12.365871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.409486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Allocated IP 172.20.0.2 (d330a34f-b9e6-431a-aa55-89fd7102f15f/8643d902-e126-4f23-aacc-5abb06875f19/bcb1e2ad-fe40-45ce-91cf-8c2479b25728) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:12.519362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.867163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.868774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.943369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.962566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Transition to ACTIVE for port object bcb1e2ad-fe40-45ce-91cf-8c2479b25728 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:13.007584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Transition to ACTIVE for port object bcb1e2ad-fe40-45ce-91cf-8c2479b25728 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:13.090585 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.100364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=2b0ec484-68d1-4e37-9a1e-7387fef9d791,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:13.242516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.530272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Network d330a34f-b9e6-431a-aa55-89fd7102f15f is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:13.536124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d85c7-be6d-4ac9-83e3-1bb8427d1a81 req-0a8d7fdb-0b5a-4674-95dd-3d2588d51a52 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:13.538045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Pushing event updated for resources: {'Port': ['ID=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:13.548777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f1d85c7-be6d-4ac9-83e3-1bb8427d1a81 req-0a8d7fdb-0b5a-4674-95dd-3d2588d51a52 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1233358 Jul 28 14:57:13.567035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.569156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:13.583824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:13.593391 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 4bc645a8-6229-4ee4-82f6-dc74aadb6718 associated. External IP: 172.25.6.157, port: 28721105-4516-41f7-91b2-367bb0cc3708. Jul 28 14:57:13.643791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f1d85c7-be6d-4ac9-83e3-1bb8427d1a81 req-5e4df272-dcfa-47bc-aa83-cf3617ccf371 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912952 Jul 28 14:57:13.758691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Attempting to bind port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:13.762644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.762843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Attempting to bind port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'b129e942-17d4-4ed8-b41d-b451546877c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:13.763151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Attempting to bind port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 on network d330a34f-b9e6-431a-aa55-89fd7102f15f {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:13.776890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:13.777265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Checking segment: {'id': 'b129e942-17d4-4ed8-b41d-b451546877c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:13.777695 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.778088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Bound using segment: {'id': 'b129e942-17d4-4ed8-b41d-b451546877c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:13.778585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Bound port: bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b129e942-17d4-4ed8-b41d-b451546877c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:13.778968 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.011330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] For port bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:14.039714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] For port bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,segment=NetworkSegment(b129e942-17d4-4ed8-b41d-b451546877c4),segment_id=b129e942-17d4-4ed8-b41d-b451546877c4)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:14.219516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.529608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d74b3-f80a-4b79-8c6e-4b8c14ba132d None None] Pushing event updated for resources: {'Port': ['ID=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:15.065301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e5298-9855-4629-9d36-e45fc8770dd7 req-e8865ea0-cb96-4b7d-8120-03bd40319d62 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:15.069774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c05e5298-9855-4629-9d36-e45fc8770dd7 req-e8865ea0-cb96-4b7d-8120-03bd40319d62 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2208750 Jul 28 14:57:15.348677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c05e5298-9855-4629-9d36-e45fc8770dd7 req-94a06fbc-9874-4e3b-b48b-8bdf72df0b28 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563512 Jul 28 14:57:15.495076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:15.501107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d0a5e6b5-106c-4691-8e59-aa5ff8a04895 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 3.3608131 Jul 28 14:57:15.508927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:15.530997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'port': {'network_id': 'd330a34f-b9e6-431a-aa55-89fd7102f15f', 'name': 'tempest-RoutersTest-279519119'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:16.277584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:16.515817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:16.524796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.616720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] device_id is not set on port d7cdd13d-794b-476d-9121-cf848759a93e yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:57:16.657871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bcb1e2ad-fe40-45ce-91cf-8c2479b25728 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:16.688399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:16.834762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:16.945296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:16.947962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:16.991956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.089780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.20.0.4 (d330a34f-b9e6-431a-aa55-89fd7102f15f/8643d902-e126-4f23-aacc-5abb06875f19/d7cdd13d-794b-476d-9121-cf848759a93e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:17.250055 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6e59ae3-1fa7-45bb-9335-e2ee0be8ab22 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.7063029 Jul 28 14:57:17.263832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:17.278879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50208a-9605-4ac8-b079-648d5ea19271 None None] Network d330a34f-b9e6-431a-aa55-89fd7102f15f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:17.303311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'port_id': '28721105-4516-41f7-91b2-367bb0cc3708', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:17.312298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:17.462458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:17.602987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.641849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:17.642624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:17.722625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.741849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:17.747169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683ecd1-448e-438a-bdc9-d8a0b7b7c2ea None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:17.810851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] Provisioning for port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:17.819058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ec755-473a-47e0-804b-0e5984efa039 req-6451c84a-6a12-44cc-b9a1-8058bd74b8e7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:17.834853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e7ec755-473a-47e0-804b-0e5984efa039 req-6451c84a-6a12-44cc-b9a1-8058bd74b8e7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 1.2581363 Jul 28 14:57:17.841534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] Provisioning complete for port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:17.841912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.882747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object d7cdd13d-794b-476d-9121-cf848759a93e will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:18.025596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e7ec755-473a-47e0-804b-0e5984efa039 req-67009927-15dd-444b-913c-401d74f666be tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884899 Jul 28 14:57:18.152676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.270188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.302181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38346) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:18.371550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] For port bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,segment=NetworkSegment(b129e942-17d4-4ed8-b41d-b451546877c4),segment_id=b129e942-17d4-4ed8-b41d-b451546877c4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:18.391405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network d330a34f-b9e6-431a-aa55-89fd7102f15f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:18.411804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:18.437387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:18.524091 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.634386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=d7cdd13d-794b-476d-9121-cf848759a93e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:18.712840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.715113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.719143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.721278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.723742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.728893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.730083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.731030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.731979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.732955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.733757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.734644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:18.774310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdeb5c-3b0a-47d3-986d-56d4f4a19ee8 None None] Pushing event updated for resources: {'Port': ['ID=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:18.786397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da5ffb67-a3ab-41c3-9444-07d31377a1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.830254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:18.832403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.982525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-63e2223c-57c9-486d-be69-fd814c7d902f None None] Provisioning complete for port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:18.984755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63e2223c-57c9-486d-be69-fd814c7d902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.089425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da5ffb67-a3ab-41c3-9444-07d31377a1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.251656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da5ffb67-a3ab-41c3-9444-07d31377a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.424325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05975719-449c-4940-bb78-a5b8b2d73e0a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.9135559 Jul 28 14:57:19.425257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38368) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:19.450392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-da5ffb67-a3ab-41c3-9444-07d31377a1c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=861dcb55045a44c2ba5a5713db7fa1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1455019 Jul 28 14:57:19.452295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38370) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:19.478477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.638524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-505d8394-afe6-4ca5-a3f0-f90aed9f2ad0 None None] Provisioning for port d7cdd13d-794b-476d-9121-cf848759a93e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:19.646421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-505d8394-afe6-4ca5-a3f0-f90aed9f2ad0 None None] Provisioning complete for port d7cdd13d-794b-476d-9121-cf848759a93e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:19.649482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-505d8394-afe6-4ca5-a3f0-f90aed9f2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.675531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653c684-834e-45b7-91c6-05c3f164c5a0 req-6493139d-9977-472d-9031-f1adb84dece7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:19.702735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1653c684-834e-45b7-91c6-05c3f164c5a0 req-6493139d-9977-472d-9031-f1adb84dece7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.5259256 Jul 28 14:57:19.719056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ffb67-a3ab-41c3-9444-07d31377a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea5b8b5-05db-4c99-aa3c-0b7e0be03332,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:19.779194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.836261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1653c684-834e-45b7-91c6-05c3f164c5a0 req-1ecf63e2-7eea-491b-bc91-8a47fb84b2da tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111124 Jul 28 14:57:19.837448 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26cbd590-6bc5-4de9-84e1-e7b2ca294ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.871813 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26cbd590-6bc5-4de9-84e1-e7b2ca294ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.932195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-505d8394-afe6-4ca5-a3f0-f90aed9f2ad0 None None] Port d7cdd13d-794b-476d-9121-cf848759a93e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:20.072583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26cbd590-6bc5-4de9-84e1-e7b2ca294ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.084393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26cbd590-6bc5-4de9-84e1-e7b2ca294ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.092357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-26cbd590-6bc5-4de9-84e1-e7b2ca294ef2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cea5b8b5-05db-4c99-aa3c-0b7e0be03332 HTTP/1.1" status: 204 len: 168 time: 0.6091003 Jul 28 14:57:20.150035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbd590-6bc5-4de9-84e1-e7b2ca294ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea5b8b5-05db-4c99-aa3c-0b7e0be03332,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:20.490603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bcb1e2ad-fe40-45ce-91cf-8c2479b25728 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:20.716510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:20.718961 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.976191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.193060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e0ead-7e7e-42b1-8f01-4d8fe7e1617e req-3bb32e44-6481-46d3-9f65-b67473fd29b6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:21.206451 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-058e0ead-7e7e-42b1-8f01-4d8fe7e1617e req-3bb32e44-6481-46d3-9f65-b67473fd29b6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.1393621 Jul 28 14:57:21.374045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-058e0ead-7e7e-42b1-8f01-4d8fe7e1617e req-b3e0e431-d61b-4e1c-a870-836e266eab48 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628501 Jul 28 14:57:21.497619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38402) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:21.514374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:21.525637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af6013a0-0548-4f90-b999-d811fc687e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.888242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af6013a0-0548-4f90-b999-d811fc687e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.896706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:21.914398 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:21.932586 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:21.933369 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:21.947215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.045747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:22.045747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:22.045747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:22.065386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ebafc88f-39b6-494b-a7fa-7c6680a08fcb tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/floatingips/4bc645a8-6229-4ee4-82f6-dc74aadb6718 HTTP/1.1" status: 200 len: 979 time: 4.8000324 Jul 28 14:57:22.069639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:22.099801 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:22.100828 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e958347b-6767-4267-bdd8-5bff2d1b51c6 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:22.117869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.232517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af6013a0-0548-4f90-b999-d811fc687e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.295328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-af6013a0-0548-4f90-b999-d811fc687e1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=590224e3668441e198dba0dcc7f3363a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976019 Jul 28 14:57:22.298887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38416) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:22.315387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6013a0-0548-4f90-b999-d811fc687e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa84a9-d9d5-4532-8d87-021f5e049fe3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:22.357993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3801561d-bf08-4191-bd76-883a1fbdc0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.372003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.694203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 2b0ec484-68d1-4e37-9a1e-7387fef9d791 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:22.697633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb465c01-10ec-48c0-ad3e-fda202f8b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.702400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.787078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=d7cdd13d-794b-476d-9121-cf848759a93e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:22.859473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb465c01-10ec-48c0-ad3e-fda202f8b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.898985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92ad04-6518-4cba-985f-da1a13c9e25b req-b293c248-1833-4836-ab80-b854b754b1a0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:22.903595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c92ad04-6518-4cba-985f-da1a13c9e25b req-b293c248-1833-4836-ab80-b854b754b1a0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3258307 Jul 28 14:57:23.107265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.111656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.159687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c92ad04-6518-4cba-985f-da1a13c9e25b req-dc7853d6-ac4a-4cbe-b55e-8cf65e922d80 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374799 Jul 28 14:57:23.167318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c05d1afd-2802-42d1-9684-abbe5f8212ef None None] Provisioning complete for port d7cdd13d-794b-476d-9121-cf848759a93e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:23.168249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c05d1afd-2802-42d1-9684-abbe5f8212ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.196693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 2b0ec484-68d1-4e37-9a1e-7387fef9d791 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:23.311946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c05d1afd-2802-42d1-9684-abbe5f8212ef None None] Port d7cdd13d-794b-476d-9121-cf848759a93e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:23.380329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.514063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb465c01-10ec-48c0-ad3e-fda202f8b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.519068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb465c01-10ec-48c0-ad3e-fda202f8b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.531274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb465c01-10ec-48c0-ad3e-fda202f8b260 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4aa84a9-d9d5-4532-8d87-021f5e049fe3 HTTP/1.1" status: 204 len: 168 time: 1.2298009 Jul 28 14:57:23.572975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb465c01-10ec-48c0-ad3e-fda202f8b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa84a9-d9d5-4532-8d87-021f5e049fe3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:23.775112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.780756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.911706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=2b0ec484-68d1-4e37-9a1e-7387fef9d791,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:24.465764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.466510 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 4bc645a8-6229-4ee4-82f6-dc74aadb6718 disassociated (deleted). External IP: 172.25.6.157, port: 28721105-4516-41f7-91b2-367bb0cc3708. Jul 28 14:57:24.809226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-615d5c90-1892-4d3b-8b96-610c3441fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.837777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4fcc4-31c2-44ef-aaf2-c25fac051541 req-24f4c980-834d-427d-b0f6-fc5416263957 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:24.849126 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ab4fcc4-31c2-44ef-aaf2-c25fac051541 req-24f4c980-834d-427d-b0f6-fc5416263957 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3748891 Jul 28 14:57:25.093771 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ab4fcc4-31c2-44ef-aaf2-c25fac051541 req-8f68a0dd-897a-4d59-bbcf-262d0545e04c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415633 Jul 28 14:57:25.223758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.323814 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:57:25.485129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:25.703168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.850013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.080974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.091684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=d7cdd13d-794b-476d-9121-cf848759a93e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:26.381621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.461820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network d330a34f-b9e6-431a-aa55-89fd7102f15f is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:26.466155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:26.667673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:26.680321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.685291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:26.731446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:26.732412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:26.838068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-09402e33-02c9-4d06-8cc9-f2c5af67efcc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/floatingips/4bc645a8-6229-4ee4-82f6-dc74aadb6718 HTTP/1.1" status: 204 len: 168 time: 4.7668393 Jul 28 14:57:26.839565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38494) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:26.876889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:26.922616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:26.944072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.071294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249a726-6acb-45da-90e2-cd73647de729 req-a03acb4e-1a4c-4392-8b3f-8a7873d55ff6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:27.079134 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4249a726-6acb-45da-90e2-cd73647de729 req-a03acb4e-1a4c-4392-8b3f-8a7873d55ff6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.4553733 Jul 28 14:57:27.090247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.091177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb163a5-7dc7-412f-84ec-fa277fcfe8a6 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:27.137762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8a8b9e88-f9e9-4d65-b486-dd62a231fff7 None None] Provisioning complete for port d7cdd13d-794b-476d-9121-cf848759a93e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:27.138692 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9e88-f9e9-4d65-b486-dd62a231fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.147236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router c9686266-a4a2-473b-a509-6d85ffba4b97 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:57:27.240115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 28721105-4516-41f7-91b2-367bb0cc3708 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:27.245072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.312282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b9e88-f9e9-4d65-b486-dd62a231fff7 None None] Port d7cdd13d-794b-476d-9121-cf848759a93e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:27.389123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4249a726-6acb-45da-90e2-cd73647de729 req-1768f70c-0a43-422a-98d4-8fc1463efacf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966006 Jul 28 14:57:27.495786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:27.497966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.507804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b0444a3c-a3a5-44fb-89a0-90fb6a304148 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/c9686266-a4a2-473b-a509-6d85ffba4b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0679708 Jul 28 14:57:27.508013 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] Sync routers for ids ['c9686266-a4a2-473b-a509-6d85ffba4b97'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:27.513324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38504) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:27.530995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 28721105-4516-41f7-91b2-367bb0cc3708 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:27.538817 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] Routers {'c9686266-a4a2-473b-a509-6d85ffba4b97'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:27.540280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9686266-a4a2-473b-a509-6d85ffba4b97'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.578269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9d240-f540-4b20-84ac-61f616314a15 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:27.587163 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-64c9d240-f540-4b20-84ac-61f616314a15 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports/d7cdd13d-794b-476d-9121-cf848759a93e HTTP/1.1" status: 200 len: 976 time: 0.0655332 Jul 28 14:57:27.587163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38508) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:27.685518 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.722613 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] Routers {'c9686266-a4a2-473b-a509-6d85ffba4b97'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:27.723332 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9686266-a4a2-473b-a509-6d85ffba4b97'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.803977 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.804710 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0547a-b7b9-441c-a7c9-914961953870 None None] The sync data for ids ['c9686266-a4a2-473b-a509-6d85ffba4b97'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:27.873175 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.318895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.393196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=28721105-4516-41f7-91b2-367bb0cc3708,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:28.476436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.767536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.775192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38538) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:28.776104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15cf3d5d-f829-4074-881d-1f610d7f66c9 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/ports/28721105-4516-41f7-91b2-367bb0cc3708 HTTP/1.1" status: 204 len: 168 time: 1.9285803 Jul 28 14:57:28.793442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:28.841649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceac08-ac65-4f03-b4f8-1886e793ae22 req-f9701e7a-8f84-4e7e-8813-9216004d0154 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:28.841649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcceac08-ac65-4f03-b4f8-1886e793ae22 req-f9701e7a-8f84-4e7e-8813-9216004d0154 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.3554306 Jul 28 14:57:28.941392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcceac08-ac65-4f03-b4f8-1886e793ae22 req-d6c4640a-5dc9-4645-9bc1-666c942f562f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762556 Jul 28 14:57:29.003043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port d7cdd13d-794b-476d-9121-cf848759a93e {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:29.003384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.061104 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.105230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.123009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for d7cdd13d-794b-476d-9121-cf848759a93e owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:29.294142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.559453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.594920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.229 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7d4baae4-39d0-4c3c-8a0d-2db9aed4cb11) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:29.621103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=d7cdd13d-794b-476d-9121-cf848759a93e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:30.001015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.006712 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.022513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-36a2dc96-4789-449c-a772-a47dcad7a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.025841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-36a2dc96-4789-449c-a772-a47dcad7a462 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1097 time: 0.1604111 Jul 28 14:57:30.483946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-a29cc337-a2f0-4bf1-9886-42b0728244b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.490807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-a29cc337-a2f0-4bf1-9886-42b0728244b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.4482956 Jul 28 14:57:30.494053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec89e3-772d-4790-8e70-3b95bc378688 req-ae3d2d09-1775-4831-b13c-f29a7ef96d0b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.497737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20ec89e3-772d-4790-8e70-3b95bc378688 req-ae3d2d09-1775-4831-b13c-f29a7ef96d0b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2457221 Jul 28 14:57:30.663556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.723785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-20ec89e3-772d-4790-8e70-3b95bc378688 req-8a89c4ec-1e63-4fc3-9fef-6306ebd47c8d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948563 Jul 28 14:57:30.740165 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router c9686266-a4a2-473b-a509-6d85ffba4b97 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:30.781328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:30.805187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:30.817455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:30.825527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=7d4baae4-39d0-4c3c-8a0d-2db9aed4cb11,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:30.831841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-8ea6a02b-21ad-426e-8538-f5c7192315c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1001 time: 0.3017213 Jul 28 14:57:30.917796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:30.931311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497346ec-d162-45af-8e7a-3597b662825a None None] Sync routers for ids ['c9686266-a4a2-473b-a509-6d85ffba4b97'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:30.942287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5be4b019-109d-43ec-8f1d-15f0aaea4f53 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/c9686266-a4a2-473b-a509-6d85ffba4b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3559530 Jul 28 14:57:30.954208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38600) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:30.954627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497346ec-d162-45af-8e7a-3597b662825a None None] Routers {'c9686266-a4a2-473b-a509-6d85ffba4b97'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:30.954627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497346ec-d162-45af-8e7a-3597b662825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9686266-a4a2-473b-a509-6d85ffba4b97'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.040493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497346ec-d162-45af-8e7a-3597b662825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.064518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497346ec-d162-45af-8e7a-3597b662825a None None] Routers {'c9686266-a4a2-473b-a509-6d85ffba4b97'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:31.069079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497346ec-d162-45af-8e7a-3597b662825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9686266-a4a2-473b-a509-6d85ffba4b97'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.133695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-0c5891c5-8731-414b-9940-887e58b9abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:31.136315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-0c5891c5-8731-414b-9940-887e58b9abd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.2425683 Jul 28 14:57:31.145293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.190801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497346ec-d162-45af-8e7a-3597b662825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.193233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497346ec-d162-45af-8e7a-3597b662825a None None] The sync data for ids ['c9686266-a4a2-473b-a509-6d85ffba4b97'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:31.364520 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-c2242f77-17a0-424f-9a0c-fedb250b767d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 14:57:31.370044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c2242f77-17a0-424f-9a0c-fedb250b767d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/c9686266-a4a2-473b-a509-6d85ffba4b97/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4219635 Jul 28 14:57:31.370775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38616) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:31.430812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-07914d28-9ff5-4f76-b064-17a5fb8eaf80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9686266-a4a2-473b-a509-6d85ffba4b97 HTTP/1.1" status: 200 len: 205 time: 0.0579016 Jul 28 14:57:31.434480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38620) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:31.448326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.463474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-0e595d82-f7cc-4ff8-891b-64ca48fd0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:31.516525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-0e595d82-f7cc-4ff8-891b-64ca48fd0797 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3664343 Jul 28 14:57:31.615454 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.018580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-82b77aac-002b-4719-b6ab-b3f9d540abb8 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476979 Jul 28 14:57:32.186194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.262806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.266163 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.274853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.293606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79795c-3771-43f8-b6cc-bce1190f2f48 req-3f420655-4453-4de2-adf4-ce2a2b048de9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:32.300264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:32.317641 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c79795c-3771-43f8-b6cc-bce1190f2f48 req-3f420655-4453-4de2-adf4-ce2a2b048de9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2183709 Jul 28 14:57:32.347329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1eafa01b-e678-434c-8b3c-2952a3ec18b7 req-c313e3fd-5c33-468a-9ed3-d3b6cec22f05 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654328 Jul 28 14:57:32.386736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.447906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c79795c-3771-43f8-b6cc-bce1190f2f48 req-d0128864-55f3-43e8-9783-f6133e6ea1a9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260293 Jul 28 14:57:32.541731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.542795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router c9686266-a4a2-473b-a509-6d85ffba4b97 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:57:32.556322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.578495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=7d4baae4-39d0-4c3c-8a0d-2db9aed4cb11,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:32.581968 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a7c8970b-99e5-488b-9795-e67f34804aae tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/c9686266-a4a2-473b-a509-6d85ffba4b97 HTTP/1.1" status: 204 len: 168 time: 1.1472554 Jul 28 14:57:32.582669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38654) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:32.602947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.603362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.605987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.609252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.609614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.610039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.610378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.610729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.611077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.611584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.611937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.612303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:32.619532 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.626439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.664988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:32.667777 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e75b5f-7103-42fc-8946-8ab5841f1c1f" -d '{"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:32.708678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:32.734119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet 8643d902-e126-4f23-aacc-5abb06875f19 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:32.743443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.770346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.773131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c8b85af3-df61-489a-90a3-0af0b378a447 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9958549 Jul 28 14:57:32.775910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38660) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:32.793104 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a57efe-91b2-435f-aa83-83e7ef80d221 x-openstack-request-id: req-f8a57efe-91b2-435f-aa83-83e7ef80d221 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:32.793369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'port': {'network_id': 'a93fe858-6cbd-4a59-b0e0-abab30ced7ae', 'name': 'tempest-FloatingIPTestJSON-1397413130'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:32.793572 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:32.793966 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8a57efe-91b2-435f-aa83-83e7ef80d221 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:32.794569 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'code': 200} Jul 28 14:57:32.804252 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.860105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.104023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:33.107390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:33.111540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.185315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] device_id is not set on port 57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:57:33.304248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.413203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.2 (a93fe858-6cbd-4a59-b0e0-abab30ced7ae/f8110f52-1ed6-4978-9328-ac83be02e863/57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:33.545597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.688412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.690454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/8643d902-e126-4f23-aacc-5abb06875f19 HTTP/1.1" status: 204 len: 168 time: 1.0958645 Jul 28 14:57:33.701815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a830eb8-13b2-46ff-a581-89327241977f None None] Network d330a34f-b9e6-431a-aa55-89fd7102f15f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:33.702722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:33.720304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de336ce7-55cc-4386-bc1f-9ec1d8d4ac3b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=8643d902-e126-4f23-aacc-5abb06875f19,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:33.889765 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.911823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c3b53-cfbc-4645-b2b1-34cbccf73c93 req-f439e6d4-b5ef-410b-8fbe-e15a8ad95bf2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:33.914556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-877c3b53-cfbc-4645-b2b1-34cbccf73c93 req-f439e6d4-b5ef-410b-8fbe-e15a8ad95bf2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.2525146 Jul 28 14:57:33.972192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38688) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:34.032901 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.105190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-877c3b53-cfbc-4645-b2b1-34cbccf73c93 req-6bf0b566-2248-49a2-bd4f-284ca94e1dda tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738396 Jul 28 14:57:34.140986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:34.141617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.157806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.250099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:34.254449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] DHCP port deletion for d330a34f-b9e6-431a-aa55-89fd7102f15f request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:34.264367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network a93fe858-6cbd-4a59-b0e0-abab30ced7ae is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:34.275209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:34.278667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:34.333975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,segment=NetworkSegment(b129e942-17d4-4ed8-b41d-b451546877c4),segment_id=b129e942-17d4-4ed8-b41d-b451546877c4)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:34.334935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.379372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] Deleting port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:34.380032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.404540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:34.405879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.440631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for bcb1e2ad-fe40-45ce-91cf-8c2479b25728 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:34.483700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bcb1e2ad-fe40-45ce-91cf-8c2479b25728 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:34.537202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-43e3c845-9b06-4443-b205-ec0b6911a225 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7583511 Jul 28 14:57:34.544165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] For port bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,segment=NetworkSegment(b129e942-17d4-4ed8-b41d-b451546877c4),segment_id=b129e942-17d4-4ed8-b41d-b451546877c4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:34.544382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.544617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38706) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:34.551116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'port_id': '57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:34.585273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] Calling delete_port for bcb1e2ad-fe40-45ce-91cf-8c2479b25728 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:34.631956 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.644626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.703366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port bcb1e2ad-fe40-45ce-91cf-8c2479b25728, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,segment=NetworkSegment(b129e942-17d4-4ed8-b41d-b451546877c4),segment_id=b129e942-17d4-4ed8-b41d-b451546877c4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:34.786783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.860029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47538547-9ad5-40a3-8375-7dc0595a36e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.935511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:34.975746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.017784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] Pushing event deleted for resources: {'Port': ['ID=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.043699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf5f0b-4c14-4481-bf39-7d6baf1941a6 None None] No DVR routers for this DVR port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:35.122693 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.168333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port bcb1e2ad-fe40-45ce-91cf-8c2479b25728 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:35.273122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=bcb1e2ad-fe40-45ce-91cf-8c2479b25728,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.333705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.resource_extend [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:57:35.803301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.842444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e7479-35be-4131-84aa-ff07e0fd5b58 req-13e832de-42d7-412b-b8d9-3f30d061018d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:35.863445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b32e7479-35be-4131-84aa-ff07e0fd5b58 req-13e832de-42d7-412b-b8d9-3f30d061018d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.3148909 Jul 28 14:57:36.013434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.027499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.052181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b32e7479-35be-4131-84aa-ff07e0fd5b58 req-6c32509e-8778-4196-9045-10ed94b5ad0a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854997 Jul 28 14:57:36.074951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d330a34f-b9e6-431a-aa55-89fd7102f15f']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:36.091066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.136671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b129e942-17d4-4ed8-b41d-b451546877c4') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:36.137843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b129e942-17d4-4ed8-b41d-b451546877c4') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:36.234157 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 687363d9-ee22-4958-a4f4-afb5deb0c579 associated. External IP: 172.25.6.229, port: 57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8. Jul 28 14:57:36.239172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47538547-9ad5-40a3-8375-7dc0595a36e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.273732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.311130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.322875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47538547-9ad5-40a3-8375-7dc0595a36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.397883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:36.398602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.405388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47538547-9ad5-40a3-8375-7dc0595a36e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e4015b-d925-4fd1-a3bb-7ef77abc46fe,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:36.412812 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:36.564317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47538547-9ad5-40a3-8375-7dc0595a36e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e9e541877084877b540334eb569053c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5866582 Jul 28 14:57:36.570149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:36.787222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a585f110-33e5-49ab-88bd-4bdf9c19f638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.802001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.815552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.829781 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/d330a34f-b9e6-431a-aa55-89fd7102f15f HTTP/1.1" status: 204 len: 168 time: 3.1256828 Jul 28 14:57:36.837173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:36.947288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a585f110-33e5-49ab-88bd-4bdf9c19f638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.976238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:37.084898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-2070251763'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:37.109131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8d33-c0b4-4f8b-8369-ff3f5d3cd96f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=d330a34f-b9e6-431a-aa55-89fd7102f15f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:37.512999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:37.519105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.537882 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:37.557693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8e6eea83-753a-4fc5-b138-585ed9ae590f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/floatingips/687363d9-ee22-4958-a4f4-afb5deb0c579 HTTP/1.1" status: 200 len: 978 time: 3.0114439 Jul 28 14:57:37.558008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38764) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:37.559226 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:37.560555 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:37.609020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a585f110-33e5-49ab-88bd-4bdf9c19f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.611683 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:37.612378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a585f110-33e5-49ab-88bd-4bdf9c19f638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.615961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a585f110-33e5-49ab-88bd-4bdf9c19f638 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88e4015b-d925-4fd1-a3bb-7ef77abc46fe HTTP/1.1" status: 204 len: 168 time: 1.0422773 Jul 28 14:57:37.615961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:37.621649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.637714 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:37.639091 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:37.682970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f110-33e5-49ab-88bd-4bdf9c19f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e4015b-d925-4fd1-a3bb-7ef77abc46fe,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:37.757559 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:37.763055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:37.764088 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584af1cc-08d8-4424-b0a1-ab731f4c77c7 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:37.792157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.798801 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment 472a4b27-f0f9-41b9-a549-26129ab22180 of type vlan for network 78afc665-3083-42ec-944e-bc3aa6dcfdcb Jul 28 14:57:37.932960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:37.933807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.946447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.195915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.201623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.223757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.240555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.320547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:38.876380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0166991 Jul 28 14:57:38.878640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38796) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:38.887356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:38.891942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9971ff-f33b-456c-b27e-7c69190b0cb5 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=78afc665-3083-42ec-944e-bc3aa6dcfdcb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:38.910514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:38.950623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.951174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.953889 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 687363d9-ee22-4958-a4f4-afb5deb0c579 disassociated. External IP: 172.25.6.229, port: 57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8. Jul 28 14:57:38.956001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:39.013343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:39.044615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd869316-581e-4b99-9d68-399fe95eb7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:39.434830 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd869316-581e-4b99-9d68-399fe95eb7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:39.478078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:39.549265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:39.650702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd869316-581e-4b99-9d68-399fe95eb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:39.718441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd869316-581e-4b99-9d68-399fe95eb7ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=674dd825e2094c84925bc2b692cb4e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035811 Jul 28 14:57:39.722838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38814) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:39.750682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:39.773082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd869316-581e-4b99-9d68-399fe95eb7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f313e06-67b5-4037-95bd-563bed874024,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:39.784507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.002041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:40.137720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8573964c-c232-4aa5-b714-bb0847bdc539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.226124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8573964c-c232-4aa5-b714-bb0847bdc539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.410809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:40.426854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:40.451958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:40.464302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:40.551761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:40.601981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:40.602707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:40.634599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.647763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0eb903eb-1be1-4f78-a5fe-a1ce90177a64 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/ports/57b2262a-fdbe-4c8f-bb30-e6a917f9f1b8 HTTP/1.1" status: 204 len: 168 time: 3.0883226 Jul 28 14:57:40.649229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:40.743662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc105-f677-41eb-af5c-1b0d4d8b02a7 req-89df0e9b-ecd8-45fa-9878-feabdd05c2ec tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:40.745447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-816cc105-f677-41eb-af5c-1b0d4d8b02a7 req-89df0e9b-ecd8-45fa-9878-feabdd05c2ec tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.4420519 Jul 28 14:57:40.767340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0bd461e2-58a1-4acb-9b39-65244cf873ac tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/floatingips/687363d9-ee22-4958-a4f4-afb5deb0c579 HTTP/1.1" status: 200 len: 688 time: 0.1160166 Jul 28 14:57:40.771318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38840) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:40.786594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:40.787832 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8573964c-c232-4aa5-b714-bb0847bdc539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.788021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f1eb1-4a9d-4884-87ed-868ec70962e8 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:40.792255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8573964c-c232-4aa5-b714-bb0847bdc539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.797799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8573964c-c232-4aa5-b714-bb0847bdc539 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f313e06-67b5-4037-95bd-563bed874024 HTTP/1.1" status: 204 len: 168 time: 1.0692685 Jul 28 14:57:40.899255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573964c-c232-4aa5-b714-bb0847bdc539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f313e06-67b5-4037-95bd-563bed874024,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:40.932713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.168617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-816cc105-f677-41eb-af5c-1b0d4d8b02a7 req-1cb71f1e-7249-481b-8c2f-80a34e6873bf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918743 Jul 28 14:57:41.368815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=cf565b75-498d-4fa5-8515-9e46713386c5,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:41.413605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': '472a4b27-f0f9-41b9-a549-26129ab22180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:41.415147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: 78afc665-3083-42ec-944e-bc3aa6dcfdcb, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:41.564800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 7d4baae4-39d0-4c3c-8a0d-2db9aed4cb11 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:41.565519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.711514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:41.789647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.793551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.887090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 7d4baae4-39d0-4c3c-8a0d-2db9aed4cb11 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:42.048990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 78afc665-3083-42ec-944e-bc3aa6dcfdcb) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:42.064041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:42.069439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.087507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b62217-f0ef-491d-99a7-ab1fbdee626d None None] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:42.298470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f6fe9a9-7a20-4dcc-a4b0-3be92a4fd2a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4168546 Jul 28 14:57:42.305767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:42.313993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1578930445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:42.593531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.598192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.622507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-78afc665-3083-42ec-944e-bc3aa6dcfdcb', 'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': 'cf565b75-498d-4fa5-8515-9e46713386c5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:42.623573 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.626590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.750181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=7d4baae4-39d0-4c3c-8a0d-2db9aed4cb11,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:43.078431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775feb20-0a7f-40f6-89c8-e97f5decc046 req-87b0b6c3-02b8-436f-b905-df892537cf32 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:43.080129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.082670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-775feb20-0a7f-40f6-89c8-e97f5decc046 req-87b0b6c3-02b8-436f-b905-df892537cf32 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.3628457 Jul 28 14:57:43.090687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-b08bbcfb-1ba9-4612-8302-7e96ddc43c64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3561938 Jul 28 14:57:43.092306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.098302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.100204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8cac49b5-629f-4c81-ac87-a64372893294 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/floatingips/687363d9-ee22-4958-a4f4-afb5deb0c579 HTTP/1.1" status: 204 len: 168 time: 2.3222167 Jul 28 14:57:43.105624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 38896) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:43.111372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'ff5dd520-df1a-4b58-bf43-a0db0d874662'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:43.172294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.319684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.438952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.441276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e8ad6598-63b4-4297-a023-a1d339d9e595 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1337464 Jul 28 14:57:43.451591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-775feb20-0a7f-40f6-89c8-e97f5decc046 req-206681f6-b752-42bd-89e2-139a1b2a4440 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281429 Jul 28 14:57:43.457401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Allocated IP 172.20.0.2 (78afc665-3083-42ec-944e-bc3aa6dcfdcb/cf565b75-498d-4fa5-8515-9e46713386c5/189fd2f7-79d2-492f-a2d9-c6b120e7c399) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:43.467123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38904) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:43.741257 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.768091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.802275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Transition to ACTIVE for port object 189fd2f7-79d2-492f-a2d9-c6b120e7c399 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:43.840893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Transition to ACTIVE for port object 189fd2f7-79d2-492f-a2d9-c6b120e7c399 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:43.947122 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.124164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Pushing event updated for resources: {'Port': ['ID=189fd2f7-79d2-492f-a2d9-c6b120e7c399,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:44.148265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:44.151931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:44.158944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:44.411208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.95 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/410681fd-f1f8-470e-b655-159aeea8f325) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:44.417888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Attempting to bind port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:44.420136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Attempting to bind port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '472a4b27-f0f9-41b9-a549-26129ab22180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:44.420854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Attempting to bind port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 on network 78afc665-3083-42ec-944e-bc3aa6dcfdcb {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:44.441088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:44.442535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Checking segment: {'id': '472a4b27-f0f9-41b9-a549-26129ab22180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:44.445315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.445928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Bound using segment: {'id': '472a4b27-f0f9-41b9-a549-26129ab22180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:44.446538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Bound port: 189fd2f7-79d2-492f-a2d9-c6b120e7c399, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472a4b27-f0f9-41b9-a549-26129ab22180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78afc665-3083-42ec-944e-bc3aa6dcfdcb'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:44.448610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.746086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.791534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] For port 189fd2f7-79d2-492f-a2d9-c6b120e7c399, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:44.796938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] For port 189fd2f7-79d2-492f-a2d9-c6b120e7c399, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=189fd2f7-79d2-492f-a2d9-c6b120e7c399,segment=NetworkSegment(472a4b27-f0f9-41b9-a549-26129ab22180),segment_id=472a4b27-f0f9-41b9-a549-26129ab22180)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:44.873587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.901207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.063041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c0e1-bb4e-4db2-9d21-f1006344c919 req-388b132e-78a4-46f1-870f-48c75eb95428 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:45.066039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ef5c0e1-bb4e-4db2-9d21-f1006344c919 req-388b132e-78a4-46f1-870f-48c75eb95428 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.3523972 Jul 28 14:57:45.121436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.155209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8862f7-e055-457d-8b82-beeb9d3d2033 None None] Pushing event updated for resources: {'Port': ['ID=189fd2f7-79d2-492f-a2d9-c6b120e7c399,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:45.281433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:45.296345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:45.301032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:45.494766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=410681fd-f1f8-470e-b655-159aeea8f325,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:45.796982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38962) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:45.830014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ef5c0e1-bb4e-4db2-9d21-f1006344c919 req-093c9f03-09f9-4874-b53a-5f160f5dbd07 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7347524 Jul 28 14:57:46.016415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.20.0.1 (78afc665-3083-42ec-944e-bc3aa6dcfdcb/cf565b75-498d-4fa5-8515-9e46713386c5/73f93b8c-5024-4d61-8ad2-68bb680fc653) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:46.043416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fbd280d4-0ca1-4419-b0b5-128e0a82803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.178548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fbd280d4-0ca1-4419-b0b5-128e0a82803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.295661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fbd280d4-0ca1-4419-b0b5-128e0a82803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.446466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fbd280d4-0ca1-4419-b0b5-128e0a82803e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4f584c5eb2c4a83a5ee083a9a48d7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480131 Jul 28 14:57:46.458513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38970) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:46.464728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd280d4-0ca1-4419-b0b5-128e0a82803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b14c4-1dc3-45a1-a983-b8a09006bc80,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:46.658448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 189fd2f7-79d2-492f-a2d9-c6b120e7c399 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:46.692146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56db9840-ade6-41bd-abda-0d80c5bcf230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.749138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56db9840-ade6-41bd-abda-0d80c5bcf230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.966137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56db9840-ade6-41bd-abda-0d80c5bcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.976252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.976872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-56db9840-ade6-41bd-abda-0d80c5bcf230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.986505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-56db9840-ade6-41bd-abda-0d80c5bcf230 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e3b14c4-1dc3-45a1-a983-b8a09006bc80 HTTP/1.1" status: 204 len: 168 time: 0.5068433 Jul 28 14:57:47.003148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:47.062643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.154061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object 73f93b8c-5024-4d61-8ad2-68bb680fc653 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:47.158322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db9840-ade6-41bd-abda-0d80c5bcf230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b14c4-1dc3-45a1-a983-b8a09006bc80,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:47.292362 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.543300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d926b-1b96-44d3-9c48-6544a0c21264 req-315d5866-2102-47d1-ab78-0479282c7df1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:47.545831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-018d926b-1b96-44d3-9c48-6544a0c21264 req-315d5866-2102-47d1-ab78-0479282c7df1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.3580987 Jul 28 14:57:47.693252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-018d926b-1b96-44d3-9c48-6544a0c21264 req-269b8336-a186-4ec5-a9b6-524db97b405c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243615 Jul 28 14:57:47.718958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e97047-5863-49c4-984e-b50b912dd9cb None None] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:47.792592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.926416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.928733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=73f93b8c-5024-4d61-8ad2-68bb680fc653,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:48.016580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:48.019981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:48.036743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:48.059585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67237edb-3cd7-4984-a828-12003175e43c None None] Provisioning for port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:48.086834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.134922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67237edb-3cd7-4984-a828-12003175e43c None None] Provisioning complete for port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:48.148661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67237edb-3cd7-4984-a828-12003175e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.295343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.332071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=410681fd-f1f8-470e-b655-159aeea8f325,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:48.360614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.483002 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 5174e96d-eeb3-469b-ab7e-2be752d08400 associated. External IP: 172.25.6.95, port: ff5dd520-df1a-4b58-bf43-a0db0d874662. Jul 28 14:57:48.520410 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67237edb-3cd7-4984-a828-12003175e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.604657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-67237edb-3cd7-4984-a828-12003175e43c None None] For port 189fd2f7-79d2-492f-a2d9-c6b120e7c399, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=189fd2f7-79d2-492f-a2d9-c6b120e7c399,segment=NetworkSegment(472a4b27-f0f9-41b9-a549-26129ab22180),segment_id=472a4b27-f0f9-41b9-a549-26129ab22180)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:48.760949 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.804033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67237edb-3cd7-4984-a828-12003175e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.938997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67237edb-3cd7-4984-a828-12003175e43c None None] Pushing event updated for resources: {'Port': ['ID=189fd2f7-79d2-492f-a2d9-c6b120e7c399,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:49.043780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:49.074388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ddf3785e-b1f9-4d50-acb0-f463d51f42a3 None None] Provisioning for port 73f93b8c-5024-4d61-8ad2-68bb680fc653 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:49.091179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ddf3785e-b1f9-4d50-acb0-f463d51f42a3 None None] Provisioning complete for port 73f93b8c-5024-4d61-8ad2-68bb680fc653 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:49.091639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ddf3785e-b1f9-4d50-acb0-f463d51f42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.317793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3785e-b1f9-4d50-acb0-f463d51f42a3 None None] Port 73f93b8c-5024-4d61-8ad2-68bb680fc653 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:49.388992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ddf3785e-b1f9-4d50-acb0-f463d51f42a3 None None] Provisioning complete for port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:49.391602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ddf3785e-b1f9-4d50-acb0-f463d51f42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.476304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:49.495704 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:49.574656 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:49.575727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:49.643768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.775634 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:49.786517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-25346a88-a79f-4c53-a68a-eaa2db631ac7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6769199 Jul 28 14:57:49.793089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:49.829150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1321440701'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:49.847444 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:49.851024 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:49.938170 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.946359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d61b970-0ff7-4f18-90df-9affc302d6cf None None] Provisioning complete for port 73f93b8c-5024-4d61-8ad2-68bb680fc653 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:49.947524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d61b970-0ff7-4f18-90df-9affc302d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.975673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2626c56-e08b-4fee-91df-459a74213841 req-d89399ea-30a6-447c-8c67-a21c1859dc5b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:49.979459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2626c56-e08b-4fee-91df-459a74213841 req-d89399ea-30a6-447c-8c67-a21c1859dc5b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 1.0024157 Jul 28 14:57:50.009226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:50.016810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.118403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.120189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5d61b970-0ff7-4f18-90df-9affc302d6cf None None] Port 73f93b8c-5024-4d61-8ad2-68bb680fc653 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:50.163922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:50.215241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2626c56-e08b-4fee-91df-459a74213841 req-def926e4-535e-42d3-8633-6185c0a8c00c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240801 Jul 28 14:57:50.232633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.233333 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Added segment c1618aa5-eaea-4a68-a6d1-9e194998aeb6 of type vlan for network 090d20d2-04f0-49f0-944e-6dcb855610d7 Jul 28 14:57:50.375447 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:50.376426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d63ed-a85c-44c4-93cf-3a704b4a5882 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:50.404768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.428388 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.567671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 189fd2f7-79d2-492f-a2d9-c6b120e7c399 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:50.608378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.614988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:50.615683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.730463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Network': ['ID=090d20d2-04f0-49f0-944e-6dcb855610d7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:50.761110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:50.764573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=73f93b8c-5024-4d61-8ad2-68bb680fc653,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:50.802253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15c58b3d-e0d6-4fb3-849e-86d6007674bc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9965658 Jul 28 14:57:50.803095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39068) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:50.810608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'subnet': {'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:50.867922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:50.869769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:51.170649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:51.176720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.239051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:51.239712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.425970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 12b0f8f0-4ace-42b6-a160-a4e195012e4c is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:57:51.708765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1f080a2d-0aef-48c2-b4ec-f4cc4f334fb6 None None] Provisioning complete for port 73f93b8c-5024-4d61-8ad2-68bb680fc653 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:51.713229 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1f080a2d-0aef-48c2-b4ec-f4cc4f334fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.760928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1f080a2d-0aef-48c2-b4ec-f4cc4f334fb6 None None] Port 73f93b8c-5024-4d61-8ad2-68bb680fc653 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:51.842763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1ff0b-513b-4e9b-a1ab-f633f46cbee4 req-83b343f3-6065-4e6f-aa49-c11662e5db4e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:51.845265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ba1ff0b-513b-4e9b-a1ab-f633f46cbee4 req-83b343f3-6065-4e6f-aa49-c11662e5db4e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.3685286 Jul 28 14:57:51.851542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:51.866435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] Sync routers for ids ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:51.875234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-210d767d-a809-4d1b-a8ea-e65ad33a057f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/12b0f8f0-4ace-42b6-a160-a4e195012e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4020159 Jul 28 14:57:51.879880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39094) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:51.895649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] Routers {'12b0f8f0-4ace-42b6-a160-a4e195012e4c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:51.897522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:51.998373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:52.021252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] Routers {'12b0f8f0-4ace-42b6-a160-a4e195012e4c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:52.021747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:52.145040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:52.145735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afdaee-1662-4f54-981d-ccbe9baef6a9 None None] The sync data for ids ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:52.431785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ba1ff0b-513b-4e9b-a1ab-f633f46cbee4 req-21e0f5d9-d04a-4554-abc5-1ad2308b3d72 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5675378 Jul 28 14:57:52.444558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:52.465089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce85e02-1459-4286-9fbe-4969e30254ef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:52.466935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bce85e02-1459-4286-9fbe-4969e30254ef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports/73f93b8c-5024-4d61-8ad2-68bb680fc653 HTTP/1.1" status: 200 len: 910 time: 0.5847173 Jul 28 14:57:52.474082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:52.533527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0b474def-5f67-48ad-9f4d-f198188fe7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:52.614009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Subnet': ['ID=f73d3562-95a4-483d-b68e-4ba8eca74218,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:52.644717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Checking segment: {'id': 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:52.648766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network hostable DHCP agents. Network: 090d20d2-04f0-49f0-944e-6dcb855610d7, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:52.797224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:52.928303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 090d20d2-04f0-49f0-944e-6dcb855610d7) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:52.942270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdf7c3-4dee-475f-a554-e0ba7cdbbac9 None None] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:52.950641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:52.951615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.083621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-44e4f61e-773f-4699-acfb-585482ea25cc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2793157 Jul 28 14:57:53.091073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:53.104437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-410523050', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:53.198461 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.329038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.330779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.341747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-090d20d2-04f0-49f0-944e-6dcb855610d7', 'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7', 'tenant_id': '7200ae7eb1fd42a2bfac587d44050d91', 'fixed_ips': [{'subnet_id': 'f73d3562-95a4-483d-b68e-4ba8eca74218'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:53.345017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.449323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.647690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Allocated IP 172.20.0.2 (090d20d2-04f0-49f0-944e-6dcb855610d7/f73d3562-95a4-483d-b68e-4ba8eca74218/e7d3fb0a-adbe-4a44-916e-a85a7bedb73b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:53.827167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 73f93b8c-5024-4d61-8ad2-68bb680fc653 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:53.829840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.991029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.015532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Transition to ACTIVE for port object e7d3fb0a-adbe-4a44-916e-a85a7bedb73b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:54.040423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.090703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Transition to ACTIVE for port object e7d3fb0a-adbe-4a44-916e-a85a7bedb73b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:54.174368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.180272 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.219752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 73f93b8c-5024-4d61-8ad2-68bb680fc653 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:54.241198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Pushing event updated for resources: {'Port': ['ID=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:54.261055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:54.263505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:54.266438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:54.387033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Attempting to bind port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:54.387543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Attempting to bind port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:54.388006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Attempting to bind port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b on network 090d20d2-04f0-49f0-944e-6dcb855610d7 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:54.397225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:54.401127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Checking segment: {'id': 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:54.401774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.402371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Bound using segment: {'id': 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:54.402979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Bound port: e7d3fb0a-adbe-4a44-916e-a85a7bedb73b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:54.403472 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.524966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc8115-8802-4a40-94e9-e1c05ad1ad19 req-afa4dea4-0346-45f1-8ac1-067bac6f96c9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:54.527991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bfc8115-8802-4a40-94e9-e1c05ad1ad19 req-afa4dea4-0346-45f1-8ac1-067bac6f96c9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.9514713 Jul 28 14:57:54.572666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] For port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:54.583522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] For port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,segment=NetworkSegment(c1618aa5-eaea-4a68-a6d1-9e194998aeb6),segment_id=c1618aa5-eaea-4a68-a6d1-9e194998aeb6)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:54.595189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bfc8115-8802-4a40-94e9-e1c05ad1ad19 req-576cf0cf-0f64-4e38-8cc4-b022dc14233f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603294 Jul 28 14:57:54.597409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.637643 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.706468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.799150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7ec17-e2e9-41cc-b8a4-eff2aa6a3e72 None None] Pushing event updated for resources: {'Port': ['ID=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:54.858778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.25.6.27 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/42b7b14f-2cd8-42c8-9439-680c0cd5d16f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:54.888231 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-75d34263-bdcb-4c3d-aa90-86c6ab08ddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.892157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.960972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=73f93b8c-5024-4d61-8ad2-68bb680fc653,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:55.208961 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.238431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.426688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.516900 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.560675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:55.566629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:55.576179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:55.779743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=42b7b14f-2cd8-42c8-9439-680c0cd5d16f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:55.933027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 12b0f8f0-4ace-42b6-a160-a4e195012e4c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:55.990605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eeadb-715f-43e3-a6af-409d09ae1674 req-dee68787-4bbd-4cf6-b3be-e197e549752e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:55.990605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d91eeadb-715f-43e3-a6af-409d09ae1674 req-dee68787-4bbd-4cf6-b3be-e197e549752e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1636698 Jul 28 14:57:56.181200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d91eeadb-715f-43e3-a6af-409d09ae1674 req-7aec1df8-3a14-4b2e-863f-fd7a27cbc5f1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828640 Jul 28 14:57:56.188698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:56.203949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-44a69b59-6e31-4f25-b3eb-fe15fb888ed3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/12b0f8f0-4ace-42b6-a160-a4e195012e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7210782 Jul 28 14:57:56.204646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:56.246220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b63b728f-8902-44d3-99a6-0e77fdecc4c8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=12b0f8f0-4ace-42b6-a160-a4e195012e4c HTTP/1.1" status: 200 len: 205 time: 0.0403171 Jul 28 14:57:56.252129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:56.263428 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] Sync routers for ids ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:56.285739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] Routers {'12b0f8f0-4ace-42b6-a160-a4e195012e4c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:56.286384 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.356560 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.369410 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] Routers {'12b0f8f0-4ace-42b6-a160-a4e195012e4c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:56.370119 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.420878 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.421914 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb53e6f-ba28-4e3d-951d-140e7e0a3768 None None] The sync data for ids ['12b0f8f0-4ace-42b6-a160-a4e195012e4c'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:56.459635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:56.610766 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:56.676230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e7d3fb0a-adbe-4a44-916e-a85a7bedb73b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:56.822177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da2a60-50aa-4bb3-853f-06343cc903ed None None] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:56.908783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:56.962458 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.096956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e4d6937-4339-4f85-910b-718205f202ce None None] Provisioning for port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:57.158742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56cb-39ac-42de-86c4-b3d6d99f1d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.265415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:57.274610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:57.274610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.332549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.340394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.388603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56cb-39ac-42de-86c4-b3d6d99f1d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.424664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.466972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,segment=NetworkSegment(c1618aa5-eaea-4a68-a6d1-9e194998aeb6),segment_id=c1618aa5-eaea-4a68-a6d1-9e194998aeb6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:57.580118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.586244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56cb-39ac-42de-86c4-b3d6d99f1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.636774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d56cb-39ac-42de-86c4-b3d6d99f1d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb0750-91aa-4e11-a890-18f0a1b478be,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:57.663256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5e2d56cb-39ac-42de-86c4-b3d6d99f1d71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fcf03d85ac641b59385451c9ec11c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483022 Jul 28 14:57:57.663614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:57.707604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.792581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.793543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router 12b0f8f0-4ace-42b6-a160-a4e195012e4c {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:57:57.809556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.811131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86acce63-c3b8-448b-b00a-85f7dbb8febb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/12b0f8f0-4ace-42b6-a160-a4e195012e4c HTTP/1.1" status: 204 len: 168 time: 1.5571742 Jul 28 14:57:57.815196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:57.866716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f6fd01b0-dfbe-4da5-81ec-16f05aef6cde None None] Provisioning complete for port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:57.867356 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f6fd01b0-dfbe-4da5-81ec-16f05aef6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.918033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:57.929576 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.996236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1689723f-8c97-49c0-ba92-c50c146d3c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.069958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1689723f-8c97-49c0-ba92-c50c146d3c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.103643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756520ed-5a26-45d0-8c32-ac16f552b4a4 req-a5f747cb-9a83-4c42-895b-a9afacec1674 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:58.105317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-756520ed-5a26-45d0-8c32-ac16f552b4a4 req-a5f747cb-9a83-4c42-895b-a9afacec1674 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1121550 Jul 28 14:57:58.131696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet cf565b75-498d-4fa5-8515-9e46713386c5 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:58.142860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.180190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-756520ed-5a26-45d0-8c32-ac16f552b4a4 req-1039413d-b5b6-47af-925c-8b8b6e386127 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589859 Jul 28 14:57:58.222708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.374516 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.408775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1689723f-8c97-49c0-ba92-c50c146d3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.415671 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1689723f-8c97-49c0-ba92-c50c146d3c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.417246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1689723f-8c97-49c0-ba92-c50c146d3c2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfdb0750-91aa-4e11-a890-18f0a1b478be HTTP/1.1" status: 204 len: 168 time: 0.7523971 Jul 28 14:57:58.436344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689723f-8c97-49c0-ba92-c50c146d3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb0750-91aa-4e11-a890-18f0a1b478be,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:58.477545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 8beb913f-e5af-4a53-bdf6-5010c9cfd261 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:57:58.511495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e7d3fb0a-adbe-4a44-916e-a85a7bedb73b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:58.624835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:58.625639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.675509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.740750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=cf565b75-498d-4fa5-8515-9e46713386c5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:58.750750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:58.754169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.758032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e1dfb500-323f-452e-a869-4bbceeb55fd8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/cf565b75-498d-4fa5-8515-9e46713386c5 HTTP/1.1" status: 204 len: 168 time: 0.9411232 Jul 28 14:57:58.761029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39404) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:58.792320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469cee7-1c29-4323-b72e-b169f27275f0 None None] Network 78afc665-3083-42ec-944e-bc3aa6dcfdcb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:58.795125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] Sync routers for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:58.866649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:58.867291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:58.904782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.941344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:58.972390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:58.972847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:58.987908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.997717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39416) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:58.998086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8dc60614-f050-4fcd-8a57-5c0e05b46f50 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9029987 Jul 28 14:57:59.015397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:59.015891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762d226-a987-40ca-9766-965a6c06c732 None None] The sync data for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:59.050646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:59.051343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.166889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] DHCP port deletion for 78afc665-3083-42ec-944e-bc3aa6dcfdcb request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:59.266732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port 189fd2f7-79d2-492f-a2d9-c6b120e7c399, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=189fd2f7-79d2-492f-a2d9-c6b120e7c399,segment=NetworkSegment(472a4b27-f0f9-41b9-a549-26129ab22180),segment_id=472a4b27-f0f9-41b9-a549-26129ab22180)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:59.268092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.295784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 189fd2f7-79d2-492f-a2d9-c6b120e7c399 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:59.330085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] Deleting port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:59.330942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.521733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] For port 189fd2f7-79d2-492f-a2d9-c6b120e7c399, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=189fd2f7-79d2-492f-a2d9-c6b120e7c399,segment=NetworkSegment(472a4b27-f0f9-41b9-a549-26129ab22180),segment_id=472a4b27-f0f9-41b9-a549-26129ab22180)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:59.523833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.558080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] Calling delete_port for 189fd2f7-79d2-492f-a2d9-c6b120e7c399 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:59.590997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228cfd-3da2-43e2-8057-f4a236695db4 req-c4e442a5-cfcf-46e2-9ab6-e10cd5f99ef6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:59.609095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4228cfd-3da2-43e2-8057-f4a236695db4 req-c4e442a5-cfcf-46e2-9ab6-e10cd5f99ef6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1211216 Jul 28 14:57:59.722265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.726364 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.730151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4228cfd-3da2-43e2-8057-f4a236695db4 req-e3a3cf8c-0ab9-43f2-b2cc-d57d77cb2fc8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847490 Jul 28 14:57:59.755006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] Pushing event deleted for resources: {'Port': ['ID=189fd2f7-79d2-492f-a2d9-c6b120e7c399,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.759601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec1ad4-91ff-4366-a1d4-f708d7019117 None None] No DVR routers for this DVR port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:59.775143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=189fd2f7-79d2-492f-a2d9-c6b120e7c399,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.776520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port 189fd2f7-79d2-492f-a2d9-c6b120e7c399 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:00.129987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:00.149699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddee5d15-5e77-4deb-882b-703039a23df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.201485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.244419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78afc665-3083-42ec-944e-bc3aa6dcfdcb']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:00.272313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472a4b27-f0f9-41b9-a549-26129ab22180') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:00.273479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472a4b27-f0f9-41b9-a549-26129ab22180') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:00.294522 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.328331 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddee5d15-5e77-4deb-882b-703039a23df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.332168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.345430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:00.345835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:00.349834 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:00.401004 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.477783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 189fd2f7-79d2-492f-a2d9-c6b120e7c399 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:00.499835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 189fd2f7-79d2-492f-a2d9-c6b120e7c399 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:00.500175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 189fd2f7-79d2-492f-a2d9-c6b120e7c399 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:00.845515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-ee0a6f95-ed61-41d8-9f51-0dd9415b4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:00.847912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-ee0a6f95-ed61-41d8-9f51-0dd9415b4539 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf&tenant_id=e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 1095 time: 0.1447451 Jul 28 14:58:00.866075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:00.883190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.1 (090d20d2-04f0-49f0-944e-6dcb855610d7/f73d3562-95a4-483d-b68e-4ba8eca74218/a31a87c7-96ee-412a-a99d-8a4ca6bdce33) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:00.885968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddee5d15-5e77-4deb-882b-703039a23df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.934122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5d15-5e77-4deb-882b-703039a23df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea52b0-4963-479a-930a-061cde818357,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:00.941738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ddee5d15-5e77-4deb-882b-703039a23df4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9af9567b336c4f3da34a8bcd92b4c340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102045 Jul 28 14:58:00.946259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:01.013258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1280-ed2c-416a-aeb3-8197bb492df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.038719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1280-ed2c-416a-aeb3-8197bb492df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.046785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab48951-a293-4ee3-822c-d35bd728d9f1 req-6bdf591d-06b0-4f28-b33f-91be995590bd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:01.048029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ab48951-a293-4ee3-822c-d35bd728d9f1 req-6bdf591d-06b0-4f28-b33f-91be995590bd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.1788769 Jul 28 14:58:01.056052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.080326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.083784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/78afc665-3083-42ec-944e-bc3aa6dcfdcb HTTP/1.1" status: 204 len: 168 time: 2.3211114 Jul 28 14:58:01.088569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39478) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:01.089945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.096078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1927772206', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:01.126656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf26f2f-253d-49aa-8f35-1b862c284c62 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=78afc665-3083-42ec-944e-bc3aa6dcfdcb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:01.200870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ab48951-a293-4ee3-822c-d35bd728d9f1 req-16e3e11d-505f-47c5-86d4-eb762f8366ae tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380029 Jul 28 14:58:01.249498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.340066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.344764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.447581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1280-ed2c-416a-aeb3-8197bb492df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.450179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1280-ed2c-416a-aeb3-8197bb492df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.453504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Transition to ACTIVE for port object a31a87c7-96ee-412a-a99d-8a4ca6bdce33 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:01.454089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d9ec1280-ed2c-416a-aeb3-8197bb492df6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6ea52b0-4963-479a-930a-061cde818357 HTTP/1.1" status: 204 len: 168 time: 0.5024259 Jul 28 14:58:01.466222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec1280-ed2c-416a-aeb3-8197bb492df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea52b0-4963-479a-930a-061cde818357,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:01.555940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:01.590043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.607129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:01.659301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5c5aa7-5702-4269-9097-cb285d354ad6 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:01.672825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.704846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Transition to ACTIVE for port object 2f5c5aa7-5702-4269-9097-cb285d354ad6 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:01.819727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.868112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:01.872509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:01.876554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:01.912878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=a31a87c7-96ee-412a-a99d-8a4ca6bdce33,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:01.982290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.126356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.192291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.317517 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:58:02.352650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=9']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:02.388988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.501480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] No DVR routers for this DVR port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:02.567768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-639e6e4d-415d-4f4a-a4da-7bf3a77de169 None None] Provisioning for port a31a87c7-96ee-412a-a99d-8a4ca6bdce33 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:02.572801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-639e6e4d-415d-4f4a-a4da-7bf3a77de169 None None] Provisioning complete for port a31a87c7-96ee-412a-a99d-8a4ca6bdce33 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:02.573186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-639e6e4d-415d-4f4a-a4da-7bf3a77de169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.660521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-639e6e4d-415d-4f4a-a4da-7bf3a77de169 None None] Port a31a87c7-96ee-412a-a99d-8a4ca6bdce33 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:02.674908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcd693-6f58-4df7-83d8-5f223b845d2c req-3887468f-9781-4b43-a03b-c9526fc529d7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.682905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ffcd693-6f58-4df7-83d8-5f223b845d2c req-3887468f-9781-4b43-a03b-c9526fc529d7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 943 time: 0.2909799 Jul 28 14:58:02.817714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.917381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.918118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ffcd693-6f58-4df7-83d8-5f223b845d2c req-73349886-1d4b-4665-af5e-cff6c373a82d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298677 Jul 28 14:58:02.970654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.984840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:02.985181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:02.985525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:03.030382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:03.030720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Attempting to bind port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:03.042445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:03.042809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:03.043239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Bound using segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:03.044516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Bound port: 2f5c5aa7-5702-4269-9097-cb285d354ad6, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:03.044928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.234807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.25.6.136 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/b40e61da-06ab-45c5-9dc7-c8df118af48f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:03.243133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:03.273536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:03.374959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.385633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.405867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.436919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.438061 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.440983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] 10.222.0.58 "PUT /v2.0/ports/2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1092 time: 2.5795496 Jul 28 14:58:03.441807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:03.445843 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608f1c1-0819-4b71-a036-c2f06679cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:03.506723 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b8a438-3639-45d8-9a59-90634184a9cb x-openstack-request-id: req-00b8a438-3639-45d8-9a59-90634184a9cb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:03.507769 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:03.507769 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-00b8a438-3639-45d8-9a59-90634184a9cb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:03.508230 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'status': 'completed', 'code': 200} Jul 28 14:58:03.546147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf404f9-b4bf-4b77-99f4-2c18405dabc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:03.565234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-e2184e39-c170-4a29-836b-44c7564e8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.566964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-e2184e39-c170-4a29-836b-44c7564e8ffe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1096 time: 0.0890505 Jul 28 14:58:03.725486 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.814526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.911778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-b9bf8209-c0a8-46ee-a006-55902d2fc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.914752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-b9bf8209-c0a8-46ee-a006-55902d2fc113 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.3373847 Jul 28 14:58:04.011806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:04.027888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:04.053291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:04.076743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=b40e61da-06ab-45c5-9dc7-c8df118af48f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:04.459652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.481527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=a31a87c7-96ee-412a-a99d-8a4ca6bdce33,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:04.573466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323e07-1432-4959-ada9-60796697ba80 req-e40bb409-9724-4d4f-8f6f-030168a56962 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:04.583004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79323e07-1432-4959-ada9-60796697ba80 req-e40bb409-9724-4d4f-8f6f-030168a56962 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.4477189 Jul 28 14:58:04.591559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-62abca19-adf7-4114-9017-6361303341b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 999 time: 0.6675055 Jul 28 14:58:04.695743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-aaca470b-5927-4196-91ca-1bf3cea2fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:04.698350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-aaca470b-5927-4196-91ca-1bf3cea2fe12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0949311 Jul 28 14:58:04.732525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:04.750441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:04.851996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-878ba114-a6e9-4787-942e-6aa0650ba72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:04.853119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-878ba114-a6e9-4787-942e-6aa0650ba72f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442835 Jul 28 14:58:05.096885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-c483b854-1c60-4a15-820a-8a157e30d90b service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336476 Jul 28 14:58:05.141262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39640) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:05.282245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Deleting subnet 4a95fa2b-f054-426a-8976-e78f78468e16 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:05.298107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 8beb913f-e5af-4a53-bdf6-5010c9cfd261 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:05.303067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.446264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79323e07-1432-4959-ada9-60796697ba80 req-7e0b12ec-b83f-4138-ba1e-66eb70c776a0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8546395 Jul 28 14:58:05.477769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.484779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-7f62fef8-eec6-4041-ba80-a60a710c07fa service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661571 Jul 28 14:58:05.500135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.527998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-40fc2745-9511-4b7a-926f-5fb8ae4c1a72 None None] Provisioning complete for port a31a87c7-96ee-412a-a99d-8a4ca6bdce33 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:05.527998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-40fc2745-9511-4b7a-926f-5fb8ae4c1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.564614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-40fc2745-9511-4b7a-926f-5fb8ae4c1a72 None None] Port a31a87c7-96ee-412a-a99d-8a4ca6bdce33 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:05.620933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:05.648595 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] Sync routers for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:05.667586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a6621e73-75a8-4362-a105-84c4e63ed87f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/routers/8beb913f-e5af-4a53-bdf6-5010c9cfd261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6471970 Jul 28 14:58:05.669361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39650) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:05.675992 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:05.679210 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.681302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.688401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'port': {'network_id': '090d20d2-04f0-49f0-944e-6dcb855610d7', 'name': 'tempest-FloatingIPTestJSON-1336160885'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:05.765588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.788070 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.826594 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:05.827712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.962877 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.964683 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147090d2-d17c-411c-badf-05f4022bb5c0 None None] The sync data for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:05.979501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.129126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ff052d7-f9ff-430a-8d3f-efe101576cd0 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:58:06.139423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-d4b383cf-4f44-4dae-85cf-f4cb98bbd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.147632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-d4b383cf-4f44-4dae-85cf-f4cb98bbd5ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1096 time: 0.2330956 Jul 28 14:58:06.295939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Made reservation on behalf of 7200ae7eb1fd42a2bfac587d44050d91 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:06.300358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.305255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-fd36c9db-b49d-4027-9794-a230aa866319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.306832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-fd36c9db-b49d-4027-9794-a230aa866319 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.1507745 Jul 28 14:58:06.308062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.350363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:06.362468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] Sync routers for ids ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:06.380806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] Routers {'8ff052d7-f9ff-430a-8d3f-efe101576cd0'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:06.380806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.381991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.385208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4a95fa2b-f054-426a-8976-e78f78468e16 HTTP/1.1" status: 204 len: 168 time: 1.2358229 Jul 28 14:58:06.389381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39726) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:06.419711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.423955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] Routers {'8ff052d7-f9ff-430a-8d3f-efe101576cd0'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:06.424950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.470017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.471595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d95c3a1-25d4-460d-81ee-b2d6b7d051b5 None None] The sync data for ids ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:06.482379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] device_id is not set on port abb48085-2b0b-4dc6-8b4b-759b945ea053 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:06.545667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.547749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-38dd2cfa-6065-4cd4-b5db-0a1af0f0ab2c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.4560013 Jul 28 14:58:06.551791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39736) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:06.590486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4a4e3-5d8c-461c-ac11-37d3aa534a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a95fa2b-f054-426a-8976-e78f78468e16,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:06.719258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e6497ef-debf-4ee3-898b-74a322e83cc8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/routers/8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 200 len: 881 time: 0.1660607 Jul 28 14:58:06.723394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39740) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:06.741460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bab4-8270-44d3-9ff2-d7b6bf6143f5 req-357c76ac-c6bb-45de-95ca-efb60de48818 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.743079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae6bab4-8270-44d3-9ff2-d7b6bf6143f5 req-357c76ac-c6bb-45de-95ca-efb60de48818 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.0924802 Jul 28 14:58:06.775434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-dbc35d08-2040-4b78-b75f-72cbf7368d62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 999 time: 0.4368474 Jul 28 14:58:06.834261 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.854046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Allocated IP 172.20.0.10 (090d20d2-04f0-49f0-944e-6dcb855610d7/f73d3562-95a4-483d-b68e-4ba8eca74218/abb48085-2b0b-4dc6-8b4b-759b945ea053) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:06.861402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ae6bab4-8270-44d3-9ff2-d7b6bf6143f5 req-5e4f2d19-9c9b-41ab-a51f-1e1830e64d87 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093485 Jul 28 14:58:06.898552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-6645f584-deab-4d42-862f-aea3aca82ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.900168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-6645f584-deab-4d42-862f-aea3aca82ec8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.1144733 Jul 28 14:58:07.020657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2636a80d-47dd-4485-8421-ebef949b644d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2960508 Jul 28 14:58:07.023896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39758) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:07.028759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1927772206'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:07.048422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.098781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab35b5f-da03-404b-bae9-77eefb3d715e']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:07.120728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:07.121032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8651b3d-7a4f-4641-b82c-80ad9e6c402a') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:07.135092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-59f2c16e-8cf3-4401-8c25-26fcc72b3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:07.137618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-59f2c16e-8cf3-4401-8c25-26fcc72b3c29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155986 Jul 28 14:58:07.145196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.216544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.239488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:07.239778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:07.241938 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:07.333230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.388738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-75108cd3-dcc8-4120-892c-e5369554fee0 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387688 Jul 28 14:58:07.537911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Transition to ACTIVE for port object abb48085-2b0b-4dc6-8b4b-759b945ea053 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:07.553882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.564511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.580761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.595765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aab35b5f-da03-404b-bae9-77eefb3d715e HTTP/1.1" status: 204 len: 168 time: 1.2043338 Jul 28 14:58:07.645784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0290eba-48b0-42a5-a8f6-d6ee9259fc45 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab35b5f-da03-404b-bae9-77eefb3d715e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:07.717975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.755991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b608f1c1-0819-4b71-a036-c2f06679cdfc req-b8b3e4d3-1d1f-4f23-aada-e2d15a214e49 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502007 Jul 28 14:58:07.878951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ff052d7-f9ff-430a-8d3f-efe101576cd0 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:07.974610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.028693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:08.032663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:08.040146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:08.092218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:08.098950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event updated for resources: {'Port': ['ID=abb48085-2b0b-4dc6-8b4b-759b945ea053,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:08.107768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.107768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-abe3175a-8892-4382-b93b-3f24649702ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 200 len: 888 time: 1.0776591 Jul 28 14:58:08.107768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.110911 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] Sync routers for ids ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:08.135632 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] Routers {'8ff052d7-f9ff-430a-8d3f-efe101576cd0'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:08.135632 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:08.136084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:08.136084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.173800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:08.191583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] Routers {'8ff052d7-f9ff-430a-8d3f-efe101576cd0'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:08.192561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:08.213471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09451-5e24-4a32-b201-6a487fad674d req-65ed875e-5917-43b2-ae28-5c90cbebcd97 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:08.239473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:08.239640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86a09451-5e24-4a32-b201-6a487fad674d req-65ed875e-5917-43b2-ae28-5c90cbebcd97 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2354755 Jul 28 14:58:08.241099 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d283b1e-6d3e-44c5-91aa-7855a171ae5a None None] The sync data for ids ['8ff052d7-f9ff-430a-8d3f-efe101576cd0'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:08.325865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86a09451-5e24-4a32-b201-6a487fad674d req-9dd1c91b-d31d-41c5-b3f8-09743c470869 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852573 Jul 28 14:58:08.497869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47f62339-e9bb-4b46-a090-f9e38d306cbe tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/routers/8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 200 len: 888 time: 0.3869412 Jul 28 14:58:08.501273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39794) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.535482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39796) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.538298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-62129a1e-fcf1-41d1-9521-721938732c69 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8593214 Jul 28 14:58:08.592314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Request body: {'floatingip': {'port_id': 'abb48085-2b0b-4dc6-8b4b-759b945ea053'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:08.593087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ea72ffd-0aa7-40ba-8182-b90b94512cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 200 len: 205 time: 0.0727227 Jul 28 14:58:08.613898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39802) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.614341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39804) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.700948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.904110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23bd4fd-12eb-48b8-9ffb-0b2d5c0a2584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.980718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.984417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8d7e9ac9-e61c-4e13-a7e3-8a5c1e002517 None None] Provisioning for port abb48085-2b0b-4dc6-8b4b-759b945ea053 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:08.990244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8d7e9ac9-e61c-4e13-a7e3-8a5c1e002517 None None] Provisioning complete for port abb48085-2b0b-4dc6-8b4b-759b945ea053 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:08.990643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9ac9-e61c-4e13-a7e3-8a5c1e002517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.025479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.091353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e9ac9-e61c-4e13-a7e3-8a5c1e002517 None None] Port abb48085-2b0b-4dc6-8b4b-759b945ea053 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:09.102783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-75a97f3e-1278-44da-939f-9ce2f7fa16e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f8a9bb20ece41f1b94c4e577836139f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181400 Jul 28 14:58:09.105658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39814) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:09.146802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-9d77ebaa-fb69-4908-ab13-e6120a170c51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5776443 Jul 28 14:58:09.396188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.396864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.397350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.397825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.398473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.398773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.399232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.407587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-76a173b2-819c-4e3b-9204-294e4abe6da9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.1283612 Jul 28 14:58:09.423157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.460281 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-75261f95-5040-4acf-accd-65c7508e9cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.567520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-75261f95-5040-4acf-accd-65c7508e9cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.649328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c70c-6447-4d3c-a91f-62b37d9788a5 req-d321336c-c265-436d-9da0-50e41edd2bca tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.651475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c314c70c-6447-4d3c-a91f-62b37d9788a5 req-d321336c-c265-436d-9da0-50e41edd2bca tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1519711 Jul 28 14:58:09.771283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c314c70c-6447-4d3c-a91f-62b37d9788a5 req-3bc7d88a-4b67-4e4b-8561-235cfb88c9ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895555 Jul 28 14:58:09.790419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.813388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-75261f95-5040-4acf-accd-65c7508e9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.825390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-75261f95-5040-4acf-accd-65c7508e9cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.825390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-75261f95-5040-4acf-accd-65c7508e9cb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bdc60a63-6e71-4c6b-a65d-8d693b85c0e6 HTTP/1.1" status: 204 len: 168 time: 0.7166433 Jul 28 14:58:09.852960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261f95-5040-4acf-accd-65c7508e9cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc60a63-6e71-4c6b-a65d-8d693b85c0e6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:09.905752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.001906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23bd4fd-12eb-48b8-9ffb-0b2d5c0a2584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.077147 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 5174e96d-eeb3-469b-ab7e-2be752d08400 associated. External IP: 172.25.6.95, port: ff5dd520-df1a-4b58-bf43-a0db0d874662. Jul 28 14:58:10.106306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-6931cdb8-2622-4dd8-89d3-ea69a4c6e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.107355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-6931cdb8-2622-4dd8-89d3-ea69a4c6e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.107355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-6931cdb8-2622-4dd8-89d3-ea69a4c6e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.129105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-6931cdb8-2622-4dd8-89d3-ea69a4c6e2b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 2293 time: 0.6636746 Jul 28 14:58:10.223195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port b40e61da-06ab-45c5-9dc7-c8df118af48f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:10.223461 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.225396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23bd4fd-12eb-48b8-9ffb-0b2d5c0a2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.344281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a23bd4fd-12eb-48b8-9ffb-0b2d5c0a2584 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97d3d363fcd7440891ac6374ddb16648&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7226937 Jul 28 14:58:10.351017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39842) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:10.355506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-08dabf66-55ba-4d34-b24e-193b50e10107 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1002 time: 0.2254958 Jul 28 14:58:10.358566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bd4fd-12eb-48b8-9ffb-0b2d5c0a2584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6a4f1d-ff19-4737-b07d-dd093fda30a8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:10.480642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.485661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-a959e3b3-54e2-45dc-b0c2-2c47789c2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.488607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-a959e3b3-54e2-45dc-b0c2-2c47789c2649 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.1178277 Jul 28 14:58:10.516410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for b40e61da-06ab-45c5-9dc7-c8df118af48f owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:10.569038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2f5af42-83c4-45c1-a393-0a82a404314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.763538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2f5af42-83c4-45c1-a393-0a82a404314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.770070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-9dee52c1-e197-487e-b414-d3acc81654ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.773198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-9dee52c1-e197-487e-b414-d3acc81654ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728441 Jul 28 14:58:10.797698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-d4b752ca-112a-416b-b7b4-ef21484af530 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:58:10.799073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-d4b752ca-112a-416b-b7b4-ef21484af530 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120301 Jul 28 14:58:11.158449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:11.208961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7adf5a-a2b9-4d47-9df8-d40f119d9f54 req-73a735ea-c890-4187-af85-e62cc46da1c2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:11.211858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a7adf5a-a2b9-4d47-9df8-d40f119d9f54 req-73a735ea-c890-4187-af85-e62cc46da1c2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2595260 Jul 28 14:58:11.329804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-55c90df4-5113-4fe2-bd6f-f4694126e42a service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187066 Jul 28 14:58:11.345056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a7adf5a-a2b9-4d47-9df8-d40f119d9f54 req-dda35ceb-395c-444f-bc1a-d6ce885b3540 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253562 Jul 28 14:58:11.492960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:11.495733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2f5af42-83c4-45c1-a393-0a82a404314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.509462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:11.513954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b2f5af42-83c4-45c1-a393-0a82a404314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.516288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b2f5af42-83c4-45c1-a393-0a82a404314b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad6a4f1d-ff19-4737-b07d-dd093fda30a8 HTTP/1.1" status: 204 len: 168 time: 1.1627603 Jul 28 14:58:11.528037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:11.529114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.595600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5af42-83c4-45c1-a393-0a82a404314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6a4f1d-ff19-4737-b07d-dd093fda30a8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:11.601300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.620476 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.621802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:11.622682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.690678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.693102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4cde21-677c-4ee9-ac26-f8b8de0b9418 None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:11.825694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-0680d7aa-82ab-43d2-85b4-d11b050cf563 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871893 Jul 28 14:58:11.829341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=b40e61da-06ab-45c5-9dc7-c8df118af48f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:11.982873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-0cdf5447-404d-4f57-8faa-fa71a45ff9ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.1453934 Jul 28 14:58:12.045473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 8beb913f-e5af-4a53-bdf6-5010c9cfd261 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:12.140688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.319634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:12.329030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.343801 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] Sync routers for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:12.385963 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:12.387905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:12.418187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6e5b2f3e-8bb2-43c9-b945-f4ad0b411429 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/floatingips/5174e96d-eeb3-469b-ab7e-2be752d08400 HTTP/1.1" status: 200 len: 978 time: 3.8805366 Jul 28 14:58:12.419203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39890) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:12.538223 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:12.559591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.565121 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:12.567751 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:12.575938 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.593369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-de2bca23-3c0f-444d-9e86-5c1a8b4bc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:12.596167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-de2bca23-3c0f-444d-9e86-5c1a8b4bc2ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.5370812 Jul 28 14:58:12.657643 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:12.659107 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3de21-f447-48a4-bf7d-0d496549e2d2 None None] The sync data for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:12.727474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-c6892542-833d-405b-8bed-c2c5c2999446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:12.729986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-c6892542-833d-405b-8bed-c2c5c2999446 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185811 Jul 28 14:58:12.776548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe66b-7e92-42f4-9d4d-e9029103c017 req-df38e7d1-091b-4f7d-ba23-e6db1c5f92f7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:12.785623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-88ffe66b-7e92-42f4-9d4d-e9029103c017 req-df38e7d1-091b-4f7d-ba23-e6db1c5f92f7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.0920303 Jul 28 14:58:12.818924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port abb48085-2b0b-4dc6-8b4b-759b945ea053 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:12.818924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.923510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.924695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff052d7-f9ff-430a-8d3f-efe101576cd0 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:58:12.952900 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.964104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-88ffe66b-7e92-42f4-9d4d-e9029103c017 req-b9a0c077-dd2a-4075-8028-de7d9b7ad2b0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769407 Jul 28 14:58:12.982830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-51384a1e-107e-4f34-8c6c-a673b87708b9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 204 len: 168 time: 4.3321106 Jul 28 14:58:12.983792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39908) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:13.003532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1878435902'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:13.016337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-2061b138-a2ba-4a80-8754-d589d608fb3e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742541 Jul 28 14:58:13.051446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.193869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-18876a08-72af-48c4-9ab6-27d99de99838 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683793 Jul 28 14:58:13.402056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-b97c1195-c77b-4ad4-b113-b8874a93b2fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.1914139 Jul 28 14:58:13.412380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:13.420147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.518720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:13.537751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.537751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.542730 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Floating IP 5174e96d-eeb3-469b-ab7e-2be752d08400 disassociated. External IP: 172.25.6.95, port: abb48085-2b0b-4dc6-8b4b-759b945ea053. Jul 28 14:58:13.542730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for abb48085-2b0b-4dc6-8b4b-759b945ea053 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:13.548325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.549145 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment 88ac562e-d73a-4ab8-9997-0db151522a07 of type vlan for network 71538f69-f733-4592-b4a9-64417012020f Jul 28 14:58:13.636644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-ff8901ea-421c-4f91-bc06-4847ce687e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.639642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-ff8901ea-421c-4f91-bc06-4847ce687e0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.2288821 Jul 28 14:58:13.671143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.779894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-1b7fedd2-1fca-4c5a-bcd7-11514363d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.782621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-1b7fedd2-1fca-4c5a-bcd7-11514363d998 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314290 Jul 28 14:58:13.934691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-65ab56b0-411d-43b2-a781-9ffad6a44195 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444144 Jul 28 14:58:13.962694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.035501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=abb48085-2b0b-4dc6-8b4b-759b945ea053,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:14.099002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.100800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:14.101495 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.323021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-f56f079d-c6c4-4a98-8166-9b32cac71f39 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778477 Jul 28 14:58:14.434334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2104-dea8-4096-bbc2-e5750ef5c03d req-3fd33f44-03a0-4920-a486-c9d6bde39850 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:14.436940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-412b2104-dea8-4096-bbc2-e5750ef5c03d req-3fd33f44-03a0-4920-a486-c9d6bde39850 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2876706 Jul 28 14:58:14.492150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 8beb913f-e5af-4a53-bdf6-5010c9cfd261 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:14.503070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=71538f69-f733-4592-b4a9-64417012020f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:14.521678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8638cd97-37e3-45ea-aa46-aedaac48f299 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5335512 Jul 28 14:58:14.523199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-4ad792fb-291b-4a91-ac55-3445b00d3613 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.1929734 Jul 28 14:58:14.523732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 71538f69-f733-4592-b4a9-64417012020f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:14.527181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39944) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.532914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': '71538f69-f733-4592-b4a9-64417012020f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:14.612729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-2a3cf498-2720-4d1c-8e2c-06beb698a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:14.618291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-2a3cf498-2720-4d1c-8e2c-06beb698a493 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.0823750 Jul 28 14:58:14.697911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-86ef1dac-7a1f-41c2-8e24-ae8ebd759ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:14.700336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-86ef1dac-7a1f-41c2-8e24-ae8ebd759ba1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768328 Jul 28 14:58:14.749675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-412b2104-dea8-4096-bbc2-e5750ef5c03d req-f64a3f51-df87-4fde-9954-2b0addf72e92 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823770 Jul 28 14:58:14.843254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-ff8adaa6-e57a-466f-b755-76add0cdd171 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331143 Jul 28 14:58:14.865749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:14.880534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] Sync routers for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:14.915106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:14.918062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:14.946711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.952369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ccaa8c5-309a-49e0-b0a7-ef85e6b32cb3 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/ports/abb48085-2b0b-4dc6-8b4b-759b945ea053 HTTP/1.1" status: 204 len: 168 time: 2.5280821 Jul 28 14:58:14.953808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39952) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.025554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:15.053335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:15.067223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:15.070761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-787d35ad-ed24-4f5f-8da2-689a340518f6 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193997 Jul 28 14:58:15.151959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:15.162345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.171780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:15.175426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497de9ed-2c72-4414-a290-b67ca95374d3 None None] The sync data for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:15.215807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-a6fd5bf6-9ad6-4145-8e01-a0364c985d9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.1372290 Jul 28 14:58:15.324325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-bb9c4c11-ffaa-4a9a-9008-128c1cdd4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.335173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-bb9c4c11-ffaa-4a9a-9008-128c1cdd4fec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1033623 Jul 28 14:58:15.472558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-5bcf7a39-2e39-4750-beea-58b9d6519081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.477714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-5bcf7a39-2e39-4750-beea-58b9d6519081 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1404436 Jul 28 14:58:15.645262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-6720e0ca-7487-4adb-96e0-442c9a12e1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587980 Jul 28 14:58:15.845339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-09e6b7ca-e11d-476b-941e-0df6172fbd1c service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881428 Jul 28 14:58:15.940760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-cc4b17c2-fe01-4f7e-8f82-6fc3a39323ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.0874355 Jul 28 14:58:16.017558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-50afc8ba-f7f3-429c-84f9-f754d6949174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.020879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-50afc8ba-f7f3-429c-84f9-f754d6949174 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.0706654 Jul 28 14:58:16.097406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ba996-534f-4783-b3a7-10d49b22f884 req-e963d90d-5c78-47fb-9bbf-49c636c04abf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.098302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-b1c6841b-0899-442e-bcd3-07aaa50f04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.099048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a4ba996-534f-4783-b3a7-10d49b22f884 req-e963d90d-5c78-47fb-9bbf-49c636c04abf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1856940 Jul 28 14:58:16.106257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.108411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-b1c6841b-0899-442e-bcd3-07aaa50f04b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786383 Jul 28 14:58:16.248122 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a4ba996-534f-4783-b3a7-10d49b22f884 req-5793434e-746c-4f50-b147-88cae63c7af7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394019 Jul 28 14:58:16.251265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.446803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=97b55c7c-9dfb-4363-bd32-8bddc838100f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:16.456189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-1d011402-b1ea-4cf0-a969-bb1ed30ce8fe service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372905 Jul 28 14:58:16.484797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': '88ac562e-d73a-4ab8-9997-0db151522a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71538f69-f733-4592-b4a9-64417012020f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:16.485223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: 71538f69-f733-4592-b4a9-64417012020f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:16.662991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port a31a87c7-96ee-412a-a99d-8a4ca6bdce33 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:16.663412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.673501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-1d3ed833-bccc-49d3-8c70-966ad09b77d4 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089968 Jul 28 14:58:16.704485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 71538f69-f733-4592-b4a9-64417012020f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:16.841088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-f665d619-e96c-438d-a629-9c7461f391a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.1563420 Jul 28 14:58:16.890112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.905686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 71538f69-f733-4592-b4a9-64417012020f) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:16.914193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.916440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.924443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c8d077-f901-4b45-a119-0e29015f9f14 None None] Network 71538f69-f733-4592-b4a9-64417012020f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:16.958038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for a31a87c7-96ee-412a-a99d-8a4ca6bdce33 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:17.027100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:17.040704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-59b257dd-8089-4fb1-a107-3b15755c92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.044513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-59b257dd-8089-4fb1-a107-3b15755c92ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.1931481 Jul 28 14:58:17.125395 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a3e893d9-67f5-4707-952e-da8f2cd39459 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5970364 Jul 28 14:58:17.131277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40028) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:17.137811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-233052316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:17.169672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-3f86858d-c001-4758-abbf-f7be37156092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.171492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-3f86858d-c001-4758-abbf-f7be37156092 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048052 Jul 28 14:58:17.369285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-71538f69-f733-4592-b4a9-64417012020f', 'network_id': '71538f69-f733-4592-b4a9-64417012020f', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': '97b55c7c-9dfb-4363-bd32-8bddc838100f'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:58:17.370290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.428759 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.430060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.442671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f9b03d00-ac1b-4984-87f3-03ff4fe89f6e tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:17.518797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-4a1f1633-cbe0-4217-b472-98971e935538 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306344 Jul 28 14:58:17.632037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc61e03-2fa6-44c2-bc06-2b6a10f63330 req-957a0359-1254-44ce-9b69-59876de1aeec tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.648000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abc61e03-2fa6-44c2-bc06-2b6a10f63330 req-957a0359-1254-44ce-9b69-59876de1aeec tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1736624 Jul 28 14:58:17.674182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f9b03d00-ac1b-4984-87f3-03ff4fe89f6e tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] 10.222.0.57 "PUT /v2.0/quotas/0803d55d5a874ffcbd4cdea9bfaf7c18 HTTP/1.1" status: 200 len: 368 time: 0.6446919 Jul 28 14:58:17.680020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40036) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:17.694586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Request body: {'network': {'project_id': '0803d55d5a874ffcbd4cdea9bfaf7c18'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:17.721719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.791986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-abc61e03-2fa6-44c2-bc06-2b6a10f63330 req-41fa9ae9-ec8e-4b47-bdf3-c51deeeafdcc tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411140 Jul 28 14:58:17.802336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=a31a87c7-96ee-412a-a99d-8a4ca6bdce33,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:18.056161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.086115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Allocated IP 172.20.0.2 (71538f69-f733-4592-b4a9-64417012020f/97b55c7c-9dfb-4363-bd32-8bddc838100f/3b6ba056-fc93-401f-8f75-c6a2eae790fc) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:18.145198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1455a19-b67e-4031-a00a-b770d19c1b9b req-4ccfe62f-372c-41b6-bbb2-48e285eec147 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184082 Jul 28 14:58:18.183789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.336214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Made reservation on behalf of 0803d55d5a874ffcbd4cdea9bfaf7c18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:18.340631 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.341879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.380314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.509321 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.518688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.525682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e324b464-126e-4dfb-a87a-5c1847ebdd3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3890400 Jul 28 14:58:18.528841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:18.547292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Transition to ACTIVE for port object 3b6ba056-fc93-401f-8f75-c6a2eae790fc will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:18.630601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Transition to ACTIVE for port object 3b6ba056-fc93-401f-8f75-c6a2eae790fc will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:18.746998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:18.971306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b198305-5200-4799-b158-c10636979ae1 req-2720e4ca-d772-4fd1-8a77-623a163e281f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.972979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b198305-5200-4799-b158-c10636979ae1 req-2720e4ca-d772-4fd1-8a77-623a163e281f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.0528164 Jul 28 14:58:19.019337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b198305-5200-4799-b158-c10636979ae1 req-967640e6-3d7e-46b9-af0d-1be11fd3458c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398996 Jul 28 14:58:19.099200 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.134428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.146501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Network 71538f69-f733-4592-b4a9-64417012020f is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:19.150388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:19.154686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:19.193963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa813fa-5026-4d54-8254-e89b4ffe0787,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:19.205711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:19.229830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.230738 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Added segment f54885ed-9a66-4a84-991a-181b02cc99a8 of type vlan for network 7b6c4ee5-127e-4589-9ee9-738718a66548 Jul 28 14:58:19.242427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Attempting to bind port 3b6ba056-fc93-401f-8f75-c6a2eae790fc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:19.242808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Attempting to bind port 3b6ba056-fc93-401f-8f75-c6a2eae790fc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '88ac562e-d73a-4ab8-9997-0db151522a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71538f69-f733-4592-b4a9-64417012020f'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:19.244129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Attempting to bind port 3b6ba056-fc93-401f-8f75-c6a2eae790fc on network 71538f69-f733-4592-b4a9-64417012020f {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:19.249683 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-16298067-7eef-46b3-8cbd-9c72a2900e1b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377302 Jul 28 14:58:19.250774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:19.251386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Checking segment: {'id': '88ac562e-d73a-4ab8-9997-0db151522a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71538f69-f733-4592-b4a9-64417012020f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:19.252065 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.252737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Bound using segment: {'id': '88ac562e-d73a-4ab8-9997-0db151522a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71538f69-f733-4592-b4a9-64417012020f'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:19.253422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Bound port: 3b6ba056-fc93-401f-8f75-c6a2eae790fc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ac562e-d73a-4ab8-9997-0db151522a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71538f69-f733-4592-b4a9-64417012020f'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:19.254009 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.256505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Pushing event updated for resources: {'Port': ['ID=3b6ba056-fc93-401f-8f75-c6a2eae790fc,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:19.294902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.296687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.297060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.297410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.297749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.298300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.298879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.299397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.299902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.300415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.300948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.301454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:19.307690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.403281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] For port 3b6ba056-fc93-401f-8f75-c6a2eae790fc, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:19.412569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] For port 3b6ba056-fc93-401f-8f75-c6a2eae790fc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3b6ba056-fc93-401f-8f75-c6a2eae790fc,segment=NetworkSegment(88ac562e-d73a-4ab8-9997-0db151522a07),segment_id=88ac562e-d73a-4ab8-9997-0db151522a07)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:19.636506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 8beb913f-e5af-4a53-bdf6-5010c9cfd261 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:19.689699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.689699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.690062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-69a066f8-9312-4f7c-8282-53305adce816 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.690062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-69a066f8-9312-4f7c-8282-53305adce816 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4292169 Jul 28 14:58:19.690409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.693894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.733336 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.787709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-1365a855-8016-4212-83bd-b9ef8c2d955c tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/quotas/bcae29c561a540dcb4c3f408f09cfb5b HTTP/1.1" status: 200 len: 375 time: 0.0280972 Jul 28 14:58:19.850382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91527418-e137-4bf0-9672-61288c5b7e91 None None] Pushing event updated for resources: {'Port': ['ID=3b6ba056-fc93-401f-8f75-c6a2eae790fc,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:19.885442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Pushing event updated for resources: {'Network': ['ID=7b6c4ee5-127e-4589-9ee9-738718a66548,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:19.948070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 7b6c4ee5-127e-4589-9ee9-738718a66548 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:19.979526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-edd87af4-d7f4-4e55-877f-1ae2efb918c4 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2976413 Jul 28 14:58:19.983626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40098) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:19.992323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Request body: {'network': {'project_id': '0803d55d5a874ffcbd4cdea9bfaf7c18'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:20.120147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-5d7ae369-7784-4376-82d3-c6ecac2d53b2 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2528067 Jul 28 14:58:20.207719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Made reservation on behalf of 0803d55d5a874ffcbd4cdea9bfaf7c18 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:20.216588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.240005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:20.251734 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] Sync routers for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:20.266869 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:20.273758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:20.306890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:20.364303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.364303 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Added segment b7b018a8-e280-4146-819a-cd033507bed6 of type vlan for network 6db7ec62-8cbb-4b4d-9bec-6e78892da831 Jul 28 14:58:20.381757 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:20.449350 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] Routers {'8beb913f-e5af-4a53-bdf6-5010c9cfd261'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:20.450113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:20.565124 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:20.566233 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b043770-34af-4acc-ba49-46eb530a8fae None None] The sync data for ids ['8beb913f-e5af-4a53-bdf6-5010c9cfd261'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:20.586666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.674866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.20.0.1 (71538f69-f733-4592-b4a9-64417012020f/97b55c7c-9dfb-4363-bd32-8bddc838100f/7eb6e5e7-3cce-4282-b045-30da46fa8308) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:20.739320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3b6ba056-fc93-401f-8f75-c6a2eae790fc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:20.833884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677896a0-8029-44cc-8be5-eae1dc6476c8 req-136a117c-6ca4-411e-abf5-77a102e6f10e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:20.854812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-677896a0-8029-44cc-8be5-eae1dc6476c8 req-136a117c-6ca4-411e-abf5-77a102e6f10e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.5906184 Jul 28 14:58:20.858250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bceb9a59-a00f-488d-94c7-c192c6365e4f tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/routers/8beb913f-e5af-4a53-bdf6-5010c9cfd261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8952301 Jul 28 14:58:20.858684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40122) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:20.918658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.935837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object 7eb6e5e7-3cce-4282-b045-30da46fa8308 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:20.983839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-677896a0-8029-44cc-8be5-eae1dc6476c8 req-1cb36cae-9b77-4ff5-bcf9-d4a260e9c440 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265101 Jul 28 14:58:20.995100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.995100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:20.995100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.091252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Pushing event updated for resources: {'Network': ['ID=6db7ec62-8cbb-4b4d-9bec-6e78892da831,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:21.102954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6db7ec62-8cbb-4b4d-9bec-6e78892da831 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:21.137805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52b4dc00-2de2-41ff-8559-60ff8cb50635 req-8a261099-fc9e-4717-8285-99a0850e712f tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.0425069 Jul 28 14:58:21.143469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.269059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.316356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 3b6ba056-fc93-401f-8f75-c6a2eae790fc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:21.461077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e07cd2-2fbc-4c9b-887b-bfcaa82d27f5 None None] Network 71538f69-f733-4592-b4a9-64417012020f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:21.511056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.518638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:21.520373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b78afeb0-10e2-4c63-aca7-4c7270ebde4f tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5334530 Jul 28 14:58:21.527012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4dbbcd8a-7e0d-4f2b-be14-cf89a14796b1 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Request body: {'network': {'project_id': '0803d55d5a874ffcbd4cdea9bfaf7c18'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:21.578691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 71538f69-f733-4592-b4a9-64417012020f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:21.583435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:21.585639 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbbcd8a-7e0d-4f2b-be14-cf89a14796b1 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 14:58:21.586109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbbcd8a-7e0d-4f2b-be14-cf89a14796b1 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:21.591559 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4dbbcd8a-7e0d-4f2b-be14-cf89a14796b1 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0657890 Jul 28 14:58:21.593626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:21.602850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=7eb6e5e7-3cce-4282-b045-30da46fa8308,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:21.656577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.657030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.657381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.657906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.658594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.658927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.659255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.659582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.660132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.660480 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.660809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.661129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:21.722356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.815594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40136) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:21.825158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 42b7b14f-2cd8-42c8-9439-680c0cd5d16f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:21.825582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.858709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] Provisioning for port 3b6ba056-fc93-401f-8f75-c6a2eae790fc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:21.864635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] Provisioning complete for port 3b6ba056-fc93-401f-8f75-c6a2eae790fc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:21.870269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.207046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.219354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.219680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.276476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] For port 3b6ba056-fc93-401f-8f75-c6a2eae790fc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3b6ba056-fc93-401f-8f75-c6a2eae790fc,segment=NetworkSegment(88ac562e-d73a-4ab8-9997-0db151522a07),segment_id=88ac562e-d73a-4ab8-9997-0db151522a07)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:22.324360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 42b7b14f-2cd8-42c8-9439-680c0cd5d16f owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:22.357996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c8558a7d-fd90-4f79-9a42-3f88860cd01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.390622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683c60-5709-4b7b-a70d-5b9bec88ff02 req-f056130c-b1ea-4479-8a08-5a1c5c4dabea tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:22.393118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea683c60-5709-4b7b-a70d-5b9bec88ff02 req-f056130c-b1ea-4479-8a08-5a1c5c4dabea tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1804221 Jul 28 14:58:22.435996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.641556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b7c2b-004f-4cad-bdff-c6c9d2f240e9 None None] Pushing event updated for resources: {'Port': ['ID=3b6ba056-fc93-401f-8f75-c6a2eae790fc,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:22.686126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-562bbd31-eb19-4d8c-9040-2235c646b61e None None] Provisioning complete for port 3b6ba056-fc93-401f-8f75-c6a2eae790fc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:22.686738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-562bbd31-eb19-4d8c-9040-2235c646b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.764483 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea683c60-5709-4b7b-a70d-5b9bec88ff02 req-cb678cfd-eeb7-4d16-bf68-704dd2fb9302 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275278 Jul 28 14:58:22.907442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11562676-0ab2-4b06-ba2a-6b8bbdc3efb5 req-aa44fc09-716e-407d-af0b-08f0065d4957 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.1873095 Jul 28 14:58:22.912114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f7c8443-3ae2-4376-9aca-a9f7a4390ed4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0803d55d5a874ffcbd4cdea9bfaf7c18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0943615 Jul 28 14:58:22.923186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40162) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:23.093068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-562bbd31-eb19-4d8c-9040-2235c646b61e None None] Provisioning for port 7eb6e5e7-3cce-4282-b045-30da46fa8308 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:23.099510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-562bbd31-eb19-4d8c-9040-2235c646b61e None None] Provisioning complete for port 7eb6e5e7-3cce-4282-b045-30da46fa8308 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:23.099510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-562bbd31-eb19-4d8c-9040-2235c646b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.110706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-761846a2-0b19-4680-8f40-7c33629d1477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.140901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-562bbd31-eb19-4d8c-9040-2235c646b61e None None] Port 7eb6e5e7-3cce-4282-b045-30da46fa8308 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:23.151968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.155384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-761846a2-0b19-4680-8f40-7c33629d1477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.283412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.353162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.359591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=42b7b14f-2cd8-42c8-9439-680c0cd5d16f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:23.502463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-761846a2-0b19-4680-8f40-7c33629d1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.507367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-761846a2-0b19-4680-8f40-7c33629d1477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.515050 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-761846a2-0b19-4680-8f40-7c33629d1477 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2aa813fa-5026-4d54-8254-e89b4ffe0787 HTTP/1.1" status: 204 len: 168 time: 0.5906103 Jul 28 14:58:23.515286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:23.610577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761846a2-0b19-4680-8f40-7c33629d1477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa813fa-5026-4d54-8254-e89b4ffe0787,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:23.630712 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.643111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=7eb6e5e7-3cce-4282-b045-30da46fa8308,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:23.659356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.706918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.819168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.827294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.887317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.914738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db7ec62-8cbb-4b4d-9bec-6e78892da831']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:23.930876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 71538f69-f733-4592-b4a9-64417012020f is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:23.933694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:23.942774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b018a8-e280-4146-819a-cd033507bed6') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:23.943308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b018a8-e280-4146-819a-cd033507bed6') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:23.961608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:24.032445 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:24.149997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07d4cb-0429-4657-99a4-fad97cab2d27 req-fb71842a-41b1-4c09-a50c-d36a3f7258c4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:24.171824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a07d4cb-0429-4657-99a4-fad97cab2d27 req-fb71842a-41b1-4c09-a50c-d36a3f7258c4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2243164 Jul 28 14:58:24.279601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a07d4cb-0429-4657-99a4-fad97cab2d27 req-6313ecd2-9ea5-45c9-8d80-6aa1576d6bee tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006763 Jul 28 14:58:24.429038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d463419b-ee93-495b-8a62-8d6f577beb4a None None] Provisioning complete for port 7eb6e5e7-3cce-4282-b045-30da46fa8308 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:24.429825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d463419b-ee93-495b-8a62-8d6f577beb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.498115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.498642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Fanout notify agent at l3_agent the message router_deleted on router 8beb913f-e5af-4a53-bdf6-5010c9cfd261 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:58:24.503079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d463419b-ee93-495b-8a62-8d6f577beb4a None None] Port 7eb6e5e7-3cce-4282-b045-30da46fa8308 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:24.513989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.533910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.540441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.540671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] 10.222.0.57 "DELETE /v2.0/networks/6db7ec62-8cbb-4b4d-9bec-6e78892da831 HTTP/1.1" status: 204 len: 168 time: 1.0241814 Jul 28 14:58:24.541349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1301fb-4119-490a-802c-4add3339e199 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Pushing event deleted for resources: {'Network': ['ID=6db7ec62-8cbb-4b4d-9bec-6e78892da831,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:24.541692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ee2398de-f8c5-4b1f-8695-2bd6fad3cd5b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/routers/8beb913f-e5af-4a53-bdf6-5010c9cfd261 HTTP/1.1" status: 204 len: 168 time: 3.6736622 Jul 28 14:58:24.552094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:24.553151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40190) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:24.571099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa05731f-2026-43ff-9cd8-640fee372079 req-3a4ae176-9f4d-4ee2-9c76-ac829c7fd67b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.0769377 Jul 28 14:58:24.618690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3b6ba056-fc93-401f-8f75-c6a2eae790fc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:24.718439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.748785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting subnet f73d3562-95a4-483d-b68e-4ba8eca74218 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:24.753328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.758599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3b6ba056-fc93-401f-8f75-c6a2eae790fc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:24.777998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.808231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.938772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 39d12419-d3d9-4fdd-942e-0b55dc84a950 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:58:24.939624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.131456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.147138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6c4ee5-127e-4589-9ee9-738718a66548']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.153597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:25.160938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79d8e6b7-b91e-45ac-b3a7-d9d305f860c1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/39d12419-d3d9-4fdd-942e-0b55dc84a950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6313229 Jul 28 14:58:25.170760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40198) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:25.175057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] Sync routers for ids ['39d12419-d3d9-4fdd-942e-0b55dc84a950'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:25.188604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54885ed-9a66-4a84-991a-181b02cc99a8') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.188989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54885ed-9a66-4a84-991a-181b02cc99a8') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.213075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.256279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.261751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.265407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2af631b4-fadb-4be8-a1e8-15ce92b52f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.282160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.283461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] Routers {'39d12419-d3d9-4fdd-942e-0b55dc84a950'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:25.284383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:57:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['39d12419-d3d9-4fdd-942e-0b55dc84a950'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.299072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29dd3c-8e20-4d8f-8005-f9c53d53f7a0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:25.304514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1d29dd3c-8e20-4d8f-8005-f9c53d53f7a0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports/7eb6e5e7-3cce-4282-b045-30da46fa8308 HTTP/1.1" status: 200 len: 910 time: 0.1296608 Jul 28 14:58:25.309111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:25.320930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97b55c7c-9dfb-4363-bd32-8bddc838100f'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:25.333003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.344907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] Routers {'39d12419-d3d9-4fdd-942e-0b55dc84a950'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:25.346335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['39d12419-d3d9-4fdd-942e-0b55dc84a950'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.356791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:25.357217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:25.359804 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:25.362694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Subnet': ['ID=f73d3562-95a4-483d-b68e-4ba8eca74218,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:25.363802 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.369707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-509927c8-c915-482c-9add-5b6450312712 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/subnets/f73d3562-95a4-483d-b68e-4ba8eca74218 HTTP/1.1" status: 204 len: 168 time: 0.7097430 Jul 28 14:58:25.385275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40210) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:25.396479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7385eb5-62c6-40c4-9625-6c147e0a0047 None None] Network 090d20d2-04f0-49f0-944e-6dcb855610d7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:25.482066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:25.483016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a5b0d-ad9a-48ec-8430-97410e8e0dd4 None None] The sync data for ids ['39d12419-d3d9-4fdd-942e-0b55dc84a950'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:25.587568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.648918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0a4d-3b5e-4539-8280-18859861c664 req-aa827038-881d-4459-94bf-f859d718bedf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:25.648918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11fd0a4d-3b5e-4539-8280-18859861c664 req-aa827038-881d-4459-94bf-f859d718bedf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1291692 Jul 28 14:58:25.697927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.719030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] DHCP port deletion for 090d20d2-04f0-49f0-944e-6dcb855610d7 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:58:25.759876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11fd0a4d-3b5e-4539-8280-18859861c664 req-6066e55e-7945-44ae-9210-0d920b0d101d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738788 Jul 28 14:58:25.774639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.783319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.789264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] 10.222.0.57 "DELETE /v2.0/networks/7b6c4ee5-127e-4589-9ee9-738718a66548 HTTP/1.1" status: 204 len: 168 time: 1.2338138 Jul 28 14:58:25.792581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:25.793538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.939878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] For port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,segment=NetworkSegment(c1618aa5-eaea-4a68-a6d1-9e194998aeb6),segment_id=c1618aa5-eaea-4a68-a6d1-9e194998aeb6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:25.940578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.988845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] Deleting port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:25.990408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.990536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53491db-3c60-42c2-b31a-23f7a453ecf9 tempest-QuotasNegativeTest-1093986530 tempest-QuotasNegativeTest-1093986530-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b6c4ee5-127e-4589-9ee9-738718a66548,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:25.994431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for e7d3fb0a-adbe-4a44-916e-a85a7bedb73b owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:26.185467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] For port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,segment=NetworkSegment(c1618aa5-eaea-4a68-a6d1-9e194998aeb6),segment_id=c1618aa5-eaea-4a68-a6d1-9e194998aeb6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:26.185866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.213961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] Calling delete_port for e7d3fb0a-adbe-4a44-916e-a85a7bedb73b owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:26.264945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d433b969-f7d0-4b74-a7c2-9943a12f654d req-64590e13-991f-4617-ade4-85917ab8db84 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.1608272 Jul 28 14:58:26.492886 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.537435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.641719 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.642812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:26.644354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] No DVR routers for this DVR port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:26.648060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d8138-6040-4468-b5e9-f44f046b05a6 None None] Pushing event deleted for resources: {'Port': ['ID=e7d3fb0a-adbe-4a44-916e-a85a7bedb73b,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:26.650629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] No DVR routers for this DVR port e7d3fb0a-adbe-4a44-916e-a85a7bedb73b on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:26.720720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e7d3fb0a-adbe-4a44-916e-a85a7bedb73b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:26.768094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e7d3fb0a-adbe-4a44-916e-a85a7bedb73b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:26.768937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e7d3fb0a-adbe-4a44-916e-a85a7bedb73b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:26.963092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.976438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d20d2-04f0-49f0-944e-6dcb855610d7']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:26.992060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:26.992396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1618aa5-eaea-4a68-a6d1-9e194998aeb6') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:27.019996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.037578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.046305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:27.046728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:27.050588 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:27.060006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.079530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29747860-65f7-442d-9e4d-754627a12111 req-4ef3cefa-d117-4e0d-a8a7-e04301a9b053 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.081573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29747860-65f7-442d-9e4d-754627a12111 req-4ef3cefa-d117-4e0d-a8a7-e04301a9b053 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1310105 Jul 28 14:58:27.138984 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29747860-65f7-442d-9e4d-754627a12111 req-6faefafb-3875-415f-9e64-67c550836241 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500722 Jul 28 14:58:27.202039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-ffe7bc38-9fc8-4116-bb60-c8e8c50a316e tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771453 Jul 28 14:58:27.292930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.392230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=7eb6e5e7-3cce-4282-b045-30da46fa8308,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:27.445395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.445395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.447792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a5117c0-52d0-45ca-9000-5349974306da tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/ports/7eb6e5e7-3cce-4282-b045-30da46fa8308 HTTP/1.1" status: 200 len: 910 time: 2.1370895 Jul 28 14:58:27.448889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40250) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.463101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40254) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.522092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.575873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f78a5f3-3197-4a56-8e1c-abd6b1f1a28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.596009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.600127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/networks/090d20d2-04f0-49f0-944e-6dcb855610d7 HTTP/1.1" status: 204 len: 168 time: 2.2137098 Jul 28 14:58:27.603817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40256) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.659709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0821f6b1-f951-44f4-b48d-265b6a69f860 req-9a980a62-2dff-41fe-9efb-ea5b63b3eae8 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.1404710 Jul 28 14:58:27.669329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463025aa-3b06-4e48-a94d-457d22f0b43c tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Network': ['ID=090d20d2-04f0-49f0-944e-6dcb855610d7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:27.727135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-4598da95-687d-4033-a96e-b29d8eeefca9 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.729231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-4598da95-687d-4033-a96e-b29d8eeefca9 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5196698 Jul 28 14:58:27.762821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Request body: {'port': {'device_id': '43c632c2-c150-423c-a221-9136378f0176', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'bcae29c561a540dcb4c3f408f09cfb5b'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:27.903363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.057507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 410681fd-f1f8-470e-b655-159aeea8f325 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:28.057957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.224067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f78a5f3-3197-4a56-8e1c-abd6b1f1a28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.355836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.357054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.389179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f6d7e-caa8-49ec-91e4-8c7276e25f1d req-35ef6e19-6377-46de-997d-45707ee74bba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:28.395482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 410681fd-f1f8-470e-b655-159aeea8f325 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:28.399626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f78a5f3-3197-4a56-8e1c-abd6b1f1a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.404103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e27f6d7e-caa8-49ec-91e4-8c7276e25f1d req-35ef6e19-6377-46de-997d-45707ee74bba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1045284 Jul 28 14:58:28.599988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e27f6d7e-caa8-49ec-91e4-8c7276e25f1d req-056d4579-5cef-49b8-a4a0-44b7996cb50b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727433 Jul 28 14:58:28.623094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78a5f3-3197-4a56-8e1c-abd6b1f1a28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1cbf1-3606-4d0a-8b6f-60bf5274fbd6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:28.634717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f78a5f3-3197-4a56-8e1c-abd6b1f1a28d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad8d3b2543454c2ab69fe45f5d905a15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797998 Jul 28 14:58:28.635949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40278) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:28.674522 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.711902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Made reservation on behalf of bcae29c561a540dcb4c3f408f09cfb5b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:28.716915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.748148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ecbde11-38b6-405d-845b-fed690f71692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.750713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.814943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ecbde11-38b6-405d-845b-fed690f71692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.843024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-243becb6-1ce9-4d64-93a9-2fef53618249 req-1fc55555-ce4d-4db5-8df4-4ea1cde7dbb4 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.0321081 Jul 28 14:58:29.050438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.057746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 7eb6e5e7-3cce-4282-b045-30da46fa8308 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:29.058103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.125007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=410681fd-f1f8-470e-b655-159aeea8f325,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.217842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ecbde11-38b6-405d-845b-fed690f71692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.223501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ecbde11-38b6-405d-845b-fed690f71692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.229650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ecbde11-38b6-405d-845b-fed690f71692 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60a1cbf1-3606-4d0a-8b6f-60bf5274fbd6 HTTP/1.1" status: 204 len: 168 time: 0.5882437 Jul 28 14:58:29.245769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.266744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbde11-38b6-405d-845b-fed690f71692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1cbf1-3606-4d0a-8b6f-60bf5274fbd6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.267973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.277602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.278631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-84cc7812-8ae4-46e9-bf97-5c8a1d3c817e tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/floatingips/5174e96d-eeb3-469b-ab7e-2be752d08400 HTTP/1.1" status: 204 len: 168 time: 1.6730826 Jul 28 14:58:29.288905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.313844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.371194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 7eb6e5e7-3cce-4282-b045-30da46fa8308 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:29.383329 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f045c0-131c-4cd3-a702-ae9abd3bf815 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:29.384223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f045c0-131c-4cd3-a702-ae9abd3bf815 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:29.394688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f0f045c0-131c-4cd3-a702-ae9abd3bf815 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/ports/abb48085-2b0b-4dc6-8b4b-759b945ea053 HTTP/1.1" status: 404 len: 333 time: 0.0996294 Jul 28 14:58:29.397697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40306) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.428534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d0c1115-0a19-4008-aa27-9477ede0cb36 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/ports?device_id=8beb913f-e5af-4a53-bdf6-5010c9cfd261 HTTP/1.1" status: 200 len: 205 time: 0.0293629 Jul 28 14:58:29.431629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.445648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.538937 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-4a11709e-f366-456a-92d9-24f777c2ef9b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] delete failed (client error): The resource could not be found. Jul 28 14:58:29.541339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4a11709e-f366-456a-92d9-24f777c2ef9b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/routers/8beb913f-e5af-4a53-bdf6-5010c9cfd261 HTTP/1.1" status: 404 len: 336 time: 0.1071928 Jul 28 14:58:29.550348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40312) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.652994 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dffd628-3171-40d0-8d4c-fe475d22d9d0 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:29.653428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dffd628-3171-40d0-8d4c-fe475d22d9d0 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:29.659691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2dffd628-3171-40d0-8d4c-fe475d22d9d0 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/subnets/f73d3562-95a4-483d-b68e-4ba8eca74218 HTTP/1.1" status: 404 len: 337 time: 0.1038761 Jul 28 14:58:29.670635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.676828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40318) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.780235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.843869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Allocated IP 192.168.233.9 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/f961d8c1-9844-42f9-8f80-f3e6c9e95f15) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:29.877539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=7eb6e5e7-3cce-4282-b045-30da46fa8308,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.976388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port ff5dd520-df1a-4b58-bf43-a0db0d874662 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:29.976388 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.193451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d644c93-b6a3-432e-90a5-17f604ba231c req-152c4520-4b4e-47cb-a8be-8e716bc00649 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.0866256 Jul 28 14:58:30.237549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757d2c-f830-4e6b-a0e2-1acea60d0e07 req-f23f79a3-3c5b-462b-86ef-e012a492afdd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.251872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d757d2c-f830-4e6b-a0e2-1acea60d0e07 req-f23f79a3-3c5b-462b-86ef-e012a492afdd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1979139 Jul 28 14:58:30.370753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.391040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.398014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for ff5dd520-df1a-4b58-bf43-a0db0d874662 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:30.402921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.418213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Transition to ACTIVE for port object f961d8c1-9844-42f9-8f80-f3e6c9e95f15 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:30.430624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d757d2c-f830-4e6b-a0e2-1acea60d0e07 req-2566adbf-fdf7-4463-b401-3993df7857c9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844433 Jul 28 14:58:30.667652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 39d12419-d3d9-4fdd-942e-0b55dc84a950 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:30.671041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.750398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:30.756871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:30.757228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:30.763854 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-591d260c-3b8a-405c-a9f8-f142d11d388f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/39d12419-d3d9-4fdd-942e-0b55dc84a950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2995920 Jul 28 14:58:30.764146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:30.774457 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] Sync routers for ids ['39d12419-d3d9-4fdd-942e-0b55dc84a950'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:30.777300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40342) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:30.796025 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] Routers {'39d12419-d3d9-4fdd-942e-0b55dc84a950'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:30.805183 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['39d12419-d3d9-4fdd-942e-0b55dc84a950'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:30.839786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Pushing event updated for resources: {'Port': ['ID=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:30.859289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.881411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd7207d7-db9b-4ebe-825e-f708b6358fb2 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d12419-d3d9-4fdd-942e-0b55dc84a950 HTTP/1.1" status: 200 len: 205 time: 0.1021378 Jul 28 14:58:30.885523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40348) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:30.894063 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:30.908065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] Routers {'39d12419-d3d9-4fdd-942e-0b55dc84a950'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:30.912493 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['39d12419-d3d9-4fdd-942e-0b55dc84a950'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:30.912975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=ff5dd520-df1a-4b58-bf43-a0db0d874662,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:30.932922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.934398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.984935 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:30.991205 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee4c3b-a189-4a97-afe6-4ffba83318fb None None] The sync data for ids ['39d12419-d3d9-4fdd-942e-0b55dc84a950'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:31.029984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.059485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.062503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3bfeebf2-2484-446c-869f-05b23f30e768 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/ports/ff5dd520-df1a-4b58-bf43-a0db0d874662 HTTP/1.1" status: 204 len: 168 time: 1.3846164 Jul 28 14:58:31.065109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40350) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:31.148899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40358) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:31.182486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port e5744ead-d207-4538-9545-ae27ae02cf01 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:31.182834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.199146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-094cac54-f346-4610-9dfd-f08ac8b1671a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4419148 Jul 28 14:58:31.222015 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d702260e-98b6-4eca-a723-c4a77b87c04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.233979 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.234301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Request body: {'port': {'device_id': '43c632c2-c150-423c-a221-9136378f0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:31.238534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.259316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f6b265a2-8ef6-4425-a1f4-0016f828d687 None None] Provisioning for port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:31.280426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f6b265a2-8ef6-4425-a1f4-0016f828d687 None None] Provisioning complete for port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:31.281338 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f6b265a2-8ef6-4425-a1f4-0016f828d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.365027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f6b265a2-8ef6-4425-a1f4-0016f828d687 None None] Port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:31.385746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.394940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d702260e-98b6-4eca-a723-c4a77b87c04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.421091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.445261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for e5744ead-d207-4538-9545-ae27ae02cf01 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:31.458647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d184de0-b02d-4144-8092-8b357e4e569d req-c1df3e96-479b-4eeb-bbce-c8114fc6bac8 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:31.466533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d184de0-b02d-4144-8092-8b357e4e569d req-c1df3e96-479b-4eeb-bbce-c8114fc6bac8 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 934 time: 0.1405241 Jul 28 14:58:31.477325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.477325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router 39d12419-d3d9-4fdd-942e-0b55dc84a950 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:58:31.483679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.490410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e93b5273-097c-4d88-b2af-701d3d1393e3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/39d12419-d3d9-4fdd-942e-0b55dc84a950 HTTP/1.1" status: 204 len: 168 time: 0.5982745 Jul 28 14:58:31.490545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:31.534442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d702260e-98b6-4eca-a723-c4a77b87c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.581526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d702260e-98b6-4eca-a723-c4a77b87c04a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=892e15f28faf4b73af18055307b3d85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312525 Jul 28 14:58:31.586633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40376) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:31.661919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d184de0-b02d-4144-8092-8b357e4e569d req-3b6182b4-c8f7-4582-9a3b-6c3b79d27475 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944718 Jul 28 14:58:31.702498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet 97b55c7c-9dfb-4363-bd32-8bddc838100f {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:31.717298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.753861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702260e-98b6-4eca-a723-c4a77b87c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0fe53f-141d-4f6b-ace8-e75b2acb7ff3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:31.810020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccec7d-40a1-441c-a94d-5a316eae286b req-dcb245a9-597e-44ab-b34f-22ed35d98c59 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:31.814473 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84ccec7d-40a1-441c-a94d-5a316eae286b req-dcb245a9-597e-44ab-b34f-22ed35d98c59 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2168291 Jul 28 14:58:31.839844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3e25-e8a3-45ea-8ed5-2200d52ec41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.859987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.925774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3e25-e8a3-45ea-8ed5-2200d52ec41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.956669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f961d8c1-9844-42f9-8f80-f3e6c9e95f15 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:31.968619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.986341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Transition to ACTIVE for port object f961d8c1-9844-42f9-8f80-f3e6c9e95f15 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:31.989189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84ccec7d-40a1-441c-a94d-5a316eae286b req-33d63fd0-5ac1-4244-bab7-855f85d48e13 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460359 Jul 28 14:58:32.039827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.065156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.077617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=e5744ead-d207-4538-9545-ae27ae02cf01,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:32.165038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.390434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.394374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.403533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3e25-e8a3-45ea-8ed5-2200d52ec41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.408654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3e25-e8a3-45ea-8ed5-2200d52ec41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.410694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dd4f3e25-e8a3-45ea-8ed5-2200d52ec41f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c0fe53f-141d-4f6b-ace8-e75b2acb7ff3 HTTP/1.1" status: 204 len: 168 time: 0.8227324 Jul 28 14:58:32.457750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=97b55c7c-9dfb-4363-bd32-8bddc838100f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:32.457750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.459442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47cc30ca-944f-46fb-abad-65793c793920 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/97b55c7c-9dfb-4363-bd32-8bddc838100f HTTP/1.1" status: 204 len: 168 time: 0.9678702 Jul 28 14:58:32.460535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f3e25-e8a3-45ea-8ed5-2200d52ec41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0fe53f-141d-4f6b-ace8-e75b2acb7ff3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:32.473345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:32.477547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be41563-d4ef-48b2-87e9-adfc67d98a48 None None] Network 71538f69-f733-4592-b4a9-64417012020f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:32.638283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.641525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-060df833-59cd-4ae1-8b52-ca2d77d6cd70 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/ports/e5744ead-d207-4538-9545-ae27ae02cf01 HTTP/1.1" status: 204 len: 168 time: 1.5748553 Jul 28 14:58:32.645188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Pushing event updated for resources: {'Port': ['ID=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:32.647825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.658137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:32.661740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.661740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.662076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.662492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.662736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.663092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.663402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.663726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.664053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.664415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.664767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.665091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:32.804546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08cc97-b99f-45c6-866b-47b9824a559b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.810076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40422) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:32.810328 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b08cc97-b99f-45c6-866b-47b9824a559b tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad6bb89-d46f-473b-bfe0-a0d478c239c5 HTTP/1.1" status: 200 len: 913 time: 0.1501157 Jul 28 14:58:32.849291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Attempting to bind port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:32.849640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Attempting to bind port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:32.849979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Attempting to bind port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:32.887227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 3b6ba056-fc93-401f-8f75-c6a2eae790fc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:32.887492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] DHCP port deletion for 71538f69-f733-4592-b4a9-64417012020f request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:58:32.897935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.969671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port 3b6ba056-fc93-401f-8f75-c6a2eae790fc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3b6ba056-fc93-401f-8f75-c6a2eae790fc,segment=NetworkSegment(88ac562e-d73a-4ab8-9997-0db151522a07),segment_id=88ac562e-d73a-4ab8-9997-0db151522a07)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:32.969894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.983920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] Deleting port 3b6ba056-fc93-401f-8f75-c6a2eae790fc {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:32.984858 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.988607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 3b6ba056-fc93-401f-8f75-c6a2eae790fc owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:33.063181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:33.063748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Attempting to bind port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:33.078372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] For port 3b6ba056-fc93-401f-8f75-c6a2eae790fc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3b6ba056-fc93-401f-8f75-c6a2eae790fc,segment=NetworkSegment(88ac562e-d73a-4ab8-9997-0db151522a07),segment_id=88ac562e-d73a-4ab8-9997-0db151522a07)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:33.078372 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.080099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:33.080654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:33.081306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:33.082103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Bound port: f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:33.083047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.092916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] Calling delete_port for 3b6ba056-fc93-401f-8f75-c6a2eae790fc owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:33.237101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] For port f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:33.243047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] For port f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:33.417085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec504bf-4f75-4ff7-a4d8-a3e2528b3f73 req-c014e618-694f-425a-8c93-256962ea0939 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:33.417085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eec504bf-4f75-4ff7-a4d8-a3e2528b3f73 req-c014e618-694f-425a-8c93-256962ea0939 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1558356 Jul 28 14:58:33.458819 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.504095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] Pushing event deleted for resources: {'Port': ['ID=3b6ba056-fc93-401f-8f75-c6a2eae790fc,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:33.513799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4301a-04ca-4e73-ac95-26125479c3f6 None None] No DVR routers for this DVR port 3b6ba056-fc93-401f-8f75-c6a2eae790fc on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:33.528967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eec504bf-4f75-4ff7-a4d8-a3e2528b3f73 req-6037f641-5126-43f8-8f89-ac7bfcada505 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955153 Jul 28 14:58:33.562655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.619734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:33.620574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.622108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] 10.222.0.58 "PUT /v2.0/ports/f961d8c1-9844-42f9-8f80-f3e6c9e95f15 HTTP/1.1" status: 200 len: 1095 time: 2.3924060 Jul 28 14:58:33.622595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c632c2-c150-423c-a221-9136378f0176', 'tag': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:33.624958 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fbdea8-da5e-4657-858f-2641911d217d" -d '{"events": [{"name": "network-changed", "server_uuid": "43c632c2-c150-423c-a221-9136378f0176", "tag": "f961d8c1-9844-42f9-8f80-f3e6c9e95f15"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:33.628286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee92434-7fef-4f95-87d0-078915f91fdf req-b80dbbd6-bf24-4066-9cb9-204abb96497c tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:33.635776 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ee92434-7fef-4f95-87d0-078915f91fdf req-b80dbbd6-bf24-4066-9cb9-204abb96497c tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 946 time: 0.0840831 Jul 28 14:58:33.681823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.693699 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce29180-4ad4-4f2d-8aa9-b6626f77689e x-openstack-request-id: req-9ce29180-4ad4-4f2d-8aa9-b6626f77689e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:33.694386 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c632c2-c150-423c-a221-9136378f0176", "tag": "f961d8c1-9844-42f9-8f80-f3e6c9e95f15", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:33.694386 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ce29180-4ad4-4f2d-8aa9-b6626f77689e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:33.694734 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c632c2-c150-423c-a221-9136378f0176', 'tag': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15', 'status': 'completed', 'code': 200} Jul 28 14:58:33.705726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ee92434-7fef-4f95-87d0-078915f91fdf req-0f8a556a-3776-4ea7-9c44-94962867467b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662098 Jul 28 14:58:33.745910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859a00-fa08-4277-a860-0df53f8e1d85 service neutron] Pushing event updated for resources: {'Port': ['ID=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:33.774499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=3b6ba056-fc93-401f-8f75-c6a2eae790fc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:33.783036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port 3b6ba056-fc93-401f-8f75-c6a2eae790fc on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:33.818651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbdea8-da5e-4657-858f-2641911d217d req-d8f6bb0a-8e8c-4e45-bfd7-1fcc9c238e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:33.820784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8fbdea8-da5e-4657-858f-2641911d217d req-d8f6bb0a-8e8c-4e45-bfd7-1fcc9c238e8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 1098 time: 0.1129673 Jul 28 14:58:33.868528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8fbdea8-da5e-4657-858f-2641911d217d req-74eda580-2517-4bc7-b4ef-a62cec3bcf21 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322800 Jul 28 14:58:33.919908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.944415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71538f69-f733-4592-b4a9-64417012020f']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:33.960081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ac562e-d73a-4ab8-9997-0db151522a07') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:33.960759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ac562e-d73a-4ab8-9997-0db151522a07') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:33.978918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.004162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.011768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:34.012270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:34.015791 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:34.028375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.032683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbdea8-da5e-4657-858f-2641911d217d req-c646644c-ea0a-4e75-8978-d9ef71b5100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.035486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8fbdea8-da5e-4657-858f-2641911d217d req-c646644c-ea0a-4e75-8978-d9ef71b5100c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344349 Jul 28 14:58:34.202188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.234678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.243715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/71538f69-f733-4592-b4a9-64417012020f HTTP/1.1" status: 204 len: 168 time: 1.7587230 Jul 28 14:58:34.243715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605267-34b1-4de5-9cae-43ec9308d6c0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=71538f69-f733-4592-b4a9-64417012020f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:34.244472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:34.249789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1249776019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:34.260704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-fde02105-79a6-4d89-b431-af9733dba123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.264205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-fde02105-79a6-4d89-b431-af9733dba123 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 1098 time: 0.1529713 Jul 28 14:58:34.363566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-7eca5e43-0a13-43da-be38-cd6ca91085ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15 HTTP/1.1" status: 200 len: 217 time: 0.0600002 Jul 28 14:58:34.434192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-49118fea-1209-4e8e-8dd0-f5873b936a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.445214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-49118fea-1209-4e8e-8dd0-f5873b936a0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0624337 Jul 28 14:58:34.479819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.481491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.519601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3b6ba056-fc93-401f-8f75-c6a2eae790fc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:34.547055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a414-5110-4f34-9f89-6872142d5c2d req-9a9fc479-5ed2-4af0-957f-debad263af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.549427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-9a9fc479-5ed2-4af0-957f-debad263af5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866413 Jul 28 14:58:34.551904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 3b6ba056-fc93-401f-8f75-c6a2eae790fc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:34.559898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3b6ba056-fc93-401f-8f75-c6a2eae790fc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:34.561971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.638623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port a10e9275-4238-4e02-8ffc-f23215d085a4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:34.638998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.736022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-e6ad361d-bd22-455b-a662-d953925aa0e9 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771216 Jul 28 14:58:34.749280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe21be-5db8-46ea-b1b0-3715413f91a8 req-a7a9ce0f-5e62-42b7-95e4-429cb52c8232 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.767257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8abe21be-5db8-46ea-b1b0-3715413f91a8 req-a7a9ce0f-5e62-42b7-95e4-429cb52c8232 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1099706 Jul 28 14:58:34.799623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.865287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.895880 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8abe21be-5db8-46ea-b1b0-3715413f91a8 req-6329e213-af04-4b8f-b98c-5d3ea67549a5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265361 Jul 28 14:58:34.914673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for a10e9275-4238-4e02-8ffc-f23215d085a4 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:35.041717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7633a414-5110-4f34-9f89-6872142d5c2d req-1fab6b4b-61b9-43b0-b4f9-7aa1b84d7562 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888422 Jul 28 14:58:35.115349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.118484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0dc35b01-db43-43ce-a99a-c18d6dc178e4 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8725879 Jul 28 14:58:35.122321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:35.129282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207400413'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:35.140288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edf1a5-9207-4079-b957-2c08e524cf86 req-16274db0-94f9-4b27-a29e-a430fc97e058 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.142462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7edf1a5-9207-4079-b957-2c08e524cf86 req-16274db0-94f9-4b27-a29e-a430fc97e058 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 946 time: 0.1043162 Jul 28 14:58:35.246308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7edf1a5-9207-4079-b957-2c08e524cf86 req-da00fec3-4606-4b89-b7fe-7f8d1beceede tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968628 Jul 28 14:58:35.362757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:35.368518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.524998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.529383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:35.547567 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.548786 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment 57f61fea-6919-4f70-9779-79242c66f44e of type vlan for network 4266f734-2e09-4467-9702-e4f821aa1cbc Jul 28 14:58:35.557574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=a10e9275-4238-4e02-8ffc-f23215d085a4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:35.661455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.823693 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.824851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.825453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.826221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.910070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=4266f734-2e09-4467-9702-e4f821aa1cbc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:35.929507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4266f734-2e09-4467-9702-e4f821aa1cbc details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:36.043955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0b0cc338-d24b-43a2-bf8a-310d9ddb9989 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9190180 Jul 28 14:58:36.046015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:36.056583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:36.196183 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.211215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:36.315998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a137a-0c8d-48ee-a6f6-f308b473a687 req-fcc9536a-d681-4205-8860-2f464662f408 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:36.319148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc4a137a-0c8d-48ee-a6f6-f308b473a687 req-fcc9536a-d681-4205-8860-2f464662f408 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1794894 Jul 28 14:58:36.320225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:36.401680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc4a137a-0c8d-48ee-a6f6-f308b473a687 req-dc8e442f-8c1e-4eb6-b967-343acfafa22f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604298 Jul 28 14:58:36.474354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:36.481315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cb3a0e83-ddbb-4d0c-8971-09fedce7b050 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "PUT /v2.0/routers/0ad6bb89-d46f-473b-bfe0-a0d478c239c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592829 Jul 28 14:58:36.486295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40560) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:36.491305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] Sync routers for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:36.504301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:36.505362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:36.515716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c218187-09dc-4091-8d94-132df6213561 req-cb04881d-8d90-4995-a5e2-af9d928cb987 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:36.518327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c218187-09dc-4091-8d94-132df6213561 req-cb04881d-8d90-4995-a5e2-af9d928cb987 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 946 time: 0.1232564 Jul 28 14:58:36.551412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:36.563096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] Routers {'0ad6bb89-d46f-473b-bfe0-a0d478c239c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:36.564069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:36.585936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c218187-09dc-4091-8d94-132df6213561 req-b2036e03-adca-4435-a991-8266738eca64 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Jul 28 14:58:36.606223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:36.610283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.624712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:36.625396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3cac5-cf6a-4752-b5e1-8e56ec7d315a None None] The sync data for ids ['0ad6bb89-d46f-473b-bfe0-a0d478c239c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:36.743891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-24504690'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:36.795102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.989642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.994424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Made reservation on behalf of 365528615f1148f8abce3c1a83080132 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:36.997947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.010023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.151929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.156583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.264396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=c3f2a66d-ff35-4074-9791-6aaca04f434b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:37.283888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f961d8c1-9844-42f9-8f80-f3e6c9e95f15 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:58:37.298100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:37.298482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: 4266f734-2e09-4467-9702-e4f821aa1cbc, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:37.310659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.354381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting port 53be67e8-a821-4c3a-aca0-1c2871e06020 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:37.355769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.381097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:37.431965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9c63b-9706-47fb-ba9d-e043c685cd6d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:37.456318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.456884 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Added segment 86278ca4-0eca-492c-8a1c-1b229355f2a4 of type vlan for network 3426c5e6-17ac-4c82-809b-ac0b799180e9 Jul 28 14:58:37.499609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:37.522558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15', 'mac_address': 'fa:16:3e:52:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:58:37.556316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 4266f734-2e09-4467-9702-e4f821aa1cbc is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:37.609055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.618420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.633077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.646558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f961d8c1-9844-42f9-8f80-f3e6c9e95f15 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:37.683778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89451543-c76f-4378-b67b-5f69f2543e5d req-86ad632a-029c-4d36-ac6f-2efbca59fd60 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.684739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Calling delete_port for 53be67e8-a821-4c3a-aca0-1c2871e06020 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:37.693732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:37.699129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89451543-c76f-4378-b67b-5f69f2543e5d req-86ad632a-029c-4d36-ac6f-2efbca59fd60 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.1274424 Jul 28 14:58:37.733205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4266f734-2e09-4467-9702-e4f821aa1cbc) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:37.748164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd547bee-5d99-4684-8be5-660ff7070881 None None] Network 4266f734-2e09-4467-9702-e4f821aa1cbc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:37.752850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.754664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.832886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89451543-c76f-4378-b67b-5f69f2543e5d req-06ed7474-9199-4166-8729-917829d6ddca tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304636 Jul 28 14:58:37.869299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.875634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.876928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.027796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.029171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:58:38.072336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05f8d946-18a3-4876-9d06-1ebc4e9b3cdf tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0248225 Jul 28 14:58:38.076582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40612) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:38.088915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6056e-4ebc-4d77-8b88-be5fd8251181 req-5bc76331-3332-4b5d-8763-adc29719763d tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:38.092517 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1dc6056e-4ebc-4d77-8b88-be5fd8251181 req-5bc76331-3332-4b5d-8763-adc29719763d tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 946 time: 0.2908452 Jul 28 14:58:38.144569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Pushing event updated for resources: {'Network': ['ID=3426c5e6-17ac-4c82-809b-ac0b799180e9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:38.150160 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ac4b3b17-d4d9-48e2-80ff-6fd835eb8f42 tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8234890 Jul 28 14:58:38.226379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1dc6056e-4ebc-4d77-8b88-be5fd8251181 req-b2de1413-5878-4dda-a5d1-f6f2cdfb8d81 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203120 Jul 28 14:58:38.269783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:38.276234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 3426c5e6-17ac-4c82-809b-ac0b799180e9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:38.466895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40626) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:38.486261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Request body: {'port': {'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9', 'binding:host_id': 'n-h2-764806-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1213644686'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:38.536741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.585387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Port': ['ID=53be67e8-a821-4c3a-aca0-1c2871e06020,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:38.655908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4266f734-2e09-4467-9702-e4f821aa1cbc', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:58:38.657868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.731842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.732913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:38.732913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'port_id': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'mac_address': 'fa:16:3e:69:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:58:38.842093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.844095 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.878662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.882504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.883734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5c5aa7-5702-4269-9097-cb285d354ad6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:38.885226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Made reservation on behalf of 862065a29a504811aaaca53d2c936cd0 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:38.888859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.912977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.927437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Allocated IP 172.20.0.2 (4266f734-2e09-4467-9702-e4f821aa1cbc/c3f2a66d-ff35-4074-9791-6aaca04f434b/dae45cd9-642f-41c1-b59f-161231998b09) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:38.927712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:39.028637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-00b1aa88-1879-4241-adcd-c8c2849d2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.031384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-00b1aa88-1879-4241-adcd-c8c2849d2983 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1096 time: 0.2176719 Jul 28 14:58:39.071456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.080753 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.195686 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.197768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad6bb89-d46f-473b-bfe0-a0d478c239c5 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:58:39.247293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.250623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5e24803f-2559-4029-a48a-d37bec1cbde7 tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/routers/0ad6bb89-d46f-473b-bfe0-a0d478c239c5 HTTP/1.1" status: 204 len: 168 time: 2.7630858 Jul 28 14:58:39.254571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40644) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:39.264296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3ed23-083c-44f2-830a-224e20a109f9 req-774b4791-8625-4a44-bdac-44f458929709 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.272429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac3ed23-083c-44f2-830a-224e20a109f9 req-774b4791-8625-4a44-bdac-44f458929709 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 944 time: 0.2374747 Jul 28 14:58:39.338706 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:58:39.343848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:39.357893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Deleting subnet f8110f52-1ed6-4978-9328-ac83be02e863 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:39.363658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.398291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-e2fc08de-f698-4263-8607-09dd06292cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.399885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-e2fc08de-f698-4263-8607-09dd06292cda service neutron] 10.222.0.58 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.3109729 Jul 28 14:58:39.408655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.444840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f961d8c1-9844-42f9-8f80-f3e6c9e95f15'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:39.457193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.491098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac3ed23-083c-44f2-830a-224e20a109f9 req-5a14eb8b-768b-4d62-8c7e-01563002cc9f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717954 Jul 28 14:58:39.494342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Transition to ACTIVE for port object dae45cd9-642f-41c1-b59f-161231998b09 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:39.539914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.544396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:39.549122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2f5c5aa7-5702-4269-9097-cb285d354ad6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:39.558360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-6a5e4d8d-bb2c-4685-aeb5-36c4ba279ce1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1000 time: 0.1402528 Jul 28 14:58:39.630964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Transition to ACTIVE for port object dae45cd9-642f-41c1-b59f-161231998b09 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:39.647270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-16c319d6-7d84-44d1-be99-8cf3a681ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.649241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-16c319d6-7d84-44d1-be99-8cf3a681ea24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0809739 Jul 28 14:58:39.676295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.715650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-e33d5d13-bd66-46c3-ad64-9a3603aef982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.718276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-e33d5d13-bd66-46c3-ad64-9a3603aef982 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579674 Jul 28 14:58:39.770186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee24c0fa-0c78-4e5f-9252-00cf8d3b8923,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:39.789904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6af68-0486-45be-801c-daf14f398fba req-d21679ce-5f9c-43df-8e4c-97aed1ed9372 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.791731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13b6af68-0486-45be-801c-daf14f398fba req-d21679ce-5f9c-43df-8e4c-97aed1ed9372 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 947 time: 0.2577603 Jul 28 14:58:39.881379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-70662009-6e60-4f88-9085-444c99b22c96 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551628 Jul 28 14:58:39.887555 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.927346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13b6af68-0486-45be-801c-daf14f398fba req-8a643c81-6df6-443f-8757-05a2d047ee8c tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207805 Jul 28 14:58:39.978957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Network 4266f734-2e09-4467-9702-e4f821aa1cbc is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:39.986398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Pushing event updated for resources: {'Port': ['ID=dae45cd9-642f-41c1-b59f-161231998b09,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:39.989944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:39.998018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:40.089573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.20.0.1 (4266f734-2e09-4467-9702-e4f821aa1cbc/c3f2a66d-ff35-4074-9791-6aaca04f434b/3bd94b52-7701-4f9b-96a1-86ecc97ff5c2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:40.097253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Attempting to bind port dae45cd9-642f-41c1-b59f-161231998b09 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:40.097627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Attempting to bind port dae45cd9-642f-41c1-b59f-161231998b09 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:40.098479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Attempting to bind port dae45cd9-642f-41c1-b59f-161231998b09 on network 4266f734-2e09-4467-9702-e4f821aa1cbc {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:40.104925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:40.105917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Checking segment: {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:40.105917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.106132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Bound using segment: {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:40.106625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Bound port: dae45cd9-642f-41c1-b59f-161231998b09, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:40.107009 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.112791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.116693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36515ee3-9308-4cfb-a4a1-de53af078e36 req-778e24ea-6fd2-4881-b5ba-529c73f01fb5 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232296 Jul 28 14:58:40.149832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:40.155844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Subnet': ['ID=f8110f52-1ed6-4978-9328-ac83be02e863,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:40.171327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.192445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.198491 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-62a189fa-529b-4dd7-a095-1bc7e528a0cd tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/subnets/f8110f52-1ed6-4978-9328-ac83be02e863 HTTP/1.1" status: 204 len: 168 time: 0.9395225 Jul 28 14:58:40.200172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40664) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:40.270984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] For port dae45cd9-642f-41c1-b59f-161231998b09, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:40.274743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] For port dae45cd9-642f-41c1-b59f-161231998b09, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae45cd9-642f-41c1-b59f-161231998b09,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:40.281171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Transition to ACTIVE for port object 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:40.341925 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.351425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.361311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:40.441598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.499922 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.524198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d1b56-d860-4416-b2a3-6b8542f5566b None None] Pushing event updated for resources: {'Port': ['ID=dae45cd9-642f-41c1-b59f-161231998b09,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:40.546449 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.601743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 4266f734-2e09-4467-9702-e4f821aa1cbc is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:40.606289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:40.612956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:40.613158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.635152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93fe858-6cbd-4a59-b0e0-abab30ced7ae']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:40.665832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5988e9c-a357-4caf-8aa7-2c3483ac6371') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:40.666305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5988e9c-a357-4caf-8aa7-2c3483ac6371') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:40.706565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=7b4a99a8-5623-4852-8687-8a3bfbb8ca87,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:40.706839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.728671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Checking segment: {'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:40.730486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Network hostable DHCP agents. Network: 3426c5e6-17ac-4c82-809b-ac0b799180e9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:40.780402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.794392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:40.794812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.801213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:40.846638 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:40.886804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:40.943583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef3dd-7752-4280-8138-9fa8beb1bbfb req-706c17d1-18ae-4430-af5f-fb92d374b8e5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:40.945162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a0ef3dd-7752-4280-8138-9fa8beb1bbfb req-706c17d1-18ae-4430-af5f-fb92d374b8e5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2465634 Jul 28 14:58:41.005367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a0ef3dd-7752-4280-8138-9fa8beb1bbfb req-29f0b9c9-f3be-44d6-87f8-d27af91534e9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515261 Jul 28 14:58:41.049591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.056511 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.062263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.068312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.074580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.084034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.118400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.120659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-fb529c76-3947-4f4b-84df-7eeefd141154 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.1343272 Jul 28 14:58:41.122175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Network 3426c5e6-17ac-4c82-809b-ac0b799180e9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:41.140550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.173840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.176397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] 10.222.0.57 "DELETE /v2.0/networks/a93fe858-6cbd-4a59-b0e0-abab30ced7ae HTTP/1.1" status: 204 len: 168 time: 0.9764652 Jul 28 14:58:41.228051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede1b81-2dc1-4776-a4f7-dca6dc89d2dc tempest-FloatingIPTestJSON-1164299594 tempest-FloatingIPTestJSON-1164299594-project] Pushing event deleted for resources: {'Network': ['ID=a93fe858-6cbd-4a59-b0e0-abab30ced7ae,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:41.241064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.267459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8671786-4b61-42a3-9d3d-a3f203a5d9ed req-33044518-6e0f-4fca-a109-33a577f7096d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197145 Jul 28 14:58:41.272845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 3426c5e6-17ac-4c82-809b-ac0b799180e9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:41.274867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:41.280531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f961d8c1-9844-42f9-8f80-f3e6c9e95f15 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:41.301482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.302176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.302636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.310746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.311238 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.311745 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 2 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.334647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.335119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.336258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.340189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119e3ab-6d2d-464f-a0db-d59b1d513ef3 None None] Network 3426c5e6-17ac-4c82-809b-ac0b799180e9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:41.342977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.343648 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.345052 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 3 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.377674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.379174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.380083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.401021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.401021 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.403691 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 4 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.433500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.434331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.436143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.437416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e269b-a5ca-40ca-af71-b7bec8a58e73 req-7120cdad-d016-4285-965d-97de66f68e6b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.440272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-686e269b-a5ca-40ca-af71-b7bec8a58e73 req-7120cdad-d016-4285-965d-97de66f68e6b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 947 time: 0.3613386 Jul 28 14:58:41.455265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.455777 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.456353 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 5 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.491295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.491774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.494356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.499174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.502012 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.502012 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 6 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.581780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.582550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.583147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.592601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.593370 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.612972 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 7 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.637534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.638240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.638930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.649474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.650286 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.652718 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 8 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.671821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.673133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.673721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.685621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.686888 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.706159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.715024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.722783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.730104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.739645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.748379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.756370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:41.764064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9bc371a-87ee-4d64-82f4-fb1dd842a42e req-29a7501c-88f0-48de-a952-dd3bf6f41c5d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.2091708 Jul 28 14:58:41.765305 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 9 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.779199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-686e269b-a5ca-40ca-af71-b7bec8a58e73 req-0e571558-462a-4e84-9613-57b4fba21fa7 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278780 Jul 28 14:58:41.807514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.807863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.808320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.808594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:41.820604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:41.824507 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.824762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.824762 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.824762 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 10 to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 Jul 28 14:58:41.893173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:41.893607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:41.893991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:41.899164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:41.899723 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:41.899901 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.089776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.094347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] For port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:42.094803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempted to set empty binding levels {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:58:42.097501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40706) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:42.154970 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.184470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:42.187507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c632c2-c150-423c-a221-9136378f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:42.192640 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677e2628-ffcc-4ddb-8278-e94aed7da243" -d '{"events": [{"server_uuid": "43c632c2-c150-423c-a221-9136378f0176", "name": "network-vif-plugged", "status": "completed", "tag": "f961d8c1-9844-42f9-8f80-f3e6c9e95f15"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:42.229705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.253292 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.257771 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.258599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:42.336234 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27842028-6c8c-4d8a-a5d6-298906dde0c3 x-openstack-request-id: req-27842028-6c8c-4d8a-a5d6-298906dde0c3 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:42.337342 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c632c2-c150-423c-a221-9136378f0176", "name": "network-vif-plugged", "status": "completed", "tag": "f961d8c1-9844-42f9-8f80-f3e6c9e95f15", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:42.346153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:42.346954 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27842028-6c8c-4d8a-a5d6-298906dde0c3 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:42.347060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.347161 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c632c2-c150-423c-a221-9136378f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15', 'code': 200} Jul 28 14:58:42.347161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409b3ec-93d2-4d2a-ab59-28651e0d347d None None] Network 4266f734-2e09-4467-9702-e4f821aa1cbc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:42.410847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a09de-98b4-4ae0-bf46-838a416dccea req-37ba4669-9ff0-440a-b3fd-d1036aff90e2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:42.420726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a3a09de-98b4-4ae0-bf46-838a416dccea req-37ba4669-9ff0-440a-b3fd-d1036aff90e2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 945 time: 0.2472930 Jul 28 14:58:42.449161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:42.451985 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.464372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=7b4a99a8-5623-4852-8687-8a3bfbb8ca87,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:42.475334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-354f7c53-0750-4a74-a08c-96c10c0207fe tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.0064464 Jul 28 14:58:42.476809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:42.539427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a3a09de-98b4-4ae0-bf46-838a416dccea req-9091b054-9854-4f84-a3ae-802b5eb1eb10 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174710 Jul 28 14:58:42.555895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26462c8-cce6-4b1a-9ef8-9cf3629418f9 req-c5995fd4-e6c5-4302-b5c2-ccf49239141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:42.569869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e26462c8-cce6-4b1a-9ef8-9cf3629418f9 req-c5995fd4-e6c5-4302-b5c2-ccf49239141f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 1100 time: 0.1386449 Jul 28 14:58:42.594791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bf8a1976-e37c-4046-a417-2ba950189e63 None None] Provisioning for port dae45cd9-642f-41c1-b59f-161231998b09 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:42.634156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:42.636559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Deleting port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:42.637190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.679425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 2f5c5aa7-5702-4269-9097-cb285d354ad6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:42.685180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.699791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:42.771323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae45cd9-642f-41c1-b59f-161231998b09 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:42.780806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e26462c8-cce6-4b1a-9ef8-9cf3629418f9 req-94dd3630-cb6d-47e0-af17-ac568bd20050 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727331 Jul 28 14:58:42.823378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] For port 7b4a99a8-5623-4852-8687-8a3bfbb8ca87, host n-h2-764806-10, got binding levels [] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:42.824970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.825881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 4266f734-2e09-4467-9702-e4f821aa1cbc is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:42.831675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:42.856671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-47692d5e-1611-409c-8f16-b3c1a3abfa69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7200ae7eb1fd42a2bfac587d44050d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578857 Jul 28 14:58:42.857645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40722) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:42.890427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Calling delete_port for 7b4a99a8-5623-4852-8687-8a3bfbb8ca87 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:42.991253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.069899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:43.076038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port dae45cd9-642f-41c1-b59f-161231998b09 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:43.078388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port dae45cd9-642f-41c1-b59f-161231998b09 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:43.079614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.155873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacf66a-7c5e-4494-b263-0d23d571f576 req-9e78c4c0-9fe0-4d53-8e9b-ce24fe723676 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:43.158010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cacf66a-7c5e-4494-b263-0d23d571f576 req-9e78c4c0-9fe0-4d53-8e9b-ce24fe723676 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 948 time: 0.1852524 Jul 28 14:58:43.162655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c204720e-78e9-4870-8ee9-63f4b9a70b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.175264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.274831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c204720e-78e9-4870-8ee9-63f4b9a70b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.286825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.332319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:43.336094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.408406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cacf66a-7c5e-4494-b263-0d23d571f576 req-8c11f27f-ca15-4951-b2b1-f937db58c49b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343149 Jul 28 14:58:43.462998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b4a99a8-5623-4852-8687-8a3bfbb8ca87,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:43.472617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port dae45cd9-642f-41c1-b59f-161231998b09, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae45cd9-642f-41c1-b59f-161231998b09,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:43.485401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.487857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-468b3621-5aaa-4ac8-a64b-410e71c23b2e tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "DELETE /v2.0/ports/7b4a99a8-5623-4852-8687-8a3bfbb8ca87 HTTP/1.1" status: 204 len: 168 time: 1.0097897 Jul 28 14:58:43.492158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40734) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:43.538598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Provisioning complete for port dae45cd9-642f-41c1-b59f-161231998b09 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:43.539202 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.578261 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b2d258-76f3-4bba-8047-594f0b1ed1cf tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:58:43.580698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-41b2d258-76f3-4bba-8047-594f0b1ed1cf tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "GET /v2.0/ports/7b4a99a8-5623-4852-8687-8a3bfbb8ca87 HTTP/1.1" status: 404 len: 333 time: 0.0744333 Jul 28 14:58:43.585237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40736) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:43.593323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Request body: {'port': {'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1816195761'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:43.709384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:58:43.769551 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.833957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.848054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c204720e-78e9-4870-8ee9-63f4b9a70b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.851404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c204720e-78e9-4870-8ee9-63f4b9a70b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.855063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c204720e-78e9-4870-8ee9-63f4b9a70b24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/258e1540-e370-41d1-bb29-c9d6edaad8b0 HTTP/1.1" status: 204 len: 168 time: 0.9926014 Jul 28 14:58:43.855063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Made reservation on behalf of 862065a29a504811aaaca53d2c936cd0 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:43.857404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.916058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204720e-78e9-4870-8ee9-63f4b9a70b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e1540-e370-41d1-bb29-c9d6edaad8b0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:43.939706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80405f-91c2-474f-89a0-06e84ec4ca6b req-cbf74546-ac16-4f97-9738-769498bec663 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:43.949471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:43.953365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:43.962294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d80405f-91c2-474f-89a0-06e84ec4ca6b req-cbf74546-ac16-4f97-9738-769498bec663 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.1738846 Jul 28 14:58:43.962935 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:43.975984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6ed311d0-606d-461f-8cb7-f804c58bc268 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8976061 Jul 28 14:58:43.980195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:43.980577 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:43.982513 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:43.995450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1956424976'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:44.138190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d80405f-91c2-474f-89a0-06e84ec4ca6b req-0fa07384-0d53-4cd3-8eeb-322fe28162b9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757994 Jul 28 14:58:44.173407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=dae45cd9-642f-41c1-b59f-161231998b09,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:44.177988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:58:44.178352 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:58:44.206501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:44.210979 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.279501 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:44.287696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:44.317401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.318106 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment 4e429c87-37bc-4964-acca-ef7396d8846a of type vlan for network b61fc616-3526-4089-9fec-70abf4b10ca6 Jul 28 14:58:44.339446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:44.342364 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b1f25-1086-4614-8a17-82aeef239381" -d '{"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:44.404904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.410485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.489370 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0923d-1da8-496a-9804-ea4ab67a0169 x-openstack-request-id: req-26a0923d-1da8-496a-9804-ea4ab67a0169 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:44.490129 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:44.490129 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26a0923d-1da8-496a-9804-ea4ab67a0169 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:44.490461 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'code': 200} Jul 28 14:58:44.620650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.647400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.658013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:44.668845 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.669013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae45cd9-642f-41c1-b59f-161231998b09 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:44.919956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port dae45cd9-642f-41c1-b59f-161231998b09 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:44.920193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.954470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Network 3426c5e6-17ac-4c82-809b-ac0b799180e9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:44.963041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:44.965180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=b61fc616-3526-4089-9fec-70abf4b10ca6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:44.975054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:44.976671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:44.979050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.984932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:45.001322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977c18-0c2c-4e5b-a791-716a72cd7c8c req-21eb4cce-550e-467f-bb2e-6acdcb16c0ba tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:45.014945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be775b8-ea85-4d1e-9feb-1e0b9dae80cb req-831b2a4a-e996-4673-ab96-fb7ca663bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:45.020316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b61fc616-3526-4089-9fec-70abf4b10ca6 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:45.020729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4be775b8-ea85-4d1e-9feb-1e0b9dae80cb req-831b2a4a-e996-4673-ab96-fb7ca663bafc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1098 time: 0.1715758 Jul 28 14:58:45.020982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5977c18-0c2c-4e5b-a791-716a72cd7c8c req-21eb4cce-550e-467f-bb2e-6acdcb16c0ba tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 948 time: 0.4114139 Jul 28 14:58:45.061090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Provisioning for port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:45.093889 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9991be4b-21cd-482f-87e2-5138422791a7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1039603 Jul 28 14:58:45.101167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40786) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:45.133388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6faa6767-14d0-450d-84fc-74ab616a9419 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5435982 Jul 28 14:58:45.144227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:45.164311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40788) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:45.171741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40792) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:45.221598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:58:40Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:41Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:45.234354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:45.263707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Provisioning complete for port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:45.264383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.284977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4be775b8-ea85-4d1e-9feb-1e0b9dae80cb req-de5981f7-2f10-4114-96d6-49f360da3c01 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493672 Jul 28 14:58:45.319813 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:45.320786 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Updating router 8ca0c85d-1f24-4a72-9aad-1657119b4744 port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:45.410324 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.486308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-de731e24-e1d8-49cb-b201-c4b0dfe5bc22 None None] Port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:45.565303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5977c18-0c2c-4e5b-a791-716a72cd7c8c req-f610cfd7-fab0-47b0-8a64-1d669aecbddf tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428331 Jul 28 14:58:45.573607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ddf0f-978e-435b-b3bd-49be20e03e78 req-f3b35a89-7562-4e3b-bcef-1cc5bde12560 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:45.584531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d68ddf0f-978e-435b-b3bd-49be20e03e78 req-f3b35a89-7562-4e3b-bcef-1cc5bde12560 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.1981766 Jul 28 14:58:45.637063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-245a4c26-6b47-4cbc-97cd-651ab3d4f7e7 None None] Provisioning complete for port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:45.637891 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-245a4c26-6b47-4cbc-97cd-651ab3d4f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.780065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d68ddf0f-978e-435b-b3bd-49be20e03e78 req-65dd5137-226b-42fd-8ab5-d2caf2dc68b5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896832 Jul 28 14:58:45.889672 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.087181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.088033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.088800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.089453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.090095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.090782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.091432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.106670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-3d5d72f6-4782-4f0d-bdf3-3098c93df081 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.8607357 Jul 28 14:58:46.132975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-245a4c26-6b47-4cbc-97cd-651ab3d4f7e7 None None] Port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:46.346917 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.346917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Transition to ACTIVE for port object 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:46.365998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40826) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:46.475860 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.582369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-427693133'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:46.642655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:46.652866 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.709845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Pushing event updated for resources: {'Port': ['ID=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:46.724532 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-ab0ca1dd-9c72-40d9-836b-5709a180b031 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6166251 Jul 28 14:58:46.813672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:46.824030 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.824965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.826396 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.827260 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.831389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.832300 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.833113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.833938 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.834698 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.834996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.839768 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.840369 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.840970 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:46.860775 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Attempting to bind port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:46.860775 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Attempting to bind port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:46.860775 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Attempting to bind port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 on network 4266f734-2e09-4467-9702-e4f821aa1cbc {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:46.868544 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:46.869163 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Checking segment: {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:46.869827 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.871473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Bound using segment: {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:46.873239 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Bound port: 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f61fea-6919-4f70-9779-79242c66f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:46.874171 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.881670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.914779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:47.004117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.071132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Transition to ACTIVE for port object e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:47.194646 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] For port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:47.206566 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] For port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:47.257425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.287839 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.358622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.363869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.444084 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd5557-216a-4737-b1c2-c5add2de86f8 None None] Pushing event updated for resources: {'Port': ['ID=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:47.453069 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:47.453069 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:47.475170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119932fc-be16-4942-897b-0e69f2f6b47e req-b0e1fcd1-83d5-4121-b00a-77c9bcf9a383 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:47.479975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-119932fc-be16-4942-897b-0e69f2f6b47e req-b0e1fcd1-83d5-4121-b00a-77c9bcf9a383 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.5040827 Jul 28 14:58:47.485992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.513197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:47.528561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.529199 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment f21cb0c8-0898-40ff-973a-2f787bf50cc8 of type vlan for network 384bdf43-8adf-40e5-80f2-f862ce5d799b Jul 28 14:58:47.545034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:47.668704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:47.719797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:47.720056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:47.720688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:47.724053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:47.724764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: b61fc616-3526-4089-9fec-70abf4b10ca6, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:47.764203 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.797960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:47.798309 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:47.798814 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 2 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:47.846713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b994836-5bd7-4df1-8425-4122db6ea660,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:47.855231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:47.855587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:47.855939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:47.863644 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:47.872481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:47.872896 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:47.873369 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 3 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:47.881435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-119932fc-be16-4942-897b-0e69f2f6b47e req-4af40a06-79fc-4367-b38e-60c643cd74a7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831464 Jul 28 14:58:47.905112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:47.912382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:47.912880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:47.922561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:47.922883 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:47.923292 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 4 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:47.950265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:47.950611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:47.950961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:47.954953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network b61fc616-3526-4089-9fec-70abf4b10ca6 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:47.975083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:47.975523 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:47.976124 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 5 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:48.000939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.000939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.008663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.020576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:48.020576 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:48.020576 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 6 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 7 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.110756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.115910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:48.116384 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:48.117215 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 8 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:48.138261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.138574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.139049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.146878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:48.147676 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:48.148298 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 9 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:48.176579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.176579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.176579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.183281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:48.183926 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:48.186906 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 10 to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e Jul 28 14:58:48.187224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.194015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:48.195209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.221594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.222089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.222838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.225615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b61fc616-3526-4089-9fec-70abf4b10ca6) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:48.233267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:48.258107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.259826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea5205-774a-4611-874e-0bcf57fb8120 None None] Network b61fc616-3526-4089-9fec-70abf4b10ca6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:48.267565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:48.270043 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:48.270531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.354318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40886) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:48.410587 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd1df6a3-7523-405f-85a0-a5fe54a146db tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3097637 Jul 28 14:58:48.491707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40890) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:48.499924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] For port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:48.499924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempted to set empty binding levels {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:58:48.653233 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:58:40Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:47Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:48.699479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fdc4b-8a5b-487f-906a-5cd12ef6b9c9 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:58:40Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:47Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:48.769193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efb02240-07b4-43d5-a251-97ab8d1819e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.775719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b61fc616-3526-4089-9fec-70abf4b10ca6', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:58:48.777630 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.789284 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.993047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:49.057437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] In _notify_port_updated(), no bound segment for port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:58:49.058975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.061222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.070250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4e59ade-c19e-42f5-a084-aa011afbc866 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "PUT /v2.0/ports/e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e HTTP/1.1" status: 200 len: 976 time: 3.8996773 Jul 28 14:58:49.091980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40902) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:49.102447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=384bdf43-8adf-40e5-80f2-f862ce5d799b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:49.126136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ea091ac1-9169-482d-9d74-a833e47e364d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7580955 Jul 28 14:58:49.129494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40904) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:49.148226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'name': 'tempest-PortsTestJSON-1334210247'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:49.176952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.593144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.594210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.594745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.595349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.595813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.596381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.596930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.597455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.597981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.598505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.599030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.599598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.600124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.600782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.601306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.601831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.602355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.606033 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-09031da6-48ee-4004-916b-5a446ae0ff84 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23601 time: 0.5002937 Jul 28 14:58:49.612115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40912) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:49.655411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Allocated IP 172.21.0.2 (b61fc616-3526-4089-9fec-70abf4b10ca6/c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f/e6014aa6-1ee6-43aa-a192-d201c45f163f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:49.663063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93d50-2e95-42f7-ae36-d9cbe50e8ee0 req-6a793b11-b541-445c-bb43-1a05bfcb05a6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.666873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2b93d50-2e95-42f7-ae36-d9cbe50e8ee0 req-6a793b11-b541-445c-bb43-1a05bfcb05a6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.3918345 Jul 28 14:58:49.868205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Deleting port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:49.868918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.994716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] For port e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e, host n-h2-764806-10, got binding levels [] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:49.995360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.015337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Calling delete_port for e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:50.080974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efb02240-07b4-43d5-a251-97ab8d1819e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.123536 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.144324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2b93d50-2e95-42f7-ae36-d9cbe50e8ee0 req-e08982bd-ccb2-4102-a60e-290478969a1c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316600 Jul 28 14:58:50.157261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Transition to ACTIVE for port object e6014aa6-1ee6-43aa-a192-d201c45f163f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:50.223119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efb02240-07b4-43d5-a251-97ab8d1819e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.304185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40920) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:50.310587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Transition to ACTIVE for port object e6014aa6-1ee6-43aa-a192-d201c45f163f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:50.319879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-efb02240-07b4-43d5-a251-97ab8d1819e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb9bf767edf04221870cd468ad5191f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9587896 Jul 28 14:58:50.320145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.374226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb02240-07b4-43d5-a251-97ab8d1819e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa1f5af-7651-4e58-974a-5010ad58be3b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:50.402954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:50.419871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.427566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bfd3043a-a267-43f5-85fb-d3a5cd939e47 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "DELETE /v2.0/ports/e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e HTTP/1.1" status: 204 len: 168 time: 0.8094239 Jul 28 14:58:50.427566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:50.430823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40922) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:50.431252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.465873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port e9fbb967-c771-4983-95b6-bd4799ec9fa2 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:50.470697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.485176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58b4fb4a-22ac-4c0e-a0c3-a8a315801725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.513966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.540673 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4735750-f808-408d-8fc1-3a489b0de89c tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:58:50.548252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4735750-f808-408d-8fc1-3a489b0de89c tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "GET /v2.0/ports/e6ee23f1-8ec5-4009-8a3a-e64b04c94e3e HTTP/1.1" status: 404 len: 333 time: 0.1131787 Jul 28 14:58:50.582585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40926) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:50.592279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1209738344', 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:50.616911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Network b61fc616-3526-4089-9fec-70abf4b10ca6 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:50.619062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Pushing event updated for resources: {'Port': ['ID=e6014aa6-1ee6-43aa-a192-d201c45f163f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:50.624291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:50.629418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:50.653379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58b4fb4a-22ac-4c0e-a0c3-a8a315801725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.765560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:50.883845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Attempting to bind port e6014aa6-1ee6-43aa-a192-d201c45f163f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:50.884561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Attempting to bind port e6014aa6-1ee6-43aa-a192-d201c45f163f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:50.885245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Attempting to bind port e6014aa6-1ee6-43aa-a192-d201c45f163f on network b61fc616-3526-4089-9fec-70abf4b10ca6 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:50.901264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.911255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:50.911815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Checking segment: {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:50.912421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.912978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Bound using segment: {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:50.913900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Bound port: e6014aa6-1ee6-43aa-a192-d201c45f163f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:50.914519 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.921792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Made reservation on behalf of 862065a29a504811aaaca53d2c936cd0 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:50.924871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.014475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port 5ea54c69-3e79-4837-816e-80a809f25811 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:51.096991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.21.0.1 (b61fc616-3526-4089-9fec-70abf4b10ca6/c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f/74a5883f-8eb9-4e46-8393-7dc48c3c8adc) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:51.109439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58b4fb4a-22ac-4c0e-a0c3-a8a315801725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.122076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58b4fb4a-22ac-4c0e-a0c3-a8a315801725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.128176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58b4fb4a-22ac-4c0e-a0c3-a8a315801725 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fa1f5af-7651-4e58-974a-5010ad58be3b HTTP/1.1" status: 204 len: 168 time: 0.8186693 Jul 28 14:58:51.151108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] For port e6014aa6-1ee6-43aa-a192-d201c45f163f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:51.179939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.180200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] For port e6014aa6-1ee6-43aa-a192-d201c45f163f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e6014aa6-1ee6-43aa-a192-d201c45f163f,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:51.194540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4fb4a-22ac-4c0e-a0c3-a8a315801725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa1f5af-7651-4e58-974a-5010ad58be3b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:51.306226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.325563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=e9fbb967-c771-4983-95b6-bd4799ec9fa2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:51.451153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': 'f21cb0c8-0898-40ff-973a-2f787bf50cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:51.451549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: 384bdf43-8adf-40e5-80f2-f862ce5d799b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:51.503797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.524939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0aa65-fd9c-4146-8167-43142e2ca3de req-46296db6-14b8-499b-b494-0bb9100505fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:51.536042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11c0aa65-fd9c-4146-8167-43142e2ca3de req-46296db6-14b8-499b-b494-0bb9100505fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.1573012 Jul 28 14:58:51.553201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.558161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8288-347f-4b7a-90a4-7506eda20a7d None None] Pushing event updated for resources: {'Port': ['ID=e6014aa6-1ee6-43aa-a192-d201c45f163f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:51.571615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:51.596370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11c0aa65-fd9c-4146-8167-43142e2ca3de req-13e7548c-e306-4d07-82e9-72df9e100cfa tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564463 Jul 28 14:58:51.597087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object 74a5883f-8eb9-4e46-8393-7dc48c3c8adc will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:51.626700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:51.627827 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.692252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:51.810537 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.824815 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.875902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 384bdf43-8adf-40e5-80f2-f862ce5d799b) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:51.882959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:51.887921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Network 3426c5e6-17ac-4c82-809b-ac0b799180e9 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:51.894543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:51.897772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.900441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:51.901771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:51.902647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.908265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e952f5a-6314-4eb8-baac-250e17e50d83 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:51.912482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:51.925656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.996753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:52.005984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea54c69-3e79-4837-816e-80a809f25811,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:52.010910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network b61fc616-3526-4089-9fec-70abf4b10ca6 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:52.020549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:52.042624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:52.116559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.176699 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.191691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-91ed24c5-7a91-4deb-aed1-3089f777d78c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0581148 Jul 28 14:58:52.194759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:52.209890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1071483512'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:52.293050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:52.325969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca2f-403c-4e2e-934b-25e50fa8fcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.348949 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c5bca662-14ba-45fc-9c99-c6fc442894e7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7648268 Jul 28 14:58:52.355210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40960) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:52.429545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ab8f5-9e51-4126-963c-6fa961007010 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:52.431375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2c2ab8f5-9e51-4126-963c-6fa961007010 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "GET /v2.0/ports/5ea54c69-3e79-4837-816e-80a809f25811 HTTP/1.1" status: 200 len: 955 time: 0.0708647 Jul 28 14:58:52.433091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:52.439258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.444352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40962) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:52.475227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:52.555364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:52.626049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Deleting port 5ea54c69-3e79-4837-816e-80a809f25811 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:52.626412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.715866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:52.789406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:52.790023 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.817943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.819026 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment dc0dacea-b59b-4ae2-91de-88d364efd47b of type vlan for network 4eba0649-1c35-4a5f-9b23-bac9201624eb Jul 28 14:58:52.819173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.033575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.052086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e6014aa6-1ee6-43aa-a192-d201c45f163f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:53.058998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.108903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Calling delete_port for 5ea54c69-3e79-4837-816e-80a809f25811 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:53.321159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e6014aa6-1ee6-43aa-a192-d201c45f163f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:53.339878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.358472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:53.370921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.427924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40982) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:53.524423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=4eba0649-1c35-4a5f-9b23-bac9201624eb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:53.539261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4eba0649-1c35-4a5f-9b23-bac9201624eb details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:53.609245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4e934dd2-c542-4d28-8c4b-059daf2409ad tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4037778 Jul 28 14:58:53.614391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40986) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:53.616094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'ports': [{'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'}, {'network_id': '4eba0649-1c35-4a5f-9b23-bac9201624eb'}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:53.616094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:53.617609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '4eba0649-1c35-4a5f-9b23-bac9201624eb'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:53.661243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92695a-2101-47a2-8585-5c61e61ec8a8 None None] Network b61fc616-3526-4089-9fec-70abf4b10ca6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:53.682074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1038375995-network', 'tenant_id': 'b0457585e9cf49f7981d0cb1c10cd7cd'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:53.690176 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.706580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.747961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ea54c69-3e79-4837-816e-80a809f25811,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:53.756090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.758503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7b03dd73-8fc3-4bcf-938f-c8b36524b888 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5ea54c69-3e79-4837-816e-80a809f25811 HTTP/1.1" status: 204 len: 168 time: 1.3130713 Jul 28 14:58:53.764795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40990) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:53.821917 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-50955e9b-ffe8-4317-a0b3-a9850ca9e9e8 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:58:53.825092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-50955e9b-ffe8-4317-a0b3-a9850ca9e9e8 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "GET /v2.0/ports/5ea54c69-3e79-4837-816e-80a809f25811 HTTP/1.1" status: 404 len: 333 time: 0.0581257 Jul 28 14:58:53.831454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40992) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:53.839023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Request body: {'port': {'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2113104115'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:53.852037 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.014017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] Provisioning for port e6014aa6-1ee6-43aa-a192-d201c45f163f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:54.015219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Made reservation on behalf of b0457585e9cf49f7981d0cb1c10cd7cd for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:54.020763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.030485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] Provisioning complete for port e6014aa6-1ee6-43aa-a192-d201c45f163f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:54.030865 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.087734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.093517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:54.116290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.206213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.245861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:58:54.245861 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:58:54.245861 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': 'b0457585e9cf49f7981d0cb1c10cd7cd', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 58, 54, 148244)}] Jul 28 14:58:54.245861 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:58:54.246613 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:58:54.249738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Made reservation on behalf of 862065a29a504811aaaca53d2c936cd0 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:54.253388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.275436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] For port e6014aa6-1ee6-43aa-a192-d201c45f163f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e6014aa6-1ee6-43aa-a192-d201c45f163f,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:54.289234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port aae51eb3-c676-4b62-bee4-86fdf4bfba41 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:54.378213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 2} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:54.389284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.395030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network b61fc616-3526-4089-9fec-70abf4b10ca6 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:54.402622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:54.411842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.413213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.528863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab03c1-1e1e-4b45-8886-e5d02155cbb0 None None] Pushing event updated for resources: {'Port': ['ID=e6014aa6-1ee6-43aa-a192-d201c45f163f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:54.574179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port ed0224b4-4abf-4cab-90f0-a56f2e6d37cc yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:54.653950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-477049e6-b3d9-48f8-b49a-b47610986c51 None None] Provisioning complete for port e6014aa6-1ee6-43aa-a192-d201c45f163f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:54.655803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477049e6-b3d9-48f8-b49a-b47610986c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.752623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.846835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aa988a6c-657f-4cc7-b34f-d11c5756ee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.857523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.997699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 08b07130-f280-4898-b2d0-08f5635512cd yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:55.001600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-477049e6-b3d9-48f8-b49a-b47610986c51 None None] Provisioning for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:55.009582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-477049e6-b3d9-48f8-b49a-b47610986c51 None None] Provisioning complete for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:55.011809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-477049e6-b3d9-48f8-b49a-b47610986c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.029727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:55.065407 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.147024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-477049e6-b3d9-48f8-b49a-b47610986c51 None None] Port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:55.240664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.309081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8125c90e-8242-43ed-b913-0821b62b9d62 None None] Provisioning complete for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:55.309081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8125c90e-8242-43ed-b913-0821b62b9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.402234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.445407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8125c90e-8242-43ed-b913-0821b62b9d62 None None] Port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:55.529463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:55.537014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-429a8d17-ffce-43f5-96f6-22b239faf1c3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0437615 Jul 28 14:58:55.542875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41010) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:55.549891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:55.556961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952724509'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:55.563887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.584260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:55.584954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:55.630118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fed2af3e-444f-497c-885c-bc1607e550b1 None None] Provisioning complete for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:55.630118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fed2af3e-444f-497c-885c-bc1607e550b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.657921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.702806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fed2af3e-444f-497c-885c-bc1607e550b1 None None] Port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:55.728134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:55.752331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=ed0224b4-4abf-4cab-90f0-a56f2e6d37cc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:55.765988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.785166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:55.791353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:55.799766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:55.800776 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.846124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.903601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=aae51eb3-c676-4b62-bee4-86fdf4bfba41,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:55.907311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Network 3426c5e6-17ac-4c82-809b-ac0b799180e9 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:55.919417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=08b07130-f280-4898-b2d0-08f5635512cd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:55.925997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:55.929284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:55.933788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:55.935038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:55.936013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.951130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff64bded-384d-4d14-8508-eaa503689f20,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:55.960697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.962498 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Added segment 64cf7832-de04-47ae-80f6-625a4ec70c11 of type vlan for network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 Jul 28 14:58:55.983118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': 'dc0dacea-b59b-4ae2-91de-88d364efd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4eba0649-1c35-4a5f-9b23-bac9201624eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:55.983612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: 4eba0649-1c35-4a5f-9b23-bac9201624eb, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:56.011910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.056885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:58:52Z', 'revision_number': 3, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:53Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:56.090520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:56.090935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Updating router 8ca0c85d-1f24-4a72-9aad-1657119b4744 port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:56.121259 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.137735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:56.141974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.168034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 4eba0649-1c35-4a5f-9b23-bac9201624eb is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:56.179746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:56.194281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.194948 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment 4b7662a6-aadf-46ed-931f-d2ac80fffc4c of type vlan for network 2f4802eb-afa6-4420-8249-4c648407d327 Jul 28 14:58:56.216754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.220923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:56.222020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.306281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.328221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:56.361399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:56.364959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-70783cf6-c860-4601-accf-ba7056753c97 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5320013 Jul 28 14:58:56.365849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41020) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:56.372333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764806-10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:56.381679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4eba0649-1c35-4a5f-9b23-bac9201624eb) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:56.386699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:56.407490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:56.417386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:56.418627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d911665-a70f-477d-a33b-0bfcdc86ef10 None None] Network 4eba0649-1c35-4a5f-9b23-bac9201624eb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:56.418763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.443197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-539eb82d-5055-486c-a07d-cb2480337580 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9542193 Jul 28 14:58:56.452328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:56.460258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Request body: {'subnet': {'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1038375995-subnet', 'tenant_id': 'b0457585e9cf49f7981d0cb1c10cd7cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:56.508030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.528706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.605361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e6014aa6-1ee6-43aa-a192-d201c45f163f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:56.725398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3a3dd0e9-249b-48c4-be02-26a5cfbd8108 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1133051 Jul 28 14:58:56.727147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.730719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41028) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:56.734671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:56.735830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.736012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e6014aa6-1ee6-43aa-a192-d201c45f163f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:56.736012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.839052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=2f4802eb-afa6-4420-8249-4c648407d327,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:56.868189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2f4802eb-afa6-4420-8249-4c648407d327 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:56.880925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.922998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Made reservation on behalf of b0457585e9cf49f7981d0cb1c10cd7cd for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:56.926335 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.038770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e4d3a0a4-eb3e-47ef-a003-0b781adb1f94 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4917884 Jul 28 14:58:57.043810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41032) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:57.057223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:57.160481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Transition to ACTIVE for port object 74a5883f-8eb9-4e46-8393-7dc48c3c8adc will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:57.318605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] device_id is not set on port aae51eb3-c676-4b62-bee4-86fdf4bfba41 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:58:57.325230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.350154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Transition to ACTIVE for port object aae51eb3-c676-4b62-bee4-86fdf4bfba41 will not be triggered until provisioned by entity L2. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:57.361519 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.387751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 08b07130-f280-4898-b2d0-08f5635512cd {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:57.388483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.402821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:57.437291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.515651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096bcc-b8a1-4fbd-9023-7fc3711b839b None None] Pushing event updated for resources: {'Port': ['ID=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:57.518600 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.576024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Attempting to bind port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.576576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Attempting to bind port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.577566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Attempting to bind port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc on network b61fc616-3526-4089-9fec-70abf4b10ca6 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.590126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:57.590934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Checking segment: {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:57.591588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.593131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Bound using segment: {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:57.594596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Bound port: 74a5883f-8eb9-4e46-8393-7dc48c3c8adc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e429c87-37bc-4964-acca-ef7396d8846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:57.595108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.602601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.604890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.653895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 08b07130-f280-4898-b2d0-08f5635512cd owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:57.692587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=aae51eb3-c676-4b62-bee4-86fdf4bfba41,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:57.703166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.703549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.704064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.708834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] For port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:57.714262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] For port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:57.744642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.745081 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.747164 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 2 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.771514 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.771905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.772290 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.787292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.787655 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.789566 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 3 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.799971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0844930-51fb-4ef4-9492-e0f54a266ce0,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:57.808312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.808838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.809400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.819570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.819943 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.821934 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 4 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.840032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Checking segment: {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:57.840032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Network hostable DHCP agents. Network: 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:57.845616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.845968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.846318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.852715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.853214 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.853511 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 5 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.870306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.870823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.871368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.880984 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.886902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.886902 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.886902 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 6 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.908301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.908813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.909119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.917789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.918334 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.919136 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 7 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.943766 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.944751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.946401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.947667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.956764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.957525 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.958342 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 8 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:57.981059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:57.981936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:57.982245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:57.988148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:57.988551 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:57.988978 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 9 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:58.006774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:58.007144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:58.007471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:58.013620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:58.014002 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:58.015169 n-d-764806-10 neutron-server[94658]: INFO neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempt 10 to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 Jul 28 14:58:58.030940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.036792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:58.037978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:58.044816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:58.045341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:58.045891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempting to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:58.070077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:58.074728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.098667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.102391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/08b07130-f280-4898-b2d0-08f5635512cd HTTP/1.1" status: 204 len: 168 time: 1.3703864 Jul 28 14:58:58.103265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:58.103604 n-d-764806-10 neutron-server[94658]: ERROR neutron.plugins.ml2.managers [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Failed to bind port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on host n-h2-764806-10 for vnic_type normal using segments [{'id': '86278ca4-0eca-492c-8a1c-1b229355f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3426c5e6-17ac-4c82-809b-ac0b799180e9'}] Jul 28 14:58:58.103990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.120692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41048) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:58.136500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d92f1e-b85c-4476-9254-9aac003441c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=08b07130-f280-4898-b2d0-08f5635512cd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:58.155775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096bcc-b8a1-4fbd-9023-7fc3711b839b None None] Pushing event updated for resources: {'Port': ['ID=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:58.236325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=39503043-87c2-44ef-a7d2-54d34fefdcf8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:58.255867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:58.265060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:58.272040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:58.272714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.293551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b991e6-0b84-47aa-afaa-692e1008fa3e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:58.300138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:58.300573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: 2f4802eb-afa6-4420-8249-4c648407d327, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:58.303005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b991e6-0b84-47aa-afaa-692e1008fa3e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:58.305032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-89b991e6-0b84-47aa-afaa-692e1008fa3e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1813524 Jul 28 14:58:58.309709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] For port aae51eb3-c676-4b62-bee4-86fdf4bfba41, host n-h2-764806-10, cleared binding levels {{(pid=94658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:58.310378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attempted to set empty binding levels {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:58:58.311591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41050) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:58.340167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322856e4-25dd-499a-b4ef-765432ac7c81 None None] Network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:58.419224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.457041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ab164a34-1889-4921-8ba1-a81386690a36 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9960611 Jul 28 14:58:58.457041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 2f4802eb-afa6-4420-8249-4c648407d327 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:58.473211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port ed0224b4-4abf-4cab-90f0-a56f2e6d37cc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:58.473842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.480690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] In _notify_port_updated(), no bound segment for port aae51eb3-c676-4b62-bee4-86fdf4bfba41 on network 3426c5e6-17ac-4c82-809b-ac0b799180e9 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:58:58.482939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:58.484324 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.488516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "PUT /v2.0/ports/aae51eb3-c676-4b62-bee4-86fdf4bfba41 HTTP/1.1" status: 200 len: 976 time: 2.1209426 Jul 28 14:58:58.494764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41056) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:58.500824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2f4802eb-afa6-4420-8249-4c648407d327) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:58.523461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff937b-d1af-4921-977a-bf21ae95737c None None] Network 2f4802eb-afa6-4420-8249-4c648407d327 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:58.525179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:58.525974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.632300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece722d-03cc-425d-aba5-91b5246fc45d tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event updated for resources: {'Port': ['ID=aae51eb3-c676-4b62-bee4-86fdf4bfba41,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:58.674377 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.691200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for ed0224b4-4abf-4cab-90f0-a56f2e6d37cc owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:58.715431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-03d330da-8b8f-4746-afd2-d807070ce2d7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6694767 Jul 28 14:58:58.721158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41066) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:58.777859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Deleting port aae51eb3-c676-4b62-bee4-86fdf4bfba41 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:58.778239 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.860722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0985c-f206-4cf2-914b-8f7f6bd6565a None None] Network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:58.903411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] For port aae51eb3-c676-4b62-bee4-86fdf4bfba41, host n-h2-764806-10, got binding levels [] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:58.904057 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.905317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2f4802eb-afa6-4420-8249-4c648407d327', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:58:58.906810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.923794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Calling delete_port for aae51eb3-c676-4b62-bee4-86fdf4bfba41 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:58.973920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:58:52Z', 'revision_number': 3, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:57Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:58.990825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.072285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8d59c-43ba-472b-b0b0-ecccc0ba1135 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:58:52Z', 'revision_number': 3, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:57Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:59.097286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=ed0224b4-4abf-4cab-90f0-a56f2e6d37cc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:59.117661 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.119885 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f3f79925-cc05-421a-8128-5f43f98b95df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/ed0224b4-4abf-4cab-90f0-a56f2e6d37cc HTTP/1.1" status: 204 len: 168 time: 0.8064756 Jul 28 14:58:59.124078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41070) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.258439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8737eb-3fc7-4a08-accb-8f1ee3d9fb4a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:59.260391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5c8737eb-3fc7-4a08-accb-8f1ee3d9fb4a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1340356 Jul 28 14:58:59.263423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.278520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Allocated IP 172.22.0.2 (2f4802eb-afa6-4420-8249-4c648407d327/39503043-87c2-44ef-a7d2-54d34fefdcf8/1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:59.312233 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c17c07-2c0d-47c8-ac1c-5643db819aff tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:58:59.315473 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2c17c07-2c0d-47c8-ac1c-5643db819aff tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/08b07130-f280-4898-b2d0-08f5635512cd HTTP/1.1" status: 404 len: 333 time: 0.0506928 Jul 28 14:58:59.323131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.323131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.391538 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-33798484-d445-415e-94ac-293ddfaac74b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:58:59.396988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-33798484-d445-415e-94ac-293ddfaac74b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/ed0224b4-4abf-4cab-90f0-a56f2e6d37cc HTTP/1.1" status: 404 len: 333 time: 0.0770018 Jul 28 14:58:59.398172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41078) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.410750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Pushing event deleted for resources: {'Port': ['ID=aae51eb3-c676-4b62-bee4-86fdf4bfba41,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:59.460349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.465988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-16574ec7-faef-4d52-b5a4-9292ee298308 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "DELETE /v2.0/ports/aae51eb3-c676-4b62-bee4-86fdf4bfba41 HTTP/1.1" status: 204 len: 168 time: 0.9698875 Jul 28 14:58:59.466410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41080) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.512559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.514512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.529340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Transition to ACTIVE for port object 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:59.575588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Transition to ACTIVE for port object 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:59.595133 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-6856e165-95ea-4902-8583-4d040ec10bf7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:58:59.610991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6856e165-95ea-4902-8583-4d040ec10bf7 tempest-PortsAdminExtendedAttrsTestJSON-1440042436 tempest-PortsAdminExtendedAttrsTestJSON-1440042436-project-admin] 10.222.0.57 "GET /v2.0/ports/aae51eb3-c676-4b62-bee4-86fdf4bfba41 HTTP/1.1" status: 404 len: 333 time: 0.1434829 Jul 28 14:58:59.617192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41086) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.710496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.715299 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.731466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.738973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eba0649-1c35-4a5f-9b23-bac9201624eb']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:59.770453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0dacea-b59b-4ae2-91de-88d364efd47b') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:59.773366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0dacea-b59b-4ae2-91de-88d364efd47b') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:59.794846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.818026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.840561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:59.841014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:59.845835 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:59.855686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Network 2f4802eb-afa6-4420-8249-4c648407d327 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:59.870048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:59.875861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:59.894447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Pushing event updated for resources: {'Port': ['ID=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:59.966093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Attempting to bind port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:59.966474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Attempting to bind port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:59.966846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Attempting to bind port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc on network 2f4802eb-afa6-4420-8249-4c648407d327 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:59.974202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.976188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:59.976673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Checking segment: {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:59.977087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.977528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Bound using segment: {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:59.978021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Bound port: 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:59.978394 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.014505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3426c5e6-17ac-4c82-809b-ac0b799180e9']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:00.029633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86278ca4-0eca-492c-8a1c-1b229355f2a4') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:00.029951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86278ca4-0eca-492c-8a1c-1b229355f2a4') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:00.054730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.054730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.058573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] For port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:00.062701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] For port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:00.110315 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.129345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.129345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/4eba0649-1c35-4a5f-9b23-bac9201624eb HTTP/1.1" status: 204 len: 168 time: 0.7236512 Jul 28 14:59:00.130357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41094) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:00.135853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.151950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1826903487'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:00.161566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbf068-7829-4b1b-8206-57c052d4246b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=4eba0649-1c35-4a5f-9b23-bac9201624eb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:00.187750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:00.188391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.189873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:00.192163 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:00.308192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:00.312376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.346757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f688-1613-47f3-96c2-b4c5d783182f None None] Pushing event updated for resources: {'Port': ['ID=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:00.356580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:00.370147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.370720 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment c1e7942b-12b7-4783-8860-854c3990e6c9 of type vlan for network de5de2eb-62ba-48a1-a017-402898c1f80c Jul 28 14:59:00.440089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.449420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.451276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] 10.222.0.57 "DELETE /v2.0/networks/3426c5e6-17ac-4c82-809b-ac0b799180e9 HTTP/1.1" status: 204 len: 168 time: 0.8330038 Jul 28 14:59:00.492784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd6a3-2d67-4496-b3bb-ef9f793eea6b tempest-PortsAdminExtendedAttrsTestJSON-792089870 tempest-PortsAdminExtendedAttrsTestJSON-792089870-project] Pushing event deleted for resources: {'Network': ['ID=3426c5e6-17ac-4c82-809b-ac0b799180e9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:00.500761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.667996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.22.0.1 (2f4802eb-afa6-4420-8249-4c648407d327/39503043-87c2-44ef-a7d2-54d34fefdcf8/d734153d-4f04-49aa-8c2e-dbe007e2e1c7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:00.695799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 74a5883f-8eb9-4e46-8393-7dc48c3c8adc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:00.802683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.833830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:00.835615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.922114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.934676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:00.941650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:00.942522 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.951457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object d734153d-4f04-49aa-8c2e-dbe007e2e1c7 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:01.025547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=de5de2eb-62ba-48a1-a017-402898c1f80c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:01.057276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network de5de2eb-62ba-48a1-a017-402898c1f80c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:01.167098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fda12ae8-4041-41ad-b3c1-7eec25d3d70a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0348551 Jul 28 14:59:01.217373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41114) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:01.217373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:01.217735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.266684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.374694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 2f4802eb-afa6-4420-8249-4c648407d327 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:01.392223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:01.413386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:01.423468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:01.486461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:01.499646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41124) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:01.525040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.528622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.554189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:01.557772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.623062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:01.804514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d625abb-988b-4d70-9ea5-a0ac0786f7fd None None] Network 2f4802eb-afa6-4420-8249-4c648407d327 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:01.831441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ccab140b-3d89-4ab2-bacd-7673a6154d72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=365528615f1148f8abce3c1a83080132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299744 Jul 28 14:59:01.835609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:01.966674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea2faa09-ae6b-4f9b-b3ae-f0cacb456caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.025669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.040665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea2faa09-ae6b-4f9b-b3ae-f0cacb456caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.081219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.216746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': 'c1e7942b-12b7-4783-8860-854c3990e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:02.219121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: de5de2eb-62ba-48a1-a017-402898c1f80c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:02.233087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=8caf248c-5a6a-4dfe-a0c0-468e542798dc,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:02.377801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network de5de2eb-62ba-48a1-a017-402898c1f80c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:02.379549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.380230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-daf653d4-a7b1-4277-bd4b-1bdd59fe5395 None None] Provisioning for port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:02.381346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea2faa09-ae6b-4f9b-b3ae-f0cacb456caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.385187 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea2faa09-ae6b-4f9b-b3ae-f0cacb456caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.387570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ea2faa09-ae6b-4f9b-b3ae-f0cacb456caf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4f9c63b-9706-47fb-ba9d-e043c685cd6d HTTP/1.1" status: 204 len: 168 time: 0.5498991 Jul 28 14:59:02.423402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2faa09-ae6b-4f9b-b3ae-f0cacb456caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9c63b-9706-47fb-ba9d-e043c685cd6d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:02.592343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, de5de2eb-62ba-48a1-a017-402898c1f80c) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:02.606113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adad8a-1201-4890-86d6-3d08d8e03fa3 None None] Network de5de2eb-62ba-48a1-a017-402898c1f80c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:02.611256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:02.617854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.796916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-878100b1-f9f3-495c-923e-74a22232537d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6247046 Jul 28 14:59:02.799254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41148) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:02.807678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c', 'name': 'tempest-PortsTestJSON-1305848795'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:02.941950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 74a5883f-8eb9-4e46-8393-7dc48c3c8adc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:03.109039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:03.112853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.215182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-de5de2eb-62ba-48a1-a017-402898c1f80c', 'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': '8caf248c-5a6a-4dfe-a0c0-468e542798dc'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:59:03.217705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.331799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:03.337088 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.379959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:03.463231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a403b352-015e-40b1-8b94-e121ce734434 None None] Provisioning for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:03.484491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a403b352-015e-40b1-8b94-e121ce734434 None None] Provisioning complete for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:03.484754 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a403b352-015e-40b1-8b94-e121ce734434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.566169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.572190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a403b352-015e-40b1-8b94-e121ce734434 None None] Port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:03.587226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:03.628697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.12 (de5de2eb-62ba-48a1-a017-402898c1f80c/8caf248c-5a6a-4dfe-a0c0-468e542798dc/38b78a31-84f3-4ae6-9c3b-2a0d2e45e072) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:03.714281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3b7315d-ddd3-4d6a-ae23-ac93d95d2478 None None] Provisioning complete for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:03.715002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3b7315d-ddd3-4d6a-ae23-ac93d95d2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.744570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.786910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7315d-ddd3-4d6a-ae23-ac93d95d2478 None None] Port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:03.806340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:03.813474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:03.816733 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.863173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.880402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:03.894797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41158) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:03.914052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:03.927173 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.014846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ef8dcd4e-94f6-4690-a2d8-1da504c198ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=862065a29a504811aaaca53d2c936cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156490 Jul 28 14:59:04.017793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:04.063600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network 2f4802eb-afa6-4420-8249-4c648407d327 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:04.065603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:04.086375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.105633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Allocated IP 172.20.0.2 (de5de2eb-62ba-48a1-a017-402898c1f80c/8caf248c-5a6a-4dfe-a0c0-468e542798dc/7b15a3d3-553d-4d62-9a02-ad23c46a16c5) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:04.238659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:04.256594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7a8-fb3f-42eb-bfa0-482023b0c9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.303972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network de5de2eb-62ba-48a1-a017-402898c1f80c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:04.343917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=38b78a31-84f3-4ae6-9c3b-2a0d2e45e072,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:04.350606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:04.363011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:04.455565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7a8-fb3f-42eb-bfa0-482023b0c9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.456404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:04.458758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.470431 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:04.477500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-934cac5d-ba18-4071-a8de-c993d7e51e3d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7529998 Jul 28 14:59:04.481081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41166) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:04.493447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'network': {'name': 'tempest-RoutersTest-406645460'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:04.494405 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:04.495057 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:04.512815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Transition to ACTIVE for port object 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:04.538424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:04.539627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.566634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Transition to ACTIVE for port object 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:04.592706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.661332 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:04.675577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ff0e8072-c9b5-4e97-9383-95edfebbca60 None None] Provisioning complete for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:04.676495 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8072-c9b5-4e97-9383-95edfebbca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.732967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:04.737916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:04.742242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7a8-fb3f-42eb-bfa0-482023b0c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.743830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.751218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7a8-fb3f-42eb-bfa0-482023b0c9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.756479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0a82a7a8-fb3f-42eb-bfa0-482023b0c9f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee24c0fa-0c78-4e5f-9252-00cf8d3b8923 HTTP/1.1" status: 204 len: 168 time: 0.7343454 Jul 28 14:59:04.760751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.785258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a7a8-fb3f-42eb-bfa0-482023b0c9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee24c0fa-0c78-4e5f-9252-00cf8d3b8923,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:04.842432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:04.864956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-868717e4-78a2-41a8-b850-2de2dba3cbea tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0642447 Jul 28 14:59:04.867813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41172) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:04.897396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.897718 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added segment be0d17f8-debb-417b-8a38-2a6c6741740c of type vlan for network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 Jul 28 14:59:04.959294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.978012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e8072-c9b5-4e97-9383-95edfebbca60 None None] Port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:04.988101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Network de5de2eb-62ba-48a1-a017-402898c1f80c is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:05.008853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:05.013454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:05.026372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Pushing event updated for resources: {'Port': ['ID=7b15a3d3-553d-4d62-9a02-ad23c46a16c5,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.050143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.115756 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:02Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:05.155637 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:05.157650 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Updating router 8ca0c85d-1f24-4a72-9aad-1657119b4744 port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:59:05.170408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:05.170763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.199721 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.258357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.260251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Attempting to bind port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:05.260835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Attempting to bind port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c1e7942b-12b7-4783-8860-854c3990e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:05.262057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Attempting to bind port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 on network de5de2eb-62ba-48a1-a017-402898c1f80c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:05.281112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.281357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:05.282608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.291217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:05.294487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Checking segment: {'id': 'c1e7942b-12b7-4783-8860-854c3990e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:05.295081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.295621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Bound using segment: {'id': 'c1e7942b-12b7-4783-8860-854c3990e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:05.296214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Bound port: 7b15a3d3-553d-4d62-9a02-ad23c46a16c5, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e7942b-12b7-4783-8860-854c3990e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'de5de2eb-62ba-48a1-a017-402898c1f80c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:05.296826 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.438754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] For port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:05.446601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] For port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7b15a3d3-553d-4d62-9a02-ad23c46a16c5,segment=NetworkSegment(c1e7942b-12b7-4783-8860-854c3990e6c9),segment_id=c1e7942b-12b7-4783-8860-854c3990e6c9)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:05.456246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.512228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Network': ['ID=ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.512618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:05.547851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:05.559058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-639d0bb6-35b2-4984-87d3-c8a3452821df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0756369 Jul 28 14:59:05.560184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41182) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:05.570205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'subnet': {'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:05.595193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.782225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fe20b-3078-4340-97b3-87339763b138 None None] Pushing event updated for resources: {'Port': ['ID=7b15a3d3-553d-4d62-9a02-ad23c46a16c5,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.931656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.956675 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.990322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=38b78a31-84f3-4ae6-9c3b-2a0d2e45e072,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.996703 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Transition to ACTIVE for port object d734153d-4f04-49aa-8c2e-dbe007e2e1c7 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:06.052698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.091711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Made reservation on behalf of a73ba1508eed41e4b5dbed5d5d3d3c04 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:06.097817 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.098048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.134496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.139983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e808084-e7fe-4cdb-bc0e-b3d9d0bbc845 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 HTTP/1.1" status: 204 len: 168 time: 1.2708805 Jul 28 14:59:06.140805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41192) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:06.223025 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a06b24-80b1-47db-bae4-31809b3800d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 14:59:06.224158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a06b24-80b1-47db-bae4-31809b3800d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:59:06.231686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-56a06b24-80b1-47db-bae4-31809b3800d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 HTTP/1.1" status: 404 len: 333 time: 0.0891500 Jul 28 14:59:06.232616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:06.271570 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd02a98-f491-498d-9d32-228935af19bd None None] Pushing event updated for resources: {'Port': ['ID=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:06.294618 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0d1653-b3f6-4af3-9365-392e1defceca tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:59:06.297598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c0d1653-b3f6-4af3-9365-392e1defceca tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/38b78a31-84f3-4ae6-9c3b-2a0d2e45e072 HTTP/1.1" status: 404 len: 333 time: 0.0571132 Jul 28 14:59:06.300387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41198) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:06.450370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Attempting to bind port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:06.451923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Attempting to bind port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:06.454095 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Attempting to bind port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 on network 2f4802eb-afa6-4420-8249-4c648407d327 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:06.466666 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:06.467570 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Checking segment: {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:06.469128 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.471538 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Bound using segment: {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:06.472266 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Bound port: d734153d-4f04-49aa-8c2e-dbe007e2e1c7, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7662a6-aadf-46ed-931f-d2ac80fffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:06.472914 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.521647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 8caf248c-5a6a-4dfe-a0c0-468e542798dc {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:06.528238 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.768804 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] For port d734153d-4f04-49aa-8c2e-dbe007e2e1c7, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:06.785174 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] For port d734153d-4f04-49aa-8c2e-dbe007e2e1c7, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:06.785639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.940334 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.978453 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.158295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.192954 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd02a98-f491-498d-9d32-228935af19bd None None] Pushing event updated for resources: {'Port': ['ID=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:07.216957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:07.216957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:07.264975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Subnet': ['ID=818dc36e-2a2a-4a94-8b43-868c6402e7df,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:07.296194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Checking segment: {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:07.302539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network hostable DHCP agents. Network: ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:07.391394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:07.483445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:07.484481 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.501630 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:07.555900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:07.603000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.670596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:07.750872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=8caf248c-5a6a-4dfe-a0c0-468e542798dc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:07.754715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.763339 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-49469002-c8be-40de-ad05-6b2eeab34957 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/8caf248c-5a6a-4dfe-a0c0-468e542798dc HTTP/1.1" status: 204 len: 168 time: 1.4613349 Jul 28 14:59:07.769024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41220) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:07.784828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:07.805085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:07.805796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.815679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d44abaf-6b1c-4274-84c0-212263191d75 None None] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:07.970919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9057b76b-6a14-472b-b7da-fb1cf29a841f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4087923 Jul 28 14:59:07.973989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41228) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:08.084418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:08.191405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.389660 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:06Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:08.409780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e327bf-23e7-40c4-b1fa-e05852293239 None None] Network de5de2eb-62ba-48a1-a017-402898c1f80c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:08.521200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:08.521666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.524259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:59:08.544241 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.553425 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adb899-ea06-4378-9010-b411353a8c47 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:06Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:08.766284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] For port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7b15a3d3-553d-4d62-9a02-ad23c46a16c5,segment=NetworkSegment(c1e7942b-12b7-4783-8860-854c3990e6c9),segment_id=c1e7942b-12b7-4783-8860-854c3990e6c9)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:08.769865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.824321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:08.876206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-206aeda5-14bd-43f7-a3f7-7a278f97b29a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2373967 Jul 28 14:59:08.965131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b255232-7075-4e5e-b032-f51ff89dad88 None None] Provisioning for port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:09.206154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b255232-7075-4e5e-b032-f51ff89dad88 None None] Provisioning complete for port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:09.207665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b255232-7075-4e5e-b032-f51ff89dad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.217475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.283190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No DVR routers for this DVR port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:09.371380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.371871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.372357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.385981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.386499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.386986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.387584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.389815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6e6c9ea2-b4e3-4d39-b7f5-26da0d11649d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.3888190 Jul 28 14:59:09.423191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.431920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5de2eb-62ba-48a1-a017-402898c1f80c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:09.446725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e7942b-12b7-4783-8860-854c3990e6c9') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:09.447461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e7942b-12b7-4783-8860-854c3990e6c9') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:09.460694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.486479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.497040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:09.497870 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.517987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Allocated IP 172.23.0.2 (ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1/818dc36e-2a2a-4a94-8b43-868c6402e7df/f30f20cb-60da-41ab-a9dd-5794fdb38484) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:09.528909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d734153d-4f04-49aa-8c2e-dbe007e2e1c7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:09.565223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1b255232-7075-4e5e-b032-f51ff89dad88 None None] Port 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 was deleted so its status cannot be updated. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:59:09.756962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=7b15a3d3-553d-4d62-9a02-ad23c46a16c5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:09.792942 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:09.825640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be62ed-a1a5-49aa-9fa1-eab73eaefd9b None None] DHCP port deletion for de5de2eb-62ba-48a1-a017-402898c1f80c request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:09.825934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.894176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fa0595ab-a472-4e3b-9644-a8b8ec08ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.895427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fa0595ab-a472-4e3b-9644-a8b8ec08ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.896216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fa0595ab-a472-4e3b-9644-a8b8ec08ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.898315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fa0595ab-a472-4e3b-9644-a8b8ec08ae2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 2293 time: 0.4331224 Jul 28 14:59:09.915116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.937224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.950340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/de5de2eb-62ba-48a1-a017-402898c1f80c HTTP/1.1" status: 204 len: 168 time: 2.1791065 Jul 28 14:59:09.963640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41254) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:09.992938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1814560258'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:10.035475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ce2f2-236d-4398-9cce-65715e1f9ff4 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=de5de2eb-62ba-48a1-a017-402898c1f80c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:10.149447 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.161110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Transition to ACTIVE for port object f30f20cb-60da-41ab-a9dd-5794fdb38484 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:10.183037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Transition to ACTIVE for port object f30f20cb-60da-41ab-a9dd-5794fdb38484 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:10.248313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-7fa16530-b250-4d67-ba7f-aaef36fb151d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1002 time: 0.3350205 Jul 28 14:59:10.373253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6faa58fe-769f-4b2c-899b-481aeff6321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:10.375295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6faa58fe-769f-4b2c-899b-481aeff6321f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.0903862 Jul 28 14:59:10.434097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-63bf6377-14c2-4a8f-8f35-a21f13b854b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:10.471198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-63bf6377-14c2-4a8f-8f35-a21f13b854b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521917 Jul 28 14:59:10.570169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-c4903e24-3d21-4622-a191-940c4fe62f1c service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250086 Jul 28 14:59:10.583019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:10.588648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:10.589288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.652685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:10.656884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.668828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.711830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:10.738539 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.738808 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment a6b129af-e03d-4d54-8823-b071dda7b975 of type vlan for network e602d877-8ede-4bfb-ba80-159a0054a33a Jul 28 14:59:10.744893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:10.755916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:10.761840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:10.776541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.841372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-7802defa-b95d-4527-804a-292b5e54f7b5 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581370 Jul 28 14:59:10.844345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Pushing event updated for resources: {'Port': ['ID=f30f20cb-60da-41ab-a9dd-5794fdb38484,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:10.851371 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.888537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41266) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:10.930406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Attempting to bind port f30f20cb-60da-41ab-a9dd-5794fdb38484 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:10.931050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Attempting to bind port f30f20cb-60da-41ab-a9dd-5794fdb38484 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:10.931519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Attempting to bind port f30f20cb-60da-41ab-a9dd-5794fdb38484 on network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:10.942210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:10.942755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Checking segment: {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:10.943270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.943764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Bound using segment: {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:10.944111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-4107a060-275a-42fb-b629-adf4dfefd833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.0894890 Jul 28 14:59:10.944593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Bound port: f30f20cb-60da-41ab-a9dd-5794fdb38484, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:10.944959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.946106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Allocated IP 172.23.0.1 (ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1/818dc36e-2a2a-4a94-8b43-868c6402e7df/ac0700e1-926a-4d58-9224-f72643abc270) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:10.968279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d734153d-4f04-49aa-8c2e-dbe007e2e1c7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:11.034071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.045805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:11.047117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.077919 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.090901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] For port f30f20cb-60da-41ab-a9dd-5794fdb38484, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:11.097228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] For port f30f20cb-60da-41ab-a9dd-5794fdb38484, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f30f20cb-60da-41ab-a9dd-5794fdb38484,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:11.202617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3d9958d7-ea9c-4b40-8f88-db30ba266209 tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:11.209220 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.247903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.267583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=e602d877-8ede-4bfb-ba80-159a0054a33a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.271069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-23f80136-d92e-4eac-9b21-4bc3018ef116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:11.272659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-23f80136-d92e-4eac-9b21-4bc3018ef116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.3177631 Jul 28 14:59:11.280089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:11.307267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e602d877-8ede-4bfb-ba80-159a0054a33a details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:11.350816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e88a7d98-c776-4663-8b63-359287feefe2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3858376 Jul 28 14:59:11.361583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41272) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.372099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:11.443219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:11.443566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7b15a3d3-553d-4d62-9a02-ad23c46a16c5 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:11.513798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-0927b469-f618-48ed-9c54-bba909620c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:11.516526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-0927b469-f618-48ed-9c54-bba909620c50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2324560 Jul 28 14:59:11.550133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796561fc-ab14-4819-8946-5f6d3f9da379 None None] Pushing event updated for resources: {'Port': ['ID=f30f20cb-60da-41ab-a9dd-5794fdb38484,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.563817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.641871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Transition to ACTIVE for port object ac0700e1-926a-4d58-9224-f72643abc270 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:11.764069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-0ed90271-0d4d-4c89-8269-8273f465692a service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351875 Jul 28 14:59:11.831797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d9958d7-ea9c-4b40-8f88-db30ba266209 tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "PUT /v2.0/quotas/a325977ddf384d4db074c86fd7afb81a HTTP/1.1" status: 200 len: 366 time: 0.9418857 Jul 28 14:59:11.839605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41276) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.864841 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2dabdc94-617a-4616-8986-6741522f8006 tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0231018 Jul 28 14:59:11.870872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41278) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.888824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f87f2cda-3c44-44ea-ba59-ed5f28259283 tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "GET /v2.0/quotas/a325977ddf384d4db074c86fd7afb81a HTTP/1.1" status: 200 len: 366 time: 0.0136449 Jul 28 14:59:11.889208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.980939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fd9c6608-9680-49cc-818c-eb48ff2ce3bc service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016737 Jul 28 14:59:11.984555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.024859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-335288c2-aaa0-4395-b829-efd0c1b793fc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/a325977ddf384d4db074c86fd7afb81a HTTP/1.1" status: 204 len: 168 time: 0.1337814 Jul 28 14:59:12.025576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:12.030243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.074155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=ac0700e1-926a-4d58-9224-f72643abc270,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:12.086618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41286) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:12.126702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-5b16784e-416b-4736-81b1-153a9f18b5c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.1340866 Jul 28 14:59:12.208053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-ebe3a57e-660f-4740-ae10-29dccd15476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:12.210523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-ebe3a57e-660f-4740-ae10-29dccd15476a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.0678315 Jul 28 14:59:12.213114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:12.219767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2238a1a9-ec8c-43b8-a7e9-2b4485b3ae4f tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0958629 Jul 28 14:59:12.222920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:12.227219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:12.230963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41288) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:12.309679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9aabc092-552d-41e9-8b78-e8f2dd47e05f tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "GET /v2.0/quotas/a325977ddf384d4db074c86fd7afb81a HTTP/1.1" status: 200 len: 370 time: 0.0448136 Jul 28 14:59:12.317388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:12.328805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9e766c11-93a4-40f9-a323-5bf0086c410e tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "GET /v2.0/quotas/a325977ddf384d4db074c86fd7afb81a/default HTTP/1.1" status: 200 len: 370 time: 0.0060904 Jul 28 14:59:12.332512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41294) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:12.355723 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-64a61822-d8fb-43f7-a490-be3529f4cd09 tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] delete failed (client error): The resource could not be found. Jul 28 14:59:12.357880 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-64a61822-d8fb-43f7-a490-be3529f4cd09 tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/a325977ddf384d4db074c86fd7afb81a HTTP/1.1" status: 404 len: 348 time: 0.0240579 Jul 28 14:59:12.360626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.367755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.472003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-ff4097b1-d461-455a-abed-972d28b472ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:12.473982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-ff4097b1-d461-455a-abed-972d28b472ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524130 Jul 28 14:59:12.479995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=5dc02343-2d95-4c15-95da-7157397d7182,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:12.525694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': 'a6b129af-e03d-4d54-8823-b071dda7b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:12.526198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: e602d877-8ede-4bfb-ba80-159a0054a33a, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:12.736150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network e602d877-8ede-4bfb-ba80-159a0054a33a is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:12.842547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:12.873343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e602d877-8ede-4bfb-ba80-159a0054a33a) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:12.884414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0b7b1-eaea-49fb-90cd-96e373884be6 None None] Network e602d877-8ede-4bfb-ba80-159a0054a33a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:12.906610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:12.907871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.934295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:network and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:12.942536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:12.958352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:subnet and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:12.985609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.001919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:subnetpool and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:13.013108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.027254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:port and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:13.036609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.059663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:router and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:13.070058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.105790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:floatingip and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:13.119842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.131181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8c96a-beca-45ab-8128-62a87d7b27a6 None None] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:13.241753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c59532b2-79ac-4739-8704-f880e93216e7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8784232 Jul 28 14:59:13.243632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41312) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:13.255133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1377239702'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:13.363989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4f93744d-1255-4791-8116-6878efd4be81 None None] Provisioning for port f30f20cb-60da-41ab-a9dd-5794fdb38484 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:13.505186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f30f20cb-60da-41ab-a9dd-5794fdb38484 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:13.566244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e602d877-8ede-4bfb-ba80-159a0054a33a', 'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': '5dc02343-2d95-4c15-95da-7157397d7182'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:59:13.567304 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.591796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:security_group and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:13.608024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.638086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Usage tracker for resource:security_group_rule and tenant:a1f20d8e36e24ef3888297a0a96e71b6 is out of sync, need to count used quota {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:59:13.647128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.quota.resource [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94658) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:59:13.653479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86a288c2-1b3b-4331-8c1a-e8e78148fffc tempest-QuotasTest-1829487359 tempest-QuotasTest-1829487359-project-admin] 10.222.0.57 "GET /v2.0/quotas/a1f20d8e36e24ef3888297a0a96e71b6/details.json HTTP/1.1" status: 200 len: 703 time: 0.8092184 Jul 28 14:59:13.705181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.710081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-bad9ab3b-1cce-4f9c-8ca0-20f0c89c9498 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2158992 Jul 28 14:59:13.823087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:13.827974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.875678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 2d03136c-d9e5-4225-b099-b4e95bba3a9d yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:14.112143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f30f20cb-60da-41ab-a9dd-5794fdb38484 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:14.164830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f30f20cb-60da-41ab-a9dd-5794fdb38484 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:14.165796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.172228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.14 (e602d877-8ede-4bfb-ba80-159a0054a33a/5dc02343-2d95-4c15-95da-7157397d7182/2d03136c-d9e5-4225-b099-b4e95bba3a9d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:14.196675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-2d587fd7-cf28-40b1-82f5-6fc083668f39 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644859 Jul 28 14:59:14.236954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Provisioning complete for port f30f20cb-60da-41ab-a9dd-5794fdb38484 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:14.244823 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.514577 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.559010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 2d03136c-d9e5-4225-b099-b4e95bba3a9d will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:14.617203 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.619389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.698800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] For port f30f20cb-60da-41ab-a9dd-5794fdb38484, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f30f20cb-60da-41ab-a9dd-5794fdb38484,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:14.728210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-c32e00e5-1eba-4507-b53f-166727401075 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.3293283 Jul 28 14:59:14.781358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.865916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network e602d877-8ede-4bfb-ba80-159a0054a33a is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:14.880005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:14.884310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Allocated IP 172.20.0.2 (e602d877-8ede-4bfb-ba80-159a0054a33a/5dc02343-2d95-4c15-95da-7157397d7182/0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:14.901620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:14.916038 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.003053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=2d03136c-d9e5-4225-b099-b4e95bba3a9d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:15.079617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:15.080323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.234214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:59:15.235786 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:59:15.298215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Pushing event updated for resources: {'Port': ['ID=f30f20cb-60da-41ab-a9dd-5794fdb38484,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:15.302026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-08a53813-bc0b-4875-a930-08a711302bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:15.303655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-08a53813-bc0b-4875-a930-08a711302bea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.5648696 Jul 28 14:59:15.349330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41340) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:15.444856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-62df84ae-b6eb-408f-9b94-b8bc5b9283a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:15.447647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-62df84ae-b6eb-408f-9b94-b8bc5b9283a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1299362 Jul 28 14:59:15.460293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.492217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.507048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Transition to ACTIVE for port object 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:15.548417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Transition to ACTIVE for port object 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:15.662095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30afbd98-58a0-42a1-8c54-c0a55d84a26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.680267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fb12611a-0633-4f45-9ea9-65a1c8177f61 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165515 Jul 28 14:59:15.736334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Provisioning for port ac0700e1-926a-4d58-9224-f72643abc270 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:15.742475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Provisioning complete for port ac0700e1-926a-4d58-9224-f72643abc270 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:15.742852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.822775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d734153d-4f04-49aa-8c2e-dbe007e2e1c7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:15.847276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c12a13cd-845a-4f56-9619-ff8c7ff1be96 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6015241 Jul 28 14:59:15.859717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41350) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:15.897458 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.897458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a18e3dfb-5602-483c-b536-e8141f1fbc33 None None] Port ac0700e1-926a-4d58-9224-f72643abc270 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:15.916555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-b870e5e2-0f22-4972-b16a-18303c14a16f service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259841 Jul 28 14:59:15.925132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.934839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Network e602d877-8ede-4bfb-ba80-159a0054a33a is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:15.950311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:15.962565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:15.986052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Pushing event updated for resources: {'Port': ['ID=0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:16.002909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:16.010504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.115957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-91a1ac04-9c3a-4523-8aae-fbc287f77105 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.1726453 Jul 28 14:59:16.225163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Attempting to bind port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:16.226309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Attempting to bind port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a6b129af-e03d-4d54-8823-b071dda7b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:16.227484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Attempting to bind port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 on network e602d877-8ede-4bfb-ba80-159a0054a33a {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:16.231593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-064baf11-bcd1-4133-bd2f-3a521cde26ea None None] Provisioning complete for port ac0700e1-926a-4d58-9224-f72643abc270 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:16.236758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-064baf11-bcd1-4133-bd2f-3a521cde26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.252044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-817866ad-c6ac-472f-919d-3ff34b58210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:16.261762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-817866ad-c6ac-472f-919d-3ff34b58210e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1292834 Jul 28 14:59:16.293736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 2d03136c-d9e5-4225-b099-b4e95bba3a9d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:16.294616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.320759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:16.321592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Checking segment: {'id': 'a6b129af-e03d-4d54-8823-b071dda7b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:16.323213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.324061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Bound using segment: {'id': 'a6b129af-e03d-4d54-8823-b071dda7b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:16.325285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Bound port: 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b129af-e03d-4d54-8823-b071dda7b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e602d877-8ede-4bfb-ba80-159a0054a33a'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:16.326114 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.334808 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:59:16.338706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.346936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event updated for resources: {'Port': ['ID=ac0700e1-926a-4d58-9224-f72643abc270,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:16.375706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30afbd98-58a0-42a1-8c54-c0a55d84a26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.465506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-f209789e-0b8f-49d9-bf90-826beac1afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:16.466613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-f209789e-0b8f-49d9-bf90-826beac1afbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1782463 Jul 28 14:59:16.477402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-064baf11-bcd1-4133-bd2f-3a521cde26ea None None] Port ac0700e1-926a-4d58-9224-f72643abc270 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:16.513901 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.560475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 2d03136c-d9e5-4225-b099-b4e95bba3a9d owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:16.563797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] For port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:16.567517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] For port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11,segment=NetworkSegment(a6b129af-e03d-4d54-8823-b071dda7b975),segment_id=a6b129af-e03d-4d54-8823-b071dda7b975)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:16.645592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-fd9d8eb9-371a-410d-bede-1cd1985dfd58 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590047 Jul 28 14:59:16.663474 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.763248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f30f20cb-60da-41ab-a9dd-5794fdb38484 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:16.773991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30afbd98-58a0-42a1-8c54-c0a55d84a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.851568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:16.853896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f30f20cb-60da-41ab-a9dd-5794fdb38484 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:16.854419 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.855070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-7892dc58-6138-418f-9ed5-43dcf1dc1044 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973510 Jul 28 14:59:16.857206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:16.907812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f2c73-2af9-4879-9279-1cda71c2c80a None None] Pushing event updated for resources: {'Port': ['ID=0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:17.094878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-30afbd98-58a0-42a1-8c54-c0a55d84a26e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=060fcb0cdbe64db483430f24548a9b12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7424912 Jul 28 14:59:17.101332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41376) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:17.103781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afbd98-58a0-42a1-8c54-c0a55d84a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca67fc-7bb9-4217-86af-64727cafb683,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:17.287346 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-e55a21a0-746a-4c54-91ed-4a916a516fb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.4208791 Jul 28 14:59:17.293310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:17.503299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf6b7e09-11b5-41ca-86d1-6c073827ca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.561721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf6b7e09-11b5-41ca-86d1-6c073827ca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.605617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:17.616840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-beca0f2c-abfb-4e03-9f52-7ea0b2101697 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6413507 Jul 28 14:59:17.627974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41388) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:17.638680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:17.646736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.661691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:17.703837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:17.704806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:17.776151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-23f65a02-6f6b-48ac-b413-2ac4a3806ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:17.777799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-23f65a02-6f6b-48ac-b413-2ac4a3806ace service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.4832010 Jul 28 14:59:17.849690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ba91be0d-775f-4c75-b247-1b2efbd77aa9 None None] Provisioning complete for port ac0700e1-926a-4d58-9224-f72643abc270 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:17.850064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ba91be0d-775f-4c75-b247-1b2efbd77aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.876896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=2d03136c-d9e5-4225-b099-b4e95bba3a9d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:17.924114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ba91be0d-775f-4c75-b247-1b2efbd77aa9 None None] Port ac0700e1-926a-4d58-9224-f72643abc270 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:17.946463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:18.021215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-3a48189a-750f-4725-9d79-22d607601770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:18.022938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-3a48189a-750f-4725-9d79-22d607601770 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2005229 Jul 28 14:59:18.194348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.201319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-88451a26-ba76-4863-bcde-9f4da2c52dd5 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/2d03136c-d9e5-4225-b099-b4e95bba3a9d HTTP/1.1" status: 204 len: 168 time: 2.3185823 Jul 28 14:59:18.204383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:18.315606 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-730e30a0-599c-4808-8993-4bfbc784cfe3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:59:18.328685 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-730e30a0-599c-4808-8993-4bfbc784cfe3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/2d03136c-d9e5-4225-b099-b4e95bba3a9d HTTP/1.1" status: 404 len: 333 time: 0.1224606 Jul 28 14:59:18.329721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41412) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:18.332260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf6b7e09-11b5-41ca-86d1-6c073827ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.335737 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf6b7e09-11b5-41ca-86d1-6c073827ca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.338087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cf6b7e09-11b5-41ca-86d1-6c073827ca88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6ca67fc-7bb9-4217-86af-64727cafb683 HTTP/1.1" status: 204 len: 168 time: 1.2347515 Jul 28 14:59:18.360751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b7e09-11b5-41ca-86d1-6c073827ca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca67fc-7bb9-4217-86af-64727cafb683,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:18.474899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 5dc02343-2d95-4c15-95da-7157397d7182 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:18.516936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.652481 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.706917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-6cdaf3fe-587f-4278-bdf4-93d35209b726 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317387 Jul 28 14:59:18.836233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.911537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8e056-536b-4d20-a97f-474ac270c2ec None None] Network e602d877-8ede-4bfb-ba80-159a0054a33a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:18.923244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:13Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0700e1-926a-4d58-9224-f72643abc270', 'name': '', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:67:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:10Z', 'updated_at': '2021-07-28T14:59:14Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:18.974035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:18.975104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Updating router 8ca0c85d-1f24-4a72-9aad-1657119b4744 port ac0700e1-926a-4d58-9224-f72643abc270 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:59:18.977970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:19.111349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.214761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-5c030633-94ea-4c92-b83f-55aabb6ad1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500520 Jul 28 14:59:19.310208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-c61a5989-7b1f-4165-b80b-d2de5b20579a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.1317494 Jul 28 14:59:19.603092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.604955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-92228df9-ed03-48d9-9b8c-62209ec5ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:19.607062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-92228df9-ed03-48d9-9b8c-62209ec5ecee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.2761753 Jul 28 14:59:19.706099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.extraroute_db [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94657) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:59:19.732617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc02343-2d95-4c15-95da-7157397d7182,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:19.748079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.756061 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9e6f001a-e689-40bc-bca9-98b55af324cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/5dc02343-2d95-4c15-95da-7157397d7182 HTTP/1.1" status: 204 len: 168 time: 1.4245384 Jul 28 14:59:19.765089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41440) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:19.809076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Provisioning for port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:19.813603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:19.831382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:19.832120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.884148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.extraroute_db [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Removed routes are [] {{(pid=94657) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:59:19.885625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.908336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-92604b84-7467-40df-a660-63534720ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:19.913299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-92604b84-7467-40df-a660-63534720ecdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913366 Jul 28 14:59:19.957049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Provisioning complete for port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:19.957674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.968493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.157564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-79b5caac-2779-4d1e-b137-1f51686325fe service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345088 Jul 28 14:59:20.181444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:20.182398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.324517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] For port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11,segment=NetworkSegment(a6b129af-e03d-4d54-8823-b071dda7b975),segment_id=a6b129af-e03d-4d54-8823-b071dda7b975)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:20.325280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.356144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:20.678575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.698178 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.854752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2fccf-af55-4187-9c79-a20916e69dd2 None None] Network e602d877-8ede-4bfb-ba80-159a0054a33a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:20.911632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-945ca761-3f40-4689-ba96-cea580a3ecb4 req-f86d5e93-bcef-4e19-8cca-322b0e8144d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449896 Jul 28 14:59:20.981705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.100633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:59:21.100633 n-d-764806-10 neutron-server[94659]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 28 14:59:21.100633 n-d-764806-10 neutron-server[94659]: [parameters: {'status': 'ACTIVE', 'ports_id': '0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11'}] Jul 28 14:59:21.100633 n-d-764806-10 neutron-server[94659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:59:21.101839 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:59:21.136849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:21.150769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Transition to ACTIVE for port object ac0700e1-926a-4d58-9224-f72643abc270 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:21.164750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.171393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.188670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67814e45-514a-4ad8-8b49-ee6d6ced7a5c None None] DHCP port deletion for e602d877-8ede-4bfb-ba80-159a0054a33a request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:21.261893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:59:21.261893 n-d-764806-10 neutron-server[94659]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 28 14:59:21.261893 n-d-764806-10 neutron-server[94659]: [parameters: {'status': 'ACTIVE', 'ports_id': '0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11'}] Jul 28 14:59:21.261893 n-d-764806-10 neutron-server[94659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:59:21.262355 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:59:21.278599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:21.309252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No DVR routers for this DVR port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:21.424250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.657929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.668240 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.770928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Pushing event updated for resources: {'Port': ['ID=ac0700e1-926a-4d58-9224-f72643abc270,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:21.773646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 update to ACTIVE by agent not found {{(pid=94659) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 14:59:21.830913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fd469e71-e2c9-4eda-adaf-66966a7614aa None None] Port 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 update to ACTIVE by agent not found {{(pid=94659) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 14:59:21.835832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.836353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.836803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.837264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.837707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.838191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.838592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.838981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.839372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.839748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.840128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.840545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:21.845759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Attempting to bind port ac0700e1-926a-4d58-9224-f72643abc270 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:21.846228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Attempting to bind port ac0700e1-926a-4d58-9224-f72643abc270 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:21.846696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Attempting to bind port ac0700e1-926a-4d58-9224-f72643abc270 on network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:21.853139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:21.853659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Checking segment: {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:21.854222 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.854728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Bound using segment: {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:21.855397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Bound port: ac0700e1-926a-4d58-9224-f72643abc270, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0d17f8-debb-417b-8a38-2a6c6741740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:21.855899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.022629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:22.031984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] For port ac0700e1-926a-4d58-9224-f72643abc270, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:22.085047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:22.086015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:22.094332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7aa1ff00-d96f-49e1-a497-9bf9a4a8e7dc None None] Could not find standard attr ID for object 0c7df8fb-d30a-4d2f-9ecd-3e46acbd2f11. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:59:22.103968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] For port ac0700e1-926a-4d58-9224-f72643abc270, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ac0700e1-926a-4d58-9224-f72643abc270,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:22.104096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:22.157115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.203999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e602d877-8ede-4bfb-ba80-159a0054a33a']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:22.219999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b129af-e03d-4d54-8823-b071dda7b975') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:22.220339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b129af-e03d-4d54-8823-b071dda7b975') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:22.237165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.271531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.291636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:22.292424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:22.295855 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:22.316246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.357512 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.362741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:22.413824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.420017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b74b3c29-cbe7-48a5-bc89-f5ef03df7a7d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 934 time: 4.7909524 Jul 28 14:59:22.423613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41496) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:22.437887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b3112-0a36-4ba1-b028-edc21352cfe3 None None] Pushing event updated for resources: {'Port': ['ID=ac0700e1-926a-4d58-9224-f72643abc270,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:22.440697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:22.441487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:22.578431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:22.597336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca9defe9-944d-4af6-8444-0088f8cebb0e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 934 time: 0.1645947 Jul 28 14:59:22.600500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41502) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:22.610532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'routes': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:22.634728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.653845 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.720316 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-680ac3cb-8b51-4d9a-b578-3803f5f82f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.770082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.774161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/e602d877-8ede-4bfb-ba80-159a0054a33a HTTP/1.1" status: 204 len: 168 time: 3.0074637 Jul 28 14:59:22.775938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=e602d877-8ede-4bfb-ba80-159a0054a33a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:22.788383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41506) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:22.863789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'name': 'tempest-PortsTestJSON-1855471383'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:22.909124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea01b5c-37b7-4773-9de7-c6c574826379,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:22.938878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1f20d8e36e24ef3888297a0a96e71b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7995801 Jul 28 14:59:22.940173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41512) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:22.982229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.982917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.984191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.984588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.984941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.985289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.985614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.985938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.986264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.986585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.986928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:22.987248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84d329-a094-4169-a702-9514ccaeb251 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.029770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.030131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.030437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.030785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.031102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.031444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.031762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.032091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.032473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.032773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.033081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.033917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60690537-93dd-4cb5-9dbb-161d945dc76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:23.277746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:19Z', 'revision_number': 6, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0700e1-926a-4d58-9224-f72643abc270', 'name': '', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:67:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:10Z', 'updated_at': '2021-07-28T14:59:22Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:23.318388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77495b9c-2c1c-4e93-91bc-bdc58d5dd7b8 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:19Z', 'revision_number': 6, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0700e1-926a-4d58-9224-f72643abc270', 'name': '', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:67:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:10Z', 'updated_at': '2021-07-28T14:59:22Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:23.335597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faae44df-83b7-42de-a712-a69648b05b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:23.382828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faae44df-83b7-42de-a712-a69648b05b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:23.425216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:23.441071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:23.541627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port ae61d2c2-5a15-4777-b475-219035063463 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:23.583673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.extraroute_db [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added routes are [] {{(pid=94657) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:59:23.585278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.extraroute_db [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94657) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:59:23.708366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.039690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac0700e1-926a-4d58-9224-f72643abc270 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:24.051415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.067134 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faae44df-83b7-42de-a712-a69648b05b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.070571 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faae44df-83b7-42de-a712-a69648b05b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.075449 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-faae44df-83b7-42de-a712-a69648b05b4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eea01b5c-37b7-4773-9de7-c6c574826379 HTTP/1.1" status: 204 len: 168 time: 1.0821304 Jul 28 14:59:24.091703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae44df-83b7-42de-a712-a69648b05b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea01b5c-37b7-4773-9de7-c6c574826379,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:24.449685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.455824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.474978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.552422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ac0700e1-926a-4d58-9224-f72643abc270 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:24.570123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:24.571931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ac0700e1-926a-4d58-9224-f72643abc270 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:24.573195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.573902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:24.576568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:24.590037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:24.592943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.634900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=ae61d2c2-5a15-4777-b475-219035063463,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:24.662548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:24.802714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.825269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4e9db01-c8c8-4133-bfc1-56a557d68d1b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9947307 Jul 28 14:59:24.828266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41556) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:24.861807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:24.870959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.871468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8221af63-48b0-49ef-b22d-df15f64312c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.875878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-039ba2e3-3e50-4328-b765-ccf713419808 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 700 time: 2.2699506 Jul 28 14:59:24.877017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41560) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:24.879423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ac0700e1-926a-4d58-9224-f72643abc270, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ac0700e1-926a-4d58-9224-f72643abc270,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:25.023367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e63d14a4-9fce-4c82-ab1a-342fbeadd3bd tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 700 time: 0.1424525 Jul 28 14:59:25.024572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:25.111335 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de479886-4f79-410a-8b85-37fd47167830 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:25.122814 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:25.130007 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:25.131582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.188246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port ae61d2c2-5a15-4777-b475-219035063463 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:25.188647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.253621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ac0700e1-926a-4d58-9224-f72643abc270,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:25.280420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.325270 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:25.406582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.429558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for ae61d2c2-5a15-4777-b475-219035063463 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:25.710962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.740125 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:23Z', 'revision_number': 7, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0700e1-926a-4d58-9224-f72643abc270', 'name': '', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:67:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:10Z', 'updated_at': '2021-07-28T14:59:22Z', 'revision_number': 4, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:25.774782 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de479886-4f79-410a-8b85-37fd47167830 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:25.799386 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:25.800083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:25.876312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.928264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=ae61d2c2-5a15-4777-b475-219035063463,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:25.943957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.949090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41600) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:25.949707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8057369c-01d0-44ec-ba24-b4dee450084c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/ae61d2c2-5a15-4777-b475-219035063463 HTTP/1.1" status: 204 len: 168 time: 1.1198733 Jul 28 14:59:25.956831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'mac_address': 'fa:16:3e:fb:ee:a7', 'name': 'tempest-PortsTestJSON-502147450'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:25.997793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac0700e1-926a-4d58-9224-f72643abc270 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:26.113989 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:26.166749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ac0700e1-926a-4d58-9224-f72643abc270 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:26.171949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.306899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:26.500795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port ac0700e1-926a-4d58-9224-f72643abc270 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:26.501422 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.513309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.517749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.598691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 59fac90c-92ee-4c2c-9704-8f9aedf1243d yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:26.683704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port ac0700e1-926a-4d58-9224-f72643abc270, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ac0700e1-926a-4d58-9224-f72643abc270,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:26.685008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.716121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for ac0700e1-926a-4d58-9224-f72643abc270 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:26.753338 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de479886-4f79-410a-8b85-37fd47167830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:23Z', 'revision_number': 7, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0700e1-926a-4d58-9224-f72643abc270', 'name': '', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:67:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:10Z', 'updated_at': '2021-07-28T14:59:24Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:26.806015 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de479886-4f79-410a-8b85-37fd47167830 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:23Z', 'revision_number': 7, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0700e1-926a-4d58-9224-f72643abc270', 'name': '', 'network_id': 'ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:67:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:10Z', 'updated_at': '2021-07-28T14:59:24Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '818dc36e-2a2a-4a94-8b43-868c6402e7df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:27.019794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.172305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.205516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=ac0700e1-926a-4d58-9224-f72643abc270,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:27.217688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.284557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:27.290577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:27.296286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:27.302755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:27.303761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.361342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=59fac90c-92ee-4c2c-9704-8f9aedf1243d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:27.458487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e0f31dc9-5c38-4304-a2fc-b545d21579bf tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5069659 Jul 28 14:59:27.466180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41660) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:27.474985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.541322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9967c0-3c2d-4439-9bcc-b7bf99bed4ce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:27.549103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-db9967c0-3c2d-4439-9bcc-b7bf99bed4ce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/59fac90c-92ee-4c2c-9704-8f9aedf1243d HTTP/1.1" status: 200 len: 840 time: 0.0867908 Jul 28 14:59:27.561678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41668) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:27.670062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 59fac90c-92ee-4c2c-9704-8f9aedf1243d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:27.670840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.785472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.805575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.827388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:27.868566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 59fac90c-92ee-4c2c-9704-8f9aedf1243d owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:27.952282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:27.958521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d0a3ad40-1d38-4eb9-a466-7efaeef66e71 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9325426 Jul 28 14:59:27.965388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41690) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:27.974339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:28.031477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:28.032138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:28.046465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet 818dc36e-2a2a-4a94-8b43-868c6402e7df {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:28.052806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.087243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41696) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:28.108791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.161015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:28.178184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.227024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=59fac90c-92ee-4c2c-9704-8f9aedf1243d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:28.254160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.254663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-32129596-9ca5-44c2-acc2-e4b201bb7c43 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/59fac90c-92ee-4c2c-9704-8f9aedf1243d HTTP/1.1" status: 204 len: 168 time: 0.7026870 Jul 28 14:59:28.257962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41704) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:28.298019 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785335b-9676-470d-b4e6-f840f48323a0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:59:28.300316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1785335b-9676-470d-b4e6-f840f48323a0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/59fac90c-92ee-4c2c-9704-8f9aedf1243d HTTP/1.1" status: 404 len: 333 time: 0.0410941 Jul 28 14:59:28.305335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41708) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:28.316073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'name': 'tempest-PortsTestJSON-693568157'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:28.339064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1389301284'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:28.397429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.488055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 8, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:28.526348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:28.535880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:28.536534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:28.588758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.597526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.647118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:28.660211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.719822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.737047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=818dc36e-2a2a-4a94-8b43-868c6402e7df,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:28.747974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.750322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05e303f0-dfbc-4b9a-a12f-45349518cdeb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/818dc36e-2a2a-4a94-8b43-868c6402e7df HTTP/1.1" status: 204 len: 168 time: 0.7838078 Jul 28 14:59:28.752019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:28.756352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41724) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:28.756670 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.778134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 4c51b2b9-4131-4213-907f-0d78733e9f6d yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:28.870080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.963455 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.964244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5acdb-ba8f-46c7-9259-b65121a8c2d5 None None] Network ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:29.035081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.039753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5a9fc140-4925-45d6-81f9-9479279477d6 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9509459 Jul 28 14:59:29.042852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41736) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:29.092393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.179018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.253155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.310560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port f30f20cb-60da-41ab-a9dd-5794fdb38484 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:29.310956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.337357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 8, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:29.373595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa630d-55c1-452e-853e-008c2a071a4e None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 8, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd734153d-4f04-49aa-8c2e-dbe007e2e1c7', 'name': '', 'network_id': '2f4802eb-afa6-4420-8249-4c648407d327', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:8d:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:00Z', 'updated_at': '2021-07-28T14:59:10Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': '39503043-87c2-44ef-a7d2-54d34fefdcf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:29.377791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] DHCP port deletion for ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:29.390942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:29.395356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:29.398717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:29.405641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:29.406474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.457162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=4c51b2b9-4131-4213-907f-0d78733e9f6d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:29.478900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] Deleting port f30f20cb-60da-41ab-a9dd-5794fdb38484 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:29.479282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.555725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-998ec65c-2cd7-4578-b45f-ebce320bae68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2484138 Jul 28 14:59:29.557656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:29.568197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] For port f30f20cb-60da-41ab-a9dd-5794fdb38484, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f30f20cb-60da-41ab-a9dd-5794fdb38484,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:29.568890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.572082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:29.658677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] Calling delete_port for f30f20cb-60da-41ab-a9dd-5794fdb38484 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:29.804128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.944012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f30f20cb-60da-41ab-a9dd-5794fdb38484 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:29.982173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.997611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.001192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.020996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port f30f20cb-60da-41ab-a9dd-5794fdb38484, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f30f20cb-60da-41ab-a9dd-5794fdb38484,segment=NetworkSegment(be0d17f8-debb-417b-8a38-2a6c6741740c),segment_id=be0d17f8-debb-417b-8a38-2a6c6741740c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:30.022687 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.060649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for f30f20cb-60da-41ab-a9dd-5794fdb38484 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:30.083914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] No DVR routers for this DVR port f30f20cb-60da-41ab-a9dd-5794fdb38484 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:30.086746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b12f-13fc-4cd8-a34f-5b78911bca53 None None] Pushing event deleted for resources: {'Port': ['ID=f30f20cb-60da-41ab-a9dd-5794fdb38484,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:30.124139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port f30f20cb-60da-41ab-a9dd-5794fdb38484 {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:59:30.137684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f30f20cb-60da-41ab-a9dd-5794fdb38484 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:30.138420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac0700e1-926a-4d58-9224-f72643abc270 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:30.187650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ac0700e1-926a-4d58-9224-f72643abc270 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:30.188191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ac0700e1-926a-4d58-9224-f72643abc270 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:30.245224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.326385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.341674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.405944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port f30f20cb-60da-41ab-a9dd-5794fdb38484 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:30.417502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] In _notify_port_updated(), no bound segment for port 4c51b2b9-4131-4213-907f-0d78733e9f6d on network 384bdf43-8adf-40e5-80f2-f862ce5d799b {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:59:30.429840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:30.431046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.454292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/ports/4c51b2b9-4131-4213-907f-0d78733e9f6d HTTP/1.1" status: 200 len: 818 time: 0.8880539 Jul 28 14:59:30.457212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.458044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7f52178-7096-4c4c-8d50-719dcee4c63c {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:30.466361 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.468082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-84468de3-9393-482c-afbb-d6b41139fa6e tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "DELETE /v2.0/routers/f7f52178-7096-4c4c-8d50-719dcee4c63c HTTP/1.1" status: 204 len: 168 time: 1.4234185 Jul 28 14:59:30.469418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41798) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:30.499110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a0e4f-472e-4412-9ff5-e25eaf9bcff6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=4c51b2b9-4131-4213-907f-0d78733e9f6d,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:30.499827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41802) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:30.505905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Request body: {'router': {'name': 'tempest-router-574689169', 'distributed': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:30.538695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=f30f20cb-60da-41ab-a9dd-5794fdb38484,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:30.594775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.635141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.639001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.641556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:30.656091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0d17f8-debb-417b-8a38-2a6c6741740c') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:30.656432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0d17f8-debb-417b-8a38-2a6c6741740c') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:30.669995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.724147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.751994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.772843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:30.773877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:30.822157 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:30.851694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 4c51b2b9-4131-4213-907f-0d78733e9f6d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:30.852107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.871783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.955465 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.978032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 4c51b2b9-4131-4213-907f-0d78733e9f6d owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:31.057415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.067798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.074704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1 HTTP/1.1" status: 204 len: 168 time: 2.3117812 Jul 28 14:59:31.075739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41822) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:31.093618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704bfb1-53ca-40fd-8a13-77691c04ffb0 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=ccc5b5b4-2f65-4e9e-b7e7-df004d4a95b1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:31.165048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.166574 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1b1cade0-38f9-49da-854b-0032ee52e543 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6659708 Jul 28 14:59:31.171524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41828) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:31.245628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.324958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=4c51b2b9-4131-4213-907f-0d78733e9f6d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:31.335695 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.338533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a312b715-62a4-4d8a-9e22-b7fcef43c794 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/4c51b2b9-4131-4213-907f-0d78733e9f6d HTTP/1.1" status: 204 len: 168 time: 0.7968185 Jul 28 14:59:31.340674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41836) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:31.463594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794e7b8-918e-4579-9ef4-d1cbed4bdbe1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:31.466135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0794e7b8-918e-4579-9ef4-d1cbed4bdbe1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1240294 Jul 28 14:59:31.477719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41840) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:31.520284 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7d8735-88a9-477a-8c46-e12dce28b91a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:59:31.524356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c7d8735-88a9-477a-8c46-e12dce28b91a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/4c51b2b9-4131-4213-907f-0d78733e9f6d HTTP/1.1" status: 404 len: 333 time: 0.0430126 Jul 28 14:59:31.532817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41846) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:31.541499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1981585841'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:31.642362 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.731734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:31.738681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.809003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:31.827923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.828346 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment 61ca8184-3878-44d7-846d-b685a0062058 of type vlan for network 8e0d0076-6345-46e4-b0e3-f5198c048819 Jul 28 14:59:31.907284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.938566 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.942712 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.097577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.105229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:32.105960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.133116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.134540 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0675e05-4dce-469f-9e66-133fa72d27e3 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:32.148316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.151368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-257411cb-1d73-444e-8683-e6a545d6842c tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "DELETE /v2.0/routers/a0675e05-4dce-469f-9e66-133fa72d27e3 HTTP/1.1" status: 204 len: 168 time: 0.9785538 Jul 28 14:59:32.154459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41868) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:32.163442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Request body: {'router': {'name': 'tempest-router-1023859908', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b12b35bb031b4105ace73394cb172b23'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:32.227683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=8e0d0076-6345-46e4-b0e3-f5198c048819,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:32.240019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:32.277005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.321263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3c61dbc3-0f03-4c34-b5f4-e26b20edb50f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7842939 Jul 28 14:59:32.321622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41878) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:32.327243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:32.337778 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.545689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.547382 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.635126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:32.646298 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.712097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.737157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port d734153d-4f04-49aa-8c2e-dbe007e2e1c7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:32.738010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.818759 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.937817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port d734153d-4f04-49aa-8c2e-dbe007e2e1c7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:32.938360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.957920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for d734153d-4f04-49aa-8c2e-dbe007e2e1c7 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:33.011756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.013999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad7435e4-4453-4cb5-97ab-5d9836e4a84b tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8577888 Jul 28 14:59:33.018195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41902) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:33.026682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:33.100664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.342008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.373782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': '61ca8184-3878-44d7-846d-b685a0062058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:33.374460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: 8e0d0076-6345-46e4-b0e3-f5198c048819, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:33.406241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=d734153d-4f04-49aa-8c2e-dbe007e2e1c7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:33.460026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:33.546648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.547287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.553736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:33.561999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.562440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.725604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:33.770475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.776102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94657) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 28 14:59:33.776685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Router 30af3a78-8a85-483f-a490-8501aae4bd06 migrating from provider to provider. {{(pid=94657) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 28 14:59:33.777226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.785051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.891289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 8e0d0076-6345-46e4-b0e3-f5198c048819) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:33.920198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:33.920198 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.920604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303328b3-fb64-4cda-bb98-6c2e8bc2986a None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:33.929034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.119802 n-d-764806-10 neutron-server[94657]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] No L3 agents can host the router 30af3a78-8a85-483f-a490-8501aae4bd06 Jul 28 14:59:34.182967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:34.246336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-8e0d0076-6345-46e4-b0e3-f5198c048819', 'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': 'c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:59:34.247797 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.281624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6b0e6dd4-5737-4bca-8a87-f51914bd0eef tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9585667 Jul 28 14:59:34.288817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41942) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:34.302111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:34.432688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:34.450872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-db0e6531-4337-453d-892a-876064013b23 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3738644 Jul 28 14:59:34.452308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41948) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:34.452525 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:34.461889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Hosts for router 30af3a78-8a85-483f-a490-8501aae4bd06: [] {{(pid=94657) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 28 14:59:34.479645 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:34.481737 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:34.555260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Hosts for other DVR routers connected to router 30af3a78-8a85-483f-a490-8501aae4bd06: set() {{(pid=94657) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 28 14:59:34.560734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.564557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b8414ca9-6fdf-406d-8ff9-5fec564a2365 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "PUT /v2.0/routers/30af3a78-8a85-483f-a490-8501aae4bd06 HTTP/1.1" status: 200 len: 717 time: 1.5447443 Jul 28 14:59:34.572344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41952) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:34.594228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Allocated IP 172.20.0.2 (8e0d0076-6345-46e4-b0e3-f5198c048819/c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755/9abf0756-c0f8-4f33-b3cd-ff8961e34147) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:34.619037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet 39503043-87c2-44ef-a7d2-54d34fefdcf8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:34.641936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.762052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-da91df6c-0eff-4faa-aa1b-a716352a6c1a tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "GET /v2.0/routers/30af3a78-8a85-483f-a490-8501aae4bd06 HTTP/1.1" status: 200 len: 717 time: 0.1885009 Jul 28 14:59:34.767175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41960) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:34.814789 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:34.820997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.902791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:34.906856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.212950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-17b1d94a-c516-4f30-b72b-2c462e642972 tempest-RoutersTestDVR-1567960656 tempest-RoutersTestDVR-1567960656-project] 10.222.0.57 "GET /v2.0/routers/30af3a78-8a85-483f-a490-8501aae4bd06 HTTP/1.1" status: 200 len: 683 time: 0.4433916 Jul 28 14:59:35.217693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41980) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:35.280736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.351142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.364495 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.405967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Transition to ACTIVE for port object 9abf0756-c0f8-4f33-b3cd-ff8961e34147 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:35.450131 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:33Z', 'revision_number': 9, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:35.498690 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755 (CIDR: 172.20.0.0/28) Jul 28 14:59:35.505571 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:35.520338 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:35.521365 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:35.554230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.556490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Transition to ACTIVE for port object 9abf0756-c0f8-4f33-b3cd-ff8961e34147 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:35.593214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=39503043-87c2-44ef-a7d2-54d34fefdcf8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:35.602190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee15d8-20c1-47e3-bf4e-6e9c4f1504ac None None] Network 2f4802eb-afa6-4420-8249-4c648407d327 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:35.608261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.612725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-31cd65ab-0537-42c6-ace7-59081a6bac7a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/39503043-87c2-44ef-a7d2-54d34fefdcf8 HTTP/1.1" status: 204 len: 168 time: 1.1567152 Jul 28 14:59:35.618026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 41994) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:35.631192 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:59:35.632038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:59:35.648562 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:35.662598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.671376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.679093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.784624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-999a8f00-786a-4c19-b2f2-32ab7210608f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4890575 Jul 28 14:59:35.787091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42002) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:35.790758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:35.798940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:35.815369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:35.822812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:35.846288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Pushing event updated for resources: {'Port': ['ID=9abf0756-c0f8-4f33-b3cd-ff8961e34147,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:35.862606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.936426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.938213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30af3a78-8a85-483f-a490-8501aae4bd06 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:35.944261 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.948115 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb4b87fc-c8a4-43b2-bef1-7f76ba27d4b4 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "DELETE /v2.0/routers/30af3a78-8a85-483f-a490-8501aae4bd06 HTTP/1.1" status: 204 len: 168 time: 0.7272344 Jul 28 14:59:35.954556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:35.968648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Attempting to bind port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:35.969114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Attempting to bind port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '61ca8184-3878-44d7-846d-b685a0062058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:35.969524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Attempting to bind port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 on network 8e0d0076-6345-46e4-b0e3-f5198c048819 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:35.980210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Request body: {'router': {'name': 'tempest-router-1744692138', 'distributed': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:35.984515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:35.984884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Checking segment: {'id': '61ca8184-3878-44d7-846d-b685a0062058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:35.985338 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.986004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Bound using segment: {'id': '61ca8184-3878-44d7-846d-b685a0062058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:35.986543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Bound port: 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ca8184-3878-44d7-846d-b685a0062058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:35.986942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.070145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] DHCP port deletion for 2f4802eb-afa6-4420-8249-4c648407d327 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:36.074343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:36.074590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.074790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.088751 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:33Z', 'revision_number': 9, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:36.136650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] For port 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:36.142884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] For port 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9abf0756-c0f8-4f33-b3cd-ff8961e34147,segment=NetworkSegment(61ca8184-3878-44d7-846d-b685a0062058),segment_id=61ca8184-3878-44d7-846d-b685a0062058)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:36.150318 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3892a85-5801-4fb9-b300-a1e56af8d4c8 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:33Z', 'revision_number': 9, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74a5883f-8eb9-4e46-8393-7dc48c3c8adc', 'name': '', 'network_id': 'b61fc616-3526-4089-9fec-70abf4b10ca6', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:4e:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:59:01Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:36.163245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] Deleting port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:36.163245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.219993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:36.221659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.238614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.508530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:36.509157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7dfc4-e567-4ac8-8a86-564fb7b4cca2 None None] Pushing event updated for resources: {'Port': ['ID=9abf0756-c0f8-4f33-b3cd-ff8961e34147,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:36.509157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] For port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,segment=NetworkSegment(4b7662a6-aadf-46ed-931f-d2ac80fffc4c),segment_id=4b7662a6-aadf-46ed-931f-d2ac80fffc4c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:36.509157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.509157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] Calling delete_port for 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:36.510929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.510929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.511758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:36.511758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:59:36.611199 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 14:59:36.633626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.677260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.678784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.744031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:36.749723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:36.758384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] Pushing event deleted for resources: {'Port': ['ID=1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:36.815297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43edd4-e36b-4b77-bc69-9085665796f5 None None] No DVR routers for this DVR port 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:36.918557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.929810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4802eb-afa6-4420-8249-4c648407d327']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:36.968068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7662a6-aadf-46ed-931f-d2ac80fffc4c') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:36.968799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7662a6-aadf-46ed-931f-d2ac80fffc4c') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:36.971887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.988326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.009526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.025679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:37.026394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:37.035187 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:37.166516 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.167882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cae176c5-3543-4449-bc1e-ee6b40609e14 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2074931 Jul 28 14:59:37.172583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42044) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:37.360289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.379664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.381309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/2f4802eb-afa6-4420-8249-4c648407d327 HTTP/1.1" status: 204 len: 168 time: 1.7611485 Jul 28 14:59:37.410488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62c1aa-4c9b-48c4-a0f2-83a79d8c661e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=2f4802eb-afa6-4420-8249-4c648407d327,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:37.413960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:37.945983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.004485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.077964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:38.095023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9abf0756-c0f8-4f33-b3cd-ff8961e34147 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:38.115531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:38.125032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:38.126187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.161399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=9caab9c3-dae8-4f6c-846d-31b06290fb14,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:38.236604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-90381ab1-ef1b-4797-9b05-e048bbe352d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4457150 Jul 28 14:59:38.241902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:38.273397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819', 'fixed_ips': [{'subnet_id': 'c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755'}, {'subnet_id': '9caab9c3-dae8-4f6c-846d-31b06290fb14'}], 'name': 'tempest-PortsTestJSON-1445461161'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:38.307597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:38.432127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d734153d-4f04-49aa-8c2e-dbe007e2e1c7 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:38.441283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.447515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.487080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d734153d-4f04-49aa-8c2e-dbe007e2e1c7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:38.487804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d734153d-4f04-49aa-8c2e-dbe007e2e1c7 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:38.488511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:38.530505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:38.531730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1ab2f8a8-bfa9-412c-9bc8-31cc8658c3dc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:38.540135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38d0bc-b7ed-430e-944a-b35604eac75d None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:38.664474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.665657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55fe4bcc-37ec-4712-a8a8-85917edb4ba3 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:38.688856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.690771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6253244-ac62-4d1a-a700-275c6b73b969 tempest-RoutersTestDVR-1910567368 tempest-RoutersTestDVR-1910567368-project-admin] 10.222.0.57 "DELETE /v2.0/routers/55fe4bcc-37ec-4712-a8a8-85917edb4ba3 HTTP/1.1" status: 204 len: 168 time: 1.5162458 Jul 28 14:59:38.715211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.828225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] Provisioning for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:38.864225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] Provisioning complete for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:38.864225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.032397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-9b9896f8-63b3-4e63-a1bc-3e28234aa9fc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2506201 Jul 28 14:59:39.187353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-89fc0a5b-b37e-4884-85fd-a8fcac92715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.191937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-89fc0a5b-b37e-4884-85fd-a8fcac92715c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 1098 time: 0.0752017 Jul 28 14:59:39.213030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.271559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] For port 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9abf0756-c0f8-4f33-b3cd-ff8961e34147,segment=NetworkSegment(61ca8184-3878-44d7-846d-b685a0062058),segment_id=61ca8184-3878-44d7-846d-b685a0062058)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:39.416241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Update dhcp port {'port': {'network_id': '8e0d0076-6345-46e4-b0e3-f5198c048819', 'fixed_ips': [{'subnet_id': 'c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755', 'ip_address': '172.20.0.2'}, {'subnet_id': '9caab9c3-dae8-4f6c-846d-31b06290fb14'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '9abf0756-c0f8-4f33-b3cd-ff8961e34147'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:59:39.432921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:39.443895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-a53ba448-1066-467c-8752-08b3f54bfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.450822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-a53ba448-1066-467c-8752-08b3f54bfeee service neutron] 10.222.0.58 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.1963921 Jul 28 14:59:39.494158 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.591253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.634454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-da54ed67-6d33-4791-9b12-3620650db9ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 200 len: 1001 time: 0.1789422 Jul 28 14:59:39.736173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-bbe8b49f-dc89-43e1-ab21-9a904f23a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.737732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-bbe8b49f-dc89-43e1-ab21-9a904f23a5b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0938759 Jul 28 14:59:39.738805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42114) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:39.773560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9a9ce-c167-482f-86b1-50c1cbea1a64 None None] Pushing event updated for resources: {'Port': ['ID=9abf0756-c0f8-4f33-b3cd-ff8961e34147,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:39.858239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-a683f3d0-6311-436d-a1e8-b5982f87e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.866128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-a683f3d0-6311-436d-a1e8-b5982f87e06c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118577 Jul 28 14:59:39.879671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-1817df61-9b79-4a75-894f-bb76c37f3230 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:59:39.887996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.902250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-1817df61-9b79-4a75-894f-bb76c37f3230 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265176 Jul 28 14:59:40.033552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:40.033743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9abf0756-c0f8-4f33-b3cd-ff8961e34147 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:40.181279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-138bcedb-fdef-49c0-a585-eaec4854dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.211951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-d25aef7d-a1b3-4332-b6c2-7a2596afc573 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009737 Jul 28 14:59:40.237293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Allocated IP 172.20.0.18 (8e0d0076-6345-46e4-b0e3-f5198c048819/9caab9c3-dae8-4f6c-846d-31b06290fb14/9abf0756-c0f8-4f33-b3cd-ff8961e34147) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:40.239379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:40.239756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.466461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa88debd-186b-4195-b53e-3c758702d3f4 req-8fd94114-4ab5-4ab5-9850-b788490eb0b9 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432294 Jul 28 14:59:40.608266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-138bcedb-fdef-49c0-a585-eaec4854dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.612101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] For port 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9abf0756-c0f8-4f33-b3cd-ff8961e34147,segment=NetworkSegment(61ca8184-3878-44d7-846d-b685a0062058),segment_id=61ca8184-3878-44d7-846d-b685a0062058)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:40.625719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:40.628355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.687276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-138bcedb-fdef-49c0-a585-eaec4854dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.709921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.734604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-138bcedb-fdef-49c0-a585-eaec4854dac6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b12b35bb031b4105ace73394cb172b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9950445 Jul 28 14:59:40.735286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42142) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:40.744364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Transition to ACTIVE for port object 9abf0756-c0f8-4f33-b3cd-ff8961e34147 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:40.786993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bcedb-fdef-49c0-a585-eaec4854dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0057a051-1881-46b2-b869-f5d5a68c382a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:40.820442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d65cf8dc-5ee6-4848-8a78-e9bd4bf41980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.848421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.849510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d65cf8dc-5ee6-4848-8a78-e9bd4bf41980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.995340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port 74a5883f-8eb9-4e46-8393-7dc48c3c8adc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:40.995992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.022195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 74a5883f-8eb9-4e46-8393-7dc48c3c8adc owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:41.028368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d65cf8dc-5ee6-4848-8a78-e9bd4bf41980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.034255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d65cf8dc-5ee6-4848-8a78-e9bd4bf41980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.034255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d65cf8dc-5ee6-4848-8a78-e9bd4bf41980 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0057a051-1881-46b2-b869-f5d5a68c382a HTTP/1.1" status: 204 len: 168 time: 0.2957580 Jul 28 14:59:41.048168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.11 (8e0d0076-6345-46e4-b0e3-f5198c048819/c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755/0a0ac27a-0099-41b2-b39b-2933ccba2fd6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:41.062336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cf8dc-5ee6-4848-8a78-e9bd4bf41980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0057a051-1881-46b2-b869-f5d5a68c382a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:41.071158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.24 (8e0d0076-6345-46e4-b0e3-f5198c048819/9caab9c3-dae8-4f6c-846d-31b06290fb14/0a0ac27a-0099-41b2-b39b-2933ccba2fd6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:41.196282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c26d29-0c72-476a-9854-d8c63debf944 None None] Pushing event updated for resources: {'Port': ['ID=9abf0756-c0f8-4f33-b3cd-ff8961e34147,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:41.708005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.736321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:41.876942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9abf0756-c0f8-4f33-b3cd-ff8961e34147 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:41.879533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.930490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=74a5883f-8eb9-4e46-8393-7dc48c3c8adc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:42.051042 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.327537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:42.335853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:42.338335 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.340335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=0a0ac27a-0099-41b2-b39b-2933ccba2fd6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:42.346839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:42.422051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42186) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:42.442557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35234c18-5838-4644-a427-07f60a1e4bfe None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:42.461933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-506b859f-8a93-4035-a1e8-2fbc2171031d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.688384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:42.690548 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.738292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-506b859f-8a93-4035-a1e8-2fbc2171031d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.844386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-497b1c95-c499-4f27-ad41-1cdbef4a5804 None None] Provisioning for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:42.856778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-497b1c95-c499-4f27-ad41-1cdbef4a5804 None None] Provisioning complete for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:42.857460 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-497b1c95-c499-4f27-ad41-1cdbef4a5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.871885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:42.913489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-506b859f-8a93-4035-a1e8-2fbc2171031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.987891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-506b859f-8a93-4035-a1e8-2fbc2171031d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ee5806931e44c25a77bb2dfc7925e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637593 Jul 28 14:59:42.991941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:42.994428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b859f-8a93-4035-a1e8-2fbc2171031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1000568a-b876-40f9-b51f-8eb30a5fc09a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:43.006229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:43.011942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-595efbe3-d920-48fe-ae03-36c447b56e65 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5908351 Jul 28 14:59:43.015182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42198) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:43.058735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:43.075850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:43.076554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:43.116579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ddd9f2d9-8d92-4088-98f7-170c3f6bc20e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.8724730 Jul 28 14:59:43.125171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42200) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:43.135634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:43.135634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.147005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:43.200027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.205966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22133d21-de04-4078-8366-c305e248da1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.322728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22133d21-de04-4078-8366-c305e248da1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.331250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.340406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:43.481667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.496679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.615278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.617943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f HTTP/1.1" status: 204 len: 168 time: 0.6014452 Jul 28 14:59:43.623563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42212) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:43.630729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417a239-68c7-409c-898d-5bdb1e07779f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:43.657167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23d9cb-1998-4ce6-a7ad-443a9027b7b7 None None] Network b61fc616-3526-4089-9fec-70abf4b10ca6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:43.797851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22133d21-de04-4078-8366-c305e248da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.802364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22133d21-de04-4078-8366-c305e248da1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.806908 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22133d21-de04-4078-8366-c305e248da1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1000568a-b876-40f9-b51f-8eb30a5fc09a HTTP/1.1" status: 204 len: 168 time: 0.8136771 Jul 28 14:59:43.829843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22133d21-de04-4078-8366-c305e248da1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1000568a-b876-40f9-b51f-8eb30a5fc09a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:43.890142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.903813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f9971d86-daad-43da-824f-9f28cb1f1a55 None None] Provisioning for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:44.028291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f9971d86-daad-43da-824f-9f28cb1f1a55 None None] Provisioning complete for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:44.028730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f9971d86-daad-43da-824f-9f28cb1f1a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.140289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f9971d86-daad-43da-824f-9f28cb1f1a55 None None] Port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:44.155423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port e6014aa6-1ee6-43aa-a192-d201c45f163f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:44.155837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.196694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f9971d86-daad-43da-824f-9f28cb1f1a55 None None] Provisioning complete for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:44.197805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f9971d86-daad-43da-824f-9f28cb1f1a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.227730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Delete allocated IP 172.20.0.24 (8e0d0076-6345-46e4-b0e3-f5198c048819/9caab9c3-dae8-4f6c-846d-31b06290fb14) {{(pid=94658) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 14:59:44.266261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] DHCP port deletion for b61fc616-3526-4089-9fec-70abf4b10ca6 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:44.315107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port e6014aa6-1ee6-43aa-a192-d201c45f163f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e6014aa6-1ee6-43aa-a192-d201c45f163f,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:44.315508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.352143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:41Z', 'revision_number': 10, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:44.354012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for e6014aa6-1ee6-43aa-a192-d201c45f163f owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:44.459119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:44.519479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:44.520142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:44.526141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.542691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Ignored duplicate provisioning block setup for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 14:59:44.657957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Deleting port e6014aa6-1ee6-43aa-a192-d201c45f163f {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:44.658750 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.677436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:44.679087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.818447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.878971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=0a0ac27a-0099-41b2-b39b-2933ccba2fd6,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:44.907350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=e6014aa6-1ee6-43aa-a192-d201c45f163f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:44.913256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port e6014aa6-1ee6-43aa-a192-d201c45f163f on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:44.935438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] For port e6014aa6-1ee6-43aa-a192-d201c45f163f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e6014aa6-1ee6-43aa-a192-d201c45f163f,segment=NetworkSegment(4e429c87-37bc-4964-acca-ef7396d8846a),segment_id=4e429c87-37bc-4964-acca-ef7396d8846a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:44.935850 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.976338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] In _notify_port_updated(), no bound segment for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 on network 8e0d0076-6345-46e4-b0e3-f5198c048819 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:59:44.985412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:44.986250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.987991 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d85ef9e9-8864-4438-92e1-a14876a62314 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/ports/0a0ac27a-0099-41b2-b39b-2933ccba2fd6 HTTP/1.1" status: 200 len: 920 time: 1.8615286 Jul 28 14:59:44.991913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42248) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:45.001747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755'}, {'subnet_id': '9caab9c3-dae8-4f6c-846d-31b06290fb14'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:45.077059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a6ee8ee-8a2b-4f01-be1a-e92722bc890f None None] Provisioning complete for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:45.077868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee8ee-8a2b-4f01-be1a-e92722bc890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.145920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Calling delete_port for e6014aa6-1ee6-43aa-a192-d201c45f163f owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:45.197122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.222321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61fc616-3526-4089-9fec-70abf4b10ca6']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:45.238899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e429c87-37bc-4964-acca-ef7396d8846a') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:45.239594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e429c87-37bc-4964-acca-ef7396d8846a') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:45.244824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ee8ee-8a2b-4f01-be1a-e92722bc890f None None] Port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:45.257368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.280180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.289256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:45.289684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:45.294128 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:45.349511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.425940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f680125f-3a9b-4a42-9a35-059fe04c02ed None None] Provisioning complete for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:45.426836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f680125f-3a9b-4a42-9a35-059fe04c02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.491099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.494078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:41Z', 'revision_number': 10, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:45.499094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.501803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/b61fc616-3526-4089-9fec-70abf4b10ca6 HTTP/1.1" status: 204 len: 168 time: 1.8527155 Jul 28 14:59:45.511330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42258) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:45.594148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54479c-0d25-4d21-9806-99715c402d80 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=b61fc616-3526-4089-9fec-70abf4b10ca6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:45.627837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6dbd8-fb2d-49f6-86b9-8f4dc80a9b21 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:41Z', 'revision_number': 10, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None, '_interfaces': [{'id': '3bd94b52-7701-4f9b-96a1-86ecc97ff5c2', 'name': '', 'network_id': '4266f734-2e09-4467-9702-e4f821aa1cbc', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'mac_address': 'fa:16:3e:32:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 5, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'subnets': [{'id': 'c3f2a66d-ff35-4074-9791-6aaca04f434b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:45.648317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f680125f-3a9b-4a42-9a35-059fe04c02ed None None] Port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:45.684794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.833633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Network b61fc616-3526-4089-9fec-70abf4b10ca6 is not hosted by any dhcp agent {{(pid=94659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:59:45.834118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] No DVR routers for this DVR port e6014aa6-1ee6-43aa-a192-d201c45f163f on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:45.876074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8d12-7be0-4fde-91a1-44cf69295ffa None None] Pushing event deleted for resources: {'Port': ['ID=e6014aa6-1ee6-43aa-a192-d201c45f163f,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:46.134528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.23 (8e0d0076-6345-46e4-b0e3-f5198c048819/9caab9c3-dae8-4f6c-846d-31b06290fb14/0a0ac27a-0099-41b2-b39b-2933ccba2fd6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:46.242005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e6014aa6-1ee6-43aa-a192-d201c45f163f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:46.304603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e6014aa6-1ee6-43aa-a192-d201c45f163f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:46.305075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e6014aa6-1ee6-43aa-a192-d201c45f163f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:46.308407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 74a5883f-8eb9-4e46-8393-7dc48c3c8adc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:46.345772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 74a5883f-8eb9-4e46-8393-7dc48c3c8adc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:46.348432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 74a5883f-8eb9-4e46-8393-7dc48c3c8adc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:46.366004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:46.385219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:46.445070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:46.605658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=0a0ac27a-0099-41b2-b39b-2933ccba2fd6,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:46.684849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:46.833491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] In _notify_port_updated(), no bound segment for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 on network 8e0d0076-6345-46e4-b0e3-f5198c048819 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:59:46.864103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:46.883658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:46.891986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42304) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:46.896861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aed54425-481d-4d23-adb5-df9b157101d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/ports/0a0ac27a-0099-41b2-b39b-2933ccba2fd6 HTTP/1.1" status: 200 len: 1000 time: 1.9031370 Jul 28 14:59:46.972320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bf944-3016-4ac9-8174-08dd27fb3df8 req-838fa909-a925-488e-8b2c-9f4cdd1a5fcb tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:46.974203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a94bf944-3016-4ac9-8174-08dd27fb3df8 req-838fa909-a925-488e-8b2c-9f4cdd1a5fcb tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.3322759 Jul 28 14:59:47.204653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a94bf944-3016-4ac9-8174-08dd27fb3df8 req-23c383a6-5555-421c-b677-5b4a81d96419 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209046 Jul 28 14:59:47.216359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-444b6de6-f564-4471-ab2f-20fc6bc7812a None None] Provisioning for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:47.235100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-444b6de6-f564-4471-ab2f-20fc6bc7812a None None] Provisioning complete for port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:47.235492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-444b6de6-f564-4471-ab2f-20fc6bc7812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:47.275337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:47.275679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:47.333446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-444b6de6-f564-4471-ab2f-20fc6bc7812a None None] Port 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:47.452029 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:47.489508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 0a0ac27a-0099-41b2-b39b-2933ccba2fd6 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:47.531310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:47.531688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:47.773662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:47.774665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:47.792405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:47.909923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42332) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:48.110749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1867227540', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:48.222019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Made reservation on behalf of 4372ee1ad0fc4dc49e78e5b17215e165 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:48.223589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.225116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.235501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.287049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=0a0ac27a-0099-41b2-b39b-2933ccba2fd6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:48.402468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14208d99-0eec-4968-9e99-e18323b48289 req-24a7d416-1cf5-49c4-bc15-92b92827a87c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:48.415985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14208d99-0eec-4968-9e99-e18323b48289 req-24a7d416-1cf5-49c4-bc15-92b92827a87c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.1104760 Jul 28 14:59:48.422702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.480110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.512834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14208d99-0eec-4968-9e99-e18323b48289 req-5e767e3a-d455-476e-ab1b-26be792e6543 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869901 Jul 28 14:59:48.525983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.601670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75d2ae4-5021-48a9-9b3c-f2777c072564,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:48.614566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] device_id is not set on port a83ab9d0-adec-42d0-a8ae-8f3a49808f34 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:59:48.685173 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:48.705488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-90be6e9d-8531-4bd7-a7bc-87a9fae05215 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/0a0ac27a-0099-41b2-b39b-2933ccba2fd6 HTTP/1.1" status: 204 len: 168 time: 1.8097529 Jul 28 14:59:48.707092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=3bd94b52-7701-4f9b-96a1-86ecc97ff5c2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:48.729361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42346) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:48.823347 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-250d48a4-fa5b-424e-9b07-98d3ad57c0a2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 14:59:48.826320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-250d48a4-fa5b-424e-9b07-98d3ad57c0a2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/0a0ac27a-0099-41b2-b39b-2933ccba2fd6 HTTP/1.1" status: 404 len: 333 time: 0.0951109 Jul 28 14:59:48.840587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:49.039126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-00688f5e-f9e6-4f0a-9473-c1415883c33e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:49.041556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-00688f5e-f9e6-4f0a-9473-c1415883c33e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.58 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.4736161 Jul 28 14:59:49.045771 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:49.054893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Allocated IP 172.25.6.37 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/a83ab9d0-adec-42d0-a8ae-8f3a49808f34) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:49.330015 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:49.487151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:49.559471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:49.564172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:49.567189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Pushing event updated for resources: {'Port': ['ID=a83ab9d0-adec-42d0-a8ae-8f3a49808f34,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:49.571240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:49.639643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:49.640291 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:49.748746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b03eaa6-2fa8-4dac-8827-a847303bd089 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8362291 Jul 28 14:59:49.752708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42376) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:49.763230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.37'}]}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:49.774275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 9caab9c3-dae8-4f6c-846d-31b06290fb14 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:49.836995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:49.962443 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:49.968087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:50.001218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5646098-2d46-42e4-810c-bcea0021dec0 req-dab879e2-24e3-4372-9e4e-8ba93772c9e0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:50.002843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5646098-2d46-42e4-810c-bcea0021dec0 req-dab879e2-24e3-4372-9e4e-8ba93772c9e0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 0.2831993 Jul 28 14:59:50.036890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.039174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.117383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Deleting port 2f5c5aa7-5702-4269-9097-cb285d354ad6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:50.118331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.344690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5646098-2d46-42e4-810c-bcea0021dec0 req-063c4b89-a104-4d23-bdb1-7dc7899a3c0e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118193 Jul 28 14:59:50.376368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:50.392205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.393012 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:50.406142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:50.407152 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:50.477268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d524222-faa8-4cfa-8c9f-dc32d89a444d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9647946 Jul 28 14:59:50.477940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42388) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:50.485544 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.487960 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:50.535255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] For port 2f5c5aa7-5702-4269-9097-cb285d354ad6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2f5c5aa7-5702-4269-9097-cb285d354ad6,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:50.535692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.551361 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:48Z', 'revision_number': 11, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:50.586647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:50.596563 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:50.597216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:50.636977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting subnet c3f2a66d-ff35-4074-9791-6aaca04f434b {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:50.639710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.696202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.701248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=9caab9c3-dae8-4f6c-846d-31b06290fb14,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:50.713752 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:50.785554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.793642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-97b6a097-47d0-41e9-9ca4-573c50507b83 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/9caab9c3-dae8-4f6c-846d-31b06290fb14 HTTP/1.1" status: 204 len: 168 time: 1.8859966 Jul 28 14:59:50.795044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42394) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:50.809137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e7bf5-7ec4-4c72-b64b-81e9a740c64f None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:50.821450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.828231 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:48Z', 'revision_number': 11, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:50.897681 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796a53-d1b4-4673-add9-17ad1e482bbb None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:48Z', 'revision_number': 11, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:50.957215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.068670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:51.151340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.390938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.566480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2f5c5aa7-5702-4269-9097-cb285d354ad6 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:51.624186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.628073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.628073 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Floating IP 859b1840-5c93-4036-afd5-d4ad59148566 disassociated. External IP: 172.25.6.254, port: 2f5c5aa7-5702-4269-9097-cb285d354ad6. Jul 28 14:59:51.628073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Calling delete_port for 2f5c5aa7-5702-4269-9097-cb285d354ad6 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:51.699915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.856680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:51.926056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.098918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.224543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.240597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/c3f2a66d-ff35-4074-9791-6aaca04f434b HTTP/1.1" status: 204 len: 168 time: 1.7530863 Jul 28 14:59:52.293858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42424) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:52.327266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa485d-6f04-4840-a830-1b8fa59d2a25 None None] Network 4266f734-2e09-4467-9702-e4f821aa1cbc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:52.353490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:52.354259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3bd94b52-7701-4f9b-96a1-86ecc97ff5c2 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:52.540659 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.623541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38fd0366-9b09-417d-a453-73be50aea4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.674639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ed0f-a13f-4cc9-99fd-ebf1016aab08 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f2a66d-ff35-4074-9791-6aaca04f434b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:52.754046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.822944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9490f87-21b1-4d34-a8dd-33c1bba7c8fa req-815f890c-3f4d-4c7f-8b84-306a3da1e803 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:52.851920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9490f87-21b1-4d34-a8dd-33c1bba7c8fa req-815f890c-3f4d-4c7f-8b84-306a3da1e803 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 946 time: 1.2176788 Jul 28 14:59:52.907553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event deleted for resources: {'Port': ['ID=2f5c5aa7-5702-4269-9097-cb285d354ad6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:53.007128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.084796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] DHCP port deletion for 4266f734-2e09-4467-9702-e4f821aa1cbc request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:53.093721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.110718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42434) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:53.111748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755 HTTP/1.1" status: 204 len: 168 time: 2.3147066 Jul 28 14:59:53.115550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c024911-3ffa-4f38-932f-66bf69cc7e08 None None] Network 8e0d0076-6345-46e4-b0e3-f5198c048819 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:53.243699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c612a9-9ffd-4307-9f55-7dfce94851ae tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:53.314680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.335627 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:59:53.479381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e5adb829-1b4c-4c2b-9f35-263de035240a None None] Provisioning complete for port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:53.479381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5adb829-1b4c-4c2b-9f35-263de035240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.489390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9490f87-21b1-4d34-a8dd-33c1bba7c8fa req-dd551d55-9992-4b84-9ed7-30375dd15974 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6354008 Jul 28 14:59:53.517756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.534961 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.738468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] Deleting port dae45cd9-642f-41c1-b59f-161231998b09 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:53.739072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.785048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.934690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:53.955545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] DHCP port deletion for 8e0d0076-6345-46e4-b0e3-f5198c048819 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:54.125611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae45cd9-642f-41c1-b59f-161231998b09 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:54.184074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:54.184074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.228000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Deleting port dae45cd9-642f-41c1-b59f-161231998b09 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:54.229125 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.247085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] For port dae45cd9-642f-41c1-b59f-161231998b09, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae45cd9-642f-41c1-b59f-161231998b09,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:54.247085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.277744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] Calling delete_port for dae45cd9-642f-41c1-b59f-161231998b09 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:54.346871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] For port dae45cd9-642f-41c1-b59f-161231998b09, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae45cd9-642f-41c1-b59f-161231998b09,segment=NetworkSegment(57f61fea-6919-4f70-9779-79242c66f44e),segment_id=57f61fea-6919-4f70-9779-79242c66f44e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:54.347486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.363918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:54.368660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Calling delete_port for dae45cd9-642f-41c1-b59f-161231998b09 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:54.373429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] Deleting port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:54.374116 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.396624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:54.501596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.600238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] For port 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9abf0756-c0f8-4f33-b3cd-ff8961e34147,segment=NetworkSegment(61ca8184-3878-44d7-846d-b685a0062058),segment_id=61ca8184-3878-44d7-846d-b685a0062058)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:54.600953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.611225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.663372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] Calling delete_port for 9abf0756-c0f8-4f33-b3cd-ff8961e34147 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:54.725839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.728233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] No DVR routers for this DVR port 2f5c5aa7-5702-4269-9097-cb285d354ad6 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:54.735577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.743063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-317d9645-f042-49b8-9dda-4dc3f6f7e697 req-53a8c131-821b-4a67-ae80-fe44ad8c298d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.58 "DELETE /v2.0/ports/2f5c5aa7-5702-4269-9097-cb285d354ad6 HTTP/1.1" status: 204 len: 173 time: 5.6867719 Jul 28 14:59:54.750091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-deleted', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:54.755205 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e5d82-5e29-434f-a20b-5ca743d5f228" -d '{"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-deleted", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:54.798877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Port': ['ID=dae45cd9-642f-41c1-b59f-161231998b09,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:54.803404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] For port 9abf0756-c0f8-4f33-b3cd-ff8961e34147, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9abf0756-c0f8-4f33-b3cd-ff8961e34147,segment=NetworkSegment(61ca8184-3878-44d7-846d-b685a0062058),segment_id=61ca8184-3878-44d7-846d-b685a0062058)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:54.804237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.892118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No DVR routers for this DVR port dae45cd9-642f-41c1-b59f-161231998b09 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:54.902823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.914386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9046c50d-3279-4f10-8235-326a216b6ff7 req-2dfea09d-3d59-445d-a4ab-6adc0689465e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.1569359 Jul 28 14:59:54.915565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54a796-5d83-4cd8-aae1-36918771c49d x-openstack-request-id: req-7e54a796-5d83-4cd8-aae1-36918771c49d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:54.916488 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c0e50d-963e-4632-9ff0-676530391edf", "name": "network-vif-deleted", "tag": "2f5c5aa7-5702-4269-9097-cb285d354ad6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:54.916663 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e54a796-5d83-4cd8-aae1-36918771c49d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:54.917187 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c0e50d-963e-4632-9ff0-676530391edf', 'name': 'network-vif-deleted', 'tag': '2f5c5aa7-5702-4269-9097-cb285d354ad6', 'status': 'completed', 'code': 200} Jul 28 14:59:54.918090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.918989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 9abf0756-c0f8-4f33-b3cd-ff8961e34147 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:54.970365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:54.971204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.031687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] No DVR routers for this DVR port dae45cd9-642f-41c1-b59f-161231998b09 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:55.035263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.093737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b51bc-252a-457d-af5a-af14ec8f11ac None None] Pushing event deleted for resources: {'Port': ['ID=dae45cd9-642f-41c1-b59f-161231998b09,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:55.156554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.182387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4266f734-2e09-4467-9702-e4f821aa1cbc']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.216369 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.229134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f61fea-6919-4f70-9779-79242c66f44e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.229686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f61fea-6919-4f70-9779-79242c66f44e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.263861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.284724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.286611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=9abf0756-c0f8-4f33-b3cd-ff8961e34147,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:55.287287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.291614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No DVR routers for this DVR port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:55.296927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0125d602-5af2-4abb-91f4-8397b27a83a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.302032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:55.316921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.317569 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.412961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] Pushing event deleted for resources: {'Port': ['ID=9abf0756-c0f8-4f33-b3cd-ff8961e34147,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:55.420691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be407a-e735-470a-b9e5-5a685df8186b None None] No DVR routers for this DVR port 9abf0756-c0f8-4f33-b3cd-ff8961e34147 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: timer() Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:55.450376 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:55.453084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:55.483109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.487078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 864d3b28-aae3-4103-bbc5-054e04f611c7 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:55.557633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.589174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0d0076-6345-46e4-b0e3-f5198c048819']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.615175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ca8184-3878-44d7-846d-b685a0062058') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.617454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ca8184-3878-44d7-846d-b685a0062058') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:55.626483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.643637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.650756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/networks/4266f734-2e09-4467-9702-e4f821aa1cbc HTTP/1.1" status: 204 len: 168 time: 3.3419590 Jul 28 14:59:55.653445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42478) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:55.658279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'routes': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:55.679731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.717340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a173ee-6702-456c-94a8-7ee621f7a3df tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Pushing event deleted for resources: {'Network': ['ID=4266f734-2e09-4467-9702-e4f821aa1cbc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:55.727410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.745862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:55.746665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.756874 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:59:55.761027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad7d30cb-82c1-4a92-af8d-45cf72576dd0 tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.0064828 Jul 28 14:59:55.761632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42482) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: timer() Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:55.829627 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:55.926432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9abf0756-c0f8-4f33-b3cd-ff8961e34147 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:55.948416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.954155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9abf0756-c0f8-4f33-b3cd-ff8961e34147 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:55.954155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9abf0756-c0f8-4f33-b3cd-ff8961e34147 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:55.992541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.999570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/8e0d0076-6345-46e4-b0e3-f5198c048819 HTTP/1.1" status: 204 len: 168 time: 2.8824651 Jul 28 14:59:56.015402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42488) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:56.023570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:56.027977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Added routes are [] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:59:56.028271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Removed routes are [] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:59:56.028745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.037631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95c26a-5c10-4630-abe4-23f4e557d72e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=8e0d0076-6345-46e4-b0e3-f5198c048819,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:56.081984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:56.095776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:56.097601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:56.353099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:56.471212 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.600924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca9b04-cecd-4ca0-a8db-7bc3ade501bb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:56.606691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42500) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:56.618184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fdca9b04-cecd-4ca0-a8db-7bc3ade501bb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6002402 Jul 28 14:59:56.636488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ba70956-03c8-4a63-b1d4-23ab41f14ad5 req-1acb9eeb-1cc8-4c06-9322-970ca224866f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=85c0e50d-963e-4632-9ff0-676530391edf HTTP/1.1" status: 200 len: 210 time: 0.1413252 Jul 28 14:59:56.708389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-444480f3-032b-40b0-a3ce-7b2e9834acba tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1002243 Jul 28 14:59:56.709323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42504) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:56.715720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-355356718'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:56.737489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Deleting port a83ab9d0-adec-42d0-a8ae-8f3a49808f34 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:56.738115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.783309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:56.818114 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.846398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460f190-cf00-4371-8b61-fa759dcf2d6c None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:56.863182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.885223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:56.893182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.962730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:56.998987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:56.999693 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment e87c4d92-f787-49a4-8cd6-4f6b00609791 of type vlan for network ec6172ab-c981-4012-b48e-ae824103d34d Jul 28 14:59:57.064092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 8ca0c85d-1f24-4a72-9aad-1657119b4744 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:57.074301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.084035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.113044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Calling delete_port for a83ab9d0-adec-42d0-a8ae-8f3a49808f34 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:57.221711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.242701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:57.243524 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.261283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:57.269294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.276159 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addee2bd-235f-4222-af70-793f51104f18 None None] Sync routers for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:57.283005 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-837858ca-a143-4147-a50f-bf8f23ee2be6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 701 time: 1.6285570 Jul 28 14:59:57.291155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42512) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:57.338609 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:57.339669 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:57.390331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6797233 Jul 28 14:59:57.393654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42516) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:57.397640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6d4dd0a2-9ddb-429f-b671-2e22878691ea tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 205 time: 0.0921760 Jul 28 14:59:57.398363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42518) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:57.405112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:57.538185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d17b1f-e96b-4036-b096-6d126aec7b63 None None] New status for floating IP 859b1840-5c93-4036-afd5-d4ad59148566: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:59:57.548599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b950a-d981-4825-a836-311011bffe22 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=ec6172ab-c981-4012-b48e-ae824103d34d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:57.574114 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:57.647049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:48Z', 'revision_number': 11, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:57.657379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.699974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addee2bd-235f-4222-af70-793f51104f18 None None] Checking router: 8ca0c85d-1f24-4a72-9aad-1657119b4744 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:57.723726 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] Routers {'8ca0c85d-1f24-4a72-9aad-1657119b4744'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:57.724769 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8ca0c85d-1f24-4a72-9aad-1657119b4744'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:57.750482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ec6172ab-c981-4012-b48e-ae824103d34d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:57.762018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:57.767228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:57.870557 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] Set router 8ca0c85d-1f24-4a72-9aad-1657119b4744 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:57.916706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42536) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:57.990424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-addee2bd-235f-4222-af70-793f51104f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:48Z', 'revision_number': 11, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:58.005981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.023630 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addee2bd-235f-4222-af70-793f51104f18 None None] The sync data for ids ['8ca0c85d-1f24-4a72-9aad-1657119b4744'] in n-d-764806-10 is: [{'id': '8ca0c85d-1f24-4a72-9aad-1657119b4744', 'name': 'tempest-RoutersTest-router-1249776019', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:34Z', 'updated_at': '2021-07-28T14:59:48Z', 'revision_number': 11, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:58.075602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83caf9ab-6fe3-489b-8c06-e6f6589eec98 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.083237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.089064 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.130999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83caf9ab-6fe3-489b-8c06-e6f6589eec98 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.349328 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.349328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router 8ca0c85d-1f24-4a72-9aad-1657119b4744 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:58.359556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.370649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e8250a27-edb6-486b-b941-dc0f18ae06fb tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 204 len: 168 time: 0.9675210 Jul 28 14:59:58.384551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42544) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:58.393787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.398146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2106122285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:58.514668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Pushing event deleted for resources: {'Port': ['ID=a83ab9d0-adec-42d0-a8ae-8f3a49808f34,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:58.573571 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.584628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-290ce6c4-ffe1-4bf6-a829-0c41c0d1f22e tempest-RoutersAdminNegativeIpV6Test-1662100986 tempest-RoutersAdminNegativeIpV6Test-1662100986-project-admin] 10.222.0.57 "DELETE /v2.0/ports/a83ab9d0-adec-42d0-a8ae-8f3a49808f34 HTTP/1.1" status: 204 len: 168 time: 2.8118243 Jul 28 14:59:58.602132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83caf9ab-6fe3-489b-8c06-e6f6589eec98 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.611799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83caf9ab-6fe3-489b-8c06-e6f6589eec98 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.616109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42556) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:58.641046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-83caf9ab-6fe3-489b-8c06-e6f6589eec98 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "DELETE /v2.0/security-groups/51f6cdbc-a5a4-40be-943c-ab4cbd6c189b HTTP/1.1" status: 204 len: 168 time: 0.7229946 Jul 28 14:59:58.660168 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-47be1c6b-5bd9-4766-8cba-8de380bc40ef tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] show failed (client error): The resource could not be found. Jul 28 14:59:58.685901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47be1c6b-5bd9-4766-8cba-8de380bc40ef tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups/51f6cdbc-a5a4-40be-943c-ab4cbd6c189b HTTP/1.1" status: 404 len: 347 time: 0.0654023 Jul 28 14:59:58.686659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42560) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:58.697513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caf9ab-6fe3-489b-8c06-e6f6589eec98 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f6cdbc-a5a4-40be-943c-ab4cbd6c189b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:58.858409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.860187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.909706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Deleting port c37bfdc5-f25e-4c48-abc5-d830525b88b2 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:58.910106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.994745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.053902 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.089209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.089209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Calling delete_port for c37bfdc5-f25e-4c48-abc5-d830525b88b2 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:59.200812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.333062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.411511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=0fb58053-96cd-4d46-af6e-7b1505a661d5,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:59.434318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': 'e87c4d92-f787-49a4-8cd6-4f6b00609791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:59.434986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: ec6172ab-c981-4012-b48e-ae824103d34d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:59.486873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.537771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event deleted for resources: {'Port': ['ID=c37bfdc5-f25e-4c48-abc5-d830525b88b2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:59.594073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.596516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-33d8f017-ccec-4d89-bf55-59553ed1f8a8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2096796 Jul 28 14:59:59.599302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42574) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:59.608860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:59.646252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.654347 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.659220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6ca50cc0-59d1-418f-b1cd-5dbefb8e301f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "DELETE /v2.0/floatingips/859b1840-5c93-4036-afd5-d4ad59148566 HTTP/1.1" status: 204 len: 168 time: 0.9711373 Jul 28 14:59:59.681178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network ec6172ab-c981-4012-b48e-ae824103d34d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:59.885104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:00.079983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42594) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:00.196415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61c597aa-a83e-426e-b774-8a76e908898b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.318198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f040296-e82d-4cbc-847d-fcc5784850af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.359369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61c597aa-a83e-426e-b774-8a76e908898b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.360534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-2a6cfb10-cb37-4343-935d-a4ff422969d8 req-67a58042-f13c-4491-8003-8cb5ddfe8527 service neutron] (94658) timed out ('10.222.0.57', 49136) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:00:00.399313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42604) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:00.406182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422148180', 'description': 'tempest-description--368029712'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:00.428994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ec6172ab-c981-4012-b48e-ae824103d34d) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:00.447078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795c5ac-e05f-4fa3-b108-eb833289890b None None] Network ec6172ab-c981-4012-b48e-ae824103d34d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:00.462627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61c597aa-a83e-426e-b774-8a76e908898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.487209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:00.487881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.531419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.575875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61c597aa-a83e-426e-b774-8a76e908898b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f93af97543c423ea7fa91b82ef20713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895614 Jul 28 15:00:00.579678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42610) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:00.582690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c597aa-a83e-426e-b774-8a76e908898b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd8170-f718-4702-922d-fac271f415cc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:00.699878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.725351 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f040296-e82d-4cbc-847d-fcc5784850af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.795789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ec251df-8e79-4fa2-9474-0ffdf2fd31d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.798006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ec6172ab-c981-4012-b48e-ae824103d34d', 'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': '0fb58053-96cd-4d46-af6e-7b1505a661d5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:00.799094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.834287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f040296-e82d-4cbc-847d-fcc5784850af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.845033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ec251df-8e79-4fa2-9474-0ffdf2fd31d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.910228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f040296-e82d-4cbc-847d-fcc5784850af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd5dc10ec8bc4ccf84573e8946119815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288074 Jul 28 15:00:00.911190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040296-e82d-4cbc-847d-fcc5784850af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb269eb7-bab9-4777-8703-bdc41ca205d9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:00.913663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:00.959973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8aaeb9f0-82a7-464b-b57f-4ca2b7d05764 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5651743 Jul 28 15:00:00.963804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42620) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:00.970050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d', 'name': 'tempest-PortsTestJSON-56061559'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:00.992084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Allocated IP 172.20.0.2 (ec6172ab-c981-4012-b48e-ae824103d34d/0fb58053-96cd-4d46-af6e-7b1505a661d5/58b2e811-29fa-45f9-8248-9a2408204136) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:01.017621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24556c2d-4a8c-4b5e-9678-cfab78cf32f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.040745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Router 451050c9-de61-47f4-9625-a29abb613f2f is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:00:01.051158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24556c2d-4a8c-4b5e-9678-cfab78cf32f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.176127 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ec251df-8e79-4fa2-9474-0ffdf2fd31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.179405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.181574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1ec251df-8e79-4fa2-9474-0ffdf2fd31d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.183991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1ec251df-8e79-4fa2-9474-0ffdf2fd31d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91cd8170-f718-4702-922d-fac271f415cc HTTP/1.1" status: 204 len: 168 time: 0.6024432 Jul 28 15:00:01.288747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24556c2d-4a8c-4b5e-9678-cfab78cf32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.295887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24556c2d-4a8c-4b5e-9678-cfab78cf32f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.300824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-24556c2d-4a8c-4b5e-9678-cfab78cf32f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb269eb7-bab9-4777-8703-bdc41ca205d9 HTTP/1.1" status: 204 len: 168 time: 0.3784137 Jul 28 15:00:01.335929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:01.338341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec251df-8e79-4fa2-9474-0ffdf2fd31d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd8170-f718-4702-922d-fac271f415cc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:01.353742 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] Sync routers for ids ['451050c9-de61-47f4-9625-a29abb613f2f'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:01.370781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.378206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7d274d2d-d16e-4f4d-9bc6-fe05a4d7bfef tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "PUT /v2.0/routers/451050c9-de61-47f4-9625-a29abb613f2f HTTP/1.1" status: 200 len: 694 time: 1.7754154 Jul 28 15:00:01.390580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42630) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:01.390964 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] Routers {'451050c9-de61-47f4-9625-a29abb613f2f'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:01.392440 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['451050c9-de61-47f4-9625-a29abb613f2f'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:01.410779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556c2d-4a8c-4b5e-9678-cfab78cf32f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb269eb7-bab9-4777-8703-bdc41ca205d9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:01.529834 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] Set router 451050c9-de61-47f4-9625-a29abb613f2f gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:00:01.614532 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451050c9-de61-47f4-9625-a29abb613f2f', 'name': 'tempest-RoutersTest-router-2106122285', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:58Z', 'updated_at': '2021-07-28T15:00:00Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:01.618786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b538f5a-5d03-4343-8c20-610d5aa3e5af tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/routers/451050c9-de61-47f4-9625-a29abb613f2f HTTP/1.1" status: 200 len: 700 time: 0.2210712 Jul 28 15:00:01.622700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42634) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:01.698442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e56771b-4084-4063-8e34-5582ae1298ad tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=451050c9-de61-47f4-9625-a29abb613f2f HTTP/1.1" status: 200 len: 205 time: 0.0740042 Jul 28 15:00:01.702771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42636) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:01.724182 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.730343 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] Checking router: 451050c9-de61-47f4-9625-a29abb613f2f for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:00:01.758584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.760866 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] Routers {'451050c9-de61-47f4-9625-a29abb613f2f'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:01.761166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Transition to ACTIVE for port object 58b2e811-29fa-45f9-8248-9a2408204136 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:01.764640 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T14:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['451050c9-de61-47f4-9625-a29abb613f2f'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:01.794724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Transition to ACTIVE for port object 58b2e811-29fa-45f9-8248-9a2408204136 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:01.863558 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] Set router 451050c9-de61-47f4-9625-a29abb613f2f gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:00:01.865198 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.889386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.929545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.959697 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451050c9-de61-47f4-9625-a29abb613f2f', 'name': 'tempest-RoutersTest-router-2106122285', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:58Z', 'updated_at': '2021-07-28T15:00:00Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:01.970599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba07bae-3eda-45a3-b453-e2cb4dcc266f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:02.004109 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079f2ca-a102-4bcc-90ce-5e58bb9bec8c None None] The sync data for ids ['451050c9-de61-47f4-9625-a29abb613f2f'] in n-d-764806-10 is: [{'id': '451050c9-de61-47f4-9625-a29abb613f2f', 'name': 'tempest-RoutersTest-router-2106122285', 'tenant_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:58Z', 'updated_at': '2021-07-28T15:00:00Z', 'revision_number': 2, 'project_id': 'a73ba1508eed41e4b5dbed5d5d3d3c04', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:02.060080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Network ec6172ab-c981-4012-b48e-ae824103d34d is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:02.065930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:02.076395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:02.099287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Pushing event updated for resources: {'Port': ['ID=58b2e811-29fa-45f9-8248-9a2408204136,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:02.184306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Attempting to bind port 58b2e811-29fa-45f9-8248-9a2408204136 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:02.184798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Attempting to bind port 58b2e811-29fa-45f9-8248-9a2408204136 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e87c4d92-f787-49a4-8cd6-4f6b00609791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:02.185136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Attempting to bind port 58b2e811-29fa-45f9-8248-9a2408204136 on network ec6172ab-c981-4012-b48e-ae824103d34d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:02.191307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:02.192574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Checking segment: {'id': 'e87c4d92-f787-49a4-8cd6-4f6b00609791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:02.200393 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.200393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Bound using segment: {'id': 'e87c4d92-f787-49a4-8cd6-4f6b00609791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:02.200393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Bound port: 58b2e811-29fa-45f9-8248-9a2408204136, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87c4d92-f787-49a4-8cd6-4f6b00609791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:02.200393 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.226669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.230534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb7292ae-18ab-47d4-aca5-31c1f3d8a6d1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8294103 Jul 28 15:00:02.234273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42652) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.243566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:02.253456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'security_group_rule': {'security_group_id': 'aba07bae-3eda-45a3-b453-e2cb4dcc266f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:02.283877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.329576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.345274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 48b68b2c-6409-4328-8d74-d9141f01ccf1 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:02.374525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] For port 58b2e811-29fa-45f9-8248-9a2408204136, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:02.380418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] For port 58b2e811-29fa-45f9-8248-9a2408204136, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=58b2e811-29fa-45f9-8248-9a2408204136,segment=NetworkSegment(e87c4d92-f787-49a4-8cd6-4f6b00609791),segment_id=e87c4d92-f787-49a4-8cd6-4f6b00609791)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:02.393878 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.410993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.556086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.577156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.4 (ec6172ab-c981-4012-b48e-ae824103d34d/0fb58053-96cd-4d46-af6e-7b1505a661d5/48b68b2c-6409-4328-8d74-d9141f01ccf1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:02.586817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.592881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.593691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Fanout notify agent at l3_agent the message router_deleted on router 451050c9-de61-47f4-9625-a29abb613f2f {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:00:02.610712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.611741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c535f54b-6f49-4c4c-866e-201add9dff4e tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/451050c9-de61-47f4-9625-a29abb613f2f HTTP/1.1" status: 204 len: 168 time: 0.9072452 Jul 28 15:00:02.618996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42654) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.666774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1cf4eee4-c9c3-4179-a569-2936b09458a6 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=451050c9-de61-47f4-9625-a29abb613f2f HTTP/1.1" status: 200 len: 205 time: 0.0427547 Jul 28 15:00:02.667095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42658) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.734011 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-b0f3e748-7f89-4a8e-a040-41fff6f3237b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:02.734714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.740719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b0f3e748-7f89-4a8e-a040-41fff6f3237b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/451050c9-de61-47f4-9625-a29abb613f2f HTTP/1.1" status: 404 len: 336 time: 0.0681980 Jul 28 15:00:02.741182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42662) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.766186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec838a0-0a1c-454a-ad33-4b705815ea3d None None] Pushing event updated for resources: {'Port': ['ID=58b2e811-29fa-45f9-8248-9a2408204136,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:02.784343 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-39297bb7-2cd8-45a2-a64d-bd20bb43e4a3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:02.784976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39297bb7-2cd8-45a2-a64d-bd20bb43e4a3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:02.787571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-39297bb7-2cd8-45a2-a64d-bd20bb43e4a3 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/818dc36e-2a2a-4a94-8b43-868c6402e7df HTTP/1.1" status: 404 len: 337 time: 0.0450480 Jul 28 15:00:02.791445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42666) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.836347 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-93edd97e-c98b-4800-9bbb-2b8d4cfd9039 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:02.837465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93edd97e-c98b-4800-9bbb-2b8d4cfd9039 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:02.842813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-93edd97e-c98b-4800-9bbb-2b8d4cfd9039 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/39503043-87c2-44ef-a7d2-54d34fefdcf8 HTTP/1.1" status: 404 len: 337 time: 0.0490067 Jul 28 15:00:02.845218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42668) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.865225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:02.941195 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-064b9dbd-9b11-48c1-9259-663a99dbf3b8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:02.941812 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064b9dbd-9b11-48c1-9259-663a99dbf3b8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:02.946329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-064b9dbd-9b11-48c1-9259-663a99dbf3b8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/c3cc1bdc-82ce-4c62-b7f0-1996f7bd7d2f HTTP/1.1" status: 404 len: 337 time: 0.0971482 Jul 28 15:00:02.952278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42672) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:02.992404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbd60b8-bb96-4e16-b73e-64ecb38e3c3c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:02.999131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.005643 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c03e66f-de30-4da0-9eaa-3bd2457f845c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:03.006179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c03e66f-de30-4da0-9eaa-3bd2457f845c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:03.011486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c03e66f-de30-4da0-9eaa-3bd2457f845c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/c3f2a66d-ff35-4074-9791-6aaca04f434b HTTP/1.1" status: 404 len: 337 time: 0.0553861 Jul 28 15:00:03.011486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42676) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.046870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 48b68b2c-6409-4328-8d74-d9141f01ccf1 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:03.054573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dba58263-77c8-4155-a2a3-bac5dbe81f2b tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 200 len: 205 time: 0.0412719 Jul 28 15:00:03.056955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42678) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.076370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42682) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.166741 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-02b7be44-ebbc-4a2b-9147-dc0e0f0ac8fa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:03.173373 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02b7be44-ebbc-4a2b-9147-dc0e0f0ac8fa tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/8ca0c85d-1f24-4a72-9aad-1657119b4744 HTTP/1.1" status: 404 len: 336 time: 0.1050467 Jul 28 15:00:03.173373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.173373 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-99ca0c97-700d-4134-9a72-1249b69ff034 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9356725 Jul 28 15:00:03.173918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42684) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.179943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3856-2d77-4833-a7e5-acc583dc533c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.180272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42686) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.182785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'security_group_rule': {'security_group_id': 'aba07bae-3eda-45a3-b453-e2cb4dcc266f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:03.249838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42688) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.260072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.272839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-17383d87-ac0c-47fb-9d04-1902a07ebec9 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d12419-d3d9-4fdd-942e-0b55dc84a950 HTTP/1.1" status: 200 len: 205 time: 0.0671663 Jul 28 15:00:03.275236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42690) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.335831 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-c5a008d4-0ca4-445c-bfee-0a477e112205 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:03.339440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c5a008d4-0ca4-445c-bfee-0a477e112205 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/39d12419-d3d9-4fdd-942e-0b55dc84a950 HTTP/1.1" status: 404 len: 336 time: 0.0604651 Jul 28 15:00:03.339721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42692) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.370092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network ec6172ab-c981-4012-b48e-ae824103d34d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:03.373946 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-27937c1a-d00b-4cde-83a2-9fa913a47b06 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:03.375004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27937c1a-d00b-4cde-83a2-9fa913a47b06 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:03.379677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27937c1a-d00b-4cde-83a2-9fa913a47b06 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/97b55c7c-9dfb-4363-bd32-8bddc838100f HTTP/1.1" status: 404 len: 337 time: 0.0364234 Jul 28 15:00:03.380525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42694) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.388881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:03.398943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:03.430319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3ddae9d0-f54e-4d28-9f50-335f46afbafe tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 200 len: 205 time: 0.0459745 Jul 28 15:00:03.435849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42696) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.497583 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-38985ed3-7fec-403a-ba4f-c1e11afbcff1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:03.501362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-38985ed3-7fec-403a-ba4f-c1e11afbcff1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/8ff052d7-f9ff-430a-8d3f-efe101576cd0 HTTP/1.1" status: 404 len: 336 time: 0.0613019 Jul 28 15:00:03.504256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.523756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.527326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=48b68b2c-6409-4328-8d74-d9141f01ccf1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:03.538528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-44a054a9-8f3c-4a90-9eb9-f5cac36c8b0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4372ee1ad0fc4dc49e78e5b17215e165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866256 Jul 28 15:00:03.549020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42702) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.562667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bee9ed2c-64ca-41b4-8c80-bfaaf96499fd tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=12b0f8f0-4ace-42b6-a160-a4e195012e4c HTTP/1.1" status: 200 len: 205 time: 0.0592439 Jul 28 15:00:03.568877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42706) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.624351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:03.624988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.630928 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2b4adbec-08d1-4d9f-8574-c1fa9399aa9a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:03.632077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2b4adbec-08d1-4d9f-8574-c1fa9399aa9a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/12b0f8f0-4ace-42b6-a160-a4e195012e4c HTTP/1.1" status: 404 len: 336 time: 0.0622342 Jul 28 15:00:03.635158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42708) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.672181 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1cab4c-9f35-4803-b6fd-29e286e9af4c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:03.672732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1cab4c-9f35-4803-b6fd-29e286e9af4c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:03.677232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dc1cab4c-9f35-4803-b6fd-29e286e9af4c tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/cf565b75-498d-4fa5-8515-9e46713386c5 HTTP/1.1" status: 404 len: 337 time: 0.0384576 Jul 28 15:00:03.679274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42710) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.689174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.692937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0737d30-d1ff-4522-beb2-7f17edcee013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.718770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5f67335-22c1-4222-a226-f909df9fc3b7 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9686266-a4a2-473b-a509-6d85ffba4b97 HTTP/1.1" status: 200 len: 205 time: 0.0381091 Jul 28 15:00:03.722934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42712) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.731724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0737d30-d1ff-4522-beb2-7f17edcee013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.793424 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-f0d57710-4f91-49eb-9cde-b522f8387e8f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:03.794765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f0d57710-4f91-49eb-9cde-b522f8387e8f tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/c9686266-a4a2-473b-a509-6d85ffba4b97 HTTP/1.1" status: 404 len: 336 time: 0.0705149 Jul 28 15:00:03.799671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.847513 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f43d23f-7d6a-4d3d-80ec-4fabb0d2cd9a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:03.847918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f43d23f-7d6a-4d3d-80ec-4fabb0d2cd9a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:03.849744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f43d23f-7d6a-4d3d-80ec-4fabb0d2cd9a tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/8643d902-e126-4f23-aacc-5abb06875f19 HTTP/1.1" status: 404 len: 337 time: 0.0494146 Jul 28 15:00:03.858183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42722) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:03.896372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3856-2d77-4833-a7e5-acc583dc533c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.962497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f763992-0346-4ee2-a55d-81295946c5d8 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e HTTP/1.1" status: 200 len: 205 time: 0.1018963 Jul 28 15:00:03.964047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.967296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.000609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d083e6ac-3786-4fa0-871a-882ee5ef4fc7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:04.062821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0737d30-d1ff-4522-beb2-7f17edcee013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.063374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 58b2e811-29fa-45f9-8248-9a2408204136 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:04.064578 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-b8196727-f73f-4e37-bd9b-7c3719c22f0d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] delete failed (client error): The resource could not be found. Jul 28 15:00:04.066271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0737d30-d1ff-4522-beb2-7f17edcee013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.066558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b8196727-f73f-4e37-bd9b-7c3719c22f0d tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/routers/dcf6cef6-62fd-439e-b967-9ddf9dd5bc5e HTTP/1.1" status: 404 len: 336 time: 0.0978146 Jul 28 15:00:04.067608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a0737d30-d1ff-4522-beb2-7f17edcee013 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e75d2ae4-5021-48a9-9b3c-f2777c072564 HTTP/1.1" status: 204 len: 168 time: 0.5154727 Jul 28 15:00:04.074604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42728) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.074706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3856-2d77-4833-a7e5-acc583dc533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.093098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0737d30-d1ff-4522-beb2-7f17edcee013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75d2ae4-5021-48a9-9b3c-f2777c072564,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:04.112765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ea3a3856-2d77-4833-a7e5-acc583dc533c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=405a75a2129c45aba87c1d3f5c3bd800&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0334876 Jul 28 15:00:04.117225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42732) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.125772 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83253af-95ce-4c0b-82fd-eb538d3eeefe tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:04.126625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83253af-95ce-4c0b-82fd-eb538d3eeefe tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:04.128689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a83253af-95ce-4c0b-82fd-eb538d3eeefe tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/773ee4f7-c4e7-4b1b-ab01-a415eaef8846 HTTP/1.1" status: 404 len: 337 time: 0.0564094 Jul 28 15:00:04.131388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42734) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.159363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.170999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-95bcd35f-b44d-4781-a6bf-4db165c6f8ff tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9929154 Jul 28 15:00:04.171758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42736) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.203980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:04.211058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cf07a538-d557-4869-b03a-0495094f49c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2460005 Jul 28 15:00:04.219066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42738) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.220261 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eb19d9-ba3f-42e2-af91-a61a54be1db1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:04.222103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a3856-2d77-4833-a7e5-acc583dc533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63968d0-1bb3-4817-bc30-fc33105ce36a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:04.222293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eb19d9-ba3f-42e2-af91-a61a54be1db1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:04.224345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-22eb19d9-ba3f-42e2-af91-a61a54be1db1 tempest-RoutersTest-668433137 tempest-RoutersTest-668433137-project] 10.222.0.57 "DELETE /v2.0/subnets/962c64c7-83ce-4868-81c5-56bd41ac6b45 HTTP/1.1" status: 404 len: 337 time: 0.0916870 Jul 28 15:00:04.269572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': 'ec6172ab-c981-4012-b48e-ae824103d34d', 'name': 'tempest-PortsTestJSON-1247561208'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:04.303489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e411acec-2ee7-4031-af5e-0687a21d66f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.352829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e411acec-2ee7-4031-af5e-0687a21d66f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.390077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 58b2e811-29fa-45f9-8248-9a2408204136 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:04.458861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4057361-53ba-44c6-87b7-b29a3dde187b None None] Network ec6172ab-c981-4012-b48e-ae824103d34d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:04.477130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.620978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e411acec-2ee7-4031-af5e-0687a21d66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.630422 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e411acec-2ee7-4031-af5e-0687a21d66f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.630422 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e411acec-2ee7-4031-af5e-0687a21d66f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e63968d0-1bb3-4817-bc30-fc33105ce36a HTTP/1.1" status: 204 len: 168 time: 0.5071006 Jul 28 15:00:04.638432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411acec-2ee7-4031-af5e-0687a21d66f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63968d0-1bb3-4817-bc30-fc33105ce36a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:04.776300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.845271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] Provisioning for port 58b2e811-29fa-45f9-8248-9a2408204136 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:04.850425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] Provisioning complete for port 58b2e811-29fa-45f9-8248-9a2408204136 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:04.858094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.902184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:04.910601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.061183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 71ab44de-6516-4bd2-95de-eb2454f10fd9 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:05.135219 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.232928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Allocated IP 172.25.6.85 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/0408d2fd-fcdf-4ac4-b8b8-e92b2b7b3f56) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:05.253154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] For port 58b2e811-29fa-45f9-8248-9a2408204136, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=58b2e811-29fa-45f9-8248-9a2408204136,segment=NetworkSegment(e87c4d92-f787-49a4-8cd6-4f6b00609791),segment_id=e87c4d92-f787-49a4-8cd6-4f6b00609791)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:05.417818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.470462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.6 (ec6172ab-c981-4012-b48e-ae824103d34d/0fb58053-96cd-4d46-af6e-7b1505a661d5/71ab44de-6516-4bd2-95de-eb2454f10fd9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:05.532748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f7c1f-a27c-47f8-84f7-7a62faf46cc2 None None] Pushing event updated for resources: {'Port': ['ID=58b2e811-29fa-45f9-8248-9a2408204136,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:05.553320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e6e79a1-0fe8-49bf-94d2-6af86912f096 None None] Provisioning complete for port 58b2e811-29fa-45f9-8248-9a2408204136 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:05.553998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e6e79a1-0fe8-49bf-94d2-6af86912f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.589300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42772) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:05.630272 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.813292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e6e79a1-0fe8-49bf-94d2-6af86912f096 None None] Provisioning for port 48b68b2c-6409-4328-8d74-d9141f01ccf1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:05.819897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e6e79a1-0fe8-49bf-94d2-6af86912f096 None None] Provisioning complete for port 48b68b2c-6409-4328-8d74-d9141f01ccf1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:05.820590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e6e79a1-0fe8-49bf-94d2-6af86912f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.894826 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.928941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a27058ee-43e6-4981-9e89-278a0ee2f585 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a73ba1508eed41e4b5dbed5d5d3d3c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343863 Jul 28 15:00:05.932662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 71ab44de-6516-4bd2-95de-eb2454f10fd9 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:05.940329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42790) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:05.972197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e79a1-0fe8-49bf-94d2-6af86912f096 None None] Port 48b68b2c-6409-4328-8d74-d9141f01ccf1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:06.002943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 58b2e811-29fa-45f9-8248-9a2408204136 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:06.027304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.101855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.194509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:06.207768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:06.211270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:06.224624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 58b2e811-29fa-45f9-8248-9a2408204136 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:06.225337 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.298023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-410c110a-4a5c-483f-afbb-05c6642535f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.303637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'Port': ['ID=0408d2fd-fcdf-4ac4-b8b8-e92b2b7b3f56,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:06.345600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-410c110a-4a5c-483f-afbb-05c6642535f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.366028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.491144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network ec6172ab-c981-4012-b48e-ae824103d34d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:06.506937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:06.525076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.525076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:06.532331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=71ab44de-6516-4bd2-95de-eb2454f10fd9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:06.645651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.646914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.673659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-410c110a-4a5c-483f-afbb-05c6642535f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.677479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-410c110a-4a5c-483f-afbb-05c6642535f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.681741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-410c110a-4a5c-483f-afbb-05c6642535f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd8e84e2-b44f-49ae-b229-1c51e935d6a6 HTTP/1.1" status: 204 len: 168 time: 0.7348764 Jul 28 15:00:06.768844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c110a-4a5c-483f-afbb-05c6642535f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e84e2-b44f-49ae-b229-1c51e935d6a6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:06.773761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.825657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42820) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:06.837304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1c27bea6-4297-487f-923f-244958c3a5e1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6103976 Jul 28 15:00:07.089618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319377a-d4f4-4912-92d8-970ec5991eb2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:07.091406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a319377a-d4f4-4912-92d8-970ec5991eb2 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 920 time: 0.2633207 Jul 28 15:00:07.109084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42830) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:07.143261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01ad613c-8b4d-447e-b770-c14c1506dc2a None None] Provisioning for port 71ab44de-6516-4bd2-95de-eb2454f10fd9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:07.156119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01ad613c-8b4d-447e-b770-c14c1506dc2a None None] Provisioning complete for port 71ab44de-6516-4bd2-95de-eb2454f10fd9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:07.158975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01ad613c-8b4d-447e-b770-c14c1506dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.241363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-01ad613c-8b4d-447e-b770-c14c1506dc2a None None] Port 71ab44de-6516-4bd2-95de-eb2454f10fd9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:07.268912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.299945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 71ab44de-6516-4bd2-95de-eb2454f10fd9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:07.299945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.391066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42846) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:07.399180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.445852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.463717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 71ab44de-6516-4bd2-95de-eb2454f10fd9 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:07.576973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.635232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'Port': ['ID=0408d2fd-fcdf-4ac4-b8b8-e92b2b7b3f56,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:07.743061 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.743061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-93a44c49-7cd7-4eb9-b1d7-bca01727ad22 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5445108 Jul 28 15:00:07.827248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1956192457'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:07.931723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.984820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=71ab44de-6516-4bd2-95de-eb2454f10fd9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:08.051846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:08.058917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:08.143078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:08.183932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:08.189756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-26ee7481-e28b-4695-8313-d2cbb0fe6b54 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/71ab44de-6516-4bd2-95de-eb2454f10fd9 HTTP/1.1" status: 204 len: 168 time: 1.0785887 Jul 28 15:00:08.190738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42890) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:08.226463 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-4d896440-3686-43dd-a7eb-460816422ca9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--422148180&fields=id&tenant_id=e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 267 time: 0.1153274 Jul 28 15:00:08.301878 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e426e5e-04cb-4f1f-b314-290ac8c4ce23 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:00:08.301878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2e426e5e-04cb-4f1f-b314-290ac8c4ce23 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/71ab44de-6516-4bd2-95de-eb2454f10fd9 HTTP/1.1" status: 404 len: 333 time: 0.0982831 Jul 28 15:00:08.313339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:08.650375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 48b68b2c-6409-4328-8d74-d9141f01ccf1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:08.656437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:08.712805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:08.849162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:08.865343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 48b68b2c-6409-4328-8d74-d9141f01ccf1 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:08.974569 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.006483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-8cca3700-a14b-4688-8ee2-0baf30e0b777 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.009135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-8cca3700-a14b-4688-8ee2-0baf30e0b777 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 817 time: 0.7816796 Jul 28 15:00:09.038109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-2f6d8220-a704-43bb-85ab-f75ca6eb580e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/quotas/e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 375 time: 0.0127118 Jul 28 15:00:09.041117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:09.081380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.081775 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment bce0e54a-de36-44d3-bcd8-ddcf0981ccb5 of type vlan for network ce20ca4b-f511-44f1-b4f4-7464e3caf000 Jul 28 15:00:09.119882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de131d3-4a53-4bb4-bdd6-b89c233c5144,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:09.161394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-3cd59e29-ebc1-4a42-91aa-d778d2f5197c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148422 Jul 28 15:00:09.228732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.325413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42924) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:09.349227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-2e74e08f-4f9d-4594-8de2-1c52b322570a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:00:09.350475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-2e74e08f-4f9d-4594-8de2-1c52b322570a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1608758 Jul 28 15:00:09.411763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-747242116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:09.427871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.479498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=48b68b2c-6409-4328-8d74-d9141f01ccf1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:09.546084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.561839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.563448 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.603650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-eed3b654-43eb-493b-85e0-021967d5f568 service neutron] 10.222.0.57 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372444 Jul 28 15:00:09.671902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.673480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.819942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4273968 Jul 28 15:00:09.840037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42936) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:09.854403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'name': 'tempest-PortsIpV6TestJSON-15148574'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:09.870563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.873548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f666fc95-825a-4e97-9dba-0a1600e19ba7 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/48b68b2c-6409-4328-8d74-d9141f01ccf1 HTTP/1.1" status: 204 len: 168 time: 1.5540679 Jul 28 15:00:09.878384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e791f61-88e1-4499-a880-180d46a5b5f8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=ce20ca4b-f511-44f1-b4f4-7464e3caf000,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:09.896114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:09.920728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42938) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:09.952336 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd2bf8-08b1-4981-9b0f-54f774f58c71 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:00:09.954481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1ccd2bf8-08b1-4981-9b0f-54f774f58c71 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/48b68b2c-6409-4328-8d74-d9141f01ccf1 HTTP/1.1" status: 404 len: 333 time: 0.0324874 Jul 28 15:00:09.957476 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.958527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42940) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:09.978911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-fa9079a3-46f2-4483-a634-69c3b07c3397 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3517284 Jul 28 15:00:10.054972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-a61a4591-00c2-4cf7-982f-67f2f7d0337a service neutron] 10.222.0.57 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488401 Jul 28 15:00:10.085808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.151904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 0fb58053-96cd-4d46-af6e-7b1505a661d5 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:10.156570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.241245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.244653 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.245907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2224c840-05fe-4afd-babf-6eec32e5d6a5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9188859 Jul 28 15:00:10.250815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42950) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:10.261667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1163986230'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:10.377121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:10.384499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.391385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.392346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.393384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.394142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.394903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.396283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.396888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.399397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15ba2006-7e75-467e-9fe4-eed7639aba63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27b481319b1048a8a5c5671306336db9&device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 6497 time: 0.2934217 Jul 28 15:00:10.443834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 6170d4ce-fa59-468b-806d-6db84d3cd387 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:10.462172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.757800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.763904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Made reservation on behalf of 9a51bc0aace44b2ea8550f9e75e062fb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:10.781020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.860856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.956198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.046000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=6170d4ce-fa59-468b-806d-6db84d3cd387,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:11.084098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:11.085746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: ce20ca4b-f511-44f1-b4f4-7464e3caf000, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:11.117794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.252397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-761eccfa-c0bd-421b-9bb5-01fe1100f3a7 req-dadb6bdc-bac9-4db8-b758-0bf0d392d5ac tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.5715301 Jul 28 15:00:11.305835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-942309b4-0eb0-4723-90f0-5391c3efc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.306720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-942309b4-0eb0-4723-90f0-5391c3efc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.307439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-942309b4-0eb0-4723-90f0-5391c3efc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.309498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-942309b4-0eb0-4723-90f0-5391c3efc6b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&id=d4bef802-f700-418f-a335-1f408fe33607&id=d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 200 len: 2293 time: 0.8485122 Jul 28 15:00:11.343475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:11.349075 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.425699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.458086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:11.470284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feac9006-85c3-46e6-828e-ebc61bd218c9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:11.484761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb58053-96cd-4d46-af6e-7b1505a661d5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:11.485561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.486211 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Added segment cdeef98e-b882-4d9a-aef2-9123ebefa43b of type vlan for network b9d0e543-ff14-4301-8bca-028bf3ef91a9 Jul 28 15:00:11.503017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.505982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c725c410-6143-4192-8f64-375742fab78a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/0fb58053-96cd-4d46-af6e-7b1505a661d5 HTTP/1.1" status: 204 len: 168 time: 1.5460756 Jul 28 15:00:11.511267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a07173-f3d9-4f56-8fe6-b9bc55a7c643 None None] Network ec6172ab-c981-4012-b48e-ae824103d34d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:11.521731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:11.533974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-a9934b0a-2fe8-41e3-be90-9f18b02a99bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 200 len: 1002 time: 0.2147813 Jul 28 15:00:11.592841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.619964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ce20ca4b-f511-44f1-b4f4-7464e3caf000) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:11.629554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:11.638330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.642406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.651144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a59bca4-b458-4f60-96d3-11e46920d970 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:11.749277 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.756920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-0be3a056-554d-4a49-acf4-f20d680fb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.758564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-0be3a056-554d-4a49-acf4-f20d680fb2f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 200 len: 850 time: 0.2026660 Jul 28 15:00:11.854101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42994) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:11.854401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b66a1a5-0b87-47c9-b3fb-2f20d19f612e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.0126812 Jul 28 15:00:11.871078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-750896353'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:11.907849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] DHCP port deletion for ec6172ab-c981-4012-b48e-ae824103d34d request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:00:11.916209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-c2551924-8210-4abc-b945-749181921142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.918697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-c2551924-8210-4abc-b945-749181921142 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=626aa0e6-c771-45f6-8f54-fe32ace1ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437898 Jul 28 15:00:11.972144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:11.987197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:11.989217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.015352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] Deleting port 58b2e811-29fa-45f9-8248-9a2408204136 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:12.016096 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.026784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 58b2e811-29fa-45f9-8248-9a2408204136 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:12.026784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.179306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] For port 58b2e811-29fa-45f9-8248-9a2408204136, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=58b2e811-29fa-45f9-8248-9a2408204136,segment=NetworkSegment(e87c4d92-f787-49a4-8cd6-4f6b00609791),segment_id=e87c4d92-f787-49a4-8cd6-4f6b00609791)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:12.179306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.179703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Network': ['ID=b9d0e543-ff14-4301-8bca-028bf3ef91a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:12.200872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:12.203712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] Calling delete_port for 58b2e811-29fa-45f9-8248-9a2408204136 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:12.211364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] For port 58b2e811-29fa-45f9-8248-9a2408204136, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=58b2e811-29fa-45f9-8248-9a2408204136,segment=NetworkSegment(e87c4d92-f787-49a4-8cd6-4f6b00609791),segment_id=e87c4d92-f787-49a4-8cd6-4f6b00609791)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:12.211364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.228545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:12.235170 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.282285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 58b2e811-29fa-45f9-8248-9a2408204136 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:12.421285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-516a7d75-73d8-4a5b-a35a-9e868cb9f1a8 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919610 Jul 28 15:00:12.422532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:12.457523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ed11150-c2cf-47ea-818b-fe44529acb86 req-4fe7ef37-8a8e-4b35-a1dd-9d2b59ce925b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.0486772 Jul 28 15:00:12.524325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.525003 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment c5785e6a-3e63-42e4-874c-ee5bb3cb1aad of type vlan for network 58def80a-30ba-4716-8841-439e8eab44ae Jul 28 15:00:12.525915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f6ce517-d036-46a2-a20f-2b421480967c tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2732992 Jul 28 15:00:12.529499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:12.534741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'subnet': {'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:12.606174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.651417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-448e6b47-b4b8-4793-9f72-56ee772b9613 service neutron] 10.222.0.42 "GET /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122691 Jul 28 15:00:12.671855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.735652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] Pushing event deleted for resources: {'Port': ['ID=58b2e811-29fa-45f9-8248-9a2408204136,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:12.738962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed40a38-f7f3-49ed-bdac-c840f8312de8 None None] No DVR routers for this DVR port 58b2e811-29fa-45f9-8248-9a2408204136 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:12.754318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-4d42c16c-3eae-4ae1-9a59-6be11a3a6fb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 217 time: 0.0943997 Jul 28 15:00:12.767249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.770780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Made reservation on behalf of 9a51bc0aace44b2ea8550f9e75e062fb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:12.775673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.833619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=58b2e811-29fa-45f9-8248-9a2408204136,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:12.840886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No DVR routers for this DVR port 58b2e811-29fa-45f9-8248-9a2408204136 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:12.849604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.856244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:12.857512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:12.960693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-8d3701bb-c842-4ffe-917a-eeac736553bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:12.962316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-8d3701bb-c842-4ffe-917a-eeac736553bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1967583 Jul 28 15:00:13.065724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.070276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=58def80a-30ba-4716-8841-439e8eab44ae,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:13.083425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 58def80a-30ba-4716-8841-439e8eab44ae details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:13.089066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6172ab-c981-4012-b48e-ae824103d34d']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:13.112442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87c4d92-f787-49a4-8cd6-4f6b00609791') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:13.112878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87c4d92-f787-49a4-8cd6-4f6b00609791') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:13.116231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-1397c15c-f937-40e2-8985-b978ab41b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:13.118296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-1397c15c-f937-40e2-8985-b978ab41b3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180985 Jul 28 15:00:13.130346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.193164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.215456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-00518992-068a-4844-ba89-012e90474e64 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3559520 Jul 28 15:00:13.215747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43020) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:13.226345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'ports': [{'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'}, {'network_id': '58def80a-30ba-4716-8841-439e8eab44ae'}]} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:13.226345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:13.226910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': '58def80a-30ba-4716-8841-439e8eab44ae'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:13.296430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.320707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:13.321290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:13.327644 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:13.377118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Subnet': ['ID=2f3be0ec-b8c0-44aa-b298-254e887828e5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:13.420579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Checking segment: {'id': 'cdeef98e-b882-4d9a-aef2-9123ebefa43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:13.421050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network hostable DHCP agents. Network: b9d0e543-ff14-4301-8bca-028bf3ef91a9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:13.422191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-0be0e9cb-b23e-4570-8c1d-8f075272d71c service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947557 Jul 28 15:00:13.693460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:13.705701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d87d512c-05f1-457c-828c-15d0c41106fd req-528aceda-0f1d-469d-9204-49aa83eda785 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.0816627 Jul 28 15:00:13.808074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-5a5b6efb-8254-45bc-82b2-ec014519a43a service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629813 Jul 28 15:00:13.874452 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-cb3b2a2f-d8d0-4fc2-93b8-99f6e356a0ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 217 time: 0.0543616 Jul 28 15:00:13.875129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.894784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.895633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/ec6172ab-c981-4012-b48e-ae824103d34d HTTP/1.1" status: 204 len: 168 time: 2.3797362 Jul 28 15:00:13.899786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43036) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:13.908765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-685137583'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:13.939058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b9d0e543-ff14-4301-8bca-028bf3ef91a9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:13.946934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:13.948257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.971893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597c473-2d09-4ce2-857b-0a028708f537 None None] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:14.054656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 2} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:14.060621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.063189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93174-cd17-489b-a976-9e8b046d22bd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=ec6172ab-c981-4012-b48e-ae824103d34d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:14.079601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 58b2e811-29fa-45f9-8248-9a2408204136 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:14.092940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.108158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-8b9131d9-af03-4f1f-94d9-dc18d561dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:14.109732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-8b9131d9-af03-4f1f-94d9-dc18d561dd00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1908321 Jul 28 15:00:14.145631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 58b2e811-29fa-45f9-8248-9a2408204136 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:00:14.149564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 58b2e811-29fa-45f9-8248-9a2408204136 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:00:14.218049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:14.223703 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.301024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:14.313766 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.314254 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment 8e93dc6f-6109-42f9-827e-58b02556fb5f of type vlan for network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc Jul 28 15:00:14.327442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f7e60d57-b811-46e9-baf3-cd642517d869 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7966013 Jul 28 15:00:14.333951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:14.341996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'network': {'name': 'tempest-router-network01--1273256492'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:14.422152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b9d0e543-ff14-4301-8bca-028bf3ef91a9', 'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9', 'tenant_id': '9a51bc0aace44b2ea8550f9e75e062fb', 'fixed_ips': [{'subnet_id': '2f3be0ec-b8c0-44aa-b298-254e887828e5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:14.423537 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.434532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.564748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 22995859-1ec3-458e-b67d-56949b9fc124 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:14.584276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-ac0135b8-a0b5-439d-a888-a2d8ef609d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:14.586277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-ac0135b8-a0b5-439d-a888-a2d8ef609d11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2885783 Jul 28 15:00:14.698178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Made reservation on behalf of 9a51bc0aace44b2ea8550f9e75e062fb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:14.706845 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.758200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Allocated IP 172.20.0.2 (b9d0e543-ff14-4301-8bca-028bf3ef91a9/2f3be0ec-b8c0-44aa-b298-254e887828e5/60512503-8f22-4ae9-8b51-0d261fa3fccf) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:14.768593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:14.791509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-787b4ac5-6abc-444f-b623-7113dd35528e service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956704 Jul 28 15:00:14.794666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.795300 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Added segment 3fd2de51-6880-42c2-af08-7802e8b24c2e of type vlan for network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 Jul 28 15:00:14.827517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.835670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:14.837378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.076666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.077317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.092788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Transition to ACTIVE for port object 60512503-8f22-4ae9-8b51-0d261fa3fccf will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:15.108552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b1a1a4a-7ce4-4b84-80c3-4e0ca5ee7763 req-fc7c9d55-2047-4e1d-927f-f1302735c0c8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.2861688 Jul 28 15:00:15.116056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Transition to ACTIVE for port object 60512503-8f22-4ae9-8b51-0d261fa3fccf will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:15.134757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.233438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.243381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43062) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:15.244155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3403294 Jul 28 15:00:15.261049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:15.298718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcf150-47d5-4120-b7bf-d476e6c3c654 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:15.400060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:15.439835 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.465627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:15.466708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.573724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-8c24d367-e62b-4312-bb3d-a2722c071186 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646475 Jul 28 15:00:15.576964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:15.577943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port acab8b6f-29de-4c38-b145-ac1c621b9ebb yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:15.602959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:15.614898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:15.624484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Pushing event updated for resources: {'Port': ['ID=60512503-8f22-4ae9-8b51-0d261fa3fccf,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:15.682920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-fc0a76e7-df37-4696-bece-504ec44a9f33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 200 len: 217 time: 0.0952976 Jul 28 15:00:15.691683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Network': ['ID=068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:15.715386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:15.737804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:15.749800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.849247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Attempting to bind port 60512503-8f22-4ae9-8b51-0d261fa3fccf on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:15.849781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Attempting to bind port 60512503-8f22-4ae9-8b51-0d261fa3fccf by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cdeef98e-b882-4d9a-aef2-9123ebefa43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:15.850200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Attempting to bind port 60512503-8f22-4ae9-8b51-0d261fa3fccf on network b9d0e543-ff14-4301-8bca-028bf3ef91a9 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:15.858975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:15.859363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Checking segment: {'id': 'cdeef98e-b882-4d9a-aef2-9123ebefa43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:15.859744 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.860138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Bound using segment: {'id': 'cdeef98e-b882-4d9a-aef2-9123ebefa43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:15.860668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Bound port: 60512503-8f22-4ae9-8b51-0d261fa3fccf, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdeef98e-b882-4d9a-aef2-9123ebefa43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b9d0e543-ff14-4301-8bca-028bf3ef91a9'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:15.861061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.870148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8a3b3f2a-fa39-4d80-9b14-295e595e95da tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5340428 Jul 28 15:00:15.873961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:15.891610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'network': {'name': 'tempest-router-network02--1911176441'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:15.960384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] For port 60512503-8f22-4ae9-8b51-0d261fa3fccf, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:15.964627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] For port 60512503-8f22-4ae9-8b51-0d261fa3fccf, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=60512503-8f22-4ae9-8b51-0d261fa3fccf,segment=NetworkSegment(cdeef98e-b882-4d9a-aef2-9123ebefa43b),segment_id=cdeef98e-b882-4d9a-aef2-9123ebefa43b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:16.016733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-922fa9b5-7758-4023-b2ba-f13b887bf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:16.018669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-922fa9b5-7758-4023-b2ba-f13b887bf4a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.3041513 Jul 28 15:00:16.032648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-2216a734-401c-4cb5-b5be-a6ed5312074b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:16.034437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-2216a734-401c-4cb5-b5be-a6ed5312074b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 817 time: 0.6079328 Jul 28 15:00:16.105516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Made reservation on behalf of 9a51bc0aace44b2ea8550f9e75e062fb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:16.109763 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.115380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.150252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:16.180846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.181823 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Added segment 1ea162ed-97c5-4902-90e6-de04e4d3fc9f of type vlan for network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 Jul 28 15:00:16.197655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-61dc4919-c543-43ad-8fb0-380cef7feab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:16.201883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-61dc4919-c543-43ad-8fb0-380cef7feab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636033 Jul 28 15:00:16.226906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d5108c1d-80eb-4258-aa2a-53acb42824bd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 379 time: 0.1532702 Jul 28 15:00:16.262091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c1034-4cca-49bf-bbcf-2e6fa21eb646 None None] Pushing event updated for resources: {'Port': ['ID=60512503-8f22-4ae9-8b51-0d261fa3fccf,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:16.281881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.331080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.367120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'port': {'device_id': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'admin_state_up': True, 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'security_groups': ['aba07bae-3eda-45a3-b453-e2cb4dcc266f']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:16.412523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9f4a79d-96bd-4e1e-bfd4-32f31910cf7a req-331e6a81-c757-4aa0-b0a3-3dcc71499f60 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.1173813 Jul 28 15:00:16.441097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.446223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:16.449211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.636066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Network': ['ID=4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:16.656587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:16.758118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61e99dfd-fff2-46ad-a8d4-91535c2a32c5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8811343 Jul 28 15:00:16.759379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43098) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:16.766535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'subnet': {'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:16.828939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-b399f6f0-1304-4e07-ab1d-d2a65d37d196 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577183 Jul 28 15:00:16.991275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-ab7942d7-fb66-4446-9d05-9a92c724beb8 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379445 Jul 28 15:00:17.007957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:17.049316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-ec60d3fd-1ace-40c5-bfa3-42e35114054d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 200 len: 217 time: 0.0493445 Jul 28 15:00:17.127878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:17.191769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=9fd9bbb3-775f-401f-8f80-18f0fc9d4991,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:17.199884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Made reservation on behalf of 9a51bc0aace44b2ea8550f9e75e062fb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:17.204176 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:17.214991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-410f5fe6-6f55-4c1f-b6d0-a82fb2d68c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:17.217111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-410f5fe6-6f55-4c1f-b6d0-a82fb2d68c6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 200 len: 797 time: 0.1481664 Jul 28 15:00:17.238442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:17.265695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:17.268208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=22995859-1ec3-458e-b67d-56949b9fc124,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:17.303941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:17.303941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:17.319074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': '8e93dc6f-6109-42f9-827e-58b02556fb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:17.319649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:17.705211 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-176c5a4c-0cd8-4b3d-bc6e-0c8312688920 req-2c5a8ce5-3294-4528-8f7a-3e10ba50d5e6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.0998399 Jul 28 15:00:17.754635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef4d1e-a740-4156-8dcd-fe500f1c3cf2 None None] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:17.952467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4f5f8594-2527-4a33-9d74-55aee3638dbf None None] Provisioning for port 60512503-8f22-4ae9-8b51-0d261fa3fccf completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:18.018251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-0ad79106-2459-470a-82b8-5449004a71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.019728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-0ad79106-2459-470a-82b8-5449004a71ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7924550 Jul 28 15:00:18.025255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Made reservation on behalf of e47f4617f5e3494680026db6405d0c9f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:18.029379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.037630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=acab8b6f-29de-4c38-b145-ac1c621b9ebb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:18.048148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.069559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 60512503-8f22-4ae9-8b51-0d261fa3fccf up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:18.182865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Subnet': ['ID=9096bb90-4622-4c28-ae33-948661c040bb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:18.210606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': 'c5785e6a-3e63-42e4-874c-ee5bb3cb1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58def80a-30ba-4716-8841-439e8eab44ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:18.210606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: 58def80a-30ba-4716-8841-439e8eab44ae, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:18.211662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Checking segment: {'id': '3fd2de51-6880-42c2-af08-7802e8b24c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:18.211662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network hostable DHCP agents. Network: 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:18.285753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-15965f5c-deb9-4218-b20d-06288e2a0812 service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523389 Jul 28 15:00:18.297781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:18.359310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 60512503-8f22-4ae9-8b51-0d261fa3fccf completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:18.365229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 60512503-8f22-4ae9-8b51-0d261fa3fccf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:18.366010 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.382539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:18.464167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 58def80a-30ba-4716-8841-439e8eab44ae is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:18.547469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Allocated IP 172.20.0.11 (2896b4d6-780f-41d0-9de9-0cbaed8805c5/d0a7604e-17dd-48dc-8edf-1cb490d67f88/a78bfea6-d9f0-4609-878e-ed632fb7f541) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:18.561783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-41fddb08-2e07-4a04-9d4b-ebd0a5286e0c service neutron] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649558 Jul 28 15:00:18.586644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.598167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:18.609942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.610550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.614000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef978b-5677-41a7-90f3-96082d6603de None None] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:18.619608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-7f623b73-625f-40e3-a8d7-92073f74d4a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 200 len: 217 time: 0.0497568 Jul 28 15:00:18.625881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 58def80a-30ba-4716-8841-439e8eab44ae) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:18.631884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:18.640134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.646028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.646749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.649487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:18.655101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.655693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.716483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5805b9-64bf-43b8-86f2-ebb7b1cee730 None None] Network 58def80a-30ba-4716-8841-439e8eab44ae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:18.718879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7928258-fc96-4ac3-8238-10a99cc5eaab None None] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:18.722396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b7d58bbf-e4ca-4bdf-892e-7fc7c4b53b1c None None] Provisioning complete for port 60512503-8f22-4ae9-8b51-0d261fa3fccf triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:18.722777 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b7d58bbf-e4ca-4bdf-892e-7fc7c4b53b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.746118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-cafb23c6-5bda-4d60-98ca-66e0f73e886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.750136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-cafb23c6-5bda-4d60-98ca-66e0f73e886b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.0862215 Jul 28 15:00:18.803787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80e2b40d-a4fa-4a1b-ad3a-6842a9a5ea2b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0430017 Jul 28 15:00:18.808228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43136) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:18.814305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'subnet': {'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:18.928806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.992676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bfc99281-f426-4878-ad5a-add98b0ff6e5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7756803 Jul 28 15:00:18.998134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43140) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:19.013210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Transition to ACTIVE for port object a78bfea6-d9f0-4609-878e-ed632fb7f541 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:19.023663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d14062d-716d-4789-b94f-c677588dc896 req-1630a8db-be97-4546-a826-7ac783ff2657 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.0403919 Jul 28 15:00:19.061926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-e7a6c579-7110-427c-8dcf-4db11bf91ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:19.064550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-e7a6c579-7110-427c-8dcf-4db11bf91ab1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177745 Jul 28 15:00:19.102500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 60512503-8f22-4ae9-8b51-0d261fa3fccf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=60512503-8f22-4ae9-8b51-0d261fa3fccf,segment=NetworkSegment(cdeef98e-b882-4d9a-aef2-9123ebefa43b),segment_id=cdeef98e-b882-4d9a-aef2-9123ebefa43b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:19.205103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Made reservation on behalf of 9a51bc0aace44b2ea8550f9e75e062fb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:19.208776 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:19.278634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-f3b7cae1-c25d-4263-9001-04e7b39771a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989889 Jul 28 15:00:19.402144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:19.416393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aac7446e-0e83-49a3-a91e-4615363429cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1717854 Jul 28 15:00:19.422439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:19.430790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc', 'name': 'tempest-PortsTestJSON-525011544', 'fixed_ips': [{'subnet_id': '9fd9bbb3-775f-401f-8f80-18f0fc9d4991', 'ip_address': '172.20.0.10'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:19.497967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port acab8b6f-29de-4c38-b145-ac1c621b9ebb {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:19.498353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:19.640665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:19.667768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=60512503-8f22-4ae9-8b51-0d261fa3fccf,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:19.774413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-3c83e398-507e-48a7-a534-d09d9d928928 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819095 Jul 28 15:00:19.777699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc', 'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': '9fd9bbb3-775f-401f-8f80-18f0fc9d4991'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:19.779216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:19.865931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:19.881431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:19.909958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:19.939398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for acab8b6f-29de-4c38-b145-ac1c621b9ebb owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:19.961112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:19.964972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-25794d83-baaa-420f-abff-d121f6a0eedc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 200 len: 217 time: 0.0889213 Jul 28 15:00:19.969269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:19.989522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Allocated IP 172.20.0.2 (8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc/9fd9bbb3-775f-401f-8f80-18f0fc9d4991/7ad7e724-1195-467d-8597-084bd0db0b86) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:20.058547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 60512503-8f22-4ae9-8b51-0d261fa3fccf up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:20.157791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-275b4538-249c-4980-8ac2-8d3ceeddca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.159598 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-275b4538-249c-4980-8ac2-8d3ceeddca21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 200 len: 797 time: 0.1810648 Jul 28 15:00:20.215856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.217076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b7d58bbf-e4ca-4bdf-892e-7fc7c4b53b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.239577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.243674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.255524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:20.426666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7', 'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7', 'tenant_id': '9a51bc0aace44b2ea8550f9e75e062fb', 'fixed_ips': [{'subnet_id': '9096bb90-4622-4c28-ae33-948661c040bb'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:20.436054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.461999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Checking segment: {'id': '1ea162ed-97c5-4902-90e6-de04e4d3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:20.462865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network hostable DHCP agents. Network: 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:20.466610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Subnet': ['ID=251d811c-3f11-4afb-887b-7559f53b2bb5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:20.506998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ae52c-4a69-4475-b222-3ff47e44cbe9 req-4572311b-46e2-465a-b8f0-6c5274632217 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.511178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-534ae52c-4a69-4475-b222-3ff47e44cbe9 req-4572311b-46e2-465a-b8f0-6c5274632217 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 932 time: 0.2174971 Jul 28 15:00:20.532112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.567354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port a06b6955-af00-4b1b-8f72-2b0157b4a523 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:20.580583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.677669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:20.699738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.702022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/acab8b6f-29de-4c38-b145-ac1c621b9ebb HTTP/1.1" status: 204 len: 168 time: 1.7044134 Jul 28 15:00:20.703785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 60512503-8f22-4ae9-8b51-0d261fa3fccf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:20.704312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.705711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab808f-25c9-47f9-80fc-a9c8044e87a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=acab8b6f-29de-4c38-b145-ac1c621b9ebb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:20.713613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:20.770287 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.791508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-f997e792-254c-4a97-9c7c-414bb0bdac71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4880447 Jul 28 15:00:20.801856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-534ae52c-4a69-4475-b222-3ff47e44cbe9 req-4d8992d9-371a-4af2-91e7-27e61f9c3361 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633593 Jul 28 15:00:20.817148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Request body: {'port': {'device_id': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:20.831423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45e203-c78b-45e3-bcaa-bcd2277197c9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.835301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Transition to ACTIVE for port object 7ad7e724-1195-467d-8597-084bd0db0b86 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:20.840911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45e203-c78b-45e3-bcaa-bcd2277197c9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.846545 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9e45e203-c78b-45e3-bcaa-bcd2277197c9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1266911 Jul 28 15:00:20.847176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43174) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:20.860748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:20.874337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97987159-710d-4c42-94b9-654e06cb124e None None] Network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:20.896112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.897090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.907638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-4b235e42-5418-4700-a493-30685611d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.910429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-4b235e42-5418-4700-a493-30685611d818 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4bef802-f700-418f-a335-1f408fe33607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7204046 Jul 28 15:00:21.011951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-b7d58bbf-e4ca-4bdf-892e-7fc7c4b53b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:00:21.012681 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-b7d58bbf-e4ca-4bdf-892e-7fc7c4b53b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:00:21.042336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 22995859-1ec3-458e-b67d-56949b9fc124 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:21.043096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.045117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.119905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Transition to ACTIVE for port object 7ad7e724-1195-467d-8597-084bd0db0b86 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:21.157734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.177402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 22995859-1ec3-458e-b67d-56949b9fc124 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:21.228325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Allocated IP 172.20.0.2 (068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7/9096bb90-4622-4c28-ae33-948661c040bb/df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:21.248933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-90159ef0-6359-4e0b-a823-311e70c01c87 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261251 Jul 28 15:00:21.324815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e65a1df4-e059-4f0b-938e-4feeb5264bb3 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5149703 Jul 28 15:00:21.332385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43182) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:21.416059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6', 'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6', 'tenant_id': '9a51bc0aace44b2ea8550f9e75e062fb', 'fixed_ips': [{'subnet_id': '251d811c-3f11-4afb-887b-7559f53b2bb5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:21.429437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.510731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.544730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a4baa39-a2c1-4412-bdca-78c77209abe9 req-85c9b282-7702-4414-bf9b-151835102ae9 service neutron] 10.222.0.42 "GET /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882106 Jul 28 15:00:21.559240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.571969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.10 (8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc/9fd9bbb3-775f-401f-8f80-18f0fc9d4991/a06b6955-af00-4b1b-8f72-2b0157b4a523) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:21.578389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Transition to ACTIVE for port object df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:21.627845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Transition to ACTIVE for port object df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:21.660815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.670091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.672540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/22995859-1ec3-458e-b67d-56949b9fc124 HTTP/1.1" status: 204 len: 168 time: 0.8239026 Jul 28 15:00:21.675497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43186) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:21.690196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c262a3-5e04-41ad-b262-033749ec4708 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=22995859-1ec3-458e-b67d-56949b9fc124,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:21.723653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:00:21.760088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:21.811362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Transition to ACTIVE for port object a78bfea6-d9f0-4609-878e-ed632fb7f541 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:21.921767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d040e9e2-1be3-46ff-93e7-42cdc00b0811 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:21.926012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d040e9e2-1be3-46ff-93e7-42cdc00b0811 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2475240 Jul 28 15:00:21.930855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43200) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:21.990552 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6225774-cce6-4844-b096-8988dea75323 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:00:21.995898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6225774-cce6-4844-b096-8988dea75323 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/acab8b6f-29de-4c38-b145-ac1c621b9ebb HTTP/1.1" status: 404 len: 333 time: 0.0640297 Jul 28 15:00:21.996762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.006962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43204) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:22.097380 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c54adc-e222-4f1a-ac07-c6d521be161b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:00:22.104929 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c4c54adc-e222-4f1a-ac07-c6d521be161b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/22995859-1ec3-458e-b67d-56949b9fc124 HTTP/1.1" status: 404 len: 333 time: 0.0940068 Jul 28 15:00:22.132779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43208) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:22.147900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.179104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Pushing event updated for resources: {'Port': ['ID=7ad7e724-1195-467d-8597-084bd0db0b86,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:22.188348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:22.228407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.228896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.229120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.229460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.229798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.230135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.230468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.235636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.236020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.236370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.236737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.237083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:22.264992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.288171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object a06b6955-af00-4b1b-8f72-2b0157b4a523 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:22.362205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:22.389025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.464494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447b71b-e413-4e55-96bd-6a6379870fb7 req-46bed783-0b80-4e2d-b0ab-9461d5907e83 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:22.473425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6447b71b-e413-4e55-96bd-6a6379870fb7 req-46bed783-0b80-4e2d-b0ab-9461d5907e83 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.3303645 Jul 28 15:00:22.510598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.561310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6447b71b-e413-4e55-96bd-6a6379870fb7 req-ecfcc31a-8916-4db4-8ba6-f079b3df6c97 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864816 Jul 28 15:00:22.581331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:22.588099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:22.596402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:22.600064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:22.603079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:22.609432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Allocated IP 172.20.0.2 (4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6/251d811c-3f11-4afb-887b-7559f53b2bb5/53bf88f1-e1c6-48c4-a02a-b8f44882c241) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:22.666337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=a06b6955-af00-4b1b-8f72-2b0157b4a523,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:22.679021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:22.679021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:22.679021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:22.685777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Port a78bfea6-d9f0-4609-878e-ed632fb7f541 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:00:22.686115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:22.697625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:22.698292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b559e8cd-76bf-4839-bce3-6486fde11acb None None] Provisioning for port a78bfea6-d9f0-4609-878e-ed632fb7f541 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:22.699314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:22.699666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:22.700068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Bound using segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:22.700582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Bound port: a78bfea6-d9f0-4609-878e-ed632fb7f541, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:22.700962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.705357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:22.716416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:22.746334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Pushing event updated for resources: {'Port': ['ID=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:22.816256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-722b4341-9670-4a12-aace-3f726abc1f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.900473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Attempting to bind port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:22.900941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Attempting to bind port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '3fd2de51-6880-42c2-af08-7802e8b24c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:22.901790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Attempting to bind port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 on network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:22.906454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:22.908407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.932046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.933436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:22.936676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Checking segment: {'id': '3fd2de51-6880-42c2-af08-7802e8b24c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:22.937562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.939051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Bound using segment: {'id': '3fd2de51-6880-42c2-af08-7802e8b24c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:22.939991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Bound port: df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd2de51-6880-42c2-af08-7802e8b24c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:22.940876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:22.978697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Attempting to bind port 7ad7e724-1195-467d-8597-084bd0db0b86 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:22.979790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Attempting to bind port 7ad7e724-1195-467d-8597-084bd0db0b86 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8e93dc6f-6109-42f9-827e-58b02556fb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:22.980343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Attempting to bind port 7ad7e724-1195-467d-8597-084bd0db0b86 on network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:23.083089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:23.087326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:23.101013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.123760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-341c10e8-53d5-488a-aa1f-07a466dc9667 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6998377 Jul 28 15:00:23.126455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43226) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:23.133854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58def80a-30ba-4716-8841-439e8eab44ae']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:23.134400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc', 'name': 'tempest-PortsTestJSON-1344129048', 'fixed_ips': [{'subnet_id': '9fd9bbb3-775f-401f-8f80-18f0fc9d4991', 'ip_address': '172.20.0.9'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:23.156670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5785e6a-3e63-42e4-874c-ee5bb3cb1aad') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:23.157114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5785e6a-3e63-42e4-874c-ee5bb3cb1aad') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:23.168911 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.191185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.197903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:23.198364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:23.270802 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:23.286979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.389675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:23.390651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.392785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] 10.222.0.42 "PUT /v2.0/ports/a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1093 time: 2.5844212 Jul 28 15:00:23.398179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:23.400641 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d1e658-037d-4b8b-a20b-2ce1966f831a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:23.435910 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.443564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:23.444117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Checking segment: {'id': '8e93dc6f-6109-42f9-827e-58b02556fb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:23.444552 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.444964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Bound using segment: {'id': '8e93dc6f-6109-42f9-827e-58b02556fb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:23.445480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Bound port: 7ad7e724-1195-467d-8597-084bd0db0b86, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e93dc6f-6109-42f9-827e-58b02556fb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:23.445858 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.465154 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5513a14-d47e-4598-9230-07032e70bb4a x-openstack-request-id: req-b5513a14-d47e-4598-9230-07032e70bb4a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:23.465424 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:23.465685 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5513a14-d47e-4598-9230-07032e70bb4a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:23.466710 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'status': 'completed', 'code': 200} Jul 28 15:00:23.467487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feeaf9-966d-4b8d-ac54-80f499b142fa service neutron] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:23.495459 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.531706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.544847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/58def80a-30ba-4716-8841-439e8eab44ae HTTP/1.1" status: 204 len: 168 time: 1.4017437 Jul 28 15:00:23.548797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43236) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:23.554765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-719738576'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:23.577749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=58def80a-30ba-4716-8841-439e8eab44ae,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:23.596849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.597613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.598254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.598806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.599524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.600859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.601553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.602107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.602610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.603312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.604100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.605070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec606482-33a8-4940-84c6-a1c9063cc841 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:23.607032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] For port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:23.634319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:23.644597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] For port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,segment=NetworkSegment(3fd2de51-6880-42c2-af08-7802e8b24c2e),segment_id=3fd2de51-6880-42c2-af08-7802e8b24c2e)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:23.648608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Transition to ACTIVE for port object 53bf88f1-e1c6-48c4-a02a-b8f44882c241 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:23.659790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.691559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Transition to ACTIVE for port object 53bf88f1-e1c6-48c4-a02a-b8f44882c241 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:23.704619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1e658-037d-4b8b-a20b-2ce1966f831a req-03f2e0c2-c325-4e31-9b5d-215fdb6a5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:23.707539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69d1e658-037d-4b8b-a20b-2ce1966f831a req-03f2e0c2-c325-4e31-9b5d-215fdb6a5c18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1096 time: 0.2020574 Jul 28 15:00:23.774583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.820549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] For port 7ad7e724-1195-467d-8597-084bd0db0b86, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:23.830324 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:23.884889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] For port 7ad7e724-1195-467d-8597-084bd0db0b86, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7ad7e724-1195-467d-8597-084bd0db0b86,segment=NetworkSegment(8e93dc6f-6109-42f9-827e-58b02556fb5f),segment_id=8e93dc6f-6109-42f9-827e-58b02556fb5f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:23.950185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:23.969338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:23.980494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:23.985234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 36af16c5-2465-4cf7-8f50-53bafd958614 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:23.989832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f264bef-d195-4556-90be-155d34b49e65 None None] Pushing event updated for resources: {'Port': ['ID=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:24.025982 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.027979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:24.044843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.227745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Allocated IP 172.20.0.1 (068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7/9096bb90-4622-4c28-ae33-948661c040bb/f9d555dd-f12d-42db-b56f-7f721c83fc1c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:24.340321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce1249-7104-414d-8981-755dc814db94 req-d778b3c9-dd1f-4969-b34c-fdef32f02fd3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:24.348285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Attempting to bind port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:24.348772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Attempting to bind port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1ea162ed-97c5-4902-90e6-de04e4d3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:24.349147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Attempting to bind port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 on network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:24.359274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Pushing event updated for resources: {'Port': ['ID=53bf88f1-e1c6-48c4-a02a-b8f44882c241,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:24.370299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:24.370880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Checking segment: {'id': '1ea162ed-97c5-4902-90e6-de04e4d3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:24.372820 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.373407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Bound using segment: {'id': '1ea162ed-97c5-4902-90e6-de04e4d3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:24.373743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58ce1249-7104-414d-8981-755dc814db94 req-d778b3c9-dd1f-4969-b34c-fdef32f02fd3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.5801203 Jul 28 15:00:24.377530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Bound port: 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea162ed-97c5-4902-90e6-de04e4d3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:24.377530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.527993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:24.561905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.562690 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment db3ca13c-178f-4918-95b4-219367b0a11f of type vlan for network edf73145-d856-41ec-98eb-d569c19046ad Jul 28 15:00:24.568120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03807b2-2c19-453d-95f4-537c5bea0681 None None] Pushing event updated for resources: {'Port': ['ID=7ad7e724-1195-467d-8597-084bd0db0b86,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:24.576503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] For port 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:24.589220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] For port 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=53bf88f1-e1c6-48c4-a02a-b8f44882c241,segment=NetworkSegment(1ea162ed-97c5-4902-90e6-de04e4d3fc9f),segment_id=1ea162ed-97c5-4902-90e6-de04e4d3fc9f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:24.616238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1e658-037d-4b8b-a20b-2ce1966f831a req-3d96ef93-c9a9-4d20-a074-ea3019a46083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:24.619151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69d1e658-037d-4b8b-a20b-2ce1966f831a req-3d96ef93-c9a9-4d20-a074-ea3019a46083 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e47f4617f5e3494680026db6405d0c9f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.8802269 Jul 28 15:00:24.725038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.765698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.848968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.934029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Transition to ACTIVE for port object f9d555dd-f12d-42db-b56f-7f721c83fc1c will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:24.973534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.981572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:24.984044 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-091b4080-9746-48ff-9e74-7f6d8f67eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.985208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.038728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58ce1249-7104-414d-8981-755dc814db94 req-eeed895f-d0c7-4e74-9247-55b27f4e000c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6097779 Jul 28 15:00:25.199637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e4e4b-adce-4e07-ba7f-d2a3aba72ed9 None None] Pushing event updated for resources: {'Port': ['ID=53bf88f1-e1c6-48c4-a02a-b8f44882c241,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:25.265326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7149987 Jul 28 15:00:25.283180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.9 (8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc/9fd9bbb3-775f-401f-8f80-18f0fc9d4991/36af16c5-2465-4cf7-8f50-53bafd958614) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:25.288851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.299785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43262) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:25.321558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1e658-037d-4b8b-a20b-2ce1966f831a req-8d344d75-5f3b-4ade-aa9a-41e2d1071fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:25.330021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69d1e658-037d-4b8b-a20b-2ce1966f831a req-8d344d75-5f3b-4ade-aa9a-41e2d1071fb8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6881936 Jul 28 15:00:25.330257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:25.506474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b4a20-a55d-48d6-a9d6-f9f23ed359b3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=edf73145-d856-41ec-98eb-d569c19046ad,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:25.532305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.538867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network edf73145-d856-41ec-98eb-d569c19046ad details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:25.592489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-804794b0-8f68-4228-b76c-fb1fd59a5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:25.592489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-804794b0-8f68-4228-b76c-fb1fd59a5fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1096 time: 0.1564574 Jul 28 15:00:25.775324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-1cde668f-45d7-4842-a8b7-d761a82f8bc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 217 time: 0.1712921 Jul 28 15:00:25.807308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:25.827479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:25.834374 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.855550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:25.863274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Port': ['ID=f9d555dd-f12d-42db-b56f-7f721c83fc1c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:26.004512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:26.004979 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.049479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-66373281-b395-483f-993b-23595c7472d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:26.059661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-66373281-b395-483f-993b-23595c7472d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.2692268 Jul 28 15:00:26.130540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 36af16c5-2465-4cf7-8f50-53bafd958614 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:26.155541 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.354564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-c7edfa22-5bd0-412b-a643-da8e597d341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:26.360037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-c7edfa22-5bd0-412b-a643-da8e597d341a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2699339 Jul 28 15:00:26.413364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.420500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7ad7e724-1195-467d-8597-084bd0db0b86 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:26.508230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.587422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:26.594708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:26.604732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:26.618103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369a35-6931-4790-8c71-e4ed156fcc51 req-8f26daa5-0cb6-4c42-9212-41234922509e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:26.631941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff369a35-6931-4790-8c71-e4ed156fcc51 req-8f26daa5-0cb6-4c42-9212-41234922509e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.3177309 Jul 28 15:00:26.657607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bd7e1-dfce-4311-8090-860a98214a51 None None] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:26.716163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=36af16c5-2465-4cf7-8f50-53bafd958614,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:26.734474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7ad7e724-1195-467d-8597-084bd0db0b86 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:26.813840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-86442fc8-6bf9-4b87-9932-2b28b3dafe7f service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431171 Jul 28 15:00:26.905256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:26.906677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:27.012589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:27.129015 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:27.160657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2adbd-0a6b-41e8-b5b3-79e63079a508 None None] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:27.208837 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6ccb1624-5719-42db-aaa1-92ff18c9191b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0800648 Jul 28 15:00:27.209872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43288) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:27.343888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-293a354b-3f3a-4742-b920-d21eb4c31f24 req-6beaa362-e99d-486c-8fbf-75661728535b service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966400 Jul 28 15:00:27.424888 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff369a35-6931-4790-8c71-e4ed156fcc51 req-04932b02-12cc-4958-b778-308afc6dde99 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7102518 Jul 28 15:00:27.480959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d8822-0db9-4d48-b3ae-3db18472a5b9 None None] Network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:27.517492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c47e49-59ae-4b5f-9648-7db4db403b6d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.521424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d3c47e49-59ae-4b5f-9648-7db4db403b6d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3070016 Jul 28 15:00:27.526041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:27.658273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:27.660330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127a81a-2536-4ff4-b1c7-53ff7dbadba9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.676512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127a81a-2536-4ff4-b1c7-53ff7dbadba9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.691013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127a81a-2536-4ff4-b1c7-53ff7dbadba9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.694657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f127a81a-2536-4ff4-b1c7-53ff7dbadba9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1662295 Jul 28 15:00:27.701336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43302) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:27.738060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-33663b9f-090e-42e2-8d69-2d83ff3e21ac None None] Provisioning for port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:27.932218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=8b4a3f42-7bff-474d-9246-f3dfda1853da,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:27.951477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 36af16c5-2465-4cf7-8f50-53bafd958614 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:27.954727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:27.965524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': 'db3ca13c-178f-4918-95b4-219367b0a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:27.965925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: edf73145-d856-41ec-98eb-d569c19046ad, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:28.075746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.075746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:28.123025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:28.123389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.183010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network edf73145-d856-41ec-98eb-d569c19046ad is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:28.208473 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.317494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.388575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.407179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Provisioning for port 7ad7e724-1195-467d-8597-084bd0db0b86 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:28.408761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 36af16c5-2465-4cf7-8f50-53bafd958614 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:28.431336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Provisioning complete for port 7ad7e724-1195-467d-8597-084bd0db0b86 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:28.433760 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.568275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, edf73145-d856-41ec-98eb-d569c19046ad) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:28.643355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b6a03-ff2d-46f0-8647-4af584a0b7ba None None] Network edf73145-d856-41ec-98eb-d569c19046ad requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:28.668003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:28.668736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.730821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.736945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Port': ['ID=f9d555dd-f12d-42db-b56f-7f721c83fc1c,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:28.800540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.814296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.930974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:28.936608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:28.952157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-20427ef6-6486-41c1-8c87-0ddaf0f44531 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6498823 Jul 28 15:00:28.957667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:28.962418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:28.966590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,segment=NetworkSegment(3fd2de51-6880-42c2-af08-7802e8b24c2e),segment_id=3fd2de51-6880-42c2-af08-7802e8b24c2e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:28.969382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad', 'name': 'tempest-PortsIpV6TestJSON-1485927334'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:28.998469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf252e-61a5-40fa-825a-812a4517d915 req-5b5d0fd0-a534-4af7-b38b-d5914b0c884a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:29.005052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cdf252e-61a5-40fa-825a-812a4517d915 req-5b5d0fd0-a534-4af7-b38b-d5914b0c884a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.2871451 Jul 28 15:00:29.106758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.107616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 53bf88f1-e1c6-48c4-a02a-b8f44882c241 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:29.163119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=36af16c5-2465-4cf7-8f50-53bafd958614,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:29.253319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.255543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-545afc03-c797-4c80-98c0-3ef750a1d587 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/36af16c5-2465-4cf7-8f50-53bafd958614 HTTP/1.1" status: 204 len: 168 time: 1.5525744 Jul 28 15:00:29.258366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:29.264667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:29.333102 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3198c2a-f240-4e42-8f00-683fda37e3d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:00:29.339648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e3198c2a-f240-4e42-8f00-683fda37e3d9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/36af16c5-2465-4cf7-8f50-53bafd958614 HTTP/1.1" status: 404 len: 333 time: 0.0795598 Jul 28 15:00:29.349065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43330) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:29.420832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-edf73145-d856-41ec-98eb-d569c19046ad', 'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '8b4a3f42-7bff-474d-9246-f3dfda1853da'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:29.424244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.484864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] For port 7ad7e724-1195-467d-8597-084bd0db0b86, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7ad7e724-1195-467d-8597-084bd0db0b86,segment=NetworkSegment(8e93dc6f-6109-42f9-827e-58b02556fb5f),segment_id=8e93dc6f-6109-42f9-827e-58b02556fb5f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:29.552125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cdf252e-61a5-40fa-825a-812a4517d915 req-af6ecc7d-706e-420f-9547-1b0e115a7167 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4801052 Jul 28 15:00:29.581784 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.668822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Router 0cc99ac8-90ae-4cad-9725-9bb2f299c26e is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:00:29.701622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port a06b6955-af00-4b1b-8f72-2b0157b4a523 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:29.702720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.774628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Pushing event updated for resources: {'Port': ['ID=7ad7e724-1195-467d-8597-084bd0db0b86,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:29.943741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:29.956513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.967993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:29.970710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:29.992123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] Sync routers for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:29.994669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Provisioning for port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:29.998486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:30.001292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b56a4d9f-cae3-44c4-9140-d3f4657e8674 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6717160 Jul 28 15:00:30.001605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:30.037901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Provisioning complete for port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:30.038512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:30.041723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:30.042144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:30.068388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port dbd318e5-b97f-4f83-a464-3633148f0a94 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:30.109734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Allocated IP 2001:db8::2 (edf73145-d856-41ec-98eb-d569c19046ad/8b4a3f42-7bff-474d-9246-f3dfda1853da/0bb859fc-5a50-4215-b4a3-7072d4b0ccdb) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:30.364996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:30.368687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:30.538224 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:00:30.624665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:30.663138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:30.663826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:30.749413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:30.750151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f381943-b1b4-4b47-9a4c-338f943d3ede None None] The sync data for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:30.846219 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:30.870810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:30.909733 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:30.916186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dacb9a-5157-4548-b925-c9a5cb83fdd3 req-ef829c73-67ba-46c7-acfd-8b7f3ea32183 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:30.925098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99dacb9a-5157-4548-b925-c9a5cb83fdd3 req-ef829c73-67ba-46c7-acfd-8b7f3ea32183 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.1640317 Jul 28 15:00:30.929294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=53bf88f1-e1c6-48c4-a02a-b8f44882c241,segment=NetworkSegment(1ea162ed-97c5-4902-90e6-de04e4d3fc9f),segment_id=1ea162ed-97c5-4902-90e6-de04e4d3fc9f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:30.933658 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Transition to ACTIVE for port object 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:30.985341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Transition to ACTIVE for port object 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:30.988383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for a06b6955-af00-4b1b-8f72-2b0157b4a523 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:31.043680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99dacb9a-5157-4548-b925-c9a5cb83fdd3 req-224c46c4-32b5-450b-a831-28f90a005e0b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033478 Jul 28 15:00:31.055057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:31.210324 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:31.242681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:00:31.365054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::122 (edf73145-d856-41ec-98eb-d569c19046ad/8b4a3f42-7bff-474d-9246-f3dfda1853da/dbd318e5-b97f-4f83-a464-3633148f0a94) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:31.593561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:31.613281 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object dbd318e5-b97f-4f83-a464-3633148f0a94 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:31.704055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7ad7e724-1195-467d-8597-084bd0db0b86 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:31.705469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:31.733098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:00:31.733551 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-97c2b2ec-1f93-4a3c-8559-1b05583f3d5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:00:31.774461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=53bf88f1-e1c6-48c4-a02a-b8f44882c241,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:31.782324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Network edf73145-d856-41ec-98eb-d569c19046ad is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:31.784839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:31.806461 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:31.851037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=a06b6955-af00-4b1b-8f72-2b0157b4a523,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:31.860672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Pushing event updated for resources: {'Port': ['ID=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:31.876298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:31.880263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:31.913622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'mac_address': 'fa:16:3e:8f:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:00:32.052486 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.058126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5df158f3-c28c-4351-98c3-87dd08830f27 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/a06b6955-af00-4b1b-8f72-2b0157b4a523 HTTP/1.1" status: 204 len: 168 time: 2.7003226 Jul 28 15:00:32.059108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43378) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:32.090578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=dbd318e5-b97f-4f83-a464-3633148f0a94,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:32.136861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Attempting to bind port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:32.137419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Attempting to bind port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'db3ca13c-178f-4918-95b4-219367b0a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:32.137557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network edf73145-d856-41ec-98eb-d569c19046ad is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:32.142398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Attempting to bind port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb on network edf73145-d856-41ec-98eb-d569c19046ad {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:32.148478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:32.151583 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-9edbf706-d346-439f-bbb5-81839138bbd0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:00:32.158840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9edbf706-d346-439f-bbb5-81839138bbd0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1557522 Jul 28 15:00:32.159717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43382) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:32.160814 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-c438e917-0e0e-4ab2-bacd-07e4d41f74fc tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:00:32.163576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7ad7e724-1195-467d-8597-084bd0db0b86 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:32.164690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.176133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c438e917-0e0e-4ab2-bacd-07e4d41f74fc tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/a06b6955-af00-4b1b-8f72-2b0157b4a523 HTTP/1.1" status: 404 len: 333 time: 0.1150348 Jul 28 15:00:32.176713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:32.178214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43384) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:32.270229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.270904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.315107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:32.315720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Checking segment: {'id': 'db3ca13c-178f-4918-95b4-219367b0a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:32.316543 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.317064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Bound using segment: {'id': 'db3ca13c-178f-4918-95b4-219367b0a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:32.317844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Bound port: 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3ca13c-178f-4918-95b4-219367b0a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'edf73145-d856-41ec-98eb-d569c19046ad'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:32.318371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.347973 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.364665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:00:32.392007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:32.429622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 9fd9bbb3-775f-401f-8f80-18f0fc9d4991 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:32.440411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.468382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] For port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:32.473404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] For port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,segment=NetworkSegment(db3ca13c-178f-4918-95b4-219367b0a11f),segment_id=db3ca13c-178f-4918-95b4-219367b0a11f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:32.481001 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2c1e-cba9-4606-bfe1-1f50805af23c req-e8ccb5ac-dd66-4862-8e2a-4d689b23d0c0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.483147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc5a2c1e-cba9-4606-bfe1-1f50805af23c req-e8ccb5ac-dd66-4862-8e2a-4d689b23d0c0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.1789680 Jul 28 15:00:32.491175 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-70d05419-504e-402b-a63d-135288568b06 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5269334 Jul 28 15:00:32.492928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43388) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:32.557063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:32.596390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.618455 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.664437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.701674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.715516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port dbd318e5-b97f-4f83-a464-3633148f0a94 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:32.716154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.742100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:32.772860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:32.773934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.860130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:32.876060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Provisioning for port f9d555dd-f12d-42db-b56f-7f721c83fc1c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:32.877282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for dbd318e5-b97f-4f83-a464-3633148f0a94 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:32.916061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc5a2c1e-cba9-4606-bfe1-1f50805af23c req-eb977964-63e9-403c-a9e0-d4b32365f066 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4065824 Jul 28 15:00:32.944214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Provisioning complete for port f9d555dd-f12d-42db-b56f-7f721c83fc1c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:32.944621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.039192 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Port f9d555dd-f12d-42db-b56f-7f721c83fc1c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:33.087312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Could not find standard attr ID for object 36af16c5-2465-4cf7-8f50-53bafd958614. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:00:33.168575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c5186-d2be-4048-9a4e-c68861854d29 None None] Pushing event updated for resources: {'Port': ['ID=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:33.221635 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.249447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.254450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Provisioning complete for port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:33.254921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.257337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['a78bfea6-d9f0-4609-878e-ed632fb7f541'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:00:33.398003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=dbd318e5-b97f-4f83-a464-3633148f0a94,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:33.566033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Provisioning complete for port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:33.566850 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.665405 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.773990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.774480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:33.899767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:33.911253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/9fd9bbb3-775f-401f-8f80-18f0fc9d4991 HTTP/1.1" status: 204 len: 168 time: 1.7274559 Jul 28 15:00:33.954610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:33.971579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd9bbb3-775f-401f-8f80-18f0fc9d4991,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:33.977344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ebf09-7fbb-4b7a-97ea-1c3d09fe0904 None None] Network 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:34.060929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.061462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.061831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.062176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.062515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.062853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.063186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.063625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.063861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.064189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.064542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.064870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35a57c-95fb-467b-8445-2445214c098f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:34.242453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.245476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd530b14-b9d8-4090-b417-de9f68f2e159 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/dbd318e5-b97f-4f83-a464-3633148f0a94 HTTP/1.1" status: 204 len: 168 time: 1.7475286 Jul 28 15:00:34.246817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43430) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:34.280750 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.393374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd2150-af29-4680-8ff7-74c4ccb94388 req-eeb9211d-4c9d-4c21-aba8-219d990a1690 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:34.398470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:34.420865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27dd2150-af29-4680-8ff7-74c4ccb94388 req-eeb9211d-4c9d-4c21-aba8-219d990a1690 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.2647305 Jul 28 15:00:34.421565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 53bf88f1-e1c6-48c4-a02a-b8f44882c241 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:34.488664 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff93b86-30a0-4049-82e6-e041fb734ec4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:00:34.494959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff93b86-30a0-4049-82e6-e041fb734ec4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:00:34.504482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6ff93b86-30a0-4049-82e6-e041fb734ec4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/dbd318e5-b97f-4f83-a464-3633148f0a94 HTTP/1.1" status: 404 len: 333 time: 0.2263486 Jul 28 15:00:34.505732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43432) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:34.525371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 7ad7e724-1195-467d-8597-084bd0db0b86 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:34.525811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.627521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Provisioning complete for port 7ad7e724-1195-467d-8597-084bd0db0b86 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:34.627900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.633611 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45888fb-575d-4422-8572-0015376dda1a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:00:34.636557 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a45888fb-575d-4422-8572-0015376dda1a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/dbd318e5-b97f-4f83-a464-3633148f0a94 HTTP/1.1" status: 404 len: 333 time: 0.1181574 Jul 28 15:00:34.639568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43434) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:34.703569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] For port 7ad7e724-1195-467d-8597-084bd0db0b86, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7ad7e724-1195-467d-8597-084bd0db0b86,segment=NetworkSegment(8e93dc6f-6109-42f9-827e-58b02556fb5f),segment_id=8e93dc6f-6109-42f9-827e-58b02556fb5f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:34.703986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.758939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 7ad7e724-1195-467d-8597-084bd0db0b86 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:34.794158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 8b4a3f42-7bff-474d-9246-f3dfda1853da {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:34.800996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:34.801385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.802636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.848372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27dd2150-af29-4680-8ff7-74c4ccb94388 req-3c1bb4d6-6fd0-4052-8ba0-d61a4e5e8b1d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264500 Jul 28 15:00:34.907802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:34.913286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] DHCP port deletion for 8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:00:34.958995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26499a84-a85c-4e49-bb0e-a58157324222 None None] Network edf73145-d856-41ec-98eb-d569c19046ad requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:35.015544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting port f9d555dd-f12d-42db-b56f-7f721c83fc1c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:35.017197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.033294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.100556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab0aa86-96c9-4791-b4e2-9d45ecb64e59 None None] Could not find standard attr ID for object a06b6955-af00-4b1b-8f72-2b0157b4a523. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:00:35.203275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.209302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:35.265188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.302033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Deleting port 7ad7e724-1195-467d-8597-084bd0db0b86 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:35.302033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.322893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=7ad7e724-1195-467d-8597-084bd0db0b86,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:35.394081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4a3f42-7bff-474d-9246-f3dfda1853da,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:35.398851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.406505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No DVR routers for this DVR port 7ad7e724-1195-467d-8597-084bd0db0b86 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:35.420285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43448) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:35.433680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1a334b8a-eb8a-47f0-9c85-6b2c792d1a2d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/8b4a3f42-7bff-474d-9246-f3dfda1853da HTTP/1.1" status: 204 len: 168 time: 0.7750232 Jul 28 15:00:35.456679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] Provisioning for port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:35.461975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] For port 7ad7e724-1195-467d-8597-084bd0db0b86, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:35.462773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.480484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] Provisioning complete for port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:35.481199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.499011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Calling delete_port for 7ad7e724-1195-467d-8597-084bd0db0b86 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:35.557593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Port 7ad7e724-1195-467d-8597-084bd0db0b86 was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 15:00:35.561331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7ad7e724-1195-467d-8597-084bd0db0b86 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:35.658891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7ad7e724-1195-467d-8597-084bd0db0b86 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:00:35.659348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7ad7e724-1195-467d-8597-084bd0db0b86 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:00:35.664837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] DHCP port deletion for edf73145-d856-41ec-98eb-d569c19046ad request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:00:35.677076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port a78bfea6-d9f0-4609-878e-ed632fb7f541 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:35.694406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port a78bfea6-d9f0-4609-878e-ed632fb7f541 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:35.695003 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.697978 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.782420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:35.799329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] Pushing event deleted for resources: {'Port': ['ID=7ad7e724-1195-467d-8597-084bd0db0b86,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:35.886131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Calling delete_port for f9d555dd-f12d-42db-b56f-7f721c83fc1c owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:35.893697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaccda9b-9e72-4ffa-9552-28fcb3a12da4 None None] No DVR routers for this DVR port 7ad7e724-1195-467d-8597-084bd0db0b86 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:36.184373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] Deleting port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:36.186489 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.239775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.256661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.314697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.321806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.440509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.487890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:36.518560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:36.520214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:36.525244 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d0075-ef18-49ac-8b7c-83b0aee5ce88" -d '{"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-plugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:36.542412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e93dc6f-6109-42f9-827e-58b02556fb5f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:36.543612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e93dc6f-6109-42f9-827e-58b02556fb5f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:36.571832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] For port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,segment=NetworkSegment(db3ca13c-178f-4918-95b4-219367b0a11f),segment_id=db3ca13c-178f-4918-95b4-219367b0a11f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:36.573126 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.574704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463bc37-648a-4119-97eb-7331a83188ab req-73ebd88b-5889-4789-a4af-e16674adb912 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:36.577036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9463bc37-648a-4119-97eb-7331a83188ab req-73ebd88b-5889-4789-a4af-e16674adb912 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.4922583 Jul 28 15:00:36.584310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.623004 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49ad34-e4ac-4948-8cad-2bf68a8fe72c x-openstack-request-id: req-8a49ad34-e4ac-4948-8cad-2bf68a8fe72c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:36.624030 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-plugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:36.624634 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a49ad34-e4ac-4948-8cad-2bf68a8fe72c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:36.625349 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'code': 200} Jul 28 15:00:36.634306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] Calling delete_port for 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:36.640174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] For port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,segment=NetworkSegment(db3ca13c-178f-4918-95b4-219367b0a11f),segment_id=db3ca13c-178f-4918-95b4-219367b0a11f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:36.646497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.674559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.691279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:36.691779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:36.702664 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:36.755345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9463bc37-648a-4119-97eb-7331a83188ab req-73fb7b3e-2885-4eae-9ff4-b66cadac02f9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473746 Jul 28 15:00:36.812091 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.827818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:36.832485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:36.923439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Port': ['ID=f9d555dd-f12d-42db-b56f-7f721c83fc1c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:36.989774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:36.989774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.109244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.176914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5426988-e264-418d-a54f-07d7e69d0b0b req-b7bf7a90-8690-43f6-97ef-0a674ebad6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:37.179862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5426988-e264-418d-a54f-07d7e69d0b0b req-b7bf7a90-8690-43f6-97ef-0a674ebad6ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.4290371 Jul 28 15:00:37.241505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.248708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43486) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:37.254204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961215550'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:37.272961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc HTTP/1.1" status: 204 len: 168 time: 3.3065817 Jul 28 15:00:37.274041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f53f6-d105-4252-b195-d337a0ada28d tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=8d7d87ed-d33c-417f-be04-a2a6a6cfa6dc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:37.328441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e87a1-24c7-4c89-9bee-ae937ffbec97 None None] Pushing event updated for resources: {'Port': ['ID=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:37.448701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:37.451904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:37.460719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.495344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] For port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,segment=NetworkSegment(db3ca13c-178f-4918-95b4-219367b0a11f),segment_id=db3ca13c-178f-4918-95b4-219367b0a11f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:37.496265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.508064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.542827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:37.554573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 15:00:37.555269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:00:37.567997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.568590 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Added segment a5f70d93-336a-4df3-a738-a5b45a97f56b of type vlan for network 0e17dcb5-c32e-42af-9301-f0fd8457058e Jul 28 15:00:37.568727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] Pushing event deleted for resources: {'Port': ['ID=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:37.579227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f7e0c-49f9-4524-a165-a2c237bf4f44 None None] No DVR routers for this DVR port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:37.644024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.948963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5426988-e264-418d-a54f-07d7e69d0b0b req-1962b171-f2eb-4236-8caa-82984a78d029 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7232995 Jul 28 15:00:37.973915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.974452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:37.974635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:37.996574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:37.996574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.114020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Network': ['ID=0e17dcb5-c32e-42af-9301-f0fd8457058e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:38.133581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:38.178259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ce64a-0ca7-4c08-b7c6-d569a86e51a9 req-e40014ed-251a-483b-ba37-90b90f3a0278 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:38.178259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-237ce64a-0ca7-4c08-b7c6-d569a86e51a9 req-e40014ed-251a-483b-ba37-90b90f3a0278 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.3199944 Jul 28 15:00:38.233024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-237ce64a-0ca7-4c08-b7c6-d569a86e51a9 req-095638ff-14f4-428a-8b3e-fd786d711e63 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440936 Jul 28 15:00:38.304599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.323591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca5d60dd-8b74-47fe-ab23-562999e529a8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0737319 Jul 28 15:00:38.327283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43506) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:38.333200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:38.378700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=0bb859fc-5a50-4215-b4a3-7072d4b0ccdb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:38.386144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No DVR routers for this DVR port 0bb859fc-5a50-4215-b4a3-7072d4b0ccdb on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:38.492656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Router 0cc99ac8-90ae-4cad-9725-9bb2f299c26e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:00:38.518452 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.533520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf73145-d856-41ec-98eb-d569c19046ad']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.613275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3ca13c-178f-4918-95b4-219367b0a11f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.613574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3ca13c-178f-4918-95b4-219367b0a11f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.628645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.630836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:38.641508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-222e18a4-6095-4e60-8344-998ec7b722b0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4640651 Jul 28 15:00:38.642003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] Sync routers for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:38.645759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43512) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:38.657766 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:38.658647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.690539 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-533a251f-0a88-4e87-8608-ffdd575a9256 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] delete failed (client error): The resource could not be found. Jul 28 15:00:38.691675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-533a251f-0a88-4e87-8608-ffdd575a9256 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-491258818 HTTP/1.1" status: 404 len: 334 time: 0.0452499 Jul 28 15:00:38.697193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.700836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43514) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:38.703429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:38.703936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:38.708086 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:38.713031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-257fd8f4-44eb-4585-9fd1-dc1047244f7b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'router': {'external_gateway_info': {'network_id': '0cc99ac8-90ae-4cad-9725-9bb2f299c26e'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:38.721963 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.735303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:38.735950 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.786839 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:38.787505 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08596079-71c9-41c1-af29-5486b38279a9 None None] The sync data for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:38.819189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:38.823025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.951631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-a3ea3679-e352-41a4-a13d-7330540ac6a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895114 Jul 28 15:00:38.953956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.966345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:38.969915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/edf73145-d856-41ec-98eb-d569c19046ad HTTP/1.1" status: 204 len: 168 time: 3.5294926 Jul 28 15:00:38.979837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43524) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:39.046971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-169592258'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:39.067251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3eb7d-7d89-4cd9-a234-935dbe97e19b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=edf73145-d856-41ec-98eb-d569c19046ad,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:39.093807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-8fcbb44d-f6a0-45c7-bf32-3be59824fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:39.095377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-8fcbb44d-f6a0-45c7-bf32-3be59824fa08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 1100 time: 0.1140912 Jul 28 15:00:39.117274 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-257fd8f4-44eb-4585-9fd1-dc1047244f7b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:39.221416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-1789b531-4bfe-47ef-880a-1e746f714d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:39.222906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-1789b531-4bfe-47ef-880a-1e746f714d4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.0987098 Jul 28 15:00:39.279428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-ca53228b-3880-44ba-8a02-97f1ca5c1e48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15 HTTP/1.1" status: 200 len: 217 time: 0.0472014 Jul 28 15:00:39.372789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-c5443db1-90f3-415b-bf19-cb933d01dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:39.374936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-c5443db1-90f3-415b-bf19-cb933d01dba4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0856857 Jul 28 15:00:39.459159 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-257fd8f4-44eb-4585-9fd1-dc1047244f7b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] update failed (client error): The resource could not be found. Jul 28 15:00:39.464365 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-257fd8f4-44eb-4585-9fd1-dc1047244f7b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e HTTP/1.1" status: 404 len: 339 time: 0.7617803 Jul 28 15:00:39.476726 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:39.483461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:39.674971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Checking segment: {'id': 'a5f70d93-336a-4df3-a738-a5b45a97f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:39.675458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network hostable DHCP agents. Network: 0e17dcb5-c32e-42af-9301-f0fd8457058e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:39.693571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b52d-1b75-45ff-b698-1a15c8f6e9cf req-26ea8570-321f-4cc7-ad04-b1d902da611d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:39.759959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=5808dba8-f1ad-4e56-a01c-63a831c96454,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:39.760466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be63b52d-1b75-45ff-b698-1a15c8f6e9cf req-26ea8570-321f-4cc7-ad04-b1d902da611d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.3899708 Jul 28 15:00:39.760466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:39.760466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:39.809734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-675bf18a-fb90-4f0a-adde-82444e49a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:39.811355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-675bf18a-fb90-4f0a-adde-82444e49a44f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4225481 Jul 28 15:00:39.874051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:39.933508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:00:40.025655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0e17dcb5-c32e-42af-9301-f0fd8457058e) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:40.032784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:40.032784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.035891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be63b52d-1b75-45ff-b698-1a15c8f6e9cf req-6735c46a-568e-4d0a-b003-efa763c835f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199828 Jul 28 15:00:40.039347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.039711 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment 935ec933-55fc-4d8c-a6b2-47f492bd8d8f of type vlan for network e8908199-7a3b-429e-8d4e-459dc81369ac Jul 28 15:00:40.047438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee183278-1c18-4a92-bc66-1f728c3c710b None None] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:40.183204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-486baa62-44fa-46cf-86cb-05f551affa46 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8542774 Jul 28 15:00:40.184037 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.191160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43556) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:40.200610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2080838336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:40.209921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-246ef17f-d3fe-4c4b-9550-3bbbc7e563e3 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610885 Jul 28 15:00:40.379950 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.509606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.515043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:40.516344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.531682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-0e17dcb5-c32e-42af-9301-f0fd8457058e', 'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': '5808dba8-f1ad-4e56-a01c-63a831c96454'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:40.532751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.624303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.625402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.682863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:40.775834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Allocated IP 172.20.0.2 (0e17dcb5-c32e-42af-9301-f0fd8457058e/5808dba8-f1ad-4e56-a01c-63a831c96454/3d038919-a75f-432e-aa50-cfe1b2b8086a) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:40.782508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=e8908199-7a3b-429e-8d4e-459dc81369ac,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:40.803564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5210edd3-8699-4c44-b6c1-8186bf60b86e req-a04c6c4e-858e-4c0e-89bb-efffbb94b192 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614340 Jul 28 15:00:40.808829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e8908199-7a3b-429e-8d4e-459dc81369ac details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:00:40.842020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c1512b7b-ae8c-44c8-a31c-948780cdcb0b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8067715 Jul 28 15:00:40.846864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43564) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:40.852730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:40.970575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.136564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:41.199577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.327951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.375659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Transition to ACTIVE for port object 3d038919-a75f-432e-aa50-cfe1b2b8086a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:41.430661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Transition to ACTIVE for port object 3d038919-a75f-432e-aa50-cfe1b2b8086a will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:41.486068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79cfb-a778-4064-a33d-a1458492e474 req-ca7a176d-51d6-4921-bbdb-de3469769ba5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:41.504852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3a79cfb-a778-4064-a33d-a1458492e474 req-ca7a176d-51d6-4921-bbdb-de3469769ba5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1564140 Jul 28 15:00:41.516547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.517037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4364dc82-44ad-4994-870c-06ca9fee7bce tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3246076 Jul 28 15:00:41.522593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43578) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:41.541994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e', 'name': 'tempest-PortsTestJSON-12843902'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:41.574302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Allocated IP 172.20.0.1 (b9d0e543-ff14-4301-8bca-028bf3ef91a9/2f3be0ec-b8c0-44aa-b298-254e887828e5/f7dbc057-a4df-42ee-8780-ddd637bbe0cb) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:41.580228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.685961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:41.690110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:41.694127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Pushing event updated for resources: {'Port': ['ID=3d038919-a75f-432e-aa50-cfe1b2b8086a,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:41.698890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:41.718521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3a79cfb-a778-4064-a33d-a1458492e474 req-6abdd5d0-96ed-4f26-b2b0-c753df483a93 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125378 Jul 28 15:00:41.785839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Attempting to bind port 3d038919-a75f-432e-aa50-cfe1b2b8086a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:41.786519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Attempting to bind port 3d038919-a75f-432e-aa50-cfe1b2b8086a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a5f70d93-336a-4df3-a738-a5b45a97f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:41.787062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Attempting to bind port 3d038919-a75f-432e-aa50-cfe1b2b8086a on network 0e17dcb5-c32e-42af-9301-f0fd8457058e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:41.796331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:41.796930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Checking segment: {'id': 'a5f70d93-336a-4df3-a738-a5b45a97f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:41.797511 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.798082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Bound using segment: {'id': 'a5f70d93-336a-4df3-a738-a5b45a97f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:41.798748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Bound port: 3d038919-a75f-432e-aa50-cfe1b2b8086a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f70d93-336a-4df3-a738-a5b45a97f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0e17dcb5-c32e-42af-9301-f0fd8457058e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:41.799305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.805407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:41.809098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.837507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 368be9da-2311-4e41-bd3e-13794ba9ca3a yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:41.839614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:41.897451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Transition to ACTIVE for port object f7dbc057-a4df-42ee-8780-ddd637bbe0cb will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:41.899560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] For port 3d038919-a75f-432e-aa50-cfe1b2b8086a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:41.907276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] For port 3d038919-a75f-432e-aa50-cfe1b2b8086a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3d038919-a75f-432e-aa50-cfe1b2b8086a,segment=NetworkSegment(a5f70d93-336a-4df3-a738-a5b45a97f56b),segment_id=a5f70d93-336a-4df3-a738-a5b45a97f56b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:41.939373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be219154-f0e8-4fa1-9199-e70da14a8ce9 req-77290f23-2506-46db-a8bd-eb4ff93d4bd2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:41.941013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be219154-f0e8-4fa1-9199-e70da14a8ce9 req-77290f23-2506-46db-a8bd-eb4ff93d4bd2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1133747 Jul 28 15:00:41.953878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:41.959475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Request body: {'floatingip': {'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:42.029374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.058504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.134973 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.148757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.232125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.10 (0e17dcb5-c32e-42af-9301-f0fd8457058e/5808dba8-f1ad-4e56-a01c-63a831c96454/368be9da-2311-4e41-bd3e-13794ba9ca3a) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:42.270562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e2131-e56d-4498-8462-b2b8f1b8653f None None] Pushing event updated for resources: {'Port': ['ID=3d038919-a75f-432e-aa50-cfe1b2b8086a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:42.361434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Port': ['ID=f7dbc057-a4df-42ee-8780-ddd637bbe0cb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:42.442866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=8412d92a-a235-4a28-a709-75c96f883ebe,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:42.450749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:42.453041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': '935ec933-55fc-4d8c-a6b2-47f492bd8d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:42.453622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: e8908199-7a3b-429e-8d4e-459dc81369ac, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:00:42.463207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:42.468497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:42.651859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.769533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network e8908199-7a3b-429e-8d4e-459dc81369ac is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:00:42.948504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e8908199-7a3b-429e-8d4e-459dc81369ac) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:42.953984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:42.954951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.981359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d85b0-a2ce-4a88-a524-7fc44647619b None None] Network e8908199-7a3b-429e-8d4e-459dc81369ac requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:43.169134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.183310 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.221031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1a0003be-9d4e-49ad-bc5c-6bd69f1e2593 None None] Provisioning for port f7dbc057-a4df-42ee-8780-ddd637bbe0cb completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:43.224424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e8908199-7a3b-429e-8d4e-459dc81369ac', 'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '8412d92a-a235-4a28-a709-75c96f883ebe'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:00:43.227087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.258482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1a0003be-9d4e-49ad-bc5c-6bd69f1e2593 None None] Provisioning complete for port f7dbc057-a4df-42ee-8780-ddd637bbe0cb triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:43.259909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a0003be-9d4e-49ad-bc5c-6bd69f1e2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.285883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-215651d8-0dcc-4e11-bd92-ec855f619a0f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4377899 Jul 28 15:00:43.305597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:43.317861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-346725109'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:43.325942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 368be9da-2311-4e41-bd3e-13794ba9ca3a will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:43.475911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1a0003be-9d4e-49ad-bc5c-6bd69f1e2593 None None] Port f7dbc057-a4df-42ee-8780-ddd637bbe0cb cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:43.494455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.resource_extend [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 15:00:43.569619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.607223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3d038919-a75f-432e-aa50-cfe1b2b8086a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:43.708910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.725580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Allocated IP 2001:db8::2 (e8908199-7a3b-429e-8d4e-459dc81369ac/8412d92a-a235-4a28-a709-75c96f883ebe/c1ae177b-f057-4f0b-924e-0adae2c8bfa7) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:43.862878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 3d038919-a75f-432e-aa50-cfe1b2b8086a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:43.985914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.086047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.091607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.098947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Transition to ACTIVE for port object c1ae177b-f057-4f0b-924e-0adae2c8bfa7 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:44.120656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Transition to ACTIVE for port object c1ae177b-f057-4f0b-924e-0adae2c8bfa7 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:44.139475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5aa13-7d3e-4a29-939a-380cb520d989 None None] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:44.234459 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.272809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.344389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] Provisioning for port 3d038919-a75f-432e-aa50-cfe1b2b8086a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:44.363278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Network e8908199-7a3b-429e-8d4e-459dc81369ac is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:44.373012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.377312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:44.379211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event updated for resources: {'Port': ['ID=f7dbc057-a4df-42ee-8780-ddd637bbe0cb,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:44.395459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] Provisioning complete for port 3d038919-a75f-432e-aa50-cfe1b2b8086a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:44.396389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.404033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:44.460724 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Floating IP ca889199-d8b1-4006-9527-0b4380be44c4 associated. External IP: 172.25.6.85, port: a78bfea6-d9f0-4609-878e-ed632fb7f541. Jul 28 15:00:44.467267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Pushing event updated for resources: {'Port': ['ID=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:44.515449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=368be9da-2311-4e41-bd3e-13794ba9ca3a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:44.564918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:44.569629 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.613374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:44.615391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:44.637998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:44.649463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:44.671101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 201ab853-bcda-4073-a908-4f7d9e1d2aa8 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:44.726881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Attempting to bind port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:44.727401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Attempting to bind port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '935ec933-55fc-4d8c-a6b2-47f492bd8d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:44.727927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Attempting to bind port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 on network e8908199-7a3b-429e-8d4e-459dc81369ac {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:44.760839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:44.762047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Checking segment: {'id': '935ec933-55fc-4d8c-a6b2-47f492bd8d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:44.762712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.763237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Bound using segment: {'id': '935ec933-55fc-4d8c-a6b2-47f492bd8d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:44.763958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Bound port: c1ae177b-f057-4f0b-924e-0adae2c8bfa7, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935ec933-55fc-4d8c-a6b2-47f492bd8d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8908199-7a3b-429e-8d4e-459dc81369ac'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:44.764425 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.863160 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.871106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::14c (e8908199-7a3b-429e-8d4e-459dc81369ac/8412d92a-a235-4a28-a709-75c96f883ebe/201ab853-bcda-4073-a908-4f7d9e1d2aa8) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:44.936129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] For port 3d038919-a75f-432e-aa50-cfe1b2b8086a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3d038919-a75f-432e-aa50-cfe1b2b8086a,segment=NetworkSegment(a5f70d93-336a-4df3-a738-a5b45a97f56b),segment_id=a5f70d93-336a-4df3-a738-a5b45a97f56b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:44.963456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:45.036788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] For port c1ae177b-f057-4f0b-924e-0adae2c8bfa7, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:45.051525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] For port c1ae177b-f057-4f0b-924e-0adae2c8bfa7, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,segment=NetworkSegment(935ec933-55fc-4d8c-a6b2-47f492bd8d8f),segment_id=935ec933-55fc-4d8c-a6b2-47f492bd8d8f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:45.110944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.202166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.304699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3548b1c-620f-419b-9249-b0372c11e78d None None] Pushing event updated for resources: {'Port': ['ID=3d038919-a75f-432e-aa50-cfe1b2b8086a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:45.341910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.383897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:45.384708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.473157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc5fe-ac04-4a37-b5d0-c6ff3fde301f None None] Pushing event updated for resources: {'Port': ['ID=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:45.510068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 201ab853-bcda-4073-a908-4f7d9e1d2aa8 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:45.510913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Provisioning for port 368be9da-2311-4e41-bd3e-13794ba9ca3a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:45.510913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Provisioning complete for port 368be9da-2311-4e41-bd3e-13794ba9ca3a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:45.510913 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.523881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Router 0cc99ac8-90ae-4cad-9725-9bb2f299c26e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:00:45.568879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Port 368be9da-2311-4e41-bd3e-13794ba9ca3a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:45.590170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Provisioning complete for port 3d038919-a75f-432e-aa50-cfe1b2b8086a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:45.591139 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.714970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:45.717287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43664) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:45.770955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8a0075b6-e58c-4771-9d9b-8321bcc0f381 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1913245 Jul 28 15:00:45.771297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] Sync routers for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:45.771390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c89ec311-35f6-4ef7-8772-476a3b3084b5 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2430520 Jul 28 15:00:45.773295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:00:45.774465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43666) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:45.798810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:45.799999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:45.996022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:46.018531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df4cb6fe-4673-4c9f-96c9-b0cc2ed39b93 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.032721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.037317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:46.037974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:46.146200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:46.147308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efcfa24-14b6-44ae-8f4c-3ab8a2aa36fe None None] The sync data for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:46.171668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Provisioning complete for port f7dbc057-a4df-42ee-8780-ddd637bbe0cb triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:46.172049 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.232687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network e8908199-7a3b-429e-8d4e-459dc81369ac is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:46.262907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-08be9732-77fa-4e40-b6f3-c5b4e840b367 None None] Port f7dbc057-a4df-42ee-8780-ddd637bbe0cb cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:46.276112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:46.356085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.386722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:46.386722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:46.386722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.391046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f6d79d77-b7c6-49be-8484-7ccbc3759ff0 None None] Provisioning complete for port 368be9da-2311-4e41-bd3e-13794ba9ca3a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:46.391535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f6d79d77-b7c6-49be-8484-7ccbc3759ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.407006 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-df4cb6fe-4673-4c9f-96c9-b0cc2ed39b93 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 15:00:46.416752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-df4cb6fe-4673-4c9f-96c9-b0cc2ed39b93 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e HTTP/1.1" status: 409 len: 329 time: 0.6362791 Jul 28 15:00:46.427745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43678) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:46.455544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=201ab853-bcda-4073-a908-4f7d9e1d2aa8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:46.473213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f6d79d77-b7c6-49be-8484-7ccbc3759ff0 None None] Port 368be9da-2311-4e41-bd3e-13794ba9ca3a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:46.595786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-32f02ce9-5711-43cf-a569-42b4abb15f9f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2859852 Jul 28 15:00:46.603920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43682) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:46.905484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:47.008161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:47.038055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:47.051896 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:47.054051 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:47.081051 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:47.082514 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:47.191206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9f655-a59a-4194-8d19-7de5138848bd None None] Network e8908199-7a3b-429e-8d4e-459dc81369ac requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:47.243305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47c61865-5078-4db5-a989-120d41ad27fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "PUT /v2.0/floatingips/ca889199-d8b1-4006-9527-0b4380be44c4 HTTP/1.1" status: 200 len: 991 time: 5.2881265 Jul 28 15:00:47.253882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:47.270706 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445775b-eb12-4f94-9dd3-eef0fa718c80" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:47.388752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 201ab853-bcda-4073-a908-4f7d9e1d2aa8 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:47.389452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:47.408387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=368be9da-2311-4e41-bd3e-13794ba9ca3a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:47.643904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-16895c01-4129-44d1-a212-57dd814aeb12 None None] Provisioning for port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:47.691500 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:00:47.806501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c1ae177b-f057-4f0b-924e-0adae2c8bfa7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:47.848017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-66881f79-b04b-4835-83cf-79b7d79c708c None None] Provisioning complete for port 368be9da-2311-4e41-bd3e-13794ba9ca3a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:47.848395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66881f79-b04b-4835-83cf-79b7d79c708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.060252 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4615479-0c1b-468e-97cf-bf62dc873eaa x-openstack-request-id: req-c4615479-0c1b-468e-97cf-bf62dc873eaa {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:48.060761 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:48.061130 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4615479-0c1b-468e-97cf-bf62dc873eaa {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:48.073457 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.084979 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'status': 'completed', 'code': 200} Jul 28 15:00:48.166806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.195717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 201ab853-bcda-4073-a908-4f7d9e1d2aa8 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:48.246858 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'ca889199-d8b1-4006-9527-0b4380be44c4', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'mac_address': 'fa:16:3e:8f:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:00:06Z', 'updated_at': '2021-07-28T15:00:43Z', 'revision_number': 1, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:48.284829 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:00:48.296160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:48.296831 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:48.318007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-66881f79-b04b-4835-83cf-79b7d79c708c None None] Port 368be9da-2311-4e41-bd3e-13794ba9ca3a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:48.351350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.360744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-c1d5a33e-48f9-47a2-90b4-70eb0307a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:48.363040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-c1d5a33e-48f9-47a2-90b4-70eb0307a008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.1096864 Jul 28 15:00:48.432247 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:00:48.468707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:48.477007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:48.477576 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.616432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.940098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:48.994269 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.055991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c1ae177b-f057-4f0b-924e-0adae2c8bfa7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,segment=NetworkSegment(935ec933-55fc-4d8c-a6b2-47f492bd8d8f),segment_id=935ec933-55fc-4d8c-a6b2-47f492bd8d8f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:49.095067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=201ab853-bcda-4073-a908-4f7d9e1d2aa8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:49.097731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.099794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8ca599c-eec5-4c6c-ad4e-907e02458399 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/201ab853-bcda-4073-a908-4f7d9e1d2aa8 HTTP/1.1" status: 204 len: 168 time: 2.4945831 Jul 28 15:00:49.105303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43730) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:49.105758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-8777e9b9-d79d-49a8-b135-47aaad096b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:49.118081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c70aeed-562a-4afa-8d14-ffe9c3cc25a8 None None] Provisioning complete for port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:49.118462 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c70aeed-562a-4afa-8d14-ffe9c3cc25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.122479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-8777e9b9-d79d-49a8-b135-47aaad096b04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.7445865 Jul 28 15:00:49.255033 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'ca889199-d8b1-4006-9527-0b4380be44c4', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'mac_address': 'fa:16:3e:8f:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:00:06Z', 'updated_at': '2021-07-28T15:00:43Z', 'revision_number': 1, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:49.314224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.319839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3d038919-a75f-432e-aa50-cfe1b2b8086a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:49.328820 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441d584-28d0-40cd-949c-5e37ead1c99a None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'ca889199-d8b1-4006-9527-0b4380be44c4', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'mac_address': 'fa:16:3e:8f:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:00:06Z', 'updated_at': '2021-07-28T15:00:43Z', 'revision_number': 1, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:49.755046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-05363863-5c64-42a0-a191-622a83e0e0c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 999 time: 0.4784641 Jul 28 15:00:49.908802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-939caff4-1956-4900-a267-b991b39a157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:49.911039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-939caff4-1956-4900-a267-b991b39a157e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.1422811 Jul 28 15:00:50.016706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:50.064375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69de50c-7668-433f-833d-a3d9b223e10d None None] New status for floating IP ca889199-d8b1-4006-9527-0b4380be44c4: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:00:50.133470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.145756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-90683a7e-6729-481f-935c-c6e433776019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.149825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-90683a7e-6729-481f-935c-c6e433776019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2232902 Jul 28 15:00:50.154520 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98b6c0f-f419-4a5a-90b9-c933a5dec495 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:00:50.159018 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e98b6c0f-f419-4a5a-90b9-c933a5dec495 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/201ab853-bcda-4073-a908-4f7d9e1d2aa8 HTTP/1.1" status: 404 len: 333 time: 1.0488577 Jul 28 15:00:50.159748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43746) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:50.202628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c70aeed-562a-4afa-8d14-ffe9c3cc25a8 None None] Could not find standard attr ID for object 201ab853-bcda-4073-a908-4f7d9e1d2aa8. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:00:50.291544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.393717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3d038919-a75f-432e-aa50-cfe1b2b8086a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:50.394627 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.399516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9b65ed0d-d5be-4b9d-8f43-f9089adc219c None None] Could not find standard attr ID for object 201ab853-bcda-4073-a908-4f7d9e1d2aa8. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:00:50.443688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 8412d92a-a235-4a28-a709-75c96f883ebe {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:50.490204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.535425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.541827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting port f7dbc057-a4df-42ee-8780-ddd637bbe0cb {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:50.542430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.780342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.786671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.804255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.817331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.826068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.832158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.835417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.864723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.866736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d35736cd-73e7-4717-b16f-9080066e6966 req-28f90b17-f30c-4c78-a8a4-c48f33f1d539 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.4038861 Jul 28 15:00:50.981970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c1ae177b-f057-4f0b-924e-0adae2c8bfa7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:51.052240 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d35736cd-73e7-4717-b16f-9080066e6966 req-7f80b1db-0e3b-4214-9df3-ed5ce38b47c4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491649 Jul 28 15:00:51.063141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=368be9da-2311-4e41-bd3e-13794ba9ca3a,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:51.065169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.150588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Calling delete_port for f7dbc057-a4df-42ee-8780-ddd637bbe0cb owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:51.166718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:51.176337 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.188856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-50436708-b3ef-4f86-8e8a-4914e00f97c0 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0171556 Jul 28 15:00:51.254580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:51.306319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:51.536497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.628928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1445775b-eb12-4f94-9dd3-eef0fa718c80 req-b20ab208-deeb-423d-a01f-5e4c16503ed0 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245219 Jul 28 15:00:52.012191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c1ceaffe-433a-40d1-8e6d-0f836bbd574a None None] Provisioning complete for port 368be9da-2311-4e41-bd3e-13794ba9ca3a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:52.012191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c1ceaffe-433a-40d1-8e6d-0f836bbd574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.025006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c1ceaffe-433a-40d1-8e6d-0f836bbd574a None None] Port 368be9da-2311-4e41-bd3e-13794ba9ca3a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:52.070920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.078936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.088034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.096008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.104899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.113567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.123088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.126375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-d3b10481-f7f7-4e18-a043-edd4422c497d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.1416728 Jul 28 15:00:52.136285 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.231094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=8412d92a-a235-4a28-a709-75c96f883ebe,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:52.232221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfa2ed-c257-4fd5-8650-5348f4172fe6 None None] Network e8908199-7a3b-429e-8d4e-459dc81369ac requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:52.233428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.235631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-195ca576-5b4c-4867-b94c-2342204a7ae1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/8412d92a-a235-4a28-a709-75c96f883ebe HTTP/1.1" status: 204 len: 168 time: 2.0743616 Jul 28 15:00:52.239180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43784) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:52.312283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e7b5af02-470c-4215-bae9-5a035a6b3fbc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.313795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e7b5af02-470c-4215-bae9-5a035a6b3fbc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "GET /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1442518 Jul 28 15:00:52.390397 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.396741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Router 3738b14a-d7a7-4778-aaf7-c90f53d099d5 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:00:52.427107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.442698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.449642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.457164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.463574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.471469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.478089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.480179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-eb5c0df7-94b3-497c-9543-953b92156cf7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.2442896 Jul 28 15:00:52.486222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.574682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] DHCP port deletion for e8908199-7a3b-429e-8d4e-459dc81369ac request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:00:52.575829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Port': ['ID=f7dbc057-a4df-42ee-8780-ddd637bbe0cb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:52.590104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-869214ba-d202-49ff-b814-eecef016f01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.710102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1a965ce-e47b-4a33-ad6c-f927031f822f req-208f5865-2c0b-4e58-a667-d95b672167de tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155640 Jul 28 15:00:52.840621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] Deleting port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:52.848149 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:52.975169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c1ae177b-f057-4f0b-924e-0adae2c8bfa7 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:53.195666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] For port c1ae177b-f057-4f0b-924e-0adae2c8bfa7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,segment=NetworkSegment(935ec933-55fc-4d8c-a6b2-47f492bd8d8f),segment_id=935ec933-55fc-4d8c-a6b2-47f492bd8d8f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:53.196836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:53.224925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] Calling delete_port for c1ae177b-f057-4f0b-924e-0adae2c8bfa7 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:53.271799 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:53.585792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:53.617271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:53.625873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-49f3d93b-cd9d-45a9-b346-c74366c3f0cd tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/routers/3738b14a-d7a7-4778-aaf7-c90f53d099d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9074409 Jul 28 15:00:53.631219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43804) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:53.637389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] Sync routers for ids ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:53.653306 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] Routers {'3738b14a-d7a7-4778-aaf7-c90f53d099d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:53.657314 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:53.657684 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-32eedf43-628e-4c39-8c07-c7c03ac42447 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "GET /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3352742 Jul 28 15:00:53.679479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:53.722505 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:53.732820 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] Routers {'3738b14a-d7a7-4778-aaf7-c90f53d099d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:53.733524 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:53.739770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:53.740224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:53.786381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:53.884850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Router 0cc99ac8-90ae-4cad-9725-9bb2f299c26e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:00:53.905923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:53.925127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f2b800-e09d-4331-9b00-94bbf8fcd219 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:53.937706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] Pushing event deleted for resources: {'Port': ['ID=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:53.938338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80f2b800-e09d-4331-9b00-94bbf8fcd219 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports?device_id=3738b14a-d7a7-4778-aaf7-c90f53d099d5 HTTP/1.1" status: 200 len: 981 time: 0.3008926 Jul 28 15:00:53.950104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06de14c-0233-4ff3-a81c-2408cbad2ee8 None None] No DVR routers for this DVR port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:53.956722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43814) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:53.973280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:53.973280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc56a59-0100-4092-a97f-46ad113da166 None None] The sync data for ids ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:53.974401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] For port c1ae177b-f057-4f0b-924e-0adae2c8bfa7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,segment=NetworkSegment(935ec933-55fc-4d8c-a6b2-47f492bd8d8f),segment_id=935ec933-55fc-4d8c-a6b2-47f492bd8d8f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:53.975481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:54.087820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for c1ae177b-f057-4f0b-924e-0adae2c8bfa7 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:54.350399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.357412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.365792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.372732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.379654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.386722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.395033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.397779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-12dd29d7-c240-4a95-bb04-d3094addff31 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 5433 time: 0.4089055 Jul 28 15:00:54.399180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:54.411905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86c00bf9-0316-4643-b323-065a550815e1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9587564 Jul 28 15:00:54.417573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43826) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:54.434383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] Sync routers for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:54.460434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:54.465228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:54.506652 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-79a004de-e648-4465-970d-fdd47b0ab662 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] show failed (client error): The resource could not be found. Jul 28 15:00:54.511329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79a004de-e648-4465-970d-fdd47b0ab662 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-379655670 HTTP/1.1" status: 404 len: 334 time: 0.0879667 Jul 28 15:00:54.514512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43828) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:54.519878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-21f880d2-a9e1-4f88-9424-991a81ddaeb0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:54.541545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:54.569826 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91f1e37d-ea8b-4b82-9520-0d7df11185a7 req-40ab03ed-68f4-4d97-8d27-dd04a762e8ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624062 Jul 28 15:00:54.574974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] Routers {'0cc99ac8-90ae-4cad-9725-9bb2f299c26e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:54.580659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:54.580845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2f5dacd3-85c5-494f-be28-520898de4073,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:54.639427 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-21f880d2-a9e1-4f88-9424-991a81ddaeb0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] update failed (client error): The resource could not be found. Jul 28 15:00:54.642560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:54.643151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-21f880d2-a9e1-4f88-9424-991a81ddaeb0 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-516530397 HTTP/1.1" status: 404 len: 334 time: 0.1266940 Jul 28 15:00:54.643345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f470535-529a-49b4-8dad-28010b969a5c None None] The sync data for ids ['0cc99ac8-90ae-4cad-9725-9bb2f299c26e'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:54.655044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43832) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:54.771872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting subnet 251d811c-3f11-4afb-887b-7559f53b2bb5 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:54.775813 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:54.790417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] For port 2f5dacd3-85c5-494f-be28-520898de4073, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:54.879927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:54.927401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] device_id is not set on port 2f5dacd3-85c5-494f-be28-520898de4073 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:54.934894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:54.967512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.027790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2667dec3-ef7c-4735-85dd-4e062c7a1edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.040537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No DVR routers for this DVR port c1ae177b-f057-4f0b-924e-0adae2c8bfa7 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:55.080648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.086055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=c1ae177b-f057-4f0b-924e-0adae2c8bfa7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:55.242749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.282586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 07697370-8952-4793-860b-b71475f57e97 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:55.293764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.314101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8908199-7a3b-429e-8d4e-459dc81369ac']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:55.332957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935ec933-55fc-4d8c-a6b2-47f492bd8d8f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:55.335184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935ec933-55fc-4d8c-a6b2-47f492bd8d8f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:55.345961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.472842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.477655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.509864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Subnet': ['ID=251d811c-3f11-4afb-887b-7559f53b2bb5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:55.517984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.520142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-33932d0e-eaad-4473-b687-b0af29f76972 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/subnets/251d811c-3f11-4afb-887b-7559f53b2bb5 HTTP/1.1" status: 204 len: 168 time: 0.8662822 Jul 28 15:00:55.524054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43848) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:55.530194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07697370-8952-4793-860b-b71475f57e97'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:55.536270 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed0d85f-0139-4564-bf5c-83ab1f02a505" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "07697370-8952-4793-860b-b71475f57e97"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:55.550122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98bcdeb-b1bd-4982-96d2-a24b3f76f550 None None] Network 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:55.555037 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.578406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=07697370-8952-4793-860b-b71475f57e97,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:55.656139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting subnet 9096bb90-4622-4c28-ae33-948661c040bb {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:55.664007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.680651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.685229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Pushing event updated for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:55.694868 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7847f26-9490-457c-8bbd-43b54f1b6865 x-openstack-request-id: req-d7847f26-9490-457c-8bbd-43b54f1b6865 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:55.695305 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "07697370-8952-4793-860b-b71475f57e97", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:55.696778 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7847f26-9490-457c-8bbd-43b54f1b6865 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:55.697500 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07697370-8952-4793-860b-b71475f57e97', 'code': 200} Jul 28 15:00:55.742780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:55.743581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:55.782656 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:55.814485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] No DVR routers for this DVR port 2f5dacd3-85c5-494f-be28-520898de4073 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:55.859433 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.889031 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:55.896320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 440586eb-9ed7-4b31-9e37-3b6ff51041b3 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:56.154944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] In _notify_port_updated(), no bound segment for port 2f5dacd3-85c5-494f-be28-520898de4073 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:00:56.156324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.157183 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.159008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-0fefe406-a2fe-4c52-8acd-922630a5177a service neutron] 10.222.0.42 "PUT /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 200 len: 1026 time: 2.4852335 Jul 28 15:00:56.235641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.255224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.267729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.277084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.280570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.294005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.302549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.308580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.338213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-118d04c8-fd19-41b3-b76b-898d2e5e7bc5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 4658 time: 0.3745134 Jul 28 15:00:56.347815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.394082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ea61fec2-f1b4-4996-8feb-69b3e6280da0 None None] Provisioning complete for port 2f5dacd3-85c5-494f-be28-520898de4073 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:56.394082 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ea61fec2-f1b4-4996-8feb-69b3e6280da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.503249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ea61fec2-f1b4-4996-8feb-69b3e6280da0 None None] Port 2f5dacd3-85c5-494f-be28-520898de4073 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:56.535689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.539331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/e8908199-7a3b-429e-8d4e-459dc81369ac HTTP/1.1" status: 204 len: 168 time: 4.2990117 Jul 28 15:00:56.551090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:56.554918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43868) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:56.588090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'name': 'tempest-PortsIpV6TestJSON-158973287'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:56.611058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f26d49cf-efe6-4b89-803e-d5b55a45bf5d req-fecc8114-ddc0-4089-9ef8-506665d49114 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&id=05e92c2a-eb0c-48e2-857a-2bcf728bedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2703011 Jul 28 15:00:56.629072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.644047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:56.674691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] DHCP port deletion for 4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:00:56.723859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d99a4-6cf4-47d3-a013-a03ce61c6e30 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=e8908199-7a3b-429e-8d4e-459dc81369ac,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:56.739392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-8e04b4f7-d6c3-4308-8bae-ad623a66486a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.742123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-8e04b4f7-d6c3-4308-8bae-ad623a66486a tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "GET /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5737686 Jul 28 15:00:56.792194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:56.874081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.874744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:56.881546 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.981844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:56.982580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 53bf88f1-e1c6-48c4-a02a-b8f44882c241 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:57.086259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.220484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=1659462c-41d4-437f-87b6-1ad21a075d90,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:57.231049 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.233204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:57.236466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] Deleting port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:57.237120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.266213 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.292168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] For port 1659462c-41d4-437f-87b6-1ad21a075d90, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:57.292484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Subnet': ['ID=9096bb90-4622-4c28-ae33-948661c040bb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:57.296200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.305021 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-121a742e-bbed-40ca-b8eb-5a11be3023b9 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/subnets/9096bb90-4622-4c28-ae33-948661c040bb HTTP/1.1" status: 204 len: 168 time: 1.7791016 Jul 28 15:00:57.306759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43880) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:57.331628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] device_id is not set on port 1659462c-41d4-437f-87b6-1ad21a075d90 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:57.332074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.372926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62509920-7242-4938-9cd1-f741c91c74c9 None None] Network 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:00:57.386917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 368be9da-2311-4e41-bd3e-13794ba9ca3a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:57.388529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.445700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.470010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port affc3a21-3461-457f-8013-cb4bad87dfaf yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:00:57.511868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.536952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:57.593931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:57.594201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.629420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] No DVR routers for this DVR port 1659462c-41d4-437f-87b6-1ad21a075d90 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:57.644132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Pushing event updated for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:57.683234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.720139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:57.722444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] For port 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=53bf88f1-e1c6-48c4-a02a-b8f44882c241,segment=NetworkSegment(1ea162ed-97c5-4902-90e6-de04e4d3fc9f),segment_id=1ea162ed-97c5-4902-90e6-de04e4d3fc9f)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:57.722833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.723496 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d0e3d-3f07-4d9a-9758-40d1c058dd6b" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:57.748934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 368be9da-2311-4e41-bd3e-13794ba9ca3a owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:57.790944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Calling delete_port for 53bf88f1-e1c6-48c4-a02a-b8f44882c241 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:57.805740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] In _notify_port_updated(), no bound segment for port 1659462c-41d4-437f-87b6-1ad21a075d90 on network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:00:57.813919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:57.814867 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:57.817117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e92a348c-74b2-42d0-956c-71cdecaf9460 service neutron] 10.222.0.42 "PUT /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 200 len: 1027 time: 1.0335128 Jul 28 15:00:57.848961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] For port 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=53bf88f1-e1c6-48c4-a02a-b8f44882c241,segment=NetworkSegment(1ea162ed-97c5-4902-90e6-de04e4d3fc9f),segment_id=1ea162ed-97c5-4902-90e6-de04e4d3fc9f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:57.851852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.283097 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae43c2f1-43fd-4bab-b5a0-3f87da1c0870 x-openstack-request-id: req-ae43c2f1-43fd-4bab-b5a0-3f87da1c0870 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:58.283097 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:58.283097 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae43c2f1-43fd-4bab-b5a0-3f87da1c0870 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:58.284048 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3', 'code': 200} Jul 28 15:00:58.322215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-3d13a4f3-c748-48be-88c7-ce1a534ed8aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.329157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-3d13a4f3-c748-48be-88c7-ce1a534ed8aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.335648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-3d13a4f3-c748-48be-88c7-ce1a534ed8aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.340680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 53bf88f1-e1c6-48c4-a02a-b8f44882c241, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=53bf88f1-e1c6-48c4-a02a-b8f44882c241,segment=NetworkSegment(1ea162ed-97c5-4902-90e6-de04e4d3fc9f),segment_id=1ea162ed-97c5-4902-90e6-de04e4d3fc9f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:58.342102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-3d13a4f3-c748-48be-88c7-ce1a534ed8aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.350030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-3d13a4f3-c748-48be-88c7-ce1a534ed8aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.351956 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-3d13a4f3-c748-48be-88c7-ce1a534ed8aa tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3882 time: 0.3131778 Jul 28 15:00:58.354396 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.421782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] Calling delete_port for 53bf88f1-e1c6-48c4-a02a-b8f44882c241 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:58.427532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.448904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:58.449920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.452211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:58.508213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-495bc5ed-04ec-4de3-af41-7507fb0bd1f4 None None] Provisioning complete for port 1659462c-41d4-437f-87b6-1ad21a075d90 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:58.508638 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-495bc5ed-04ec-4de3-af41-7507fb0bd1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.553766 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d5e2f44-1165-4954-aba3-bd3bc7cf9fa1 req-a702f889-4226-4942-9247-98f765edfdbd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774991 Jul 28 15:00:58.572903 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.582561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-495bc5ed-04ec-4de3-af41-7507fb0bd1f4 None None] Port 1659462c-41d4-437f-87b6-1ad21a075d90 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:58.586862 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.589820 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.591024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 92588340-b676-4bfc-b946-2c52feb47059 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:58.611086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.657214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] No DVR routers for this DVR port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:58.657214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Port': ['ID=53bf88f1-e1c6-48c4-a02a-b8f44882c241,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:58.679085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event deleted for resources: {'Port': ['ID=53bf88f1-e1c6-48c4-a02a-b8f44882c241,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:58.768866 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.781970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] For port 440586eb-9ed7-4b31-9e37-3b6ff51041b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=440586eb-9ed7-4b31-9e37-3b6ff51041b3,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:58.782565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.784438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:58.800635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea162ed-97c5-4902-90e6-de04e4d3fc9f') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:58.801013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea162ed-97c5-4902-90e6-de04e4d3fc9f') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:58.807795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 440586eb-9ed7-4b31-9e37-3b6ff51041b3 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:58.815056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.829691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:58.842147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.849524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:58.850017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.914173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:58.925099 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:58.927455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.933151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.951432 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:58.957098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] DHCP port deletion for 068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:00:58.957628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:58.980750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:58.985224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:58.991625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.992299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.051903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.062442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.064565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/networks/4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6 HTTP/1.1" status: 204 len: 168 time: 1.7437890 Jul 28 15:00:59.069375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] No DVR routers for this DVR port 53bf88f1-e1c6-48c4-a02a-b8f44882c241 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:59.073133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=affc3a21-3461-457f-8013-cb4bad87dfaf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:59.074452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba31bed-8076-4962-9549-9c3602be4a73 None None] Pushing event deleted for resources: {'Port': ['ID=53bf88f1-e1c6-48c4-a02a-b8f44882c241,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:59.086871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:59.102176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f507-72ff-4710-88ac-b76baff1f98e tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Network': ['ID=4dcf70b2-c8a4-4cfb-b85b-a1ec3ceb33d6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:59.140671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=92588340-b676-4bfc-b946-2c52feb47059,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:59.141621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=368be9da-2311-4e41-bd3e-13794ba9ca3a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:59.166980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f16739f3-6894-4472-b22f-64492d77b67c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5907731 Jul 28 15:00:59.172696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43916) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:59.195564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] Deleting port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:59.195762 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.255318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.295970 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.297000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5dacd3-85c5-494f-be28-520898de4073 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:59.407854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:59.429655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:59.430547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.480927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] For port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,segment=NetworkSegment(3fd2de51-6880-42c2-af08-7802e8b24c2e),segment_id=3fd2de51-6880-42c2-af08-7802e8b24c2e)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:59.481873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.503220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2f5dacd3-85c5-494f-be28-520898de4073 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:00:59.503220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 30165512-bb7e-4923-882f-ce7268b9ec9a no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:59.576209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] Calling delete_port for df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:59.625976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] For port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,segment=NetworkSegment(3fd2de51-6880-42c2-af08-7802e8b24c2e),segment_id=3fd2de51-6880-42c2-af08-7802e8b24c2e)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:59.626599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.670354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Calling delete_port for df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:59.821593 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:59.878527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=30165512-bb7e-4923-882f-ce7268b9ec9a,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:59.894000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-f6c5e7c7-3ca7-47f0-9a51-d4162cbde4f0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:59.900521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-f6c5e7c7-3ca7-47f0-9a51-d4162cbde4f0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:59.907259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-f6c5e7c7-3ca7-47f0-9a51-d4162cbde4f0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:59.913481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-f6c5e7c7-3ca7-47f0-9a51-d4162cbde4f0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:59.920606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-f6c5e7c7-3ca7-47f0-9a51-d4162cbde4f0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:59.922528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-f6c5e7c7-3ca7-47f0-9a51-d4162cbde4f0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3878 time: 0.1063795 Jul 28 15:01:00.012856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2e88a61-3f1f-4630-88b0-4014e2d5be38 req-fd295233-b08d-4316-a3d8-f06cb6b20e11 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678904 Jul 28 15:01:00.031669 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.058450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.078161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] No DVR routers for this DVR port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:00.166769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Port': ['ID=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:00.179603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] Pushing event deleted for resources: {'Port': ['ID=df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:00.185723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.187058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1659462c-41d4-437f-87b6-1ad21a075d90 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:00.300716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a3cd4-e70b-4df7-8e24-6e2f8bc080c5 None None] No DVR routers for this DVR port df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:00.303046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e'}, {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92588340-b676-4bfc-b946-2c52feb47059'}, {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:00.307176 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b089c59-750d-41d1-bb6a-99cbf4486daf" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e"}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "92588340-b676-4bfc-b946-2c52feb47059"}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:00.371482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.393446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:00.401549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 1659462c-41d4-437f-87b6-1ad21a075d90 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:00.414993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd2de51-6880-42c2-af08-7802e8b24c2e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:00.415472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd2de51-6880-42c2-af08-7802e8b24c2e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:00.422655 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f3c649-bdc1-4c7d-bafe-4fde2eeb1b47 x-openstack-request-id: req-16f3c649-bdc1-4c7d-bafe-4fde2eeb1b47 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:00.431487 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.439525 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e", "code": 200}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "92588340-b676-4bfc-b946-2c52feb47059", "code": 200}, {"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-unplugged", "status": "completed", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:00.446051 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16f3c649-bdc1-4c7d-bafe-4fde2eeb1b47 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:00.446051 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e', 'code': 200} Jul 28 15:01:00.446051 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92588340-b676-4bfc-b946-2c52feb47059', 'code': 200} Jul 28 15:01:00.446051 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a', 'code': 200} Jul 28 15:01:00.461818 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.468669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.479934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:00.480267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:00.485170 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:00.515654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:00.741214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port affc3a21-3461-457f-8013-cb4bad87dfaf {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:00.741577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.763318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.779420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.783554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/networks/068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7 HTTP/1.1" status: 204 len: 168 time: 1.7022481 Jul 28 15:01:00.786976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43958) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:00.802091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Router 3738b14a-d7a7-4778-aaf7-c90f53d099d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:01:00.827623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:00.842922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.847120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491283af-e041-4f46-8543-126293abcebe tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Network': ['ID=068e2e0b-7c2b-4967-8b7f-8c2bfb1b09a7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:00.883668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:00.883872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting subnet 2f3be0ec-b8c0-44aa-b298-254e887828e5 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:00.884354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device df9c56b3-ccc5-418f-98c3-b1a5e4e25bf6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:00.889498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.913413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=440586eb-9ed7-4b31-9e37-3b6ff51041b3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:00.978944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:00.989388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.095411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] No DVR routers for this DVR port 440586eb-9ed7-4b31-9e37-3b6ff51041b3 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:01.100122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for affc3a21-3461-457f-8013-cb4bad87dfaf owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:01.102614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.105156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-cc8a2f2b-52b2-4bfa-b926-79882665087d tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "DELETE /v2.0/ports/440586eb-9ed7-4b31-9e37-3b6ff51041b3 HTTP/1.1" status: 204 len: 173 time: 3.2548628 Jul 28 15:01:01.109315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:01.112023 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce56ffe2-8f15-439b-a4bb-abc7f0cba0da" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:01.236030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.240892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:01:01.248991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c4c6c026-b930-49eb-bfe6-7875dba702d0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/routers/3738b14a-d7a7-4778-aaf7-c90f53d099d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2903378 Jul 28 15:01:01.253618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43968) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:01.258015 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] Sync routers for ids ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:01:01.291583 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] Routers {'3738b14a-d7a7-4778-aaf7-c90f53d099d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:01:01.298332 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:01.414411 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cf4870-2127-4c0f-a1df-6b823d0e141a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:01:01.429332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-43cf4870-2127-4c0f-a1df-6b823d0e141a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/368be9da-2311-4e41-bd3e-13794ba9ca3a HTTP/1.1" status: 404 len: 333 time: 0.1741161 Jul 28 15:01:01.437185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43974) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:01.447928 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:01.466873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] Routers {'3738b14a-d7a7-4778-aaf7-c90f53d099d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:01:01.467845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:01.518299 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:01.519631 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31574f-7610-4c70-906e-f615077ccb1a None None] The sync data for ids ['3738b14a-d7a7-4778-aaf7-c90f53d099d5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:01:01.556009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d83d5-82c0-4892-ac57-963eb99bcfb2 req-74941d88-3b03-4a41-ad59-0bedb41de868 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:01.564557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d83d5-82c0-4892-ac57-963eb99bcfb2 req-74941d88-3b03-4a41-ad59-0bedb41de868 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:01.570569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d83d5-82c0-4892-ac57-963eb99bcfb2 req-74941d88-3b03-4a41-ad59-0bedb41de868 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:01.594009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d83d5-82c0-4892-ac57-963eb99bcfb2 req-74941d88-3b03-4a41-ad59-0bedb41de868 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:01.608196 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb99dcb-c4dc-4c83-ac63-d981becc4af3 x-openstack-request-id: req-6fb99dcb-c4dc-4c83-ac63-d981becc4af3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:01.609205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f57d83d5-82c0-4892-ac57-963eb99bcfb2 req-74941d88-3b03-4a41-ad59-0bedb41de868 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 3143 time: 0.2648427 Jul 28 15:01:01.610943 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "440586eb-9ed7-4b31-9e37-3b6ff51041b3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:01.611438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.612232 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fb99dcb-c4dc-4c83-ac63-d981becc4af3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:01.613707 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '440586eb-9ed7-4b31-9e37-3b6ff51041b3', 'status': 'completed', 'code': 200} Jul 28 15:01:01.683282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.712103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3be0ec-b8c0-44aa-b298-254e887828e5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:01.722397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.725290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c429fded-e308-4fc2-a352-b10d6baa018b tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/subnets/2f3be0ec-b8c0-44aa-b298-254e887828e5 HTTP/1.1" status: 204 len: 168 time: 0.9354959 Jul 28 15:01:01.729752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b80b82-df97-46b5-87c1-2240025b3227 None None] Network b9d0e543-ff14-4301-8bca-028bf3ef91a9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:01.737523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f57d83d5-82c0-4892-ac57-963eb99bcfb2 req-9b15e02e-9c8b-4ff6-a8f1-173757b30ac2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281002 Jul 28 15:01:01.738299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43982) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:01.875609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 30165512-bb7e-4923-882f-ce7268b9ec9a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:01.875996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:01.934638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.019765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] DHCP port deletion for b9d0e543-ff14-4301-8bca-028bf3ef91a9 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:02.047339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Deleting port 60512503-8f22-4ae9-8b51-0d261fa3fccf {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:02.047925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.058216 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.084837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] Deleting port 60512503-8f22-4ae9-8b51-0d261fa3fccf {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:02.085407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.257142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.261529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/affc3a21-3461-457f-8013-cb4bad87dfaf HTTP/1.1" status: 204 len: 168 time: 3.0784690 Jul 28 15:01:02.265543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43990) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:02.272738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.279068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.281156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5ca67-369a-4b1d-a9c1-9fe1110c1cbb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=affc3a21-3461-457f-8013-cb4bad87dfaf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:02.283686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] For port 60512503-8f22-4ae9-8b51-0d261fa3fccf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=60512503-8f22-4ae9-8b51-0d261fa3fccf,segment=NetworkSegment(cdeef98e-b882-4d9a-aef2-9123ebefa43b),segment_id=cdeef98e-b882-4d9a-aef2-9123ebefa43b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:02.284197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.285527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'mac_address': 'fa:16:3e:c4:68:45', 'name': 'tempest-PortsIpV6TestJSON-836373691'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:02.317425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] Calling delete_port for 60512503-8f22-4ae9-8b51-0d261fa3fccf owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:02.360963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] For port 30165512-bb7e-4923-882f-ce7268b9ec9a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=30165512-bb7e-4923-882f-ce7268b9ec9a,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:02.362118 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.379566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] For port 60512503-8f22-4ae9-8b51-0d261fa3fccf, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=60512503-8f22-4ae9-8b51-0d261fa3fccf,segment=NetworkSegment(cdeef98e-b882-4d9a-aef2-9123ebefa43b),segment_id=cdeef98e-b882-4d9a-aef2-9123ebefa43b)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:02.379947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.391555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 30165512-bb7e-4923-882f-ce7268b9ec9a owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:02.417429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.431922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Calling delete_port for 60512503-8f22-4ae9-8b51-0d261fa3fccf owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:02.671786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.690198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.707677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] No DVR routers for this DVR port 60512503-8f22-4ae9-8b51-0d261fa3fccf on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:02.746759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8620fa-e43c-4459-86e1-f2c13cf772ed None None] Pushing event deleted for resources: {'Port': ['ID=60512503-8f22-4ae9-8b51-0d261fa3fccf,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:02.766311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Port': ['ID=60512503-8f22-4ae9-8b51-0d261fa3fccf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:02.778993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:02.793824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] No DVR routers for this DVR port 60512503-8f22-4ae9-8b51-0d261fa3fccf on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:02.795866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.797000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Fanout notify agent at l3_agent the message router_deleted on router 3738b14a-d7a7-4778-aaf7-c90f53d099d5 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:01:02.821423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:02.826262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e980b006-7ee8-4b2e-a1b0-f02cde7f0704 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/routers/3738b14a-d7a7-4778-aaf7-c90f53d099d5 HTTP/1.1" status: 204 len: 168 time: 1.3805404 Jul 28 15:01:02.833353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:02.943393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 60512503-8f22-4ae9-8b51-0d261fa3fccf no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:03.014664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 60512503-8f22-4ae9-8b51-0d261fa3fccf {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:03.015657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 60512503-8f22-4ae9-8b51-0d261fa3fccf not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:03.046990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.111467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=30165512-bb7e-4923-882f-ce7268b9ec9a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:03.161245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] No DVR routers for this DVR port 30165512-bb7e-4923-882f-ce7268b9ec9a on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:03.165279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.167633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-3cdd0758-1e8d-44b5-bd57-dc0051163089 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "DELETE /v2.0/ports/30165512-bb7e-4923-882f-ce7268b9ec9a HTTP/1.1" status: 204 len: 173 time: 2.0482020 Jul 28 15:01:03.347000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 07697370-8952-4793-860b-b71475f57e97 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:03.348097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.557655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.570006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d0e543-ff14-4301-8bca-028bf3ef91a9']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:03.572761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] For port 07697370-8952-4793-860b-b71475f57e97, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=07697370-8952-4793-860b-b71475f57e97,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:03.573848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.595877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdeef98e-b882-4d9a-aef2-9123ebefa43b') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:03.596504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdeef98e-b882-4d9a-aef2-9123ebefa43b') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:03.608308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.626130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:03.628159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.628598 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855c85d0-ceaa-406a-ba00-ec480cdae7c6" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:03.636073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:03.637993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:03.733460 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:03.754955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 5808dba8-f1ad-4e56-a01c-63a831c96454 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:03.754955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.758333 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb35a5dd-4b5e-4a78-af04-d75f1c8728e4 x-openstack-request-id: req-cb35a5dd-4b5e-4a78-af04-d75f1c8728e4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:03.758940 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "30165512-bb7e-4923-882f-ce7268b9ec9a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:03.759732 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb35a5dd-4b5e-4a78-af04-d75f1c8728e4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:03.760661 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '30165512-bb7e-4923-882f-ce7268b9ec9a', 'status': 'completed', 'code': 200} Jul 28 15:01:03.833224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:03.946908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.024634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.032372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.034770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/networks/b9d0e543-ff14-4301-8bca-028bf3ef91a9 HTTP/1.1" status: 204 len: 168 time: 2.2953999 Jul 28 15:01:04.038121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.040937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:04.097914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e9865fd6-bb19-4fa1-b4be-ffa77e112a5a tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cc99ac8-90ae-4cad-9725-9bb2f299c26e HTTP/1.1" status: 200 len: 205 time: 0.0510581 Jul 28 15:01:04.113567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44034) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:04.120603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76fc15-04d2-480b-bcb5-2653058f86f1 tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Pushing event deleted for resources: {'Network': ['ID=b9d0e543-ff14-4301-8bca-028bf3ef91a9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:04.139237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8d76e-1267-48d4-832e-0860be64db41 req-be03d50e-d69f-4e84-b5fd-558d63ed8ebc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:04.146132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8d76e-1267-48d4-832e-0860be64db41 req-be03d50e-d69f-4e84-b5fd-558d63ed8ebc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:04.152596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8d76e-1267-48d4-832e-0860be64db41 req-be03d50e-d69f-4e84-b5fd-558d63ed8ebc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:04.155121 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42b8d76e-1267-48d4-832e-0860be64db41 req-be03d50e-d69f-4e84-b5fd-558d63ed8ebc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 2411 time: 0.7835472 Jul 28 15:01:04.160383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.178732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.180639 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/5808dba8-f1ad-4e56-a01c-63a831c96454 HTTP/1.1" status: 204 len: 168 time: 1.2862949 Jul 28 15:01:04.194910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890207ea-a3b7-418f-9a72-6e13effc3bc7 None None] Network 0e17dcb5-c32e-42af-9301-f0fd8457058e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:04.201454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 62519f8b-a7e5-4a8e-a7fe-e41c905d96f6 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:04.234416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44038) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:04.301308 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.324359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45793503-b8fb-4412-91c9-2c7ea65c09df tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=5808dba8-f1ad-4e56-a01c-63a831c96454,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:04.387505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.388097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.388656 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Floating IP c5bf4151-a778-4aff-9cb3-00bb4ff74f64 disassociated. External IP: 172.25.6.246, port: 07697370-8952-4793-860b-b71475f57e97. Jul 28 15:01:04.389184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 07697370-8952-4793-860b-b71475f57e97 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:04.409713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42b8d76e-1267-48d4-832e-0860be64db41 req-81bdb211-1e84-40f9-8282-ed89e483795e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275522 Jul 28 15:01:04.560159 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.562769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.662751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] DHCP port deletion for 0e17dcb5-c32e-42af-9301-f0fd8457058e request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:04.718395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.764022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.764881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc99ac8-90ae-4cad-9725-9bb2f299c26e {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:01:04.797623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.798922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6674afab-e4e3-4c48-8c2f-5cc1275601be tempest-RoutersNegativeTest-1900184773 tempest-RoutersNegativeTest-1900184773-project] 10.222.0.57 "DELETE /v2.0/routers/0cc99ac8-90ae-4cad-9725-9bb2f299c26e HTTP/1.1" status: 204 len: 168 time: 0.6841102 Jul 28 15:01:04.805145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:04.821296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] Deleting port 3d038919-a75f-432e-aa50-cfe1b2b8086a {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:04.825931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.055350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 3d038919-a75f-432e-aa50-cfe1b2b8086a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:05.055719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.065314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.071799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] For port 3d038919-a75f-432e-aa50-cfe1b2b8086a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3d038919-a75f-432e-aa50-cfe1b2b8086a,segment=NetworkSegment(a5f70d93-336a-4df3-a738-a5b45a97f56b),segment_id=a5f70d93-336a-4df3-a738-a5b45a97f56b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:05.072647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.098533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] Calling delete_port for 3d038919-a75f-432e-aa50-cfe1b2b8086a owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:05.184388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:05.196036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:05.196823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] For port 3d038919-a75f-432e-aa50-cfe1b2b8086a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3d038919-a75f-432e-aa50-cfe1b2b8086a,segment=NetworkSegment(a5f70d93-336a-4df3-a738-a5b45a97f56b),segment_id=a5f70d93-336a-4df3-a738-a5b45a97f56b)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:05.199610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.222074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:05.248321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 3d038919-a75f-432e-aa50-cfe1b2b8086a owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:05.250672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:05.257202 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.313013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.358651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=62519f8b-a7e5-4a8e-a7fe-e41c905d96f6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:05.390301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3d038919-a75f-432e-aa50-cfe1b2b8086a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:05.396527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=07697370-8952-4793-860b-b71475f57e97,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:05.535912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d6ebeff0-be4b-4721-a5dd-e00941cbbe56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2678599 Jul 28 15:01:05.536429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.537874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44064) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:05.575790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.602421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:05.661874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] No DVR routers for this DVR port 3d038919-a75f-432e-aa50-cfe1b2b8086a on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:05.665111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7214199-3583-4ecc-9103-a73048944c27 None None] Pushing event deleted for resources: {'Port': ['ID=3d038919-a75f-432e-aa50-cfe1b2b8086a,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:05.696965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No DVR routers for this DVR port 3d038919-a75f-432e-aa50-cfe1b2b8086a on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:05.710843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=3d038919-a75f-432e-aa50-cfe1b2b8086a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:05.784590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Router 096a105c-2582-4da5-9a7c-9c235937dd54 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:01:05.784729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2bb4d-a530-4f9a-b20a-95c854ec11db tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:05.784729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8e2bb4d-a530-4f9a-b20a-95c854ec11db tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/62519f8b-a7e5-4a8e-a7fe-e41c905d96f6 HTTP/1.1" status: 200 len: 844 time: 0.2413940 Jul 28 15:01:05.784729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44074) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:05.871505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:05.911092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc10f6-607b-47e3-ac49-90b8ba58293f req-71ea6de6-c205-4672-979e-3913264ac162 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:05.911092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc10f6-607b-47e3-ac49-90b8ba58293f req-71ea6de6-c205-4672-979e-3913264ac162 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:05.912610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1dcc10f6-607b-47e3-ac49-90b8ba58293f req-71ea6de6-c205-4672-979e-3913264ac162 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 1677 time: 0.1974521 Jul 28 15:01:05.984769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.017778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e17dcb5-c32e-42af-9301-f0fd8457058e']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:06.036149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f70d93-336a-4df3-a738-a5b45a97f56b') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:06.036443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f70d93-336a-4df3-a738-a5b45a97f56b') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:06.061409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.122696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1dcc10f6-607b-47e3-ac49-90b8ba58293f req-677c596c-2fe8-488b-95b1-d71badfe0e1e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843121 Jul 28 15:01:06.156225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.178657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 62519f8b-a7e5-4a8e-a7fe-e41c905d96f6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:06.181395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.255713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:01:06.274036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] Sync routers for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:01:06.304088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:01:06.305243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:06.308444 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.321313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:06.321753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:06.325756 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:06.400787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.409062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] No DVR routers for this DVR port 07697370-8952-4793-860b-b71475f57e97 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:06.414137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.416532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-f1c6c977-2781-43e2-a653-5844a97acec3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "DELETE /v2.0/ports/07697370-8952-4793-860b-b71475f57e97 HTTP/1.1" status: 204 len: 173 time: 3.2428339 Jul 28 15:01:06.435526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0851abd-a0df-41e0-96c2-d5b3fb5e9876 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a51bc0aace44b2ea8550f9e75e062fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619223 Jul 28 15:01:06.442979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44092) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:06.464020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 62519f8b-a7e5-4a8e-a7fe-e41c905d96f6 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:06.484145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '07697370-8952-4793-860b-b71475f57e97'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:06.493279 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e20f4-dc0a-4a98-bc4d-f89e592143a4" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "07697370-8952-4793-860b-b71475f57e97"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:06.533785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:01:06.638410 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc0d61-c201-4d76-9c7d-e28b23b242b1 x-openstack-request-id: req-53fc0d61-c201-4d76-9c7d-e28b23b242b1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:06.638751 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "07697370-8952-4793-860b-b71475f57e97", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:06.638991 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53fc0d61-c201-4d76-9c7d-e28b23b242b1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:06.639504 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '07697370-8952-4793-860b-b71475f57e97', 'status': 'completed', 'code': 200} Jul 28 15:01:06.658900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-663d3b47-ac67-4b4f-8874-062561734024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.694701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-663d3b47-ac67-4b4f-8874-062561734024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.701577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 92588340-b676-4bfc-b946-2c52feb47059 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:06.702147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.721369 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.727323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.729396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/0e17dcb5-c32e-42af-9301-f0fd8457058e HTTP/1.1" status: 204 len: 168 time: 2.4939423 Jul 28 15:01:06.743177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44102) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:06.779467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b417d-0550-45d1-b4f0-c3a1c61ce38f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=0e17dcb5-c32e-42af-9301-f0fd8457058e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:06.840498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa22f67-26bb-4712-a102-56de81d62d14 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:06.842598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] For port 92588340-b676-4bfc-b946-2c52feb47059, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=92588340-b676-4bfc-b946-2c52feb47059,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:06.842978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.844301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:09Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:06.845847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44106) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:06.846056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-afa22f67-26bb-4712-a102-56de81d62d14 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/e9fbb967-c771-4983-95b6-bd4799ec9fa2 HTTP/1.1" status: 200 len: 841 time: 0.1015747 Jul 28 15:01:06.857085 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.887299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 92588340-b676-4bfc-b946-2c52feb47059 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:06.891790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=62519f8b-a7e5-4a8e-a7fe-e41c905d96f6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:06.902699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] Checking router: 096a105c-2582-4da5-9a7c-9c235937dd54 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:01:06.906533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:06.912725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c08111f1-3557-4784-a185-7b6f4bff3813 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/62519f8b-a7e5-4a8e-a7fe-e41c905d96f6 HTTP/1.1" status: 204 len: 168 time: 1.1232846 Jul 28 15:01:06.913896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44110) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:06.930558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:01:06.932794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:06.942548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-efdf801b-5bc6-493c-a99f-1068605054e0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/e9fbb967-c771-4983-95b6-bd4799ec9fa2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0868852 Jul 28 15:01:06.942548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44112) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:06.948742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:06.956349 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd3c9bd-d2b7-43bb-b7cd-1fcaa3b12d32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:06.962849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5dd3c9bd-d2b7-43bb-b7cd-1fcaa3b12d32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/62519f8b-a7e5-4a8e-a7fe-e41c905d96f6 HTTP/1.1" status: 404 len: 333 time: 0.0478616 Jul 28 15:01:06.963651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:06.969855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'name': 'tempest-PortsIpV6TestJSON-898882549'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:07.077597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-663d3b47-ac67-4b4f-8874-062561734024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.080525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-663d3b47-ac67-4b4f-8874-062561734024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.081807 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-663d3b47-ac67-4b4f-8874-062561734024 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/feac9006-85c3-46e6-828e-ebc61bd218c9 HTTP/1.1" status: 204 len: 168 time: 0.6378729 Jul 28 15:01:07.117089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d3b47-ac67-4b4f-8874-062561734024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac9006-85c3-46e6-828e-ebc61bd218c9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:07.199305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:01:07.276962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:07.280937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.318879 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:01:07.326293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port c03d486c-5518-43c2-8cae-b4e0193eb5a1 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:07.465192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a6bb5-ff4a-483b-8843-5fd015c5ed5e req-0bcc44b8-6916-4d68-aa17-a7bcc359b0d5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:07.473281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a6bb5-ff4a-483b-8843-5fd015c5ed5e req-0bcc44b8-6916-4d68-aa17-a7bcc359b0d5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:07.476242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6a6bb5-ff4a-483b-8843-5fd015c5ed5e req-0bcc44b8-6916-4d68-aa17-a7bcc359b0d5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 1677 time: 0.1150055 Jul 28 15:01:07.584914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6a6bb5-ff4a-483b-8843-5fd015c5ed5e req-22917475-f8ae-446e-a4e7-8e190668ee49 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963161 Jul 28 15:01:07.585939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:07.602889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.632855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:09Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:07.730775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01ce6-d831-43d5-b789-90ae724a7b65 None None] The sync data for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 is: [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T14:48:59Z', 'revision_number': 4, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a44e8be1-e92e-476d-9310-0f9023080393', 'name': '', 'network_id': '626aa0e6-c771-45f6-8f54-fe32ace1ecfd', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'mac_address': 'fa:16:3e:b4:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:56Z', 'updated_at': '2021-07-28T14:49:09Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'subnets': [{'id': '0518fbf1-d4ad-415e-82b3-10d86a04bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:01:07.806485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.943006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.185441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.316200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=c03d486c-5518-43c2-8cae-b4e0193eb5a1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:08.329792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:08.331546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:08.337456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:08.343972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:08.344696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.399561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8d8d6-4f20-440f-b316-c4f7f1503c9b None None] New status for floating IP c5bf4151-a778-4aff-9cb3-00bb4ff74f64: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:01:08.467335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-74940135-7180-4826-b37c-471dcada9f99 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5014045 Jul 28 15:01:08.470624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44154) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:08.476407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:08.562581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=92588340-b676-4bfc-b946-2c52feb47059,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:08.676177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.707031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] No DVR routers for this DVR port 92588340-b676-4bfc-b946-2c52feb47059 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:08.718441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.725083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e26a5782-f6fd-4d9c-8d80-35a51533b3bd tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "DELETE /v2.0/ports/92588340-b676-4bfc-b946-2c52feb47059 HTTP/1.1" status: 204 len: 173 time: 2.2960649 Jul 28 15:01:08.728842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '92588340-b676-4bfc-b946-2c52feb47059'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:08.744337 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f2a335-d261-4eb1-9f75-564570d69548" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "92588340-b676-4bfc-b946-2c52feb47059"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:09.021307 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f281e013-4b48-40b8-b552-867329b152ae x-openstack-request-id: req-f281e013-4b48-40b8-b552-867329b152ae {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:09.021698 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "92588340-b676-4bfc-b946-2c52feb47059", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:09.021885 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f281e013-4b48-40b8-b552-867329b152ae {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:09.022403 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': '92588340-b676-4bfc-b946-2c52feb47059', 'status': 'completed', 'code': 200} Jul 28 15:01:09.119200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.197138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e55b0-c4e5-46bf-8a7a-584c3327a492 req-2b50a543-9995-4b2b-b3cd-34d7463e1ddb tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:09.205396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-538e55b0-c4e5-46bf-8a7a-584c3327a492 req-2b50a543-9995-4b2b-b3cd-34d7463e1ddb tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 943 time: 0.3560393 Jul 28 15:01:09.239669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.249550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:09.250378 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.281469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] In _notify_port_updated(), no bound segment for port c03d486c-5518-43c2-8cae-b4e0193eb5a1 on network ce20ca4b-f511-44f1-b4f4-7464e3caf000 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:01:09.302473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:09.303221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.305534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/ports/c03d486c-5518-43c2-8cae-b4e0193eb5a1 HTTP/1.1" status: 200 len: 818 time: 0.8330092 Jul 28 15:01:09.315048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44182) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:09.411282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de13ad-22fd-44c4-945a-d476b86fb9ab tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=c03d486c-5518-43c2-8cae-b4e0193eb5a1,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:09.415727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44184) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:09.446382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-538e55b0-c4e5-46bf-8a7a-584c3327a492 req-508bc3e6-e476-4438-9218-ad4c7f05dad3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups?id=be7b3711-eaef-4ce2-88cc-2552ec85a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385380 Jul 28 15:01:09.575596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] For port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:09.576811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.618025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:09.624699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.660582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port c03d486c-5518-43c2-8cae-b4e0193eb5a1 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:09.661288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.777837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:09.784593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:09.788355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=db109673-bbc1-444f-afca-069dc783ba59,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:09.788997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.791529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:09.792138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.817564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for c03d486c-5518-43c2-8cae-b4e0193eb5a1 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:09.818819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8654ca9-2573-41f3-9504-8fc88fec035d None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:09.849341 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--52704305'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:09.961015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58cfc6f0-e959-4f76-bfef-570b8e2863aa tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0183427 Jul 28 15:01:09.962052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44200) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:09.968119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'security_group': {'name': 'tempest-secgroup-599956451'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:10.040643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.107182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:10.155963 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.202973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.205966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.343080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] No DVR routers for this DVR port f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:10.346204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.353481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb8225eb-e456-4ce1-a0d8-87a728fde0cc req-e6996387-8e44-4356-907f-d9e173b85049 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.42 "DELETE /v2.0/ports/f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e HTTP/1.1" status: 204 len: 173 time: 1.5710826 Jul 28 15:01:10.362988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=c03d486c-5518-43c2-8cae-b4e0193eb5a1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:10.381500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.389369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-49e09a78-7912-41f3-91bb-77c71d52a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/c03d486c-5518-43c2-8cae-b4e0193eb5a1 HTTP/1.1" status: 204 len: 168 time: 0.9764962 Jul 28 15:01:10.390314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44208) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:10.395014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-384bdf43-8adf-40e5-80f2-f862ce5d799b', 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'tenant_id': '8fa9e76774fc4628aa4e7ec2eb99b6bb', 'fixed_ips': [{'subnet_id': 'db109673-bbc1-444f-afca-069dc783ba59'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:01:10.395974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.431861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.647206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e7ddff-21d3-4732-86c0-2294d494d0aa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:10.652284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e7e7ddff-21d3-4732-86c0-2294d494d0aa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2601924 Jul 28 15:01:10.658836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:10.696150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-88cc2127-baab-477e-86b2-1c5864f3f99e req-ff957709-48cb-4f5a-9ab8-ad5b536becb0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0930686 Jul 28 15:01:10.732115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.775639 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cb81e0-7582-4d62-9add-0933eb240405 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:10.782028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44218) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:10.782237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-91cb81e0-7582-4d62-9add-0933eb240405 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/c03d486c-5518-43c2-8cae-b4e0193eb5a1 HTTP/1.1" status: 404 len: 333 time: 0.0892711 Jul 28 15:01:10.799586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-20c602fb-d050-4884-b17f-f34e2e8132ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1708443 Jul 28 15:01:10.805020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418556455'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:10.824179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Allocated IP 172.20.0.2 (384bdf43-8adf-40e5-80f2-f862ce5d799b/db109673-bbc1-444f-afca-069dc783ba59/eb12b75c-3fab-43ab-b8ed-e230abebaee1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:10.903850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:10.977498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-cfb5625b-b84c-4420-8984-2582afb9a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:10.986107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-cfb5625b-b84c-4420-8984-2582afb9a70b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.1034632 Jul 28 15:01:10.986300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e01afce-c374-4e26-9371-8fb68179c03b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:11.035907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:11.038465 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5720477-9d60-40ff-a782-0aa94ac7e67e" -d '{"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:11.136578 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.163536 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f51d50-e992-473c-80be-8d1c332b240c x-openstack-request-id: req-85f51d50-e992-473c-80be-8d1c332b240c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:11.164331 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c6277-7691-4ced-b839-92e541c6ba39", "name": "network-vif-deleted", "tag": "f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:11.165109 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85f51d50-e992-473c-80be-8d1c332b240c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:11.165935 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c6277-7691-4ced-b839-92e541c6ba39', 'name': 'network-vif-deleted', 'tag': 'f2ed1a1c-06ba-4ce1-84de-cba6f9551e5e', 'status': 'completed', 'code': 200} Jul 28 15:01:11.171023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Transition to ACTIVE for port object eb12b75c-3fab-43ab-b8ed-e230abebaee1 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:11.222546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Transition to ACTIVE for port object eb12b75c-3fab-43ab-b8ed-e230abebaee1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:11.254468 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.279810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-80062452-6493-457c-93d8-54c0cba325c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:11.281706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-80062452-6493-457c-93d8-54c0cba325c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.2613230 Jul 28 15:01:11.389282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-bb0ae8ad-92e7-4edf-86e8-f220458f1cfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1001 time: 0.0992711 Jul 28 15:01:11.410952 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.445663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.506066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-7a9af358-32dd-49ab-9c54-fcf38e4d6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:11.508073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-7a9af358-32dd-49ab-9c54-fcf38e4d6602 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.1111817 Jul 28 15:01:11.511859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:11.514026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e633d2db-4752-47d6-9a44-c621c043eef2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:11.517059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:11.521313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:11.527263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:11.532297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.537046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Pushing event updated for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:11.614848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:11.626003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-5508caf5-2805-4fe0-b13b-64c28aaa72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:11.635656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-5508caf5-2805-4fe0-b13b-64c28aaa72af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175189 Jul 28 15:01:11.648358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Attempting to bind port eb12b75c-3fab-43ab-b8ed-e230abebaee1 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:01:11.648982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Attempting to bind port eb12b75c-3fab-43ab-b8ed-e230abebaee1 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f21cb0c8-0898-40ff-973a-2f787bf50cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:01:11.651043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Attempting to bind port eb12b75c-3fab-43ab-b8ed-e230abebaee1 on network 384bdf43-8adf-40e5-80f2-f862ce5d799b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:01:11.654026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.654572 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment 1918c1d8-556e-40d9-bf2e-778538121f4a of type vlan for network c4ae03c9-66d6-4317-95fa-75ab944a196e Jul 28 15:01:11.671565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:01:11.672201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Checking segment: {'id': 'f21cb0c8-0898-40ff-973a-2f787bf50cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:11.672879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.673506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Bound using segment: {'id': 'f21cb0c8-0898-40ff-973a-2f787bf50cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:01:11.674512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Bound port: eb12b75c-3fab-43ab-b8ed-e230abebaee1, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21cb0c8-0898-40ff-973a-2f787bf50cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:01:11.675141 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.781046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-2d87d481-dce2-4952-8683-001ff5c408e0 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374857 Jul 28 15:01:11.827806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.915359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:01:11.923500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eb12b75c-3fab-43ab-b8ed-e230abebaee1,segment=NetworkSegment(f21cb0c8-0898-40ff-973a-2f787bf50cc8),segment_id=f21cb0c8-0898-40ff-973a-2f787bf50cc8)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:01:11.934748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3908d1bb-ebb8-4ff5-9166-6472e0acd14a req-ffc1e440-4959-4a85-8e39-d13606b3a6f3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0541024 Jul 28 15:01:11.963637 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.979579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:11.991229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:11.993771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.055402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-989c9baf-21de-4ffe-b54d-e4896323eeae req-449c73b8-d80d-4aba-971b-f46768aa43db service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661529 Jul 28 15:01:12.094310 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.108831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=c4ae03c9-66d6-4317-95fa-75ab944a196e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:12.171552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.187563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:12.310227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.317685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a570a359-74e9-4f3d-8287-b173ec6c6a1a tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3541706 Jul 28 15:01:12.322426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44246) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:12.336558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301337664'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:12.379707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2dafe1-274e-46fb-9c29-cb322b3ee186,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:12.392298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cbd74d3b-29b4-442b-8b0c-925c31347607 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6057019 Jul 28 15:01:12.392961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44254) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:12.400644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:12.457142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.463814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-feb81c48-cbbc-4c3a-9837-6b40a71c7222 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0084248 Jul 28 15:01:12.464824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44256) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:12.609910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdeafc-808c-4aea-b49d-bddb05c5575d None None] Pushing event updated for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:12.680663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44260) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:12.682013 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-789ae227-ef07-457f-9bdd-23e0b278a90d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2031529 Jul 28 15:01:12.696216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-security--1617578670', 'description': 'tempest-security-description-2008430528'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:12.732650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.739518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.855600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.959809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:12.978432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:12.984068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.022359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.025564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.033587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.037160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "PUT /v2.0/security-groups/ed2dafe1-274e-46fb-9c29-cb322b3ee186 HTTP/1.1" status: 200 len: 1780 time: 0.3537664 Jul 28 15:01:13.169620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e0c6f-74f7-476a-8637-973fedd8e5e9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2dafe1-274e-46fb-9c29-cb322b3ee186,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:13.177336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:13.270985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.322341 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e8994c1-44db-4e74-9113-a6c844361494 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups/ed2dafe1-274e-46fb-9c29-cb322b3ee186 HTTP/1.1" status: 200 len: 1780 time: 0.2839222 Jul 28 15:01:13.327920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.344328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33faa761-d7ad-4f00-bb29-6665d0c3c689 req-3791c5a0-40e8-4dae-b597-fde6fb14fe01 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1092794 Jul 28 15:01:13.362140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.527410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.532801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2067084 Jul 28 15:01:13.534275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.542258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1608103335', 'security_groups': ['9ad22847-76eb-41f7-9a0a-894e3e655bd4'], 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db109673-bbc1-444f-afca-069dc783ba59'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:13.560752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c286db-b41e-47b2-960e-696fb637c19c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad22847-76eb-41f7-9a0a-894e3e655bd4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:13.610714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3379-d6cc-4294-8b31-f8c13854f89c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.661957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3379-d6cc-4294-8b31-f8c13854f89c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.750664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44278) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.851888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3379-d6cc-4294-8b31-f8c13854f89c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.854664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3379-d6cc-4294-8b31-f8c13854f89c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.862515 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c0c3379-d6cc-4294-8b31-f8c13854f89c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/ed2dafe1-274e-46fb-9c29-cb322b3ee186 HTTP/1.1" status: 204 len: 168 time: 0.5329323 Jul 28 15:01:13.863315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.902191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.903366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c3379-d6cc-4294-8b31-f8c13854f89c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2dafe1-274e-46fb-9c29-cb322b3ee186,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:13.924991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab3f6-d3f9-47e1-81af-f3197cd0ce6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.001344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e59f6996-e9e7-4820-9997-c3dff52115a6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335044 Jul 28 15:01:14.004936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44284) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:14.044499 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-452c2884-5f90-46b8-9fc8-33580ae6e39a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] delete failed (client error): The resource could not be found. Jul 28 15:01:14.046861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-452c2884-5f90-46b8-9fc8-33580ae6e39a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/ed2dafe1-274e-46fb-9c29-cb322b3ee186 HTTP/1.1" status: 404 len: 347 time: 0.0398691 Jul 28 15:01:14.051166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:14.070158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631607903'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:14.073227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=122ec2a8-d170-478a-8b0f-84c0250546bc,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:14.083430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': '1918c1d8-556e-40d9-bf2e-778538121f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:14.084020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: c4ae03c9-66d6-4317-95fa-75ab944a196e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:01:14.185958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab3f6-d3f9-47e1-81af-f3197cd0ce6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.200597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network c4ae03c9-66d6-4317-95fa-75ab944a196e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:01:14.297802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Provisioning for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:14.304607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:14.305235 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.337946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab3f6-d3f9-47e1-81af-f3197cd0ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.347621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, c4ae03c9-66d6-4317-95fa-75ab944a196e) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:14.358992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:14.359971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.376735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c56c60-af3c-4010-b11b-4c1211178f93 None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:14.416223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aa6ab3f6-d3f9-47e1-81af-f3197cd0ce6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=414c1077ea37418b923ed7435128a31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640935 Jul 28 15:01:14.417810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ab3f6-d3f9-47e1-81af-f3197cd0ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f4282-398e-481b-b330-e88cef5dbae4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:14.422197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:14.471655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.510364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:14.539006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd39e-2c9e-4ce6-93f3-96b645b34a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.570056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eb12b75c-3fab-43ab-b8ed-e230abebaee1,segment=NetworkSegment(f21cb0c8-0898-40ff-973a-2f787bf50cc8),segment_id=f21cb0c8-0898-40ff-973a-2f787bf50cc8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:14.593344 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd39e-2c9e-4ce6-93f3-96b645b34a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.654632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47c28391-f37c-4eaa-bc00-b087b4f20e0e req-53504a82-9100-404d-9d64-9ecf23fd7cf1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0860772 Jul 28 15:01:14.670759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-39023e83-fda1-47d8-892c-daf92c088a09 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2731738 Jul 28 15:01:14.672524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:14.684861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:14.707457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-c4ae03c9-66d6-4317-95fa-75ab944a196e', 'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '122ec2a8-d170-478a-8b0f-84c0250546bc'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:01:14.711153 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.715871 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.801290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Provisioning complete for port e9fbb967-c771-4983-95b6-bd4799ec9fa2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:14.801784 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.802313 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.802651 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.824842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd39e-2c9e-4ce6-93f3-96b645b34a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.827924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd39e-2c9e-4ce6-93f3-96b645b34a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.833836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d9fcd39e-2c9e-4ce6-93f3-96b645b34a9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/225f4282-398e-481b-b330-e88cef5dbae4 HTTP/1.1" status: 204 len: 168 time: 0.4052560 Jul 28 15:01:14.851549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port 9a673aa2-456d-4119-b075-0df7648a6c1a yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:14.853224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd39e-2c9e-4ce6-93f3-96b645b34a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f4282-398e-481b-b330-e88cef5dbae4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.000651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Pushing event updated for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.029721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.042216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-73ed3618-c11a-48a6-9e05-c40eb1815cab None None] Port e9fbb967-c771-4983-95b6-bd4799ec9fa2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:15.134138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.153503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Allocated IP 2001:db8::2 (c4ae03c9-66d6-4317-95fa-75ab944a196e/122ec2a8-d170-478a-8b0f-84c0250546bc/68682b5a-1d1d-4058-ad88-78294c895a15) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:15.200618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb846a3-c745-406a-a07a-e6ba383c559b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.286040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.8 (384bdf43-8adf-40e5-80f2-f862ce5d799b/db109673-bbc1-444f-afca-069dc783ba59/9a673aa2-456d-4119-b075-0df7648a6c1a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:15.313703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:15.323489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.437839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.455404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Transition to ACTIVE for port object 68682b5a-1d1d-4058-ad88-78294c895a15 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:15.460237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.470103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbd7cd70-dcaf-43f7-a649-ddfa8746f402 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4074147 Jul 28 15:01:15.475218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:15.487005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '4bb846a3-c745-406a-a07a-e6ba383c559b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:15.495950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Transition to ACTIVE for port object 68682b5a-1d1d-4058-ad88-78294c895a15 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:15.660424 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 122ec2a8-d170-478a-8b0f-84c0250546bc (CIDR: 2001:db8::/64) Jul 28 15:01:15.674625 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.710016 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:01:15.710536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:15.756884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:15.774733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:15.778386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Pushing event updated for resources: {'Port': ['ID=68682b5a-1d1d-4058-ad88-78294c895a15,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.795254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.795710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:15.824779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.908790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Attempting to bind port 68682b5a-1d1d-4058-ad88-78294c895a15 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:01:15.909985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Attempting to bind port 68682b5a-1d1d-4058-ad88-78294c895a15 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1918c1d8-556e-40d9-bf2e-778538121f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:01:15.910577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Attempting to bind port 68682b5a-1d1d-4058-ad88-78294c895a15 on network c4ae03c9-66d6-4317-95fa-75ab944a196e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:01:15.917572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:01:15.919650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c843297-d3e1-48f7-952a-aae18e8d7d2d req-d06747f1-205d-4305-9dbc-e12fc8a37d4b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0569487 Jul 28 15:01:15.921040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Checking segment: {'id': '1918c1d8-556e-40d9-bf2e-778538121f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:15.922569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.923342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Bound using segment: {'id': '1918c1d8-556e-40d9-bf2e-778538121f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:01:15.926874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Bound port: 68682b5a-1d1d-4058-ad88-78294c895a15, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1918c1d8-556e-40d9-bf2e-778538121f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:01:15.926874 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.927200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f62f9a17-e9c8-4371-addc-9dc6f196d586 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2502367 Jul 28 15:01:15.927513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:15.942375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:15.946243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.950921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 9a673aa2-456d-4119-b075-0df7648a6c1a will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:16.060679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.111611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] For port 68682b5a-1d1d-4058-ad88-78294c895a15, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:01:16.115782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd263e10-eb47-40ae-b805-3b50e57f47c7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:16.128910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] For port 68682b5a-1d1d-4058-ad88-78294c895a15, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=68682b5a-1d1d-4058-ad88-78294c895a15,segment=NetworkSegment(1918c1d8-556e-40d9-bf2e-778538121f4a),segment_id=1918c1d8-556e-40d9-bf2e-778538121f4a)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:01:16.158290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.247587 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.257861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-725609b8-a07d-413c-81fe-3f99f0a500f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7765911 Jul 28 15:01:16.258590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44332) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:16.265620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:16.275718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:16.278965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.288239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:16.360402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=9a673aa2-456d-4119-b075-0df7648a6c1a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:16.367707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c6544d7-c052-48f8-9333-12d256cdbf08 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.388392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c6544d7-c052-48f8-9333-12d256cdbf08 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.436650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:16.442903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.456940 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:16.467254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.515157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24054-019f-4fbe-a77f-e41a02864fe1 None None] Pushing event updated for resources: {'Port': ['ID=68682b5a-1d1d-4058-ad88-78294c895a15,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:16.632943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c6544d7-c052-48f8-9333-12d256cdbf08 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.646687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ed5b08db-109f-4a1c-8af2-c9a1a61de02f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1122828 Jul 28 15:01:16.652444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:16.656998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c6544d7-c052-48f8-9333-12d256cdbf08 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.659055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c6544d7-c052-48f8-9333-12d256cdbf08 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/cd263e10-eb47-40ae-b805-3b50e57f47c7 HTTP/1.1" status: 204 len: 168 time: 0.3986690 Jul 28 15:01:16.663430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44340) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:16.669168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:16.693965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6544d7-c052-48f8-9333-12d256cdbf08 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd263e10-eb47-40ae-b805-3b50e57f47c7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:16.781836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-17dd8f0a-b7d7-4b42-b90d-94a0e0030ce5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1130071 Jul 28 15:01:16.784416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44342) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:17.026599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb91028c-199c-47f6-b99e-6b9ca274f6d1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.067117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6d48df8e-a788-45d3-a4b8-1255586d9fae None None] Provisioning for port 9a673aa2-456d-4119-b075-0df7648a6c1a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:17.076442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6d48df8e-a788-45d3-a4b8-1255586d9fae None None] Provisioning complete for port 9a673aa2-456d-4119-b075-0df7648a6c1a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:17.085186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6d48df8e-a788-45d3-a4b8-1255586d9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.132226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb91028c-199c-47f6-b99e-6b9ca274f6d1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.139489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 68682b5a-1d1d-4058-ad88-78294c895a15 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:17.145020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:17.149598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.190585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6d48df8e-a788-45d3-a4b8-1255586d9fae None None] Port 9a673aa2-456d-4119-b075-0df7648a6c1a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:17.247938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75daed43-a940-4a35-90bc-a56803e83e9d req-68bc829a-f833-4b74-9f47-49a5fdf887d8 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1116304 Jul 28 15:01:17.320145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 68682b5a-1d1d-4058-ad88-78294c895a15 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:17.327547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:17.382015 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db109673-bbc1-444f-afca-069dc783ba59 (CIDR: 172.20.0.0/28) Jul 28 15:01:17.414897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:17.415597 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.460163 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:01:17.460676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:17.516925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb91028c-199c-47f6-b99e-6b9ca274f6d1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.520233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb91028c-199c-47f6-b99e-6b9ca274f6d1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.522031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cb91028c-199c-47f6-b99e-6b9ca274f6d1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/4bb846a3-c745-406a-a07a-e6ba383c559b HTTP/1.1" status: 204 len: 168 time: 0.7365658 Jul 28 15:01:17.524848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:17.533511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.544507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91028c-199c-47f6-b99e-6b9ca274f6d1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb846a3-c745-406a-a07a-e6ba383c559b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:17.589482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network c4ae03c9-66d6-4317-95fa-75ab944a196e is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:17.593532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:17.598999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:17.600140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.618690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f677551f-5495-4e09-ae32-1c5e9c85e362 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922809 Jul 28 15:01:17.621316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aec7a2f4-68ee-4d1c-bc29-9b50fdfaafb3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9638932 Jul 28 15:01:17.626804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44358) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:17.626804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44360) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:17.632149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:17.638897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--515605021'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:17.639748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=5b513d4a-af12-4895-b38a-9202ee8065c4,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:17.728372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-45a74151-2fac-4e32-b217-73e74c694188 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7991543 Jul 28 15:01:17.732704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:17.750375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e', 'fixed_ips': [{'subnet_id': '122ec2a8-d170-478a-8b0f-84c0250546bc'}, {'subnet_id': '5b513d4a-af12-4895-b38a-9202ee8065c4'}], 'name': 'tempest-PortsIpV6TestJSON-66660971'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:17.855721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.042549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:18.047512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.089959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953dd442-1855-45b9-a37e-c375db4a5e60 None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:18.355431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.523536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] Provisioning for port 68682b5a-1d1d-4058-ad88-78294c895a15 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:18.549108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] Provisioning complete for port 68682b5a-1d1d-4058-ad88-78294c895a15 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:18.550195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.555558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.573232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53057464-ac1f-4a53-ad8b-da1c3e128187 req-8172d651-1006-4b2f-a625-4730dc35ed57 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1003282 Jul 28 15:01:18.633105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c10cf-ea2c-4d52-aab4-762bc29a326a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:18.675636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Update dhcp port {'port': {'network_id': 'c4ae03c9-66d6-4317-95fa-75ab944a196e', 'fixed_ips': [{'subnet_id': '122ec2a8-d170-478a-8b0f-84c0250546bc', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b513d4a-af12-4895-b38a-9202ee8065c4'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '68682b5a-1d1d-4058-ad88-78294c895a15'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:01:18.714793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.771192 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.797740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.803873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:18.834962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:18.837794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=6fcc6c68-55f3-468f-bf26-7e9985d01556,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:18.842271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:18.856933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:18.856933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.913400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97311038-b2b8-4712-921c-8d5f4fa65b39 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:18.928030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.953060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:18.962033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.963474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f3f4faf-38af-4010-adf9-8ca901834081 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3378112 Jul 28 15:01:18.966494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44376) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:18.973933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': 'bc5c10cf-ea2c-4d52-aab4-762bc29a326a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:19.009340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] For port 68682b5a-1d1d-4058-ad88-78294c895a15, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=68682b5a-1d1d-4058-ad88-78294c895a15,segment=NetworkSegment(1918c1d8-556e-40d9-bf2e-778538121f4a),segment_id=1918c1d8-556e-40d9-bf2e-778538121f4a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:19.035305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0bb5a8fb-9aa3-4023-8baf-31848363fb68 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4069819 Jul 28 15:01:19.042789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44378) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:19.058601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-603407759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6fcc6c68-55f3-468f-bf26-7e9985d01556'}], 'security_groups': ['e633d2db-4752-47d6-9a44-c621c043eef2']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:19.129405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:19.319931 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:19.362864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:19.427925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Allocated IP 2001:db8:0:1::2 (c4ae03c9-66d6-4317-95fa-75ab944a196e/5b513d4a-af12-4895-b38a-9202ee8065c4/68682b5a-1d1d-4058-ad88-78294c895a15) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:19.591159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] For port 68682b5a-1d1d-4058-ad88-78294c895a15, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=68682b5a-1d1d-4058-ad88-78294c895a15,segment=NetworkSegment(1918c1d8-556e-40d9-bf2e-778538121f4a),segment_id=1918c1d8-556e-40d9-bf2e-778538121f4a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:19.668023 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:19.710222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:19.710847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Transition to ACTIVE for port object 68682b5a-1d1d-4058-ad88-78294c895a15 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:19.792491 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-db094b78-fdc6-4a6f-92e4-c4825b73e32f req-e9f8d5fa-cf1e-40d4-b147-17d371baba5f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0523796 Jul 28 15:01:19.809900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522e115-fabb-4599-a679-e0f543c72ba5 None None] Pushing event updated for resources: {'Port': ['ID=68682b5a-1d1d-4058-ad88-78294c895a15,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:19.929866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Update dhcp port {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'fixed_ips': [{'subnet_id': 'db109673-bbc1-444f-afca-069dc783ba59', 'ip_address': '172.20.0.2'}, {'subnet_id': '6fcc6c68-55f3-468f-bf26-7e9985d01556'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'eb12b75c-3fab-43ab-b8ed-e230abebaee1'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:01:19.977893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:19.997245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.014337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.053174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6c8447-fa17-4a06-aba9-717a79e46c30,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:20.073616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Delete allocated IP 172.20.0.8 (384bdf43-8adf-40e5-80f2-f862ce5d799b/db109673-bbc1-444f-afca-069dc783ba59) {{(pid=94657) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:01:20.084871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.26 (384bdf43-8adf-40e5-80f2-f862ce5d799b/6fcc6c68-55f3-468f-bf26-7e9985d01556/9a673aa2-456d-4119-b075-0df7648a6c1a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:20.162474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.173941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44390) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:20.175379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682de7dc-55ab-4bfb-9a25-ae9605d9bff2 None None] Pushing event updated for resources: {'Port': ['ID=68682b5a-1d1d-4058-ad88-78294c895a15,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:20.184207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af1125bb-4c86-41ae-af4b-6391d557d409 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2163224 Jul 28 15:01:20.185024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': 'bc5c10cf-ea2c-4d52-aab4-762bc29a326a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:20.209759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::314 (c4ae03c9-66d6-4317-95fa-75ab944a196e/122ec2a8-d170-478a-8b0f-84c0250546bc/9ac2d457-f422-42a4-a4ae-f66c8a43e722) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:20.233476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8:0:1::389 (c4ae03c9-66d6-4317-95fa-75ab944a196e/5b513d4a-af12-4895-b38a-9202ee8065c4/9ac2d457-f422-42a4-a4ae-f66c8a43e722) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:20.491025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.804835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.916838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object 9a673aa2-456d-4119-b075-0df7648a6c1a will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:20.993741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 68682b5a-1d1d-4058-ad88-78294c895a15 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:21.111655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.179737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Allocated IP 172.20.0.18 (384bdf43-8adf-40e5-80f2-f862ce5d799b/6fcc6c68-55f3-468f-bf26-7e9985d01556/eb12b75c-3fab-43ab-b8ed-e230abebaee1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:21.236378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=9a673aa2-456d-4119-b075-0df7648a6c1a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:21.323138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eb12b75c-3fab-43ab-b8ed-e230abebaee1,segment=NetworkSegment(f21cb0c8-0898-40ff-973a-2f787bf50cc8),segment_id=f21cb0c8-0898-40ff-973a-2f787bf50cc8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:21.364804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.386113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Transition to ACTIVE for port object eb12b75c-3fab-43ab-b8ed-e230abebaee1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:21.389023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] In _notify_port_updated(), no bound segment for port 9a673aa2-456d-4119-b075-0df7648a6c1a on network 384bdf43-8adf-40e5-80f2-f862ce5d799b {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:01:21.395007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:21.398009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.398009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8a6c3cb9-3f4c-4f02-85f3-67cec6d8c9d1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/ports/9a673aa2-456d-4119-b075-0df7648a6c1a HTTP/1.1" status: 200 len: 920 time: 2.3558035 Jul 28 15:01:21.401260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44402) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:21.457101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.490520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.509240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 9ac2d457-f422-42a4-a4ae-f66c8a43e722 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:21.616948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-794a032e-e089-4371-92f2-246b2969e25c req-5162ce26-2ad4-45ff-ab16-8ca4234e8789 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0430598 Jul 28 15:01:21.640587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port 9a673aa2-456d-4119-b075-0df7648a6c1a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:21.641891 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.644210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307684de-555c-4d54-bbc6-b8105343fe7c None None] Pushing event updated for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:21.651797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.664231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92fecf7-440a-4524-b0fd-2f713a84a0bf None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:21.735120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.782230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.803152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8fd1d840-b333-4a17-b522-c6710b817c80 None None] Provisioning for port 68682b5a-1d1d-4058-ad88-78294c895a15 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:21.804729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141be6b4-a50c-4ff6-a70a-465893c22451,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:21.815015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8fd1d840-b333-4a17-b522-c6710b817c80 None None] Provisioning complete for port 68682b5a-1d1d-4058-ad88-78294c895a15 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:21.815431 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d840-b333-4a17-b522-c6710b817c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.829083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network c4ae03c9-66d6-4317-95fa-75ab944a196e is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:21.842668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:21.866174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:21.885627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:21.889251 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.904032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=9ac2d457-f422-42a4-a4ae-f66c8a43e722,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:21.932894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.959831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for 9a673aa2-456d-4119-b075-0df7648a6c1a owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:21.962185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.963937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-31ae841f-c5b8-42ed-8c9e-7710be825f43 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7881598 Jul 28 15:01:21.968508 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:21.974667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': 'bc5c10cf-ea2c-4d52-aab4-762bc29a326a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:22.050775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-414e8eb1-c16a-4b82-a1d8-fa74d753640f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.3118832 Jul 28 15:01:22.054736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44418) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:22.066136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '122ec2a8-d170-478a-8b0f-84c0250546bc'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:22.263246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.333133 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6118c29e-8cd5-4c0b-962a-71cdc510e02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.447714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.465510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.493652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=9a673aa2-456d-4119-b075-0df7648a6c1a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:22.667657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.667657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-421e6ad3-7bc3-488f-b9ff-7bb4cb8ecbb0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/9a673aa2-456d-4119-b075-0df7648a6c1a HTTP/1.1" status: 204 len: 168 time: 1.2601230 Jul 28 15:01:22.667657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44426) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:22.718963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b37169c-e00e-40b0-8188-cde3893453e5 None None] Provisioning complete for port 68682b5a-1d1d-4058-ad88-78294c895a15 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:22.720410 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b37169c-e00e-40b0-8188-cde3893453e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.780911 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8a7683-6451-470d-8d5a-a5a9b9251db1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:01:22.790599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ca8a7683-6451-470d-8d5a-a5a9b9251db1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/9a673aa2-456d-4119-b075-0df7648a6c1a HTTP/1.1" status: 404 len: 333 time: 0.1171243 Jul 28 15:01:22.794199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44434) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:23.048474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-35b8691c-3dcc-4596-9d59-3e21f032fc2e req-092e5b24-0d35-48ad-89e8-9d1f59dfb92b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.2046649 Jul 28 15:01:23.101176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:23.125254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f50442c-5d65-4657-8f99-345adc915d82 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.200848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.203688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f50442c-5d65-4657-8f99-345adc915d82 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.450538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Delete allocated IP 2001:db8:0:1::389 (c4ae03c9-66d6-4317-95fa-75ab944a196e/5b513d4a-af12-4895-b38a-9202ee8065c4) {{(pid=94658) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:01:23.606414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b37169c-e00e-40b0-8188-cde3893453e5 None None] Provisioning for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:23.613144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b37169c-e00e-40b0-8188-cde3893453e5 None None] Provisioning complete for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:23.613975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b37169c-e00e-40b0-8188-cde3893453e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.623021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f50442c-5d65-4657-8f99-345adc915d82 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.631517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f50442c-5d65-4657-8f99-345adc915d82 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.634323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1f50442c-5d65-4657-8f99-345adc915d82 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/security-groups/9ad22847-76eb-41f7-9a0a-894e3e655bd4 HTTP/1.1" status: 204 len: 168 time: 0.8384619 Jul 28 15:01:23.638489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.641099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:23.670115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50442c-5d65-4657-8f99-345adc915d82 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad22847-76eb-41f7-9a0a-894e3e655bd4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:23.702887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1b37169c-e00e-40b0-8188-cde3893453e5 None None] Port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:23.718039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.818588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Could not find standard attr ID for object 9a673aa2-456d-4119-b075-0df7648a6c1a. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:01:23.850250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Ignored duplicate provisioning block setup for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 15:01:23.853398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195fa1e3-820d-4461-a251-e51dbf8b66f8,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:23.884091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-413b0141-5692-405f-8966-78fbe1d69bb1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.908417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Provisioning for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:23.914050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:23.918370 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.930832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-413b0141-5692-405f-8966-78fbe1d69bb1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.028175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.040584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.045188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0724454 Jul 28 15:01:24.045632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44442) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:24.050169 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.050766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.050947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.051853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.052272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.052717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.053162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.055022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.055022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.055289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': 'bc5c10cf-ea2c-4d52-aab4-762bc29a326a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:24.055412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.055412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.055412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fba15a-3b9a-4322-83e1-a8244bca576d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:24.113711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Provisioning complete for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:24.114292 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.177816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] In _notify_port_updated(), no bound segment for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 on network c4ae03c9-66d6-4317-95fa-75ab944a196e {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:01:24.194350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:24.195428 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.206203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44450) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:24.219791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:24.225436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/ports/9ac2d457-f422-42a4-a4ae-f66c8a43e722 HTTP/1.1" status: 200 len: 924 time: 2.1691134 Jul 28 15:01:24.226465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-413b0141-5692-405f-8966-78fbe1d69bb1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.229611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '122ec2a8-d170-478a-8b0f-84c0250546bc'}, {'subnet_id': '5b513d4a-af12-4895-b38a-9202ee8065c4'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:24.230138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-413b0141-5692-405f-8966-78fbe1d69bb1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.235778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-413b0141-5692-405f-8966-78fbe1d69bb1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/security-groups/e633d2db-4752-47d6-9a44-c621c043eef2 HTTP/1.1" status: 204 len: 168 time: 0.5824604 Jul 28 15:01:24.265455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Provisioning complete for port e9fbb967-c771-4983-95b6-bd4799ec9fa2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:24.268438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619556d-8ce5-4f25-a3c1-1cb504fb82e1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=9ac2d457-f422-42a4-a4ae-f66c8a43e722,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:24.268982 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.276129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:24.294917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b0141-5692-405f-8966-78fbe1d69bb1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e633d2db-4752-47d6-9a44-c621c043eef2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:24.400894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e356af58-25fe-46e9-be14-311481a500ee None None] Port e9fbb967-c771-4983-95b6-bd4799ec9fa2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:24.419285 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet db109673-bbc1-444f-afca-069dc783ba59 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:24.432431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.432773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.518602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-612c627c-878a-4b2d-8bee-edf2ce49baec None None] Could not find standard attr ID for object 9a673aa2-456d-4119-b075-0df7648a6c1a. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:01:24.579920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.665652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.695082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8435de94-2b58-492b-bd39-d87f95f11eb4 req-ae29d0a9-0bbf-49d1-85b8-9ae16b7b989e tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0651739 Jul 28 15:01:24.779541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.809694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afd812e-056f-4aac-ac7a-6f3ae9293264,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:24.818717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.885832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.906418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b8d404a-8228-4cd0-8034-eb4c2f12fc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.945200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e484053e-c86f-4f63-8309-6542f725b3b2 None None] Provisioning complete for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:24.946098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e484053e-c86f-4f63-8309-6542f725b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.958101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.958101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-04e63a90-5c7e-4ec5-a6c4-3a775b4cd52f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9102654 Jul 28 15:01:24.960767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44468) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:24.969108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': 'bc5c10cf-ea2c-4d52-aab4-762bc29a326a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:25.027772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e484053e-c86f-4f63-8309-6542f725b3b2 None None] Port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:25.119392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.187109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.223118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.295627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.304025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84445cde-bc78-4a2c-b02b-8ff32b601376 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:25.305088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/db109673-bbc1-444f-afca-069dc783ba59 HTTP/1.1" status: 204 len: 168 time: 1.0276659 Jul 28 15:01:25.306079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.306829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d8e03-9b96-4db0-b740-d7769b688d51 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=db109673-bbc1-444f-afca-069dc783ba59,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:25.307872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44476) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:25.313549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:25.533718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.603557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad237c-b1c5-40e5-af76-ab28b54f2be0,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:25.900219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5535a405-8dac-49bb-bb00-6fb497f3493e req-9a9dd6de-15ea-40d6-95cb-5a15932909cc tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0422530 Jul 28 15:01:25.952661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:25.954365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.168172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8:0:1::37a (c4ae03c9-66d6-4317-95fa-75ab944a196e/5b513d4a-af12-4895-b38a-9202ee8065c4/9ac2d457-f422-42a4-a4ae-f66c8a43e722) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:26.199613 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.201411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fda43d10-2691-4d2e-a2a1-a517787df8d9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2373171 Jul 28 15:01:26.210412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44508) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:26.371241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.378885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7c368b8-138b-48e4-81c5-079f8434fadf tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.396035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 9ac2d457-f422-42a4-a4ae-f66c8a43e722 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:26.405650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7c368b8-138b-48e4-81c5-079f8434fadf tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.470333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.595222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.711071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7c368b8-138b-48e4-81c5-079f8434fadf tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.728953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] In _notify_port_updated(), no bound segment for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 on network c4ae03c9-66d6-4317-95fa-75ab944a196e {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:01:26.732558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c7c368b8-138b-48e4-81c5-079f8434fadf tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.737137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:26.738909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.740849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/ports/9ac2d457-f422-42a4-a4ae-f66c8a43e722 HTTP/1.1" status: 200 len: 1010 time: 2.5307124 Jul 28 15:01:26.741955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44522) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:26.748726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44524) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:26.758603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c7c368b8-138b-48e4-81c5-079f8434fadf tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/bdad237c-b1c5-40e5-af76-ab28b54f2be0 HTTP/1.1" status: 204 len: 168 time: 0.5449126 Jul 28 15:01:26.759059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c368b8-138b-48e4-81c5-079f8434fadf tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdad237c-b1c5-40e5-af76-ab28b54f2be0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:26.773710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.781688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c39d0-aff6-4577-a535-e9b467512264 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=9ac2d457-f422-42a4-a4ae-f66c8a43e722,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:26.822439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6ccbb39-cc4e-4cfc-a5ee-3a33f384a07d None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:26.829363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6ccbb39-cc4e-4cfc-a5ee-3a33f384a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.885020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:26.898694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:26.904854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:26.906555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.966447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b571b-863b-476a-8832-8b172eb9dee2 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:26.973575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=51ce113e-755b-45c9-8505-a6e98fd055cb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:27.011101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-30ede62b-a2a8-40a7-b446-b2327efbca8f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2634323 Jul 28 15:01:27.018236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.152592 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a9f640f9-e74e-4c4c-af06-f0fb67f27014 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8430204 Jul 28 15:01:27.157152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44542) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.203089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1624649351'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:27.232638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:27.233422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.234555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c07cf86f-6302-484b-bfc9-fe9d9d1f7977 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.311570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c07cf86f-6302-484b-bfc9-fe9d9d1f7977 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.318438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83a25669-e677-4b52-a923-11c6387c238c req-4eac5f4c-c6a7-42e4-85d6-f85929d4487f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1611421 Jul 28 15:01:27.541353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c07cf86f-6302-484b-bfc9-fe9d9d1f7977 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.550129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c07cf86f-6302-484b-bfc9-fe9d9d1f7977 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.564580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c07cf86f-6302-484b-bfc9-fe9d9d1f7977 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/3afd812e-056f-4aac-ac7a-6f3ae9293264 HTTP/1.1" status: 204 len: 168 time: 0.5447679 Jul 28 15:01:27.570476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44560) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.597345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.643500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cf86f-6302-484b-bfc9-fe9d9d1f7977 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3afd812e-056f-4aac-ac7a-6f3ae9293264,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:27.706437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 9ac2d457-f422-42a4-a4ae-f66c8a43e722 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:27.749014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-189fadb2-ff45-4dab-865c-5617584c1cca tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1696022 Jul 28 15:01:27.751393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.770598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44568) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.781951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6ccbb39-cc4e-4cfc-a5ee-3a33f384a07d None None] Provisioning complete for port e9fbb967-c771-4983-95b6-bd4799ec9fa2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:27.785017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6ccbb39-cc4e-4cfc-a5ee-3a33f384a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.826116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7f67-19a4-4c43-8780-c68e234e1a78 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.843457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7f67-19a4-4c43-8780-c68e234e1a78 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.860046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.894686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccbb39-cc4e-4cfc-a5ee-3a33f384a07d None None] Port e9fbb967-c771-4983-95b6-bd4799ec9fa2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:27.899441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Update dhcp port {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'fixed_ips': [{'subnet_id': '6fcc6c68-55f3-468f-bf26-7e9985d01556', 'ip_address': '172.20.0.18'}, {'subnet_id': '51ce113e-755b-45c9-8505-a6e98fd055cb'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'eb12b75c-3fab-43ab-b8ed-e230abebaee1'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:01:27.980717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.981815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.027849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7f67-19a4-4c43-8780-c68e234e1a78 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.044253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7f67-19a4-4c43-8780-c68e234e1a78 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.053879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bf5d7f67-19a4-4c43-8780-c68e234e1a78 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/195fa1e3-820d-4461-a251-e51dbf8b66f8 HTTP/1.1" status: 204 len: 168 time: 0.3013251 Jul 28 15:01:28.056827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44584) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:28.081170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d7f67-19a4-4c43-8780-c68e234e1a78 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=195fa1e3-820d-4461-a251-e51dbf8b66f8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:28.113098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a009ac3-900d-4481-a3cf-f8f2453b5301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.192620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fbaeccf2-5434-4623-8ab0-2ddf53561e5f tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1335135 Jul 28 15:01:28.194893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:28.226101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cf6f82-3dfa-4943-91d6-b334bfda070c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.231550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e2772260-689e-4459-a65e-6a847ece3793 None None] Provisioning for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:28.238797 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.239126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e2772260-689e-4459-a65e-6a847ece3793 None None] Provisioning complete for port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:28.239433 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e2772260-689e-4459-a65e-6a847ece3793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.239636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cf6f82-3dfa-4943-91d6-b334bfda070c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.273918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e2772260-689e-4459-a65e-6a847ece3793 None None] Port 9ac2d457-f422-42a4-a4ae-f66c8a43e722 was deleted so its status cannot be updated. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 15:01:28.328397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=9ac2d457-f422-42a4-a4ae-f66c8a43e722,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:28.382361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Allocated IP 172.20.0.2 (384bdf43-8adf-40e5-80f2-f862ce5d799b/51ce113e-755b-45c9-8505-a6e98fd055cb/eb12b75c-3fab-43ab-b8ed-e230abebaee1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:28.448497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cf6f82-3dfa-4943-91d6-b334bfda070c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.451768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36cf6f82-3dfa-4943-91d6-b334bfda070c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.454339 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36cf6f82-3dfa-4943-91d6-b334bfda070c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/141be6b4-a50c-4ff6-a70a-465893c22451 HTTP/1.1" status: 204 len: 168 time: 0.2581470 Jul 28 15:01:28.459249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44600) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:28.495808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf6f82-3dfa-4943-91d6-b334bfda070c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=141be6b4-a50c-4ff6-a70a-465893c22451,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:28.581968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.621578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eb12b75c-3fab-43ab-b8ed-e230abebaee1,segment=NetworkSegment(f21cb0c8-0898-40ff-973a-2f787bf50cc8),segment_id=f21cb0c8-0898-40ff-973a-2f787bf50cc8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:28.632056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e7e9f7a-0ce1-4142-b50b-bf7f1ccf0c80 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1629710 Jul 28 15:01:28.636995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44608) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:28.717655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.720135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7f4aa42f-326f-41c2-b346-4f5a3e2a8e19 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/9ac2d457-f422-42a4-a4ae-f66c8a43e722 HTTP/1.1" status: 204 len: 168 time: 1.9612126 Jul 28 15:01:28.722209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.724615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.741564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44616) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:28.785660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Transition to ACTIVE for port object eb12b75c-3fab-43ab-b8ed-e230abebaee1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:28.798415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f8e93a6-b65f-4b59-a0d8-149f034030dd req-8d074a00-104f-40d6-9563-3690e98d13e4 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1692073 Jul 28 15:01:28.832143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02f36771-e72d-4288-bb0b-e6e77b2b8583 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.855455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02f36771-e72d-4288-bb0b-e6e77b2b8583 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.902125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f36363-60ce-4710-ba84-6ee12d9c9c3e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:28.907566 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-5772f50e-719c-4ca1-a2d9-bac1b8753ad4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:28.910441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5772f50e-719c-4ca1-a2d9-bac1b8753ad4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/9ac2d457-f422-42a4-a4ae-f66c8a43e722 HTTP/1.1" status: 404 len: 333 time: 0.1198096 Jul 28 15:01:28.915088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:28.939936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.991187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 5b513d4a-af12-4895-b38a-9202ee8065c4 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:29.001427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.077439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.086054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02f36771-e72d-4288-bb0b-e6e77b2b8583 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.105579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Pushing event updated for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.146267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02f36771-e72d-4288-bb0b-e6e77b2b8583 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.165019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02f36771-e72d-4288-bb0b-e6e77b2b8583 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1c6c8447-fa17-4a06-aba9-717a79e46c30 HTTP/1.1" status: 204 len: 168 time: 0.5140197 Jul 28 15:01:29.165249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44632) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.165396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.165396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.165699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a009ac3-900d-4481-a3cf-f8f2453b5301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.165844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.165844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.165844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.165844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.166349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.166992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.167648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.168631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.169349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.169969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe53a2-dc92-4476-bb13-333d96064495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:29.251731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f36771-e72d-4288-bb0b-e6e77b2b8583 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c6c8447-fa17-4a06-aba9-717a79e46c30,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.273397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a009ac3-900d-4481-a3cf-f8f2453b5301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.339190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0c672fb1-f781-4d20-b23e-1697452571cb tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1751831 Jul 28 15:01:29.339190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44638) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.341501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a009ac3-900d-4481-a3cf-f8f2453b5301 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d58e4226c074aa39b2ff6f99ac6757c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5654032 Jul 28 15:01:29.341604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44640) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.375895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a009ac3-900d-4481-a3cf-f8f2453b5301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420cfd19-b6ac-4dfa-bec5-2d31c976fb6a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.394792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.440838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.443265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2b81739b-2286-4d5d-ae8e-74b16bd2e647 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2838650 Jul 28 15:01:29.446860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44644) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.463056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487193135'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:29.508744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58798246-92ca-4cad-8168-57d6dce958bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.594954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58798246-92ca-4cad-8168-57d6dce958bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.638267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3134-a721-4e08-aa3a-11d542f9d8a8 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.683171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3134-a721-4e08-aa3a-11d542f9d8a8 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.718840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.764022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.853686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3134-a721-4e08-aa3a-11d542f9d8a8 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.862264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3134-a721-4e08-aa3a-11d542f9d8a8 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.869288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ff0f3134-a721-4e08-aa3a-11d542f9d8a8 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/bc5c10cf-ea2c-4d52-aab4-762bc29a326a HTTP/1.1" status: 204 len: 168 time: 0.4508646 Jul 28 15:01:29.872110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44658) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.904093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=5b513d4a-af12-4895-b38a-9202ee8065c4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.907076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.907980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1534a3-b1a6-4271-a551-c59f078456bf None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:29.914069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2752dd2f-4885-42cb-858e-5e3b33758f56 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/5b513d4a-af12-4895-b38a-9202ee8065c4 HTTP/1.1" status: 204 len: 168 time: 0.9935582 Jul 28 15:01:29.917956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f3134-a721-4e08-aa3a-11d542f9d8a8 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c10cf-ea2c-4d52-aab4-762bc29a326a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.927872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44662) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:30.007037 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd7577a8-b175-4017-8c70-8b75a50c2875 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251585 Jul 28 15:01:30.007959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44666) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:30.023495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--205978586'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:30.055718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 122ec2a8-d170-478a-8b0f-84c0250546bc {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:30.062810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58798246-92ca-4cad-8168-57d6dce958bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.068092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-58798246-92ca-4cad-8168-57d6dce958bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.071100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-58798246-92ca-4cad-8168-57d6dce958bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/420cfd19-b6ac-4dfa-bec5-2d31c976fb6a HTTP/1.1" status: 204 len: 168 time: 0.7310624 Jul 28 15:01:30.072527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.171898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.241107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798246-92ca-4cad-8168-57d6dce958bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420cfd19-b6ac-4dfa-bec5-2d31c976fb6a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:30.278950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bff998f3-fe02-43fe-8fb7-7ddcf4e39508 req-53f0c54c-ed9f-4d0a-a8e3-7d29a92d58e7 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0825973 Jul 28 15:01:30.318351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.404980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.477416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3083d1b0-0317-4a66-8849-1de1c197ba1c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:30.524602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.619347 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.712300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c3ae7c9-3ab1-49a2-ac61-d00c4a8ef74e None None] Provisioning for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:30.725698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c3ae7c9-3ab1-49a2-ac61-d00c4a8ef74e None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:30.738626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae7c9-3ab1-49a2-ac61-d00c4a8ef74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.834257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.845019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a45d3382-a51d-41d7-bd21-aab633313021 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3929815 Jul 28 15:01:30.846783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44692) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:30.855677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502242087'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:30.863798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.925920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=122ec2a8-d170-478a-8b0f-84c0250546bc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:30.936076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.946608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9203b337-4ffe-4f1e-877e-03cfe99849b5 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/122ec2a8-d170-478a-8b0f-84c0250546bc HTTP/1.1" status: 204 len: 168 time: 1.0115187 Jul 28 15:01:30.947641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44698) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:31.002000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.071375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:31.105046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.128788 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.242932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c3ae7c9-3ab1-49a2-ac61-d00c4a8ef74e None None] Provisioning complete for port e9fbb967-c771-4983-95b6-bd4799ec9fa2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:31.246387 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae7c9-3ab1-49a2-ac61-d00c4a8ef74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.277077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.282932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 68682b5a-1d1d-4058-ad88-78294c895a15 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:31.283307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.287825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7244140a-fd3e-4515-a04c-f69891fd6227,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:31.324194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:31.325750 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.413791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae7c9-3ab1-49a2-ac61-d00c4a8ef74e None None] Port e9fbb967-c771-4983-95b6-bd4799ec9fa2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:31.416723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.416723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9eff32c3-17b5-4c5d-b6c5-351211932c40 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4068577 Jul 28 15:01:31.419370 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:31.436124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '7244140a-fd3e-4515-a04c-f69891fd6227', 'direction': 'ingress', 'protocol': 17}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:31.489655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] For port 68682b5a-1d1d-4058-ad88-78294c895a15, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=68682b5a-1d1d-4058-ad88-78294c895a15,segment=NetworkSegment(1918c1d8-556e-40d9-bf2e-778538121f4a),segment_id=1918c1d8-556e-40d9-bf2e-778538121f4a)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:31.491830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.541885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 68682b5a-1d1d-4058-ad88-78294c895a15 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:31.598876 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f4b60e5-09e2-4a73-8b53-4e21de0e38d7 req-8ff4e440-9750-4d63-a60c-97e5b79b4748 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0711551 Jul 28 15:01:31.662900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.764497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35493977-43ef-489a-b241-37dedf329374 None None] Network c4ae03c9-66d6-4317-95fa-75ab944a196e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:31.788132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.840795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.903742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.948030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f83020c9-fa56-43b9-a7ef-d6a9b7746923 None None] Provisioning complete for port 68682b5a-1d1d-4058-ad88-78294c895a15 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:31.948643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f83020c9-fa56-43b9-a7ef-d6a9b7746923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.967085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.978454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b22859e-d66f-4e49-96f3-a517f634689a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:32.054917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f83020c9-fa56-43b9-a7ef-d6a9b7746923 None None] Port 68682b5a-1d1d-4058-ad88-78294c895a15 was deleted so its status cannot be updated. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 15:01:32.069231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.108254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=68682b5a-1d1d-4058-ad88-78294c895a15,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:32.111657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No DVR routers for this DVR port 68682b5a-1d1d-4058-ad88-78294c895a15 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:32.160535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.163130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-061d318b-c77c-4078-9970-692634d8053c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7418172 Jul 28 15:01:32.189031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44750) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:32.213684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e462af5-7419-4c8d-b479-a684316e897b None None] DHCP port deletion for c4ae03c9-66d6-4317-95fa-75ab944a196e request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:32.313655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.361645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51fb9ac0-d307-489e-afca-2c7a06a7b2cc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.421294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51fb9ac0-d307-489e-afca-2c7a06a7b2cc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.453319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f90883-43af-4552-8e2c-e1e5c2f5208e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:32.463670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.471497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0755e46f-a4dc-442b-a58c-24c2b424560e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6212208 Jul 28 15:01:32.484478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44768) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:32.501838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1948530864', 'security_groups': ['80f90883-43af-4552-8e2c-e1e5c2f5208e'], 'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51ce113e-755b-45c9-8505-a6e98fd055cb'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:32.540419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.620878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ae03c9-66d6-4317-95fa-75ab944a196e']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:32.642743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51fb9ac0-d307-489e-afca-2c7a06a7b2cc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.658684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51fb9ac0-d307-489e-afca-2c7a06a7b2cc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.659109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1918c1d8-556e-40d9-bf2e-778538121f4a') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:32.659640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1918c1d8-556e-40d9-bf2e-778538121f4a') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:32.660745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51fb9ac0-d307-489e-afca-2c7a06a7b2cc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/7244140a-fd3e-4515-a04c-f69891fd6227 HTTP/1.1" status: 204 len: 168 time: 0.4682014 Jul 28 15:01:32.663253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44778) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:32.704817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb9ac0-d307-489e-afca-2c7a06a7b2cc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7244140a-fd3e-4515-a04c-f69891fd6227,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:32.739725 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.850385 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f35d937c-629c-49f6-9465-9e362856021a req-1c15767f-363c-4373-9d57-cfadefbf6364 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0609443 Jul 28 15:01:32.859478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.897551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:32.898077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.904885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 68682b5a-1d1d-4058-ad88-78294c895a15 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:32.936211 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:32.940689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 68682b5a-1d1d-4058-ad88-78294c895a15 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:32.940689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 68682b5a-1d1d-4058-ad88-78294c895a15 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:32.991405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9e6ba82d-5b6c-4540-bc00-21b21c85091a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3220661 Jul 28 15:01:32.999651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44788) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.014266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026439936'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:33.058351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 15:01:33.058351 n-d-764806-10 neutron-server[94657]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 15:01:33.058351 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id': '24f6351f4a2547f5b4d7b2f257b62b93', 'id': '5f0f59d7-8c34-46da-b0b4-8a71b861b5f7', 'expiration': datetime.datetime(2021, 7, 28, 15, 3, 33, 51256)}] Jul 28 15:01:33.058351 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:01:33.064495 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:01:33.122171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.132839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.134887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/c4ae03c9-66d6-4317-95fa-75ab944a196e HTTP/1.1" status: 204 len: 168 time: 2.1859643 Jul 28 15:01:33.139040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44794) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.147345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5be1-4f4c-4c2f-adf2-c3bf7cbd77b0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=c4ae03c9-66d6-4317-95fa-75ab944a196e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:33.190390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:33.207288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ca578-b293-4ffe-83d6-03a59635a697 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:33.212979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f63ca578-b293-4ffe-83d6-03a59635a697 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0725696 Jul 28 15:01:33.213677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.266727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0dd4e668-3e94-4331-be42-b3cb98dc3dda tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0518405 Jul 28 15:01:33.270225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44802) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.277003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-971523258'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:33.306499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.333550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] device_id is not set on port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:33.497217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:33.506314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.552824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:33.564780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.565293 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment 4722b18d-e463-4c98-a57f-e7b87c12754c of type vlan for network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 Jul 28 15:01:33.578141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.5 (384bdf43-8adf-40e5-80f2-f862ce5d799b/51ce113e-755b-45c9-8505-a6e98fd055cb/e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:33.614589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.788282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.800778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.806801 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.821743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:33.823180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.828690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:33.906683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44828) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.974906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=84a07ee9-62c8-4c62-9dd8-583f5bb00ef0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:33.990729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:34.013796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.061680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.095990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:34.127670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:34.127670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:34.143787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c043d0a-d264-4950-afb5-d7ce81d11375 req-0e1d9be3-b946-4c0b-9472-c90385c60fe0 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0584688 Jul 28 15:01:34.250758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.254003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1292e66-2899-4895-b37b-9dfd95e00f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.299227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:34.299934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.312783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:34.336873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28a5e2-af92-4cc9-9319-483c8d4e5f15,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:34.340658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.341088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.341491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.341841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.342181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.342576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.342915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.343378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.343749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.344075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.344404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.344755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.355419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a1da0220-158c-4288-bdd2-5c5efcdcdced tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0806320 Jul 28 15:01:34.357695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44842) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:34.363636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.363991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.364332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.364732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.365072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.365413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.365747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.366184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.366510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.366848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.367179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.367508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:34.368642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:34.613858 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.615384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2852b4ca-214b-4141-bea0-e2a23f28373e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6141677 Jul 28 15:01:34.619506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:34.624902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691989685'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:34.677965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eb54d88f-b2c8-4872-a9e2-eb0608474c58 None None] Provisioning for port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:34.682565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e2ee3368-2a01-4841-8995-02f2c663882c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1955388 Jul 28 15:01:34.685239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eb54d88f-b2c8-4872-a9e2-eb0608474c58 None None] Provisioning complete for port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:34.691866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eb54d88f-b2c8-4872-a9e2-eb0608474c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.692079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:34.698878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:34.712570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 15:01:34.712570 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 15:01:34.712570 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '2e41a114cad449fdb1db57f6ca619e54', 'expiration_1': datetime.datetime(2021, 7, 28, 15, 1, 34, 503605)}] Jul 28 15:01:34.712570 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:01:34.713980 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:01:34.744816 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 15:01:34.744816 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 15:01:34.744816 n-d-764806-10 neutron-server[94657]: [parameters: {'project_id_1': '24f6351f4a2547f5b4d7b2f257b62b93', 'expiration_1': datetime.datetime(2021, 7, 28, 15, 1, 34, 631513)}] Jul 28 15:01:34.744816 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:01:34.745390 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:01:34.758360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d88f-b2c8-4872-a9e2-eb0608474c58 None None] Port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:34.949186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1292e66-2899-4895-b37b-9dfd95e00f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.095645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c1292e66-2899-4895-b37b-9dfd95e00f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.155429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c1292e66-2899-4895-b37b-9dfd95e00f52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d7b0d68c47643fd93c452f7deb036c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2475412 Jul 28 15:01:35.156976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292e66-2899-4895-b37b-9dfd95e00f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86126730-783c-43ad-b1fc-06e79994325c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:35.160171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:35.265752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:35.291148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.444098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7465a6fd-e2b6-41eb-be4b-0a8f847e8e40 req-ebcc1017-cbe7-4c7b-81e8-65992f7919f1 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0642436 Jul 28 15:01:35.445879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:35.452646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.478276 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf37daa-4f85-499a-9197-6659f8acaa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.553829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf37daa-4f85-499a-9197-6659f8acaa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.554091 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 51ce113e-755b-45c9-8505-a6e98fd055cb (CIDR: 172.20.0.0/28) Jul 28 15:01:35.587835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.652295 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:01:35.653744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:35.773153 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.911188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf37daa-4f85-499a-9197-6659f8acaa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.914890 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf37daa-4f85-499a-9197-6659f8acaa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.916566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbf37daa-4f85-499a-9197-6659f8acaa8d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86126730-783c-43ad-b1fc-06e79994325c HTTP/1.1" status: 204 len: 168 time: 0.7463567 Jul 28 15:01:35.928697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf37daa-4f85-499a-9197-6659f8acaa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86126730-783c-43ad-b1fc-06e79994325c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:35.973830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.025945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.059594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6eab05-2f69-4db3-b155-19d17f184555,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:36.119030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=5c2fb990-106e-4048-b53d-9e384f4604c7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:36.133952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': '4722b18d-e463-4c98-a57f-e7b87c12754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:36.134312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:01:36.144325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6875c4f1-1d6f-4557-9759-9e9169cc42e9 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4466038 Jul 28 15:01:36.144325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44900) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:36.153568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:36.231363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.240227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.247473 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-733a3a97-e8e3-43bd-8cc5-094fffe378c3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6218772 Jul 28 15:01:36.248177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44906) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:36.259784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '4f28a5e2-af92-4cc9-9319-483c8d4e5f15', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3c6eab05-2f69-4db3-b155-19d17f184555', 'remote_ip_prefix': None}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:36.321179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:01:36.506046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:36.533223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:36.541739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33248c1d-c2dd-4e47-9421-1efbb45843f0 None None] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:36.549329 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.604555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.735232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bd3fef98-052b-48f7-835a-f81f6334caf8 req-15c3f39a-965e-459a-8a47-2f07816a9d48 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1317818 Jul 28 15:01:36.827237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.830413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:36.835437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.944134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:36.986562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c2236bb4-849f-48b3-bdf1-259a3b6ded49 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6280429 Jul 28 15:01:36.994737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44932) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.011087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54082f0a-9bd0-4265-b588-3a24c0e665a9,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:37.035285 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6fcc6c68-55f3-468f-bf26-7e9985d01556 (CIDR: 172.20.0.16/28) Jul 28 15:01:37.035525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0', 'name': 'tempest-PortsIpV6TestJSON-847703309'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:37.035634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-84a07ee9-62c8-4c62-9dd8-583f5bb00ef0', 'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '5c2fb990-106e-4048-b53d-9e384f4604c7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:01:37.035634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.094282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.098938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e236af59-b79a-48e8-90b0-54899044b374 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8462605 Jul 28 15:01:37.098938 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:01:37.098938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:37.101620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44936) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.156117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a65366e4-2745-49fc-9afe-f21528170d82 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.166135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a65366e4-2745-49fc-9afe-f21528170d82 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.333399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-db2b7798-6138-42e2-b0a0-699c13a4066e tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1831408 Jul 28 15:01:37.333782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44944) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.341648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'subnet': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:37.343261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Allocated IP 2001:db8::2 (84a07ee9-62c8-4c62-9dd8-583f5bb00ef0/5c2fb990-106e-4048-b53d-9e384f4604c7/e9583bfe-2be7-467a-84d5-23dd31a5d196) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:37.423372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a65366e4-2745-49fc-9afe-f21528170d82 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.438193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a65366e4-2745-49fc-9afe-f21528170d82 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.442357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a65366e4-2745-49fc-9afe-f21528170d82 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/54082f0a-9bd0-4265-b588-3a24c0e665a9 HTTP/1.1" status: 204 len: 168 time: 0.3313365 Jul 28 15:01:37.443611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44946) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.457248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65366e4-2745-49fc-9afe-f21528170d82 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54082f0a-9bd0-4265-b588-3a24c0e665a9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:37.522640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:37.536680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.599638 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b5de66dd-aec8-4175-8ba2-32579872164e tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1478341 Jul 28 15:01:37.601465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.629352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:37.690157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Made reservation on behalf of 8fa9e76774fc4628aa4e7ec2eb99b6bb for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:37.696872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.801003 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.826115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Transition to ACTIVE for port object e9583bfe-2be7-467a-84d5-23dd31a5d196 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:37.871014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Transition to ACTIVE for port object e9583bfe-2be7-467a-84d5-23dd31a5d196 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:37.924008 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5cbf3247-59de-426d-8e58-81fac7198783 req-96f5538d-fd28-4672-a7cb-f7dcce25a68f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0431774 Jul 28 15:01:37.954697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-865f3a47-9027-4520-9337-ffd66621279a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.023237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-865f3a47-9027-4520-9337-ffd66621279a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.054675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.143462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:38.151779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:38.166436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:38.214177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Pushing event updated for resources: {'Port': ['ID=e9583bfe-2be7-467a-84d5-23dd31a5d196,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:38.255124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::226 (84a07ee9-62c8-4c62-9dd8-583f5bb00ef0/5c2fb990-106e-4048-b53d-9e384f4604c7/038e3b3c-eb76-406f-9fc2-606e8a7641a1) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:38.275673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Attempting to bind port e9583bfe-2be7-467a-84d5-23dd31a5d196 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:01:38.276932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Attempting to bind port e9583bfe-2be7-467a-84d5-23dd31a5d196 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4722b18d-e463-4c98-a57f-e7b87c12754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:01:38.278398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-865f3a47-9027-4520-9337-ffd66621279a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.279619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Attempting to bind port e9583bfe-2be7-467a-84d5-23dd31a5d196 on network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:01:38.284977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-865f3a47-9027-4520-9337-ffd66621279a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.290922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:01:38.292005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Checking segment: {'id': '4722b18d-e463-4c98-a57f-e7b87c12754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:38.293072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.293616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-865f3a47-9027-4520-9337-ffd66621279a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/3c6eab05-2f69-4db3-b155-19d17f184555 HTTP/1.1" status: 204 len: 168 time: 0.6899669 Jul 28 15:01:38.294335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Bound using segment: {'id': '4722b18d-e463-4c98-a57f-e7b87c12754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:01:38.294991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44978) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:38.295632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Bound port: e9583bfe-2be7-467a-84d5-23dd31a5d196, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4722b18d-e463-4c98-a57f-e7b87c12754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:01:38.296581 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.438555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9a8d2bf2-4563-4dc5-9d54-2836c8a82b38 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1352103 Jul 28 15:01:38.439759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44984) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:38.444834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] For port e9583bfe-2be7-467a-84d5-23dd31a5d196, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:01:38.451866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] For port e9583bfe-2be7-467a-84d5-23dd31a5d196, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9583bfe-2be7-467a-84d5-23dd31a5d196,segment=NetworkSegment(4722b18d-e463-4c98-a57f-e7b87c12754c),segment_id=4722b18d-e463-4c98-a57f-e7b87c12754c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:01:38.455598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f3a47-9027-4520-9337-ffd66621279a tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6eab05-2f69-4db3-b155-19d17f184555,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:38.474607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.490770 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.513922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 038e3b3c-eb76-406f-9fc2-606e8a7641a1 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:38.565378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:38.574042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:38.581043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:38.583363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.588146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ebdeb2-75b7-4a4a-94a8-78076cab89a0 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:38.603291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Subnet': ['ID=00d3f256-071f-4927-9293-6ddc1440b5e8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:38.623974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04180fb9-242f-4a32-8ac3-01e9745a5cd5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.655810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04180fb9-242f-4a32-8ac3-01e9745a5cd5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.669315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.712132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.812946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f3bbf0fb-9c2e-4048-be9a-39c479df7dac tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4726720 Jul 28 15:01:38.814895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45002) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:38.832038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1691266444', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00d3f256-071f-4927-9293-6ddc1440b5e8'}], 'security_groups': ['c8f36363-60ce-4710-ba84-6ee12d9c9c3e', '3083d1b0-0317-4a66-8849-1de1c197ba1c']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:38.899120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04180fb9-242f-4a32-8ac3-01e9745a5cd5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.909416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04180fb9-242f-4a32-8ac3-01e9745a5cd5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.915102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-04180fb9-242f-4a32-8ac3-01e9745a5cd5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/4f28a5e2-af92-4cc9-9319-483c8d4e5f15 HTTP/1.1" status: 204 len: 168 time: 0.4729803 Jul 28 15:01:38.918879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:38.920197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:38.931774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:38.937952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:38.954151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:38.959162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.971256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04180fb9-242f-4a32-8ac3-01e9745a5cd5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28a5e2-af92-4cc9-9319-483c8d4e5f15,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:39.114596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31367033-d469-4bbe-9622-aa72e0406f7f None None] Pushing event updated for resources: {'Port': ['ID=e9583bfe-2be7-467a-84d5-23dd31a5d196,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:39.120340 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1188350 Jul 28 15:01:39.121992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45020) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:39.134135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce18b8-84ee-4c82-95b9-bf13275c7b03 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=038e3b3c-eb76-406f-9fc2-606e8a7641a1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:39.158510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': '84a07ee9-62c8-4c62-9dd8-583f5bb00ef0', 'name': 'tempest-PortsIpV6TestJSON-1253043556'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:39.389372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45032) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:39.410318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e96d24a5-d7f0-4fff-a670-fcd2fc2384da tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4235454 Jul 28 15:01:39.453365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--686238522'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:39.487223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Update dhcp port {'port': {'network_id': '384bdf43-8adf-40e5-80f2-f862ce5d799b', 'fixed_ips': [{'subnet_id': '6fcc6c68-55f3-468f-bf26-7e9985d01556', 'ip_address': '172.20.0.18'}, {'subnet_id': '51ce113e-755b-45c9-8505-a6e98fd055cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '00d3f256-071f-4927-9293-6ddc1440b5e8'}], 'binding:host_id': 'n-d-764806-10'}, 'id': 'eb12b75c-3fab-43ab-b8ed-e230abebaee1'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:01:39.502382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:39.580399 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:39.609357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a91451ae-adc6-41ec-be18-42b9d5943af6 req-1ff73931-7768-4189-bea6-d15f4c0480a6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0984550 Jul 28 15:01:39.611694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 15:01:39.611694 n-d-764806-10 neutron-server[94658]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 15:01:39.611694 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id': '2e41a114cad449fdb1db57f6ca619e54', 'id': '4d9224a3-4e4d-4021-bd74-71b3b8421b5a', 'expiration': datetime.datetime(2021, 7, 28, 15, 3, 39, 575206)}] Jul 28 15:01:39.611694 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:01:39.612425 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:01:39.788981 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.004234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.104810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.195373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456cbfd6-6dad-4fb4-8143-037440dc27eb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:40.203584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Allocated IP 172.20.0.34 (384bdf43-8adf-40e5-80f2-f862ce5d799b/00d3f256-071f-4927-9293-6ddc1440b5e8/eb12b75c-3fab-43ab-b8ed-e230abebaee1) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:40.361446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:40.369440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.417946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 6986ed4a-77c1-4c8c-a6b2-933812334f7f yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:40.427980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eb12b75c-3fab-43ab-b8ed-e230abebaee1,segment=NetworkSegment(f21cb0c8-0898-40ff-973a-2f787bf50cc8),segment_id=f21cb0c8-0898-40ff-973a-2f787bf50cc8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:40.513190 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.513190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Transition to ACTIVE for port object eb12b75c-3fab-43ab-b8ed-e230abebaee1 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:40.618049 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.621655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-620acca6-84ee-47ad-8c8c-f05317ead47d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1862543 Jul 28 15:01:40.623639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45078) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:40.631501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '456cbfd6-6dad-4fb4-8143-037440dc27eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:40.641401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::c1 (84a07ee9-62c8-4c62-9dd8-583f5bb00ef0/5c2fb990-106e-4048-b53d-9e384f4604c7/6986ed4a-77c1-4c8c-a6b2-933812334f7f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:40.648436 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.774756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.872060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e364392-4de7-419d-b590-91208b2d9af5 req-70a10de2-f8cd-4d60-846b-6ba4826c0dd2 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0472012 Jul 28 15:01:40.879876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464e30d-db3b-44c3-b2ce-6086fc7b9530 None None] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:41.002996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.019936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.058429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Delete allocated IP 172.20.0.5 (384bdf43-8adf-40e5-80f2-f862ce5d799b/51ce113e-755b-45c9-8505-a6e98fd055cb) {{(pid=94657) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:01:41.065262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9583bfe-2be7-467a-84d5-23dd31a5d196 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:41.069158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Allocated IP 172.20.0.44 (384bdf43-8adf-40e5-80f2-f862ce5d799b/00d3f256-071f-4927-9293-6ddc1440b5e8/e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:41.112620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395171b-4cc7-4873-87ff-084e56c57ed1 None None] Pushing event updated for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:41.122206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 6986ed4a-77c1-4c8c-a6b2-933812334f7f will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:41.157778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e1824e4a-3fb7-4775-a369-a2878a6826b6 None None] Provisioning for port e9583bfe-2be7-467a-84d5-23dd31a5d196 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:41.309180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.328987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.384310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:41.391784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0836086-7c4a-4279-b0e0-ce49a729c2cd,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:41.403960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:41.419593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e9583bfe-2be7-467a-84d5-23dd31a5d196 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:41.426273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:41.434526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e9583bfe-2be7-467a-84d5-23dd31a5d196 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:41.434905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.446675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:41.446955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.502450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=6986ed4a-77c1-4c8c-a6b2-933812334f7f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:41.524889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.547508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.550485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f667b98-fcc2-4832-83ab-a01668dacf64 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9251592 Jul 28 15:01:41.553339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:41.576764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01b6bebb-1afb-420e-9d0e-811224a5a558 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4514830 Jul 28 15:01:41.580701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:41.600380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.623042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Transition to ACTIVE for port object e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:41.648409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c5d1a9-5df8-4076-bb9b-ea7d71107ef6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.687006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c5d1a9-5df8-4076-bb9b-ea7d71107ef6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.688874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e9583bfe-2be7-467a-84d5-23dd31a5d196, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9583bfe-2be7-467a-84d5-23dd31a5d196,segment=NetworkSegment(4722b18d-e463-4c98-a57f-e7b87c12754c),segment_id=4722b18d-e463-4c98-a57f-e7b87c12754c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:41.750665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79153b-bf28-4a0d-8193-cea41b5f27a9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:41.753002 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e79153b-bf28-4a0d-8193-cea41b5f27a9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A226 HTTP/1.1" status: 200 len: 928 time: 0.1705534 Jul 28 15:01:41.757411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45124) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:41.819487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-1bbf006f-8225-4156-86b3-43eff4f2663e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1776431 Jul 28 15:01:41.826682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.941267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.972136 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c5d1a9-5df8-4076-bb9b-ea7d71107ef6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.988689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c5d1a9-5df8-4076-bb9b-ea7d71107ef6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.994917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-88c5d1a9-5df8-4076-bb9b-ea7d71107ef6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f0836086-7c4a-4279-b0e0-ce49a729c2cd HTTP/1.1" status: 204 len: 168 time: 0.4404068 Jul 28 15:01:41.998723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d1a9-5df8-4076-bb9b-ea7d71107ef6 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0836086-7c4a-4279-b0e0-ce49a729c2cd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:42.008774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:42.113117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event updated for resources: {'Port': ['ID=e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:42.268411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-256cee18-6cde-4275-ad55-77c269ad6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:42.271929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-256cee18-6cde-4275-ad55-77c269ad6865 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 1100 time: 0.3415062 Jul 28 15:01:42.322031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff0210d9-aeee-409d-b023-b232bb71f8fb req-7c90dcbf-12ed-4662-a9ef-0f27d648a943 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1290090 Jul 28 15:01:42.323528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Provisioning complete for port e9583bfe-2be7-467a-84d5-23dd31a5d196 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:42.324778 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.343573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-022f4235-d945-4f60-a0f2-571e84be3478 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3290906 Jul 28 15:01:42.344835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45150) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:42.386274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] In _notify_port_updated(), no bound segment for port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 on network 384bdf43-8adf-40e5-80f2-f862ce5d799b {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:01:42.406420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:42.407954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.412807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b13b7d2-0e4e-4d80-8bdc-c7d90b958cd3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "PUT /v2.0/ports/e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 HTTP/1.1" status: 200 len: 960 time: 3.5929863 Jul 28 15:01:42.423758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45154) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:42.435516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e9583bfe-2be7-467a-84d5-23dd31a5d196,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:42.459648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 6986ed4a-77c1-4c8c-a6b2-933812334f7f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:42.460297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.612275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97a89e28-2906-4a58-9ad7-2802f032fe30 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.708351 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97a89e28-2906-4a58-9ad7-2802f032fe30 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.733346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Provisioning for port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:42.741180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Provisioning complete for port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:42.742278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.870740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:42.871724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.904628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:42.921698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9583bfe-2be7-467a-84d5-23dd31a5d196 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:43.083826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.119792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Provisioning for port 6986ed4a-77c1-4c8c-a6b2-933812334f7f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:43.126795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Provisioning complete for port 6986ed4a-77c1-4c8c-a6b2-933812334f7f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:43.127564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.131792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e9583bfe-2be7-467a-84d5-23dd31a5d196 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:43.132532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.137484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97a89e28-2906-4a58-9ad7-2802f032fe30 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.156106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97a89e28-2906-4a58-9ad7-2802f032fe30 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.165074 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97a89e28-2906-4a58-9ad7-2802f032fe30 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/456cbfd6-6dad-4fb4-8143-037440dc27eb HTTP/1.1" status: 204 len: 168 time: 0.8172777 Jul 28 15:01:43.169398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45178) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:43.197861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:43.238920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-355b5676-3e43-4bb5-a2d5-ada7a707df5f None None] Port 6986ed4a-77c1-4c8c-a6b2-933812334f7f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:43.247165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-35fb5a5c-cc18-436b-8144-d023ac1b06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:43.248815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-35fb5a5c-cc18-436b-8144-d023ac1b06eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf HTTP/1.1" status: 200 len: 870 time: 0.9398029 Jul 28 15:01:43.294506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a89e28-2906-4a58-9ad7-2802f032fe30 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456cbfd6-6dad-4fb4-8143-037440dc27eb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:43.340105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:43.350163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-c3060bac-dacb-47ec-bd62-72d8eee381e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15 HTTP/1.1" status: 200 len: 217 time: 0.0866361 Jul 28 15:01:43.446154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-87d4971d-c119-4ae6-93d8-b25e3bdd7b83 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2702267 Jul 28 15:01:43.449622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:43.457985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group': {'name': 'tempest-secgroup--263679931'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:43.465643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.502847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Provisioning for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:43.506356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:43.506981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.517839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 6986ed4a-77c1-4c8c-a6b2-933812334f7f owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:43.607864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1cb207a-15ae-47a4-bb9f-3c048c72bf02 req-0fe80507-434f-4a99-ba0e-ed900696d1b5 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0556846 Jul 28 15:01:43.617062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.766301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-b869bbfc-51ae-497e-b766-7bcb57e9d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:43.770510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-b869bbfc-51ae-497e-b766-7bcb57e9d158 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.4124401 Jul 28 15:01:43.886714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-73937916-d120-40f5-89eb-5e76c4258388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:43.888268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-73937916-d120-40f5-89eb-5e76c4258388 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985708 Jul 28 15:01:44.047717 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.048826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Provisioning for port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:44.053645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-e3733288-91cc-42fb-ab1b-20e5c38de1ee service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529057 Jul 28 15:01:44.060924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Provisioning complete for port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:44.061921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.117947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Port e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 was deleted so its status cannot be updated. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 15:01:44.125235 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:44.146486 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.158857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Provisioning complete for port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:44.159582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.223629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=6986ed4a-77c1-4c8c-a6b2-933812334f7f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:44.279488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.286564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bdb12e59-e59a-46bc-8f8a-f979198ed1eb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/6986ed4a-77c1-4c8c-a6b2-933812334f7f HTTP/1.1" status: 204 len: 168 time: 2.5179727 Jul 28 15:01:44.287783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45222) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:44.342241 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:01:44.343295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.343586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:44.349308 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-73fa0f14-afcf-45ce-8652-a788c8103644 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 HTTP/1.1" status: 204 len: 168 time: 1.9204323 Jul 28 15:01:44.352909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:44.388589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Provisioning complete for port e9fbb967-c771-4983-95b6-bd4799ec9fa2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:44.389420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.419352 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a02c431-ee60-4a68-b1b8-55b9077daf24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:44.428646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3a02c431-ee60-4a68-b1b8-55b9077daf24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/6986ed4a-77c1-4c8c-a6b2-933812334f7f HTTP/1.1" status: 404 len: 333 time: 0.1350503 Jul 28 15:01:44.435926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5351d76-5af0-4bc1-bd07-3c366c913689 req-9d855bf7-fe43-4825-8c6e-4cebeff65f68 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751948 Jul 28 15:01:44.436709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:44.451395 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-68029d56-1ae0-49e1-bb33-63a92e014cd8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] GET failed (client error): The resource could not be found. Jul 28 15:01:44.457303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-68029d56-1ae0-49e1-bb33-63a92e014cd8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports/e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4 HTTP/1.1" status: 404 len: 333 time: 0.0757740 Jul 28 15:01:44.457876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45236) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:44.516877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.546462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Port e9fbb967-c771-4983-95b6-bd4799ec9fa2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:44.554950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ed1c26d-5334-4511-9654-eb868ff1729a None None] Could not find standard attr ID for object 6986ed4a-77c1-4c8c-a6b2-933812334f7f. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:01:44.575841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.604871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed54-7096-46df-a22a-5f1f311ca366 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.647955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0905fa56-58f6-4d88-9a51-186237bb859b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:44.660899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed54-7096-46df-a22a-5f1f311ca366 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.678191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e5f3ba1c-2ea0-4696-ba1b-01da68fb020d None None] Could not find standard attr ID for object e0eaef75-e3d9-4a99-a9f1-5e92e8c0e0f4. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:01:44.776425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.782679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c3cfc127-4252-42e2-a76b-dcd57837b1c5 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3279114 Jul 28 15:01:44.788506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45252) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:44.800273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '0905fa56-58f6-4d88-9a51-186237bb859b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:44.870321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 038e3b3c-eb76-406f-9fc2-606e8a7641a1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:44.873517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.928812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1077ca94-86d2-4f36-8537-ceb4f4db0205 req-0f5c03ab-1022-447b-8a84-b5fa27b791bb tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0483856 Jul 28 15:01:45.031861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.047588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 038e3b3c-eb76-406f-9fc2-606e8a7641a1 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:45.082050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed54-7096-46df-a22a-5f1f311ca366 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.087121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed54-7096-46df-a22a-5f1f311ca366 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.093200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-feb0ed54-7096-46df-a22a-5f1f311ca366 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/security-groups/80f90883-43af-4552-8e2c-e1e5c2f5208e HTTP/1.1" status: 204 len: 168 time: 0.6222007 Jul 28 15:01:45.094908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45266) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.107887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ed54-7096-46df-a22a-5f1f311ca366 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f90883-43af-4552-8e2c-e1e5c2f5208e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:45.157507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.256162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ec25043-a4a2-4538-99d3-7b16caeac72c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.316960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ec25043-a4a2-4538-99d3-7b16caeac72c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.362111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.474901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.522373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac98e869-38c5-4eb4-885b-1452b6f4f4da,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:45.602098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.642063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=038e3b3c-eb76-406f-9fc2-606e8a7641a1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:45.679155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ec25043-a4a2-4538-99d3-7b16caeac72c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.684393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ec25043-a4a2-4538-99d3-7b16caeac72c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.686503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5ec25043-a4a2-4538-99d3-7b16caeac72c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/security-groups/3083d1b0-0317-4a66-8849-1de1c197ba1c HTTP/1.1" status: 204 len: 168 time: 0.5904901 Jul 28 15:01:45.699889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.705636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8b11ae7b-0d27-45eb-baac-ed179f4c0fde tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/038e3b3c-eb76-406f-9fc2-606e8a7641a1 HTTP/1.1" status: 204 len: 168 time: 1.2632024 Jul 28 15:01:45.705924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45288) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.710317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45290) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.726487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec25043-a4a2-4538-99d3-7b16caeac72c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083d1b0-0317-4a66-8849-1de1c197ba1c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:45.734314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.741072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4e8037e0-1b47-4082-8b92-410b5b391592 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9497397 Jul 28 15:01:45.752178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45292) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.791483 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-5466c528-11d2-4bec-b9db-157b371bcc17 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:45.794348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5466c528-11d2-4bec-b9db-157b371bcc17 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/038e3b3c-eb76-406f-9fc2-606e8a7641a1 HTTP/1.1" status: 404 len: 333 time: 0.0821176 Jul 28 15:01:45.799575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45296) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.817000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f01d1b0-4241-4d8c-bf11-93ba6778eab9 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules/ac98e869-38c5-4eb4-885b-1452b6f4f4da HTTP/1.1" status: 200 len: 763 time: 0.0629873 Jul 28 15:01:45.822310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45300) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.894193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35ea11cb-37ee-4ae9-973d-a892decf1ddb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.962952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 5c2fb990-106e-4048-b53d-9e384f4604c7 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:45.967244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bf07d47f-2dca-45c7-9a9b-ea62ea6a9ce4 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1426525 Jul 28 15:01:45.975224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.980554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.057207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35ea11cb-37ee-4ae9-973d-a892decf1ddb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.091024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.102376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa7256a1-040a-4a4e-ba11-709481c45fc3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.153779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa7256a1-040a-4a4e-ba11-709481c45fc3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.223538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a346b22d-98e5-4ad6-a0a1-d2124c073e38 req-1e52d3dd-9d2c-479f-a9b7-4a595fe18ab6 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.1100216 Jul 28 15:01:46.223911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.591898 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa7256a1-040a-4a4e-ba11-709481c45fc3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.592597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.600522 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35ea11cb-37ee-4ae9-973d-a892decf1ddb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.605123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35ea11cb-37ee-4ae9-973d-a892decf1ddb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.609707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35ea11cb-37ee-4ae9-973d-a892decf1ddb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/security-groups/c8f36363-60ce-4710-ba84-6ee12d9c9c3e HTTP/1.1" status: 204 len: 168 time: 0.9039495 Jul 28 15:01:46.619687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:46.627514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa7256a1-040a-4a4e-ba11-709481c45fc3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.631368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa7256a1-040a-4a4e-ba11-709481c45fc3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ac98e869-38c5-4eb4-885b-1452b6f4f4da HTTP/1.1" status: 204 len: 168 time: 0.6489127 Jul 28 15:01:46.633594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d24f32-d77b-41b0-93f3-acd6f8e4d759 None None] Network 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:46.646120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45330) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:46.656846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea11cb-37ee-4ae9-973d-a892decf1ddb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f36363-60ce-4710-ba84-6ee12d9c9c3e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:46.666065 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.672808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/5c2fb990-106e-4048-b53d-9e384f4604c7 HTTP/1.1" status: 204 len: 168 time: 0.8682129 Jul 28 15:01:46.720288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:46.726385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd445d-21c2-4a94-ad93-89174db18d05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2fb990-106e-4048-b53d-9e384f4604c7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:46.755510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7256a1-040a-4a4e-ba11-709481c45fc3 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac98e869-38c5-4eb4-885b-1452b6f4f4da,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:46.820266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 51ce113e-755b-45c9-8505-a6e98fd055cb {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:46.838237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:46.932288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.073829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] DHCP port deletion for 84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:47.173392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] Deleting port e9583bfe-2be7-467a-84d5-23dd31a5d196 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:47.174916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.182656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.348574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] For port e9583bfe-2be7-467a-84d5-23dd31a5d196, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9583bfe-2be7-467a-84d5-23dd31a5d196,segment=NetworkSegment(4722b18d-e463-4c98-a57f-e7b87c12754c),segment_id=4722b18d-e463-4c98-a57f-e7b87c12754c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:47.349092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.357645 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e7633640-43c6-4ed8-bafd-03cb513fe4dc tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6863241 Jul 28 15:01:47.360372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45368) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:47.365359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '0905fa56-58f6-4d88-9a51-186237bb859b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:47.374895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.380855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] Calling delete_port for e9583bfe-2be7-467a-84d5-23dd31a5d196 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:47.452309 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05764c03-5435-4349-b619-3ad1a874d20b req-07600414-fa03-4921-94fc-775f0865624b tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/ports?device_id=b01c6277-7691-4ced-b839-92e541c6ba39 HTTP/1.1" status: 200 len: 210 time: 0.0311379 Jul 28 15:01:47.455663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.485575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port e9583bfe-2be7-467a-84d5-23dd31a5d196 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:47.486087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.504035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=51ce113e-755b-45c9-8505-a6e98fd055cb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:47.508919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.511773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-25e6dc3a-e538-40fe-90ec-7c16e4d814da tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/51ce113e-755b-45c9-8505-a6e98fd055cb HTTP/1.1" status: 204 len: 168 time: 0.8906555 Jul 28 15:01:47.528506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45374) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:47.529465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c53cd-44f5-4449-bcae-7a845faec889 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:47.622891 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.630392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] For port e9583bfe-2be7-467a-84d5-23dd31a5d196, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9583bfe-2be7-467a-84d5-23dd31a5d196,segment=NetworkSegment(4722b18d-e463-4c98-a57f-e7b87c12754c),segment_id=4722b18d-e463-4c98-a57f-e7b87c12754c)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:47.630783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.631481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 00d3f256-071f-4927-9293-6ddc1440b5e8 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:47.643320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.665306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for e9583bfe-2be7-467a-84d5-23dd31a5d196 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:47.713188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.724674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.792315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] Pushing event deleted for resources: {'Port': ['ID=e9583bfe-2be7-467a-84d5-23dd31a5d196,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:47.795691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d507d-20a4-4a6c-800a-63f4d9c9c1fb None None] No DVR routers for this DVR port e9583bfe-2be7-467a-84d5-23dd31a5d196 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:47.862272 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.865842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.903874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=e9583bfe-2be7-467a-84d5-23dd31a5d196,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:47.912185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No DVR routers for this DVR port e9583bfe-2be7-467a-84d5-23dd31a5d196 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:47.951996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.026107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.089371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e9fff8-56d1-45df-8b03-524816515353,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:48.091454 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.111401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a07ee9-62c8-4c62-9dd8-583f5bb00ef0']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:48.125902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4722b18d-e463-4c98-a57f-e7b87c12754c') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:48.126522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4722b18d-e463-4c98-a57f-e7b87c12754c') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:48.139731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.159590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.177454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:48.181216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:48.204515 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:48.254204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.257417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ea6dbf23-2c95-4fb7-b255-a7961cc6fc24 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8951137 Jul 28 15:01:48.261118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45402) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.289851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.290187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9bc24af5-fe1e-475d-9e47-c1777423269d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules/74e9fff8-56d1-45df-8b03-524816515353 HTTP/1.1" status: 200 len: 763 time: 0.0273895 Jul 28 15:01:48.374799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e4260adc-daf6-48bc-9a8c-0ce1ddbc9261 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0798955 Jul 28 15:01:48.374944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.396987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.406998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c969e5e9-315a-4ce9-a0cf-bd7630413575 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.416541 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c969e5e9-315a-4ce9-a0cf-bd7630413575 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.447346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.462853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.474442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.474442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/84a07ee9-62c8-4c62-9dd8-583f5bb00ef0 HTTP/1.1" status: 204 len: 168 time: 1.7385137 Jul 28 15:01:48.474442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.478535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45418) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.479770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/00d3f256-071f-4927-9293-6ddc1440b5e8 HTTP/1.1" status: 204 len: 168 time: 0.9612298 Jul 28 15:01:48.481329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16943c75-a859-4707-9ea1-1e449aef8f39 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=00d3f256-071f-4927-9293-6ddc1440b5e8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:48.490913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d9e74-37e8-496c-90bb-634c429e0192 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=84a07ee9-62c8-4c62-9dd8-583f5bb00ef0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:48.500923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890305421'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:48.528434 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0064654-cb27-4683-bb83-9d57653ee0ab tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:48.528962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0064654-cb27-4683-bb83-9d57653ee0ab tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:48.530998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0064654-cb27-4683-bb83-9d57653ee0ab tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/51ce113e-755b-45c9-8505-a6e98fd055cb HTTP/1.1" status: 404 len: 337 time: 0.0572133 Jul 28 15:01:48.534230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.574978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c969e5e9-315a-4ce9-a0cf-bd7630413575 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.590930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c969e5e9-315a-4ce9-a0cf-bd7630413575 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.592155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c969e5e9-315a-4ce9-a0cf-bd7630413575 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/74e9fff8-56d1-45df-8b03-524816515353 HTTP/1.1" status: 204 len: 168 time: 0.2162881 Jul 28 15:01:48.596191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45428) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.622438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969e5e9-315a-4ce9-a0cf-bd7630413575 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74e9fff8-56d1-45df-8b03-524816515353,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:48.646254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting subnet 6fcc6c68-55f3-468f-bf26-7e9985d01556 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:48.658391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.691378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fc95c530-4a8e-4567-8e2f-facc2fd3ec71 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0932651 Jul 28 15:01:48.694002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.706944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Request body: {'security_group_rule': {'security_group_id': '0905fa56-58f6-4d88-9a51-186237bb859b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:48.734700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.801040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:48.808089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45452) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.809893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.861551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3e677-482b-4412-aba7-97f1fb5746d1 None None] Network 384bdf43-8adf-40e5-80f2-f862ce5d799b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:48.879144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:48.913793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.914174 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment 6c85d25d-dfea-47b4-8b0a-514d339d58b6 of type vlan for network 54ec5189-9c0d-4d33-9623-22adad6eeca0 Jul 28 15:01:48.970038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.970671 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Project 24f6351f4a2547f5b4d7b2f257b62b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:01:48.989886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9583bfe-2be7-467a-84d5-23dd31a5d196 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:48.995914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.013368 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.033018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-58f21a33-6a08-4bc5-8999-a2bae3898146 None None] Provisioning complete for port eb12b75c-3fab-43ab-b8ed-e230abebaee1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:49.033403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58f21a33-6a08-4bc5-8999-a2bae3898146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.044024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e9583bfe-2be7-467a-84d5-23dd31a5d196 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:49.044860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9583bfe-2be7-467a-84d5-23dd31a5d196 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:49.062630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6cb0c152-85a9-4b3e-b0f5-5ecc20bd0459 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:49.069161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6cb0c152-85a9-4b3e-b0f5-5ecc20bd0459 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 814 time: 0.3405557 Jul 28 15:01:49.097872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1359881-6024-4d82-9c36-fb3bda47b0b3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.124075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-2fb73ed0-847c-47c3-be18-4d9848e7e059 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/quotas/b0457585e9cf49f7981d0cb1c10cd7cd HTTP/1.1" status: 200 len: 375 time: 0.0411756 Jul 28 15:01:49.151592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.160708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1359881-6024-4d82-9c36-fb3bda47b0b3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.164236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:49.165423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.189116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-8f559167-7d5b-48b1-be5c-5f5765ae4d82 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469697 Jul 28 15:01:49.225640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.247527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.304423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.311505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/6fcc6c68-55f3-468f-bf26-7e9985d01556 HTTP/1.1" status: 204 len: 168 time: 0.7725921 Jul 28 15:01:49.311662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45470) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.316808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-58f21a33-6a08-4bc5-8999-a2bae3898146 None None] Provisioning complete for port e9fbb967-c771-4983-95b6-bd4799ec9fa2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:49.317510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58f21a33-6a08-4bc5-8999-a2bae3898146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.344843 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-54364f9c-4d86-4b39-8d21-0eab57f453c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.348738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a662b-a604-41f3-89ba-b44fd16384a3 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcc6c68-55f3-468f-bf26-7e9985d01556,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:49.349533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54364f9c-4d86-4b39-8d21-0eab57f453c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.354191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-54364f9c-4d86-4b39-8d21-0eab57f453c0 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/db109673-bbc1-444f-afca-069dc783ba59 HTTP/1.1" status: 404 len: 337 time: 0.0392423 Jul 28 15:01:49.355190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45472) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.359389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=54ec5189-9c0d-4d33-9623-22adad6eeca0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:49.375354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:49.410098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-761cb92b-9af3-441b-a0c5-c695498b8889 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "GET /v2.0/ports?device_id=3738b14a-d7a7-4778-aaf7-c90f53d099d5 HTTP/1.1" status: 200 len: 205 time: 0.0406647 Jul 28 15:01:49.410098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.410599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45478) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.437527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-58f21a33-6a08-4bc5-8999-a2bae3898146 None None] Port e9fbb967-c771-4983-95b6-bd4799ec9fa2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:49.441473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47632814-5b65-4c1f-832f-2d0923a076b1,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:49.447865 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1359881-6024-4d82-9c36-fb3bda47b0b3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.463881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a1359881-6024-4d82-9c36-fb3bda47b0b3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.463881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a1359881-6024-4d82-9c36-fb3bda47b0b3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/security-groups/be7b3711-eaef-4ce2-88cc-2552ec85a0ba HTTP/1.1" status: 204 len: 168 time: 0.6459835 Jul 28 15:01:49.471116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45482) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.501412 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-5bd7c567-5434-454b-b164-649822f94f3f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] show failed (client error): The resource could not be found. Jul 28 15:01:49.503539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5bd7c567-5434-454b-b164-649822f94f3f tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "GET /v2.0/security-groups/be7b3711-eaef-4ce2-88cc-2552ec85a0ba HTTP/1.1" status: 404 len: 347 time: 0.0303781 Jul 28 15:01:49.508966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-bd86b3d2-ebb2-4963-9452-2ea4a37286d7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:01:49.510024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-bd86b3d2-ebb2-4963-9452-2ea4a37286d7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091745 Jul 28 15:01:49.511288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1359881-6024-4d82-9c36-fb3bda47b0b3 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7b3711-eaef-4ce2-88cc-2552ec85a0ba,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:49.511887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] DHCP port deletion for 384bdf43-8adf-40e5-80f2-f862ce5d799b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:49.513816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45484) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.519453 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-95dc3dfd-4a23-4226-8806-c16fa0b4c977 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] delete failed (client error): The resource could not be found. Jul 28 15:01:49.520541 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-95dc3dfd-4a23-4226-8806-c16fa0b4c977 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/routers/3738b14a-d7a7-4778-aaf7-c90f53d099d5 HTTP/1.1" status: 404 len: 336 time: 0.1075575 Jul 28 15:01:49.522190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14610861-c11b-4d41-9e82-7de24c36dceb tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0289216 Jul 28 15:01:49.525058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45486) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.526795 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45488) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.539302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:49.586600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] Deleting port eb12b75c-3fab-43ab-b8ed-e230abebaee1 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:49.586979 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.610348 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02899f4-fc51-4328-befe-13540688d64c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.610919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02899f4-fc51-4328-befe-13540688d64c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.613801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b02899f4-fc51-4328-befe-13540688d64c tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/5808dba8-f1ad-4e56-a01c-63a831c96454 HTTP/1.1" status: 404 len: 337 time: 0.0876863 Jul 28 15:01:49.618962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45490) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.620170 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.625546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c47b1b6d-bb33-4235-95e3-0c0ce872a55c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9296267 Jul 28 15:01:49.630447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45494) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.666685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8fbf64b6-9632-47e5-a987-9000f0cd2e44 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules/47632814-5b65-4c1f-832f-2d0923a076b1 HTTP/1.1" status: 200 len: 769 time: 0.0343843 Jul 28 15:01:49.667342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45498) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.674597 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-51491ccc-8f5f-4e2b-9bc4-32bbd43d6ca1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.674853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] For port eb12b75c-3fab-43ab-b8ed-e230abebaee1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=eb12b75c-3fab-43ab-b8ed-e230abebaee1,segment=NetworkSegment(f21cb0c8-0898-40ff-973a-2f787bf50cc8),segment_id=f21cb0c8-0898-40ff-973a-2f787bf50cc8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:49.675065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51491ccc-8f5f-4e2b-9bc4-32bbd43d6ca1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.696941 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.697141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51491ccc-8f5f-4e2b-9bc4-32bbd43d6ca1 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/9fd9bbb3-775f-401f-8f80-18f0fc9d4991 HTTP/1.1" status: 404 len: 337 time: 0.0558927 Jul 28 15:01:49.697255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] Calling delete_port for eb12b75c-3fab-43ab-b8ed-e230abebaee1 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:49.699862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45500) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.772371 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfec94a-f630-400a-87c6-75f5262e1542 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.772880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfec94a-f630-400a-87c6-75f5262e1542 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.774705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5dfec94a-f630-400a-87c6-75f5262e1542 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/0fb58053-96cd-4d46-af6e-7b1505a661d5 HTTP/1.1" status: 404 len: 337 time: 0.0561433 Jul 28 15:01:49.777741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.818696 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94e100e-93cd-49e6-8a36-df22f39a4657 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.819736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94e100e-93cd-49e6-8a36-df22f39a4657 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.822424 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a94e100e-93cd-49e6-8a36-df22f39a4657 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/0a0ac27a-0099-41b2-b39b-2933ccba2fd6 HTTP/1.1" status: 404 len: 333 time: 0.0431395 Jul 28 15:01:49.827249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45504) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.837280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8f14dec2-79e8-47cd-9ca1-bc0b48f4c7f0 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1380980 Jul 28 15:01:49.839566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45506) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.842310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-078adc13-4170-4b1d-ab07-f69958578be8 service neutron] 10.222.0.57 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129852 Jul 28 15:01:49.889607 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a742665-d08b-4b3d-8c06-a19b7fb3db90 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.889607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a742665-d08b-4b3d-8c06-a19b7fb3db90 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.890679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a742665-d08b-4b3d-8c06-a19b7fb3db90 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/9caab9c3-dae8-4f6c-846d-31b06290fb14 HTTP/1.1" status: 404 len: 337 time: 0.0623617 Jul 28 15:01:49.891583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:49.895474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.898583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45512) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.925136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port c496e3ff-c19d-48c5-a2a1-a23aa4f285fd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:49.925487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.939383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.974001 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-59492ba3-04a0-413d-a025-f5a3f3dafd32 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:49.974441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59492ba3-04a0-413d-a025-f5a3f3dafd32 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:49.976408 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-59492ba3-04a0-413d-a025-f5a3f3dafd32 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/c0d3ceb0-b4ac-41ff-8e7f-5f87ae296755 HTTP/1.1" status: 404 len: 337 time: 0.0755236 Jul 28 15:01:49.981166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45516) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.982225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] Pushing event deleted for resources: {'Port': ['ID=eb12b75c-3fab-43ab-b8ed-e230abebaee1,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:49.985738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e905ff18-4b22-45ca-8120-a62d16d4cb50 None None] No DVR routers for this DVR port eb12b75c-3fab-43ab-b8ed-e230abebaee1 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:50.001208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf5d102d-7154-4c01-b32c-7651261d589b tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.021899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-4ba3b7ff-4189-4689-b685-e6c9da5d9757 service neutron] 10.222.0.57 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719098 Jul 28 15:01:50.037028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf5d102d-7154-4c01-b32c-7651261d589b tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.039991 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-c709e9aa-006f-441e-a112-0cff1481c5c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:50.040747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c709e9aa-006f-441e-a112-0cff1481c5c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:50.042656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c709e9aa-006f-441e-a112-0cff1481c5c6 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/2d03136c-d9e5-4225-b099-b4e95bba3a9d HTTP/1.1" status: 404 len: 333 time: 0.0598569 Jul 28 15:01:50.045185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45520) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.095547 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0f54df-1c73-46a7-9305-4f8279b4de9b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:50.096027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0f54df-1c73-46a7-9305-4f8279b4de9b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:50.097951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af0f54df-1c73-46a7-9305-4f8279b4de9b tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/5dc02343-2d95-4c15-95da-7157397d7182 HTTP/1.1" status: 404 len: 337 time: 0.0513184 Jul 28 15:01:50.100006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.100334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.101524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45524) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.114563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for c496e3ff-c19d-48c5-a2a1-a23aa4f285fd owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:50.135094 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2535a2d-c139-44dd-90d7-d1a280c0199f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:50.135562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2535a2d-c139-44dd-90d7-d1a280c0199f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:50.138004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2535a2d-c139-44dd-90d7-d1a280c0199f tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/subnets/8caf248c-5a6a-4dfe-a0c0-468e542798dc HTTP/1.1" status: 404 len: 337 time: 0.0353022 Jul 28 15:01:50.140870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45526) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.243258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf5d102d-7154-4c01-b32c-7651261d589b tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.253277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf5d102d-7154-4c01-b32c-7651261d589b tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.254434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cf5d102d-7154-4c01-b32c-7651261d589b tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/47632814-5b65-4c1f-832f-2d0923a076b1 HTTP/1.1" status: 204 len: 168 time: 0.4134750 Jul 28 15:01:50.258628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45532) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.270085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d102d-7154-4c01-b32c-7651261d589b tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47632814-5b65-4c1f-832f-2d0923a076b1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.365186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-88b64f8a-b491-4eca-8754-7ec70de5c67c tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1046300 Jul 28 15:01:50.368810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.386278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8fea136-82db-4fdd-843b-bf179766ffbe req-5fc08c04-0ca2-45bb-af55-fdb57604fe9c tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0484781 Jul 28 15:01:50.395980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Deleting port e9fbb967-c771-4983-95b6-bd4799ec9fa2 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:50.396384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.486734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-92b2c890-2ab6-489c-b4e2-860a02f8b854 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.521400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-92b2c890-2ab6-489c-b4e2-860a02f8b854 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.529327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.533371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.544071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Calling delete_port for e9fbb967-c771-4983-95b6-bd4799ec9fa2 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:50.583989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=c496e3ff-c19d-48c5-a2a1-a23aa4f285fd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.658460 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.668632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.671672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.673053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e1ed6a11-0d9c-494c-becf-be86336be122 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/floatingips/c5bf4151-a778-4aff-9cb3-00bb4ff74f64 HTTP/1.1" status: 204 len: 168 time: 1.1584160 Jul 28 15:01:50.676304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45552) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.770316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-92b2c890-2ab6-489c-b4e2-860a02f8b854 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.771258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=558a5da6-c167-49c4-81ab-57d6cec5f0b9,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.775684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-92b2c890-2ab6-489c-b4e2-860a02f8b854 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.780370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-92b2c890-2ab6-489c-b4e2-860a02f8b854 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "DELETE /v2.0/security-groups/0905fa56-58f6-4d88-9a51-186237bb859b HTTP/1.1" status: 204 len: 168 time: 0.4070637 Jul 28 15:01:50.780637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.792092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': '6c85d25d-dfea-47b4-8b0a-514d339d58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:50.792517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: 54ec5189-9c0d-4d33-9623-22adad6eeca0, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:01:50.809285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c890-2ab6-489c-b4e2-860a02f8b854 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0905fa56-58f6-4d88-9a51-186237bb859b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.852227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ae23086e-a69d-4af5-8fe1-3feecf9a4e6d tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704942 Jul 28 15:01:50.863242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 2f5dacd3-85c5-494f-be28-520898de4073 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:50.863242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.864372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45560) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.882458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:50.917166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: eb12b75c-3fab-43ab-b8ed-e230abebaee1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:50.917551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device eb12b75c-3fab-43ab-b8ed-e230abebaee1 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:50.938668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-811dab32-73a6-43e5-917b-2443df4c08f1 tempest-SecGroupIPv6Test-230131920 tempest-SecGroupIPv6Test-230131920-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709441 Jul 28 15:01:50.938668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.975957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.978235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/ports/e9fbb967-c771-4983-95b6-bd4799ec9fa2 HTTP/1.1" status: 204 len: 168 time: 0.8366811 Jul 28 15:01:50.979716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfa230-627a-419e-b415-21b0fa01ebf8 tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Port': ['ID=e9fbb967-c771-4983-95b6-bd4799ec9fa2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.984687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45570) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.043973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.058121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 2f5dacd3-85c5-494f-be28-520898de4073 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:51.085929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:01:51.109058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.252831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 54ec5189-9c0d-4d33-9623-22adad6eeca0) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:51.261426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaeecf8-1f31-4a0d-a489-568fd010f476 None None] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:51.273958 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:51.274897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.310386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.317124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.336687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384bdf43-8adf-40e5-80f2-f862ce5d799b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:51.353313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21cb0c8-0898-40ff-973a-2f787bf50cc8') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:51.354308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21cb0c8-0898-40ff-973a-2f787bf50cc8') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:51.368197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=2f5dacd3-85c5-494f-be28-520898de4073,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:51.368558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.403925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.415546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:51.416039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:51.421226 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:51.479858 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.482800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3cabc36f-0de4-4c2f-bae7-795df4920008 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/ports/2f5dacd3-85c5-494f-be28-520898de4073 HTTP/1.1" status: 204 len: 168 time: 0.8051224 Jul 28 15:01:51.487152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45582) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.547971 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cab8bb1f-1e5d-4a01-a529-6993047156e4 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0200875 Jul 28 15:01:51.551025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.556857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0', 'name': 'tempest-PortsIpV6TestJSON-539283748', 'fixed_ips': [{'subnet_id': '558a5da6-c167-49c4-81ab-57d6cec5f0b9', 'ip_address': '2001:db8::10'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:51.562280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-54ec5189-9c0d-4d33-9623-22adad6eeca0', 'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '558a5da6-c167-49c4-81ab-57d6cec5f0b9'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:01:51.563083 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.599615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13ed4767-b024-4d1f-8911-3b96e22d8748 req-147c0d66-78c0-410e-ba4d-52b1d3723f55 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0576699 Jul 28 15:01:51.728634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.742021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.749387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] 10.222.0.57 "DELETE /v2.0/networks/384bdf43-8adf-40e5-80f2-f862ce5d799b HTTP/1.1" status: 204 len: 168 time: 0.7626066 Jul 28 15:01:51.791016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Allocated IP 2001:db8::2 (54ec5189-9c0d-4d33-9623-22adad6eeca0/558a5da6-c167-49c4-81ab-57d6cec5f0b9/af547514-8f7b-4d10-9142-0facd3ba6e53) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:51.825431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359cc01-7c19-42ef-8c87-df5b8dd911fb tempest-PortsTestJSON-1326041374 tempest-PortsTestJSON-1326041374-project] Pushing event deleted for resources: {'Network': ['ID=384bdf43-8adf-40e5-80f2-f862ce5d799b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:51.834039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45606) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.925688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 1659462c-41d4-437f-87b6-1ad21a075d90 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:51.928196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.096481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.115699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 1659462c-41d4-437f-87b6-1ad21a075d90 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:52.147342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1281725-dc21-4d47-b447-619fb1612f68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24f6351f4a2547f5b4d7b2f257b62b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113091 Jul 28 15:01:52.155673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:52.263532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.263532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Transition to ACTIVE for port object af547514-8f7b-4d10-9142-0facd3ba6e53 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:52.265012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d26a0984-fb4d-445e-b156-1891df4561ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.270390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d26a0984-fb4d-445e-b156-1891df4561ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.296327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:52.385802 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.416431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port d7a8d62d-3302-433d-8235-66b80d0e66cc yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:52.540582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.541674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd76d587-738c-41ed-a4c7-32354b7ed00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.579878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=1659462c-41d4-437f-87b6-1ad21a075d90,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:52.594502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d26a0984-fb4d-445e-b156-1891df4561ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.594906 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Transition to ACTIVE for port object af547514-8f7b-4d10-9142-0facd3ba6e53 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:52.598333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d26a0984-fb4d-445e-b156-1891df4561ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.600745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d26a0984-fb4d-445e-b156-1891df4561ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e01afce-c374-4e26-9371-8fb68179c03b HTTP/1.1" status: 204 len: 168 time: 0.4431522 Jul 28 15:01:52.612597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a0984-fb4d-445e-b156-1891df4561ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e01afce-c374-4e26-9371-8fb68179c03b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:52.695567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.701491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-015f2ad7-3800-4ded-aeef-12722ad59630 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/ports/1659462c-41d4-437f-87b6-1ad21a075d90 HTTP/1.1" status: 204 len: 168 time: 1.2104998 Jul 28 15:01:52.702075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45634) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:52.735390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9eb59c3-7ad1-448c-b00c-58884dc4c768 req-6bd06fab-5e8a-4dcd-85e1-e014c0a5f082 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0561671 Jul 28 15:01:52.751104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.828572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Pushing event updated for resources: {'Port': ['ID=af547514-8f7b-4d10-9142-0facd3ba6e53,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:52.865583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:52.865583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:52.875405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:52.883923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45646) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:52.891515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting subnet 6e656d21-b97b-4494-9fdf-3aa56ee91f43 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:52.896905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.900901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::10 (54ec5189-9c0d-4d33-9623-22adad6eeca0/558a5da6-c167-49c4-81ab-57d6cec5f0b9/d7a8d62d-3302-433d-8235-66b80d0e66cc) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:52.961505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.011088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Attempting to bind port af547514-8f7b-4d10-9142-0facd3ba6e53 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:01:53.012824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Attempting to bind port af547514-8f7b-4d10-9142-0facd3ba6e53 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '6c85d25d-dfea-47b4-8b0a-514d339d58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:01:53.013925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Attempting to bind port af547514-8f7b-4d10-9142-0facd3ba6e53 on network 54ec5189-9c0d-4d33-9623-22adad6eeca0 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:01:53.026309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:01:53.026492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Checking segment: {'id': '6c85d25d-dfea-47b4-8b0a-514d339d58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:53.027856 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.029083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Bound using segment: {'id': '6c85d25d-dfea-47b4-8b0a-514d339d58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:01:53.036969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Bound port: af547514-8f7b-4d10-9142-0facd3ba6e53, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c85d25d-dfea-47b4-8b0a-514d339d58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:01:53.050423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.221176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.221496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] For port af547514-8f7b-4d10-9142-0facd3ba6e53, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:01:53.232921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] For port af547514-8f7b-4d10-9142-0facd3ba6e53, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af547514-8f7b-4d10-9142-0facd3ba6e53,segment=NetworkSegment(6c85d25d-dfea-47b4-8b0a-514d339d58b6),segment_id=6c85d25d-dfea-47b4-8b0a-514d339d58b6)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:01:53.298874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1baf9eca-f6af-4669-be4d-f30f4002d80f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fa9e76774fc4628aa4e7ec2eb99b6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136398 Jul 28 15:01:53.301593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45668) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:53.329934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.368839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba3fad5e-0697-4304-85a3-f03e4d403643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.409810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba3fad5e-0697-4304-85a3-f03e4d403643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.453261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ed9de-9357-4810-aa68-022d34ae223e None None] Pushing event updated for resources: {'Port': ['ID=af547514-8f7b-4d10-9142-0facd3ba6e53,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:53.471940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.495985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object d7a8d62d-3302-433d-8235-66b80d0e66cc will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:53.585425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.658065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Subnet': ['ID=6e656d21-b97b-4494-9fdf-3aa56ee91f43,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:53.677031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba3fad5e-0697-4304-85a3-f03e4d403643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.677567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.682640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6e43427-30d2-4bb6-90a6-aee586a4ad66 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/subnets/6e656d21-b97b-4494-9fdf-3aa56ee91f43 HTTP/1.1" status: 204 len: 168 time: 0.9767580 Jul 28 15:01:53.683460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45680) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:53.686668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ba3fad5e-0697-4304-85a3-f03e4d403643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.693957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe86f9-8891-4adf-b4c7-4b93532ac0ef None None] Network d4bef802-f700-418f-a335-1f408fe33607 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:53.708437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ba3fad5e-0697-4304-85a3-f03e4d403643 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b994836-5bd7-4df1-8425-4122db6ea660 HTTP/1.1" status: 204 len: 168 time: 0.4053898 Jul 28 15:01:53.744094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fad5e-0697-4304-85a3-f03e4d403643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b994836-5bd7-4df1-8425-4122db6ea660,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:53.751106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.852347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:53.873742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:53.883112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:53.892886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:53.894068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.918388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting subnet ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:53.921075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c9748cf-fe19-4ea4-ba53-2c59ab998b92 req-d54d0de2-ba07-4e2c-9db9-270dbe7626e4 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0797434 Jul 28 15:01:53.942542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=d7a8d62d-3302-433d-8235-66b80d0e66cc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:53.944907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.029146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.116846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] DHCP port deletion for d4bef802-f700-418f-a335-1f408fe33607 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:54.188094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.201053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] Deleting port d1decfc8-698d-4b54-bccd-c7f492819d85 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:54.201608 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.269170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] For port d1decfc8-698d-4b54-bccd-c7f492819d85, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1decfc8-698d-4b54-bccd-c7f492819d85,segment=NetworkSegment(ad819004-784a-4dfc-8a31-a9c705892a58),segment_id=ad819004-784a-4dfc-8a31-a9c705892a58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:54.269577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.286502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] Calling delete_port for d1decfc8-698d-4b54-bccd-c7f492819d85 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:54.347665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9396bb5e-1626-4f22-bdbe-271952da448a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7928569 Jul 28 15:01:54.350282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45706) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:54.355147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': '54ec5189-9c0d-4d33-9623-22adad6eeca0', 'name': 'tempest-PortsIpV6TestJSON-863696728', 'fixed_ips': [{'subnet_id': '558a5da6-c167-49c4-81ab-57d6cec5f0b9', 'ip_address': '2001:db8::f'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:54.514758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.549723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:54.551451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.554205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e87b876d-e095-4d39-b5f8-ec96a7adf032 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/subnets/ec1a68d4-8f7a-42b6-b9bd-2045f0ae1abd HTTP/1.1" status: 204 len: 168 time: 0.8691614 Jul 28 15:01:54.557453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:54.562067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.583285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] No DVR routers for this DVR port d1decfc8-698d-4b54-bccd-c7f492819d85 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:54.611307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:54.616830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.644727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380328-c642-4e7a-8f31-69488d4039aa None None] Pushing event deleted for resources: {'Port': ['ID=d1decfc8-698d-4b54-bccd-c7f492819d85,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:54.651479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10cc67-d7b7-4393-bdba-6c11212ebf31 None None] Network b9dfb7c2-0910-4ebd-8606-2db2eadbad5b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:54.678630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 98c12baa-ad9d-42b9-b2f5-cba3c8305203 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:54.686354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.826201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45728) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:54.876397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.890498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bef802-f700-418f-a335-1f408fe33607']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:54.906157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad819004-784a-4dfc-8a31-a9c705892a58') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:54.906938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad819004-784a-4dfc-8a31-a9c705892a58') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:54.921149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.942154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.947080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:54.947625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.956921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cb37d021-0838-43bd-ab88-f238923a98a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:55.057108 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:55.086124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00152a91-6fb8-47cb-825f-e2b564ed9462 None None] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:55.176003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-434e3bd7-7315-45d3-9226-66b6cbc82115 req-ac41c85e-5d31-4136-9f3a-0511a3d3f4ec tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.1203012 Jul 28 15:01:55.194705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.213349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.236258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/networks/d4bef802-f700-418f-a335-1f408fe33607 HTTP/1.1" status: 204 len: 168 time: 0.6775961 Jul 28 15:01:55.237020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45752) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:55.296520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de87772-3701-485c-b3d0-af820f2134ab tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Network': ['ID=d4bef802-f700-418f-a335-1f408fe33607,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:55.313848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::f (54ec5189-9c0d-4d33-9623-22adad6eeca0/558a5da6-c167-49c4-81ab-57d6cec5f0b9/98c12baa-ad9d-42b9-b2f5-cba3c8305203) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:55.347550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] DHCP port deletion for b9dfb7c2-0910-4ebd-8606-2db2eadbad5b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:01:55.350741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af547514-8f7b-4d10-9142-0facd3ba6e53 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:55.418857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.528111 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.534924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Deleting port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:55.535895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.541177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-188074620'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:55.554199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] Deleting port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:55.555827 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.560323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-02349f25-1dd8-4384-9553-07b3a5f8382c None None] Provisioning for port af547514-8f7b-4d10-9142-0facd3ba6e53 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:55.653653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port af547514-8f7b-4d10-9142-0facd3ba6e53 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:55.677634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.680169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port af547514-8f7b-4d10-9142-0facd3ba6e53 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:55.680602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.697269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] For port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:55.704399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.704654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 98c12baa-ad9d-42b9-b2f5-cba3c8305203 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:01:55.714490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Calling delete_port for 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:55.722450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] For port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,segment=NetworkSegment(905c7518-07d5-4c80-82ad-b8b7fd2c4ab5),segment_id=905c7518-07d5-4c80-82ad-b8b7fd2c4ab5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:55.722450 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.760127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] Calling delete_port for 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:55.769459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Made reservation on behalf of 9b50ff97451545ee9a6e97888258208a for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:55.779143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.792365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.849954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.942905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.948828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:55.955841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.961302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:55.968656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:55.978597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:55.983011 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.019453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=98c12baa-ad9d-42b9-b2f5-cba3c8305203,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.026028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Port': ['ID=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.032927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] No DVR routers for this DVR port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:56.036052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port af547514-8f7b-4d10-9142-0facd3ba6e53, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af547514-8f7b-4d10-9142-0facd3ba6e53,segment=NetworkSegment(6c85d25d-dfea-47b4-8b0a-514d339d58b6),segment_id=6c85d25d-dfea-47b4-8b0a-514d339d58b6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:56.047601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.088981 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.102409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] Pushing event deleted for resources: {'Port': ['ID=9f015791-78a2-4b1f-877a-a6fc9fabb4d0,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.105070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44f90a-94a4-4412-84c4-bc26f489ed17 None None] No DVR routers for this DVR port 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:56.169758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.178091 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.187953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dfb7c2-0910-4ebd-8606-2db2eadbad5b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:56.230687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:56.232268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905c7518-07d5-4c80-82ad-b8b7fd2c4ab5') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:56.242821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.252106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9b14ddcd-922a-4bc7-8007-f8018caf0dd4 None None] Provisioning for port d7a8d62d-3302-433d-8235-66b80d0e66cc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:56.264412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9b14ddcd-922a-4bc7-8007-f8018caf0dd4 None None] Provisioning complete for port d7a8d62d-3302-433d-8235-66b80d0e66cc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:56.265034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9b14ddcd-922a-4bc7-8007-f8018caf0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.272085 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.298106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:56.312256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0b059-864f-4108-bcfd-271d6eeb80cd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.335800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.336631 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Added segment 6e56f36b-a798-4449-b3de-74714fd526aa of type vlan for network 0996191a-c102-43f6-8da2-6ad0bafec646 Jul 28 15:01:56.358653 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.367639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:56.368404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.391889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1decfc8-698d-4b54-bccd-c7f492819d85 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:56.400039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-09cbea62-775f-401e-a751-caa8328a4ec6 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0494976 Jul 28 15:01:56.408644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.427694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45798) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:56.451743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=af547514-8f7b-4d10-9142-0facd3ba6e53,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.467503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d1decfc8-698d-4b54-bccd-c7f492819d85 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:56.467503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1decfc8-698d-4b54-bccd-c7f492819d85 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:56.476333 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:56.480016 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:56.486508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9b14ddcd-922a-4bc7-8007-f8018caf0dd4 None None] Port d7a8d62d-3302-433d-8235-66b80d0e66cc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:56.511494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9b14ddcd-922a-4bc7-8007-f8018caf0dd4 None None] Provisioning complete for port af547514-8f7b-4d10-9142-0facd3ba6e53 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:56.511880 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9b14ddcd-922a-4bc7-8007-f8018caf0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.551131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efb80e58-5465-4268-9d59-9fce6f8a0fb1 req-e730b65b-2803-4e69-a271-ee5adf6e1a5a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0682588 Jul 28 15:01:56.604738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.612811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.623490 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] 10.222.0.57 "DELETE /v2.0/networks/b9dfb7c2-0910-4ebd-8606-2db2eadbad5b HTTP/1.1" status: 204 len: 168 time: 1.3780282 Jul 28 15:01:56.716417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca86d58-0161-4f73-a8bf-96d0e1279b92 tempest-TaggedBootDevicesTest-730234915 tempest-TaggedBootDevicesTest-730234915-project] Pushing event deleted for resources: {'Network': ['ID=b9dfb7c2-0910-4ebd-8606-2db2eadbad5b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.737335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045a4d9-d685-45b9-ad8b-d5bd75559c17 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:56.739159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3045a4d9-d685-45b9-ad8b-d5bd75559c17 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3074360 Jul 28 15:01:56.745123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45810) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:56.837859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.867571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:56.868362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.956075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-14372c8d-7e71-4dc7-b750-f235594b2f23 None None] Provisioning complete for port d7a8d62d-3302-433d-8235-66b80d0e66cc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:56.961771 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14372c8d-7e71-4dc7-b750-f235594b2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.971089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdd882-bd5c-421e-a526-fb2a4fae954c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:56.984368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdd882-bd5c-421e-a526-fb2a4fae954c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:56.991603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdd882-bd5c-421e-a526-fb2a4fae954c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:56.994115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-55bdd882-bd5c-421e-a526-fb2a4fae954c tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2459438 Jul 28 15:01:56.997551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45822) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.008553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-14372c8d-7e71-4dc7-b750-f235594b2f23 None None] Port d7a8d62d-3302-433d-8235-66b80d0e66cc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:57.015573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af547514-8f7b-4d10-9142-0facd3ba6e53 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:57.082201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Pushing event updated for resources: {'Network': ['ID=0996191a-c102-43f6-8da2-6ad0bafec646,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:57.090342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0996191a-c102-43f6-8da2-6ad0bafec646 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:57.160929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port af547514-8f7b-4d10-9142-0facd3ba6e53 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:57.161131 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.200070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 98c12baa-ad9d-42b9-b2f5-cba3c8305203 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:57.200701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.219547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b4a171f-ee73-4a09-9645-8d8bb265b4af tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3881927 Jul 28 15:01:57.220256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45834) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.226894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-23f17a40-47c6-4e75-942d-41486eab6a15 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-1286542744') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:57.342116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.344577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c0f88bb-88c7-49fb-a9ac-edca08f60fda None None] Provisioning for port 98c12baa-ad9d-42b9-b2f5-cba3c8305203 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:57.349853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c0f88bb-88c7-49fb-a9ac-edca08f60fda None None] Provisioning complete for port 98c12baa-ad9d-42b9-b2f5-cba3c8305203 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:57.351123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c0f88bb-88c7-49fb-a9ac-edca08f60fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.363479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 98c12baa-ad9d-42b9-b2f5-cba3c8305203 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:57.448208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f88bb-88c7-49fb-a9ac-edca08f60fda None None] Port 98c12baa-ad9d-42b9-b2f5-cba3c8305203 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:01:57.459626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:57.487808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:57.488165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9f015791-78a2-4b1f-877a-a6fc9fabb4d0 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:57.636820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-23f17a40-47c6-4e75-942d-41486eab6a15 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "PUT /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-1286542744 HTTP/1.1" status: 201 len: 201 time: 0.4153588 Jul 28 15:01:57.640638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45856) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.650975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-60bf31a3-44ee-47bf-aee5-5ce9e56fe6d9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-1286542744') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:57.733147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f1dd0ec-baed-473d-9a7b-278153aca20b req-25be9129-792f-461c-9b3a-1c7a115c9a1e tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0521700 Jul 28 15:01:57.739348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.813489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.815722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/98c12baa-ad9d-42b9-b2f5-cba3c8305203 HTTP/1.1" status: 204 len: 168 time: 0.8163097 Jul 28 15:01:57.817374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f49b6-c368-49fc-a8fd-15b776ba5f68 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=98c12baa-ad9d-42b9-b2f5-cba3c8305203,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:57.820553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45862) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.821917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.852378 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3058ef5-deb9-455d-9b84-db71f85f3905 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:57.868338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d3058ef5-deb9-455d-9b84-db71f85f3905 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/98c12baa-ad9d-42b9-b2f5-cba3c8305203 HTTP/1.1" status: 404 len: 333 time: 0.0321500 Jul 28 15:01:57.868338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45864) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.989651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port d7a8d62d-3302-433d-8235-66b80d0e66cc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:57.992326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.269662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.269662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for d7a8d62d-3302-433d-8235-66b80d0e66cc owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:58.531292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-60bf31a3-44ee-47bf-aee5-5ce9e56fe6d9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-1286542744 HTTP/1.1" status: 204 len: 168 time: 0.8893392 Jul 28 15:01:58.536056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45894) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:58.545305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-0da426db-2829-4c94-aa4f-a1dd3e269b86 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:58.545305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-0da426db-2829-4c94-aa4f-a1dd3e269b86 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.58 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 814 time: 0.8126302 Jul 28 15:01:58.547592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-b912989d-2e67-4a38-baea-835b6a681ed6 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:58.558054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Request body: {'port': {'device_id': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7', 'admin_state_up': True, 'tenant_id': 'b0457585e9cf49f7981d0cb1c10cd7cd'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:58.670131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b912989d-2e67-4a38-baea-835b6a681ed6 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags HTTP/1.1" status: 200 len: 238 time: 0.1322503 Jul 28 15:01:58.670955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45904) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:58.695448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-c3cc6ea6-bc71-4f9d-84ed-3fceca7979d1 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', {'tags': ['tempest-TagsTest-Tag-1117345489', 'tempest-TagsTest-Tag-1811655103', 'tempest-TagsTest-Tag-690263921']}) {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:58.707887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.893420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Made reservation on behalf of b0457585e9cf49f7981d0cb1c10cd7cd for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:58.894667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=d7a8d62d-3302-433d-8235-66b80d0e66cc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:58.899615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.941721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-29ffdd86-1418-4dd5-bc7c-d9daeba55ffc req-14704850-81b5-4ed3-a978-016623b72544 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0637040 Jul 28 15:01:58.984663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.984663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-63c63999-3c4c-4a07-b668-3335535c60f0 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/d7a8d62d-3302-433d-8235-66b80d0e66cc HTTP/1.1" status: 204 len: 168 time: 1.1215813 Jul 28 15:01:58.987633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45920) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:59.222011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Allocated IP 172.20.0.3 (0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7/a0844930-51fb-4ef4-9492-e0f54a266ce0/08a85c1a-8899-4f06-a62b-232f288081a7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:59.527400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.528162 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-0138654a-acb4-4740-a7f9-99e94f21532a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:01:59.530124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0138654a-acb4-4740-a7f9-99e94f21532a tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/d7a8d62d-3302-433d-8235-66b80d0e66cc HTTP/1.1" status: 404 len: 333 time: 0.5411191 Jul 28 15:01:59.534611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45944) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:59.598067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 558a5da6-c167-49c4-81ab-57d6cec5f0b9 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:01:59.601709 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.625722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c3cc6ea6-bc71-4f9d-84ed-3fceca7979d1 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "PUT /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags HTTP/1.1" status: 200 len: 308 time: 0.9534898 Jul 28 15:01:59.629254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45946) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:59.634482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-f4c8f51b-b2bf-4a8e-b419-266492ed270c tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-1117345489') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:59.687478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.694452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.784798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:59.795129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:59.802667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Pushing event updated for resources: {'Port': ['ID=08a85c1a-8899-4f06-a62b-232f288081a7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:59.805491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:59.829469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.874807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:59.875500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.951082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4c8f51b-b2bf-4a8e-b419-266492ed270c tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "DELETE /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-1117345489 HTTP/1.1" status: 204 len: 168 time: 0.3207424 Jul 28 15:01:59.956688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45962) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:59.961697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-ec91cdb7-4c31-42f5-8748-b278c20a7116 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-1117345489') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:00.064081 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-ec91cdb7-4c31-42f5-8748-b278c20a7116 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] show failed (client error): The resource could not be found. Jul 28 15:02:00.066114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ec91cdb7-4c31-42f5-8748-b278c20a7116 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-1117345489 HTTP/1.1" status: 404 len: 326 time: 0.1078887 Jul 28 15:02:00.071029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45968) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.076341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-5f965796-773d-4522-a906-c4f28979ce50 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-1811655103') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:00.086851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-6dcf5108-7e28-4427-b071-fc25997add33 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5332093 Jul 28 15:02:00.155589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.160886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Request body: {'port': {'device_id': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:00.219408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=558a5da6-c167-49c4-81ab-57d6cec5f0b9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:00.231957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.234893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-43e5e571-2ecd-4b35-a902-e46f35079797 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/558a5da6-c167-49c4-81ab-57d6cec5f0b9 HTTP/1.1" status: 204 len: 168 time: 0.6990592 Jul 28 15:02:00.237492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45976) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.258768 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e307aa2-413e-4dbc-a4a1-1ac9f1210c90 None None] Network 54ec5189-9c0d-4d33-9623-22adad6eeca0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:00.301752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.329032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5f965796-773d-4522-a906-c4f28979ce50 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-1811655103 HTTP/1.1" status: 204 len: 168 time: 0.2575362 Jul 28 15:02:00.350427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.356951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-9f8a141a-a9a3-4b47-81b9-3e4949789387 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-690263921') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:00.388861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b4715-83f7-47a6-97e9-a6431b1dcf9e req-a5536651-2fbf-4997-b7af-198edd45d22e tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:00.390968 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-480b4715-83f7-47a6-97e9-a6431b1dcf9e req-a5536651-2fbf-4997-b7af-198edd45d22e tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 931 time: 0.2853687 Jul 28 15:02:00.462642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.482963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-480b4715-83f7-47a6-97e9-a6431b1dcf9e req-9cac15d3-c956-4f19-b15d-1a43c0427d61 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844736 Jul 28 15:02:00.579813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port af547514-8f7b-4d10-9142-0facd3ba6e53 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:00.579813 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.632277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9f8a141a-a9a3-4b47-81b9-3e4949789387 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-690263921 HTTP/1.1" status: 204 len: 168 time: 0.2802758 Jul 28 15:02:00.657196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45996) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.662373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-ba82c55e-477e-4c6c-bee3-20aace7e0e8f tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:00.681490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] DHCP port deletion for 54ec5189-9c0d-4d33-9623-22adad6eeca0 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:00.769425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] For port af547514-8f7b-4d10-9142-0facd3ba6e53, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af547514-8f7b-4d10-9142-0facd3ba6e53,segment=NetworkSegment(6c85d25d-dfea-47b4-8b0a-514d339d58b6),segment_id=6c85d25d-dfea-47b4-8b0a-514d339d58b6)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:00.769622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.787762 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for af547514-8f7b-4d10-9142-0facd3ba6e53 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:00.806908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] Deleting port af547514-8f7b-4d10-9142-0facd3ba6e53 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:00.813498 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.970897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ba82c55e-477e-4c6c-bee3-20aace7e0e8f tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "DELETE /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags HTTP/1.1" status: 204 len: 168 time: 0.3124778 Jul 28 15:02:00.974534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.984158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.tag.tag_plugin [None req-2e656fab-7479-43dc-852c-2d518df40067 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-1811655103') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:00.987034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a85c1a-8899-4f06-a62b-232f288081a7 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:02:00.991562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af547514-8f7b-4d10-9142-0facd3ba6e53 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:00.995647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.000296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] For port af547514-8f7b-4d10-9142-0facd3ba6e53, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af547514-8f7b-4d10-9142-0facd3ba6e53,segment=NetworkSegment(6c85d25d-dfea-47b4-8b0a-514d339d58b6),segment_id=6c85d25d-dfea-47b4-8b0a-514d339d58b6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:01.000729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.040602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] Calling delete_port for af547514-8f7b-4d10-9142-0facd3ba6e53 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:01.097119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Transition to ACTIVE for port object 08a85c1a-8899-4f06-a62b-232f288081a7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:01.098832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.130531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=af547514-8f7b-4d10-9142-0facd3ba6e53,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:01.135254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No DVR routers for this DVR port af547514-8f7b-4d10-9142-0facd3ba6e53 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:01.142408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port af547514-8f7b-4d10-9142-0facd3ba6e53 {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 15:02:01.142408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af547514-8f7b-4d10-9142-0facd3ba6e53 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:01.144443 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2e656fab-7479-43dc-852c-2d518df40067 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] show failed (client error): The resource could not be found. Jul 28 15:02:01.150456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e656fab-7479-43dc-852c-2d518df40067 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-1811655103 HTTP/1.1" status: 404 len: 326 time: 0.1692357 Jul 28 15:02:01.153097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46014) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:01.159180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-9dc13168-ab2a-4624-8273-abb2f4fd7e46 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646', 'tempest-TagsTest-Tag-690263921') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.236934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.275091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.276079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.288469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec5189-9c0d-4d33-9623-22adad6eeca0']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.290336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] Pushing event deleted for resources: {'Port': ['ID=af547514-8f7b-4d10-9142-0facd3ba6e53,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:01.295116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de37c9-10c5-4cf6-a7aa-646523fae6dd None None] No DVR routers for this DVR port af547514-8f7b-4d10-9142-0facd3ba6e53 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:01.328231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c85d25d-dfea-47b4-8b0a-514d339d58b6') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.328231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c85d25d-dfea-47b4-8b0a-514d339d58b6') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.328681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.345842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.353442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:01.355384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.371610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Pushing event updated for resources: {'Port': ['ID=08a85c1a-8899-4f06-a62b-232f288081a7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:01.425675 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:01.524617 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-9dc13168-ab2a-4624-8273-abb2f4fd7e46 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] show failed (client error): The resource could not be found. Jul 28 15:02:01.526651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9dc13168-ab2a-4624-8273-abb2f4fd7e46 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "GET /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags/tempest-TagsTest-Tag-690263921 HTTP/1.1" status: 404 len: 325 time: 0.3715005 Jul 28 15:02:01.535415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46032) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:01.541287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.tag.tag_plugin [None req-b90f912e-2d30-45b4-9306-5c06cea87348 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0996191a-c102-43f6-8da2-6ad0bafec646') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.594626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.607637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Attempting to bind port 08a85c1a-8899-4f06-a62b-232f288081a7 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:01.607975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Attempting to bind port 08a85c1a-8899-4f06-a62b-232f288081a7 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:01.608313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Attempting to bind port 08a85c1a-8899-4f06-a62b-232f288081a7 on network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:01.623279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.623505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Port 08a85c1a-8899-4f06-a62b-232f288081a7 on network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:02:01.623505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Attempting to bind port 08a85c1a-8899-4f06-a62b-232f288081a7 on network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:01.623925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/54ec5189-9c0d-4d33-9623-22adad6eeca0 HTTP/1.1" status: 204 len: 168 time: 1.3836570 Jul 28 15:02:01.628707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46036) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:01.634763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1566334777'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:01.637583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37eab-c5be-4612-9eb0-0303c23ff13d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=54ec5189-9c0d-4d33-9623-22adad6eeca0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:01.644877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:01.645305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Checking segment: {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:01.646397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Bound using segment: {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:01.646397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Bound port: 08a85c1a-8899-4f06-a62b-232f288081a7, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:01.646669 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.671025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b3e5b-c433-4560-a949-9b3eff22ef49 req-90ff2a77-7abb-4d4a-a41e-58ef2d4bcc19 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:01.673932 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-034b3e5b-c433-4560-a949-9b3eff22ef49 req-90ff2a77-7abb-4d4a-a41e-58ef2d4bcc19 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 943 time: 0.0911467 Jul 28 15:02:01.714010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b90f912e-2d30-45b4-9306-5c06cea87348 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "DELETE /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646/tags HTTP/1.1" status: 204 len: 168 time: 0.1762946 Jul 28 15:02:01.722656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46038) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:01.753154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-034b3e5b-c433-4560-a949-9b3eff22ef49 req-ba943053-0574-4ebc-aa50-085297a8d34d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705407 Jul 28 15:02:01.829703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:01.833209 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.854420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] For port 08a85c1a-8899-4f06-a62b-232f288081a7, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:01.873488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.881922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] For port 08a85c1a-8899-4f06-a62b-232f288081a7, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=08a85c1a-8899-4f06-a62b-232f288081a7,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:01.897956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:01.937440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.937814 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Added segment a4fd622b-c5aa-42f8-a676-118ce02c62e1 of type vlan for network b7241b22-0560-4d14-abd6-eb88d658d7d0 Jul 28 15:02:02.010827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.069872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.077696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.099668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0996191a-c102-43f6-8da2-6ad0bafec646']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:02.104510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:02.105187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.106640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] 10.222.0.58 "PUT /v2.0/ports/08a85c1a-8899-4f06-a62b-232f288081a7 HTTP/1.1" status: 200 len: 1092 time: 1.9959357 Jul 28 15:02:02.107100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'tag': '08a85c1a-8899-4f06-a62b-232f288081a7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:02:02.109495 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9829b87-3c2a-4183-9947-e01b2a6723f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2972a59e-2359-45c3-8872-a35e6364ea7f", "tag": "08a85c1a-8899-4f06-a62b-232f288081a7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:02:02.143483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e56f36b-a798-4449-b3de-74714fd526aa') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:02.143786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e56f36b-a798-4449-b3de-74714fd526aa') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:02.162881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.165772 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8978960b-1056-4dc8-abe8-83b071b72606 x-openstack-request-id: req-8978960b-1056-4dc8-abe8-83b071b72606 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:02:02.166066 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2972a59e-2359-45c3-8872-a35e6364ea7f", "tag": "08a85c1a-8899-4f06-a62b-232f288081a7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:02:02.166319 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8978960b-1056-4dc8-abe8-83b071b72606 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:02:02.166718 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'tag': '08a85c1a-8899-4f06-a62b-232f288081a7', 'status': 'completed', 'code': 200} Jul 28 15:02:02.177493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af34bdb-8396-4dc2-bd6a-6ad59a16a807 service neutron] Pushing event updated for resources: {'Port': ['ID=08a85c1a-8899-4f06-a62b-232f288081a7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:02.189099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.196956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:02.208714 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:02.304482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829b87-3c2a-4183-9947-e01b2a6723f0 req-18ffa3a9-467a-470a-a284-f659c72a63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:02.306776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9829b87-3c2a-4183-9947-e01b2a6723f0 req-18ffa3a9-467a-470a-a284-f659c72a63bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 1095 time: 0.1043947 Jul 28 15:02:02.316363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.334691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.334691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:02.334691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.469448 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.485693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.493781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] 10.222.0.57 "DELETE /v2.0/networks/0996191a-c102-43f6-8da2-6ad0bafec646 HTTP/1.1" status: 204 len: 168 time: 0.7634115 Jul 28 15:02:02.503057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Network': ['ID=b7241b22-0560-4d14-abd6-eb88d658d7d0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:02.523935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:02.561880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d977a-4437-4436-94f6-3a9cd221c2e9 tempest-TagsTest-886763224 tempest-TagsTest-886763224-project] Pushing event deleted for resources: {'Network': ['ID=0996191a-c102-43f6-8da2-6ad0bafec646,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:02.579381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46060) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:02.580244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f347759c-55aa-4f8a-ad71-09419389c885 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9489000 Jul 28 15:02:02.593813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:02.654009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829b87-3c2a-4183-9947-e01b2a6723f0 req-3085e11c-c380-475d-9a04-c0ae301db1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:02.654009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9829b87-3c2a-4183-9947-e01b2a6723f0 req-3085e11c-c380-475d-9a04-c0ae301db1bb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3335228 Jul 28 15:02:02.917734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829b87-3c2a-4183-9947-e01b2a6723f0 req-df50676d-9982-4c8a-901b-4669cf7a0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:02.919329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9829b87-3c2a-4183-9947-e01b2a6723f0 req-df50676d-9982-4c8a-901b-4669cf7a0b16 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579534 Jul 28 15:02:03.008267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256ba7-d09c-404e-97b7-ad498ba45174 req-4fb1dee6-6b6e-4eee-9f46-87b18cbab554 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:03.008595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9256ba7-d09c-404e-97b7-ad498ba45174 req-4fb1dee6-6b6e-4eee-9f46-87b18cbab554 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 943 time: 0.1247261 Jul 28 15:02:03.072716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-03c4e8b8-75cc-4e1c-bc9d-1bbbc615ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:03.074364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-03c4e8b8-75cc-4e1c-bc9d-1bbbc615ccf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 1095 time: 0.0825584 Jul 28 15:02:03.080537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9256ba7-d09c-404e-97b7-ad498ba45174 req-be4f843f-6e14-43b5-8489-609e856ebb6b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Jul 28 15:02:03.130041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-b017acff-8ced-452a-ac78-4be84524c8cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a85c1a-8899-4f06-a62b-232f288081a7 HTTP/1.1" status: 200 len: 217 time: 0.0458872 Jul 28 15:02:03.166878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:03.171117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.218312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-c350490f-ee99-44d6-9a3e-431aed7b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:03.221700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-c350490f-ee99-44d6-9a3e-431aed7b7ac7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0844930-51fb-4ef4-9492-e0f54a266ce0 HTTP/1.1" status: 200 len: 854 time: 0.0834069 Jul 28 15:02:03.258443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-ea3daa06-1809-4738-8555-1e1dac09f298 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280092 Jul 28 15:02:03.489251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-c3cc8522-5491-41db-9c96-45f5cb75513c service neutron] 10.222.0.58 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171063 Jul 28 15:02:03.635184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.706091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46082) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:03.743179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=789128cf-9994-4878-ac38-182d46ffef34,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:03.749829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Checking segment: {'id': 'a4fd622b-c5aa-42f8-a676-118ce02c62e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:03.750488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network hostable DHCP agents. Network: b7241b22-0560-4d14-abd6-eb88d658d7d0, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:03.789645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d00a3b9e-fe7f-438d-9fb8-0719d6852e92 req-ae52ab05-10cb-4950-97b6-309f0175cd13 service neutron] 10.222.0.58 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815440 Jul 28 15:02:03.881331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:03.895537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f5ed953b-bba9-4800-b2b0-57a87f72400d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b50ff97451545ee9a6e97888258208a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877697 Jul 28 15:02:03.898054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46086) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:03.961294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b7241b22-0560-4d14-abd6-eb88d658d7d0) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:03.962783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e84ad0a-5c23-421d-ba04-03a6bf7bf836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.978267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116f8b5-b794-43e7-962c-0d5944c514ef None None] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:03.979172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:03.984365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.992099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e84ad0a-5c23-421d-ba04-03a6bf7bf836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.087091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2082e8be-ed1d-4419-a81a-5e331c3ca5c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5045886 Jul 28 15:02:04.089991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46088) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:04.096212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1757151541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:04.136848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e84ad0a-5c23-421d-ba04-03a6bf7bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.139537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e84ad0a-5c23-421d-ba04-03a6bf7bf836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.140795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e84ad0a-5c23-421d-ba04-03a6bf7bf836 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7f0b059-864f-4108-bcfd-271d6eeb80cd HTTP/1.1" status: 204 len: 168 time: 0.2417326 Jul 28 15:02:04.158884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84ad0a-5c23-421d-ba04-03a6bf7bf836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0b059-864f-4108-bcfd-271d6eeb80cd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:04.224412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.230693 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.246991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b7241b22-0560-4d14-abd6-eb88d658d7d0', 'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '789128cf-9994-4878-ac38-182d46ffef34'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:04.248334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.291527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f715-732f-4b1b-88ce-968109713eb1 req-259287b5-8827-47b4-8753-8a215fe12238 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:04.295563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0886f715-732f-4b1b-88ce-968109713eb1 req-259287b5-8827-47b4-8753-8a215fe12238 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 943 time: 0.0796854 Jul 28 15:02:04.319465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.387234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0886f715-732f-4b1b-88ce-968109713eb1 req-e729d24e-e903-4eda-9cfc-3afd858c6153 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851889 Jul 28 15:02:04.448194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.487956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Allocated IP 2001:db8::2 (b7241b22-0560-4d14-abd6-eb88d658d7d0/789128cf-9994-4878-ac38-182d46ffef34/beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:04.544591 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.546940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d9a3dc8-8ebc-44f9-b0d0-2501c3ba7fcf tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4546263 Jul 28 15:02:04.548803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46102) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:04.556188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0', 'name': 'tempest-PortsIpV6TestJSON-1270080517'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:04.879060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.909643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Transition to ACTIVE for port object beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:04.920308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Transition to ACTIVE for port object beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:05.078562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:05.083252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.113950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 9a1a035b-442b-473d-98bd-622a99cb3828 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:05.203185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.285090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:05.317333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:05.331548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:05.375197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::91 (b7241b22-0560-4d14-abd6-eb88d658d7d0/789128cf-9994-4878-ac38-182d46ffef34/9a1a035b-442b-473d-98bd-622a99cb3828) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:05.449229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Pushing event updated for resources: {'Port': ['ID=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:05.479268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Attempting to bind port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:05.480758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Attempting to bind port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a4fd622b-c5aa-42f8-a676-118ce02c62e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:05.481590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Attempting to bind port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 on network b7241b22-0560-4d14-abd6-eb88d658d7d0 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:05.495027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:05.497428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Checking segment: {'id': 'a4fd622b-c5aa-42f8-a676-118ce02c62e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:05.498665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.499800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Bound using segment: {'id': 'a4fd622b-c5aa-42f8-a676-118ce02c62e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:05.501133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Bound port: beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd622b-c5aa-42f8-a676-118ce02c62e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b7241b22-0560-4d14-abd6-eb88d658d7d0'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:05.505225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.663771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6669-49bb-4b17-9719-028e57483166 req-ced8a2de-ba5d-4030-9b9e-1446acdc7695 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:05.673527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.681003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-056f6669-49bb-4b17-9719-028e57483166 req-ced8a2de-ba5d-4030-9b9e-1446acdc7695 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 943 time: 0.1357071 Jul 28 15:02:05.693501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 9a1a035b-442b-473d-98bd-622a99cb3828 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:05.719517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] For port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:05.726425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] For port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,segment=NetworkSegment(a4fd622b-c5aa-42f8-a676-118ce02c62e1),segment_id=a4fd622b-c5aa-42f8-a676-118ce02c62e1)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:05.755329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-056f6669-49bb-4b17-9719-028e57483166 req-d78f47a3-62be-46b4-b276-50319a6f884c tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703447 Jul 28 15:02:05.807495 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.867852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ad451-2eb3-474d-8ca0-2f9cc40fcf90 None None] Pushing event updated for resources: {'Port': ['ID=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:05.892321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.943367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:05.947468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:05.952549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:05.958490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:05.959232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.016167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=9a1a035b-442b-473d-98bd-622a99cb3828,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:06.121717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.125618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-992fc8c4-fa5e-4333-8840-c52eb7f77e32 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5729444 Jul 28 15:02:06.126178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:06.763768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.074515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:07.286710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:07.371959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb54ba5-318e-464f-bb88-faa4530dedef req-7c62c4df-6660-489d-b56d-b4e48adecd5b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:07.373818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecb54ba5-318e-464f-bb88-faa4530dedef req-7c62c4df-6660-489d-b56d-b4e48adecd5b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 943 time: 0.4632516 Jul 28 15:02:07.450243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecb54ba5-318e-464f-bb88-faa4530dedef req-e9c100ae-cd49-40b1-9077-37ca7a6bdd6c tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662065 Jul 28 15:02:07.555072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.570798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089cdbf-ff6e-46d5-9dac-f8ed9e6456af None None] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:07.652836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.772815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] Provisioning for port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:07.786191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] Provisioning complete for port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:07.787449 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.789717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=9a1a035b-442b-473d-98bd-622a99cb3828,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:07.959766 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.960718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.023992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] For port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,segment=NetworkSegment(a4fd622b-c5aa-42f8-a676-118ce02c62e1),segment_id=a4fd622b-c5aa-42f8-a676-118ce02c62e1)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:08.139065 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.218700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.223278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 08a85c1a-8899-4f06-a62b-232f288081a7 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:02:08.331704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6dbde321-5d4e-457e-b100-9de68409c3e0 None None] Provisioning complete for port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:08.332371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6dbde321-5d4e-457e-b100-9de68409c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.335062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e1b35-1256-4ed4-8981-465b0ab76c4c None None] Pushing event updated for resources: {'Port': ['ID=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:08.658352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 08a85c1a-8899-4f06-a62b-232f288081a7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=08a85c1a-8899-4f06-a62b-232f288081a7,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:08.700209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '08a85c1a-8899-4f06-a62b-232f288081a7', 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7', 'port_id': '08a85c1a-8899-4f06-a62b-232f288081a7', 'mac_address': 'fa:16:3e:60:bf:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0844930-51fb-4ef4-9492-e0f54a266ce0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:02:08.725898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5004d7-b624-4889-8093-e48b4b2bd70b req-7c3b8eab-a0af-41c1-8700-a856f4b7364d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:08.727513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc5004d7-b624-4889-8093-e48b4b2bd70b req-7c3b8eab-a0af-41c1-8700-a856f4b7364d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 943 time: 0.1399338 Jul 28 15:02:08.760200 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.779726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a85c1a-8899-4f06-a62b-232f288081a7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:02:08.783778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.803933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc5004d7-b624-4889-8093-e48b4b2bd70b req-f462024d-1077-4a40-8228-80baaefd134d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Jul 28 15:02:08.813068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 08a85c1a-8899-4f06-a62b-232f288081a7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=08a85c1a-8899-4f06-a62b-232f288081a7,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:08.881391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:08.885428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6dbde321-5d4e-457e-b100-9de68409c3e0 None None] Provisioning for port 9a1a035b-442b-473d-98bd-622a99cb3828 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:08.910014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6dbde321-5d4e-457e-b100-9de68409c3e0 None None] Provisioning complete for port 9a1a035b-442b-473d-98bd-622a99cb3828 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:08.910388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6dbde321-5d4e-457e-b100-9de68409c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.961032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6dbde321-5d4e-457e-b100-9de68409c3e0 None None] Port 9a1a035b-442b-473d-98bd-622a99cb3828 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:08.968405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:08.969101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.972411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.973255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.994290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.073697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=08a85c1a-8899-4f06-a62b-232f288081a7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:09.091297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=9a1a035b-442b-473d-98bd-622a99cb3828,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:09.135341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5d3d952c-c20d-4d32-9eca-5ccbe3018653 None None] Provisioning complete for port 9a1a035b-442b-473d-98bd-622a99cb3828 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:09.135989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d3d952c-c20d-4d32-9eca-5ccbe3018653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.156091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:09.156091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:09.194564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d952c-c20d-4d32-9eca-5ccbe3018653 None None] Port 9a1a035b-442b-473d-98bd-622a99cb3828 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:09.302381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['08a85c1a-8899-4f06-a62b-232f288081a7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:02:09.539238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d5fdae84-d8d5-4cde-9003-a718a122d8c4 None None] Provisioning complete for port 9a1a035b-442b-473d-98bd-622a99cb3828 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:09.540230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d5fdae84-d8d5-4cde-9003-a718a122d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.596834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-c9a5e472-3908-428e-b3b0-b0c79ae87dfc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485411 Jul 28 15:02:09.611912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d5fdae84-d8d5-4cde-9003-a718a122d8c4 None None] Port 9a1a035b-442b-473d-98bd-622a99cb3828 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:09.702698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a65017-4eff-412b-bded-601108e99945 req-ebf79d2f-3efb-4d90-abc3-c48535a49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:09.704146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-ebf79d2f-3efb-4d90-abc3-c48535a49cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.0448773 Jul 28 15:02:09.705260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Router 9b32ea2a-528f-4dc9-8797-315a85ef052b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:02:09.855960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:09.868268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e8529869-25da-496a-892b-3cc3e0e0fdea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/routers/9b32ea2a-528f-4dc9-8797-315a85ef052b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406828 Jul 28 15:02:09.871087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46204) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:09.879372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] Sync routers for ids ['9b32ea2a-528f-4dc9-8797-315a85ef052b'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:09.891289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] Routers {'9b32ea2a-528f-4dc9-8797-315a85ef052b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:09.891289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:01:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b32ea2a-528f-4dc9-8797-315a85ef052b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:09.925750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:09.936688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] Routers {'9b32ea2a-528f-4dc9-8797-315a85ef052b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:09.937338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:01:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b32ea2a-528f-4dc9-8797-315a85ef052b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:10.006214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:10.006889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd575fb6-79b1-4526-9b10-c779732ea47c None None] The sync data for ids ['9b32ea2a-528f-4dc9-8797-315a85ef052b'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:10.217427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 08a85c1a-8899-4f06-a62b-232f288081a7 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:10.360899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a65017-4eff-412b-bded-601108e99945 req-bdb03fbe-69de-4b21-b77f-8f64f132aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:10.360899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-bdb03fbe-69de-4b21-b77f-8f64f132aa27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.6076565 Jul 28 15:02:10.446725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-ce5d3344-536b-44aa-b7fe-aabe6552f693 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1001 time: 0.0772736 Jul 28 15:02:10.446994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 08a85c1a-8899-4f06-a62b-232f288081a7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:10.452871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 08a85c1a-8899-4f06-a62b-232f288081a7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:10.458514 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:10.489789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46222) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:10.509959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a53b7-50cd-40eb-9b32-66fb4dfe0714 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:10.515094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46226) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:10.516160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e6a53b7-50cd-40eb-9b32-66fb4dfe0714 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b32ea2a-528f-4dc9-8797-315a85ef052b HTTP/1.1" status: 200 len: 988 time: 0.6432157 Jul 28 15:02:10.536032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f067f1-c9e9-4c39-a881-baa2eaf88499 req-a767a1bf-eb67-4673-b04c-74c91d711eb6 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:10.547049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5f067f1-c9e9-4c39-a881-baa2eaf88499 req-a767a1bf-eb67-4673-b04c-74c91d711eb6 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 944 time: 0.2230291 Jul 28 15:02:10.579689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:10.583737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a65017-4eff-412b-bded-601108e99945 req-bd273a56-bbf0-4ca8-8efb-001ffbcd3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:10.586438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-bd273a56-bbf0-4ca8-8efb-001ffbcd3b0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.1302166 Jul 28 15:02:10.622047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5f067f1-c9e9-4c39-a881-baa2eaf88499 req-3f3a0a34-07af-4c62-88c8-e3a59b3b4d52 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737331 Jul 28 15:02:10.622326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a85c1a-8899-4f06-a62b-232f288081a7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:02:10.625232 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa76b3f-b9db-46cb-bf64-4a837cffb7de" -d '{"events": [{"server_uuid": "2972a59e-2359-45c3-8872-a35e6364ea7f", "name": "network-vif-plugged", "status": "completed", "tag": "08a85c1a-8899-4f06-a62b-232f288081a7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:02:10.648961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 08a85c1a-8899-4f06-a62b-232f288081a7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=08a85c1a-8899-4f06-a62b-232f288081a7,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:10.695426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a65017-4eff-412b-bded-601108e99945 req-50f662d0-f392-45a2-82bf-0a14e79d6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:10.697068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-50f662d0-f392-45a2-82bf-0a14e79d6e04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889711 Jul 28 15:02:10.827835 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46cba399-16d0-4a7a-bdad-db648c529d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:10.830219 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-1e3ae41e-6da5-4a0f-8f7c-d767c250ce40 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231141 Jul 28 15:02:10.858181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:10.977172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=08a85c1a-8899-4f06-a62b-232f288081a7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:11.041093 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d13863-21f1-40ef-b3ca-04a00f344454 x-openstack-request-id: req-74d13863-21f1-40ef-b3ca-04a00f344454 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:02:11.041630 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2972a59e-2359-45c3-8872-a35e6364ea7f", "name": "network-vif-plugged", "status": "completed", "tag": "08a85c1a-8899-4f06-a62b-232f288081a7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:02:11.042471 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74d13863-21f1-40ef-b3ca-04a00f344454 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:02:11.043113 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a85c1a-8899-4f06-a62b-232f288081a7', 'code': 200} Jul 28 15:02:11.052310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e8a65017-4eff-412b-bded-601108e99945 req-52236ac9-9199-4632-92b0-175cbf733118 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145810 Jul 28 15:02:11.195247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46cba399-16d0-4a7a-bdad-db648c529d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.275740 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-46cba399-16d0-4a7a-bdad-db648c529d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.290602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6251cfd-5aa8-4078-b375-a3e3b442cd72 req-57600782-6ba0-45e9-85f6-967fd4b1a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:11.292281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e6251cfd-5aa8-4078-b375-a3e3b442cd72 req-57600782-6ba0-45e9-85f6-967fd4b1a5e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 1097 time: 0.1477156 Jul 28 15:02:11.305739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995d81-4d3c-4329-8738-8736f87f1c57 req-d37f8739-b466-4b95-8a3f-c385b2cb7891 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:11.307301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57995d81-4d3c-4329-8738-8736f87f1c57 req-d37f8739-b466-4b95-8a3f-c385b2cb7891 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 948 time: 0.1385503 Jul 28 15:02:11.357531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.362001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cba399-16d0-4a7a-bdad-db648c529d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9368bbc8-120a-4d3a-84e6-b8a4ded14512,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:11.391251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e6251cfd-5aa8-4078-b375-a3e3b442cd72 req-b343bd06-3984-46d6-bfca-4e65105a4a7a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 Jul 28 15:02:11.433678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57995d81-4d3c-4329-8738-8736f87f1c57 req-d3a89366-c0b1-4136-bc5a-31da8e01b3ab tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040578 Jul 28 15:02:11.436480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-46cba399-16d0-4a7a-bdad-db648c529d8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b3e5640317a438bac1db798cd40b879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9452856 Jul 28 15:02:11.439973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46236) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:11.593889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d10f9615-9b64-4e99-b746-2c8074e6e6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.621637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d10f9615-9b64-4e99-b746-2c8074e6e6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.795956 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d10f9615-9b64-4e99-b746-2c8074e6e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.801806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d10f9615-9b64-4e99-b746-2c8074e6e6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.804053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d10f9615-9b64-4e99-b746-2c8074e6e6c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9368bbc8-120a-4d3a-84e6-b8a4ded14512 HTTP/1.1" status: 204 len: 168 time: 0.3624957 Jul 28 15:02:11.847591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9615-9b64-4e99-b746-2c8074e6e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9368bbc8-120a-4d3a-84e6-b8a4ded14512,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:12.044594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6257f8-fe3a-4dab-bd2f-5a425cb4acc5 req-9fb02fe5-40d7-4725-b0c1-c583954d734d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:12.046276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f6257f8-fe3a-4dab-bd2f-5a425cb4acc5 req-9fb02fe5-40d7-4725-b0c1-c583954d734d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 945 time: 0.0825875 Jul 28 15:02:12.122852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f6257f8-fe3a-4dab-bd2f-5a425cb4acc5 req-0c2488cd-daf4-4f79-83fa-3e9d03ed12a7 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677471 Jul 28 15:02:12.177971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 9a1a035b-442b-473d-98bd-622a99cb3828 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:12.178833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.291225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.308887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 9a1a035b-442b-473d-98bd-622a99cb3828 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:12.645849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3e2f5-a50f-4d8c-98da-8632717a1180 req-e7c86aba-4f37-4154-af7f-07704b745e33 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:12.647618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ed3e2f5-a50f-4d8c-98da-8632717a1180 req-e7c86aba-4f37-4154-af7f-07704b745e33 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 948 time: 0.0878422 Jul 28 15:02:12.704519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ed3e2f5-a50f-4d8c-98da-8632717a1180 req-afdfbd99-978e-44ac-8241-1fb6324bda3e tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Jul 28 15:02:12.776000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.834164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=9a1a035b-442b-473d-98bd-622a99cb3828,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:12.929396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46260) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:12.943645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f39bde12-d5d3-49a4-b7a8-6a4d84455565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.972242 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.116252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-268b6b98-a87e-4217-9a3c-a2eec9242954 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:13.118041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-268b6b98-a87e-4217-9a3c-a2eec9242954 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.58 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 948 time: 0.1167183 Jul 28 15:02:13.259706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f39bde12-d5d3-49a4-b7a8-6a4d84455565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.300741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Router 9b32ea2a-528f-4dc9-8797-315a85ef052b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:02:13.317111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Deleting port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:13.317570 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.329515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694490b9-c540-4cb1-8a22-c4a2be033653 req-5ef1f26e-7f04-4400-869e-d7f144bd8382 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:13.331753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-694490b9-c540-4cb1-8a22-c4a2be033653 req-5ef1f26e-7f04-4400-869e-d7f144bd8382 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 945 time: 0.0871072 Jul 28 15:02:13.394922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f39bde12-d5d3-49a4-b7a8-6a4d84455565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.422988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46268) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:13.425538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:13.441047 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] Sync routers for ids ['9b32ea2a-528f-4dc9-8797-315a85ef052b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:13.449530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1fdc7570-c29b-46ae-b0ee-fb8a6e837255 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/routers/9b32ea2a-528f-4dc9-8797-315a85ef052b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9326363 Jul 28 15:02:13.451541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46270) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:13.465046 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] Routers {'9b32ea2a-528f-4dc9-8797-315a85ef052b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:13.465841 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:01:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b32ea2a-528f-4dc9-8797-315a85ef052b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.485578 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f9e03c-5424-45b1-bb1d-2c7ddb775cb3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:02:13.491350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61f9e03c-5424-45b1-bb1d-2c7ddb775cb3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/9a1a035b-442b-473d-98bd-622a99cb3828 HTTP/1.1" status: 404 len: 333 time: 0.0379481 Jul 28 15:02:13.493833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46274) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:13.550318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f39bde12-d5d3-49a4-b7a8-6a4d84455565 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a9e86a2e3154d0abb72e0b052cbd3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193395 Jul 28 15:02:13.560341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:13.572825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bde12-d5d3-49a4-b7a8-6a4d84455565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef134ed-595c-4a48-b669-7d8179bb5413,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:13.608349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-694490b9-c540-4cb1-8a22-c4a2be033653 req-0a1b153b-5597-4f8b-a42f-25a03eed2a54 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612484 Jul 28 15:02:13.660660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.670678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] For port f961d8c1-9844-42f9-8f80-f3e6c9e95f15, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:13.671264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.708026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Calling delete_port for f961d8c1-9844-42f9-8f80-f3e6c9e95f15 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:13.878902 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.896113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] Routers {'9b32ea2a-528f-4dc9-8797-315a85ef052b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:13.897171 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:01:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b32ea2a-528f-4dc9-8797-315a85ef052b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.953463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.953463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abbb5e-a65f-4b2a-bbf9-18338fc5c005 None None] The sync data for ids ['9b32ea2a-528f-4dc9-8797-315a85ef052b'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:14.008417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bad9cb8c-415a-443d-a62f-deabba2f7fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.044640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.051565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.110306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587de3-7389-4547-b0e7-d550be7cc174 req-68dfe59c-9c21-43d4-a7ee-20853bd297cd tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:14.117873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb587de3-7389-4547-b0e7-d550be7cc174 req-68dfe59c-9c21-43d4-a7ee-20853bd297cd tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 948 time: 0.2151079 Jul 28 15:02:14.156032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb587de3-7389-4547-b0e7-d550be7cc174 req-145c1c2f-84c4-4b5f-8108-b30257d27cf4 tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/security-groups?id=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372460 Jul 28 15:02:14.157286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bad9cb8c-415a-443d-a62f-deabba2f7fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.273442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.298517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.299068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Fanout notify agent at l3_agent the message router_deleted on router 9b32ea2a-528f-4dc9-8797-315a85ef052b {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:02:14.307011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.316496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22e8265a-ba5d-43e6-910c-76f105a89ac1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/routers/9b32ea2a-528f-4dc9-8797-315a85ef052b HTTP/1.1" status: 204 len: 168 time: 0.8120348 Jul 28 15:02:14.316496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46320) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:14.331881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Pushing event deleted for resources: {'Port': ['ID=f961d8c1-9844-42f9-8f80-f3e6c9e95f15,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:14.405178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 789128cf-9994-4878-ac38-182d46ffef34 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:14.417934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.496725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] No DVR routers for this DVR port f961d8c1-9844-42f9-8f80-f3e6c9e95f15 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:14.503507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.503507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca888ea0-47a1-4149-896c-fcf23424e3e4 req-fc89af17-5199-4f31-81cb-d24510ec1f7a tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.58 "DELETE /v2.0/ports/f961d8c1-9844-42f9-8f80-f3e6c9e95f15 HTTP/1.1" status: 204 len: 173 time: 1.3769588 Jul 28 15:02:14.506512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c632c2-c150-423c-a221-9136378f0176', 'name': 'network-vif-deleted', 'tag': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:02:14.509765 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626b904-c52d-4146-8f55-4cb521ab1aa6" -d '{"events": [{"server_uuid": "43c632c2-c150-423c-a221-9136378f0176", "name": "network-vif-deleted", "tag": "f961d8c1-9844-42f9-8f80-f3e6c9e95f15"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:02:14.538330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bad9cb8c-415a-443d-a62f-deabba2f7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.543427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bad9cb8c-415a-443d-a62f-deabba2f7fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.550520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bad9cb8c-415a-443d-a62f-deabba2f7fbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ef134ed-595c-4a48-b669-7d8179bb5413 HTTP/1.1" status: 204 len: 168 time: 0.9838901 Jul 28 15:02:14.553542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.592826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9cb8c-415a-443d-a62f-deabba2f7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef134ed-595c-4a48-b669-7d8179bb5413,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:14.659045 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2205d4-00e9-4e51-a31e-4389d7301a07 x-openstack-request-id: req-ee2205d4-00e9-4e51-a31e-4389d7301a07 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:02:14.659275 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c632c2-c150-423c-a221-9136378f0176", "name": "network-vif-deleted", "tag": "f961d8c1-9844-42f9-8f80-f3e6c9e95f15", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:02:14.659513 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee2205d4-00e9-4e51-a31e-4389d7301a07 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:02:14.659921 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c632c2-c150-423c-a221-9136378f0176', 'name': 'network-vif-deleted', 'tag': 'f961d8c1-9844-42f9-8f80-f3e6c9e95f15', 'status': 'completed', 'code': 200} Jul 28 15:02:14.872304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.934580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.302921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5cb3244-198d-4785-ab32-3d4d94accf79 req-32f9b38f-c0ec-4608-889f-28584e7fbacd tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.0329034 Jul 28 15:02:15.334740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Deleting port a44e8be1-e92e-476d-9310-0f9023080393 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:15.335915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.426683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] For port a44e8be1-e92e-476d-9310-0f9023080393, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a44e8be1-e92e-476d-9310-0f9023080393,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:15.427050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.438851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.442781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Calling delete_port for a44e8be1-e92e-476d-9310-0f9023080393 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:15.515694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=789128cf-9994-4878-ac38-182d46ffef34,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:15.535020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.535020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbfa2177-192b-43e5-b754-de32ed74ab60 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/789128cf-9994-4878-ac38-182d46ffef34 HTTP/1.1" status: 204 len: 168 time: 1.2136984 Jul 28 15:02:15.535654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1623ca2-11cb-44d8-8698-4dbe18b8c54b None None] Network b7241b22-0560-4d14-abd6-eb88d658d7d0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:15.538528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46344) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:15.721209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.768657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:15.769069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.832314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] DHCP port deletion for b7241b22-0560-4d14-abd6-eb88d658d7d0 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:15.840952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] For port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,segment=NetworkSegment(a4fd622b-c5aa-42f8-a676-118ce02c62e1),segment_id=a4fd622b-c5aa-42f8-a676-118ce02c62e1)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:15.841250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.857177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:15.903293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] Deleting port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:15.903691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.977814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] For port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,segment=NetworkSegment(a4fd622b-c5aa-42f8-a676-118ce02c62e1),segment_id=a4fd622b-c5aa-42f8-a676-118ce02c62e1)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:15.978215 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.991351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] Calling delete_port for beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:16.104089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.131897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44e8be1-e92e-476d-9310-0f9023080393,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:16.196319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.210599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.254917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:16.258722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No DVR routers for this DVR port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:16.306927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f961d8c1-9844-42f9-8f80-f3e6c9e95f15 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:16.321338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] Pushing event deleted for resources: {'Port': ['ID=beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:16.415670 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.425980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242498c7-6ae6-42dd-b396-61a2ea370184 None None] No DVR routers for this DVR port beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:16.431156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: f961d8c1-9844-42f9-8f80-f3e6c9e95f15 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:16.441792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f961d8c1-9844-42f9-8f80-f3e6c9e95f15 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:16.480841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7241b22-0560-4d14-abd6-eb88d658d7d0']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:16.509039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa091274-f87a-4fc5-af05-c51fc2db903f req-886beb6f-60e2-4a19-8064-34cbf56fc95b tempest-VolumesBackupsTest-514318399 tempest-VolumesBackupsTest-514318399-project] 10.222.0.57 "GET /v2.0/ports?device_id=43c632c2-c150-423c-a221-9136378f0176 HTTP/1.1" status: 200 len: 210 time: 0.0400121 Jul 28 15:02:16.510159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd622b-c5aa-42f8-a676-118ce02c62e1') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:16.510470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd622b-c5aa-42f8-a676-118ce02c62e1') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:16.524412 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.524635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.564858 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.597964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:16.601328 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:16.614468 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:16.855640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Router 096a105c-2582-4da5-9a7c-9c235937dd54 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:02:16.876183 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.885109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.894508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/b7241b22-0560-4d14-abd6-eb88d658d7d0 HTTP/1.1" status: 204 len: 168 time: 1.3503323 Jul 28 15:02:16.898058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:16.932249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e2e84-57c2-470d-bb35-afe8dd9c9fb1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=b7241b22-0560-4d14-abd6-eb88d658d7d0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:16.992124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ef5bc-ebaf-48d8-8d15-274bad7131c2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:17.000667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-533ef5bc-ebaf-48d8-8d15-274bad7131c2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/6170d4ce-fa59-468b-806d-6db84d3cd387 HTTP/1.1" status: 200 len: 843 time: 0.0930362 Jul 28 15:02:17.000667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:17.011942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:17.052088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-06899418-1779-486e-9636-3f00b43685cd tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/6170d4ce-fa59-468b-806d-6db84d3cd387?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0520015 Jul 28 15:02:17.057760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:17.058601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:17.058975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device beb4f0d2-e5e1-42ea-a56b-18fbb402a3a2 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:17.063909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:17.077352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:17.087677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-329f2f93-f47e-478f-b286-45898eed8d75 admin admin] 10.222.0.57 "PUT /v2.0/routers/096a105c-2582-4da5-9a7c-9c235937dd54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6528580 Jul 28 15:02:17.087989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46412) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:17.092076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] Sync routers for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:17.104398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:17.104398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:01:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:17.302003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:17.311095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.413484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:17.418729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.435635 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.524785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T15:02:15Z', 'revision_number': 5, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port': {'id': '9361dde2-02c9-4ae2-ba23-5372053e5273', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:48:48Z', 'updated_at': '2021-07-28T14:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:17.605571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] Checking router: 096a105c-2582-4da5-9a7c-9c235937dd54 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:02:17.617555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] Routers {'096a105c-2582-4da5-9a7c-9c235937dd54'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:17.620038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:01:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['096a105c-2582-4da5-9a7c-9c235937dd54'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:17.639706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Deleting port 9361dde2-02c9-4ae2-ba23-5372053e5273 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:17.641172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.816062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.819788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] Set router 096a105c-2582-4da5-9a7c-9c235937dd54 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:17.866462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] For port 9361dde2-02c9-4ae2-ba23-5372053e5273, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9361dde2-02c9-4ae2-ba23-5372053e5273,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:17.870662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.908965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Calling delete_port for 9361dde2-02c9-4ae2-ba23-5372053e5273 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:18.016439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=265725bf-393f-42b0-b09a-f5b7568a2433,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:18.026148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T15:02:17Z', 'revision_number': 6, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:18.027231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:18.031602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:18.036789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:18.037937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.098197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149969fd-1612-4fe5-a241-a4adb6ec32ba None None] The sync data for ids ['096a105c-2582-4da5-9a7c-9c235937dd54'] in n-d-764806-10 is: [{'id': '096a105c-2582-4da5-9a7c-9c235937dd54', 'name': 'tempest-TaggedBootDevicesTest-864867476-router', 'tenant_id': '27b481319b1048a8a5c5671306336db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:48:46Z', 'updated_at': '2021-07-28T15:02:17Z', 'revision_number': 6, 'project_id': '27b481319b1048a8a5c5671306336db9', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:18.102573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98973c4b-5dc0-464b-a08a-f098ace1fde0 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:18.273096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a0ca84b4-2100-4c41-a33d-b3ef1ac413de tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2112665 Jul 28 15:02:18.273096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46438) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:18.278280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'security_group': {'name': 'tempest-secgroup-120798882'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:18.371914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'tenant_id': '2e41a114cad449fdb1db57f6ca619e54', 'fixed_ips': [{'subnet_id': '265725bf-393f-42b0-b09a-f5b7568a2433'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:18.374451 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.425384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.554701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.669577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Allocated IP 2001:db8::2 (ce20ca4b-f511-44f1-b4f4-7464e3caf000/265725bf-393f-42b0-b09a-f5b7568a2433/7d23c68b-0ac0-4617-bc6e-09e603f47157) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:18.671657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.678775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Pushing event deleted for resources: {'Port': ['ID=9361dde2-02c9-4ae2-ba23-5372053e5273,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:18.766776 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.840316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78978493-1075-4e0f-873a-157887d55598,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:18.865598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.938240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.939673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-08c2fc36-9ea6-4312-be00-bb9d3a40b710 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6657310 Jul 28 15:02:18.942443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:18.952744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'security_group': {'name': 'tempest-secgroup-1342940033'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:18.998363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.014099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Transition to ACTIVE for port object 7d23c68b-0ac0-4617-bc6e-09e603f47157 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:19.046510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Transition to ACTIVE for port object 7d23c68b-0ac0-4617-bc6e-09e603f47157 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:19.105896 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.105896 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.168956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9361dde2-02c9-4ae2-ba23-5372053e5273 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:19.178644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.262668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9361dde2-02c9-4ae2-ba23-5372053e5273 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:19.267725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9361dde2-02c9-4ae2-ba23-5372053e5273 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:19.270306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a44e8be1-e92e-476d-9310-0f9023080393 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:19.280007 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.327632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.335889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 096a105c-2582-4da5-9a7c-9c235937dd54 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:02:19.335889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.337658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cbc7b238-c2c1-4e15-b612-8813ff5d445f admin admin] 10.222.0.57 "DELETE /v2.0/routers/096a105c-2582-4da5-9a7c-9c235937dd54 HTTP/1.1" status: 204 len: 168 time: 2.2481453 Jul 28 15:02:19.338477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46468) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:19.429097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Pushing event updated for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:19.440886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a44e8be1-e92e-476d-9310-0f9023080393 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:19.445335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a44e8be1-e92e-476d-9310-0f9023080393 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:19.481061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:19.486189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.487883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:19.491369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:19.601456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.653910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Deleting subnet 0518fbf1-d4ad-415e-82b3-10d86a04bce2 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:19.691466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.697887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Attempting to bind port 7d23c68b-0ac0-4617-bc6e-09e603f47157 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:19.702245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Attempting to bind port 7d23c68b-0ac0-4617-bc6e-09e603f47157 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:19.703041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Attempting to bind port 7d23c68b-0ac0-4617-bc6e-09e603f47157 on network ce20ca4b-f511-44f1-b4f4-7464e3caf000 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:19.722892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:19.728587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Checking segment: {'id': 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:19.729895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.733168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Bound using segment: {'id': 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:19.735014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Bound port: 7d23c68b-0ac0-4617-bc6e-09e603f47157, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:19.735857 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.828143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a16225-eaa7-46e6-9f9c-a67c30127aba,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:19.862747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.887434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.891165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-89ba5d83-46ad-405b-85bb-64395729c1c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9451809 Jul 28 15:02:19.891569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46476) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:19.898906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-645421327', 'security_groups': ['96a16225-eaa7-46e6-9f9c-a67c30127aba'], 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '265725bf-393f-42b0-b09a-f5b7568a2433'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:19.965654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:19.980643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d23c68b-0ac0-4617-bc6e-09e603f47157,segment=NetworkSegment(bce0e54a-de36-44d3-bcd8-ddcf0981ccb5),segment_id=bce0e54a-de36-44d3-bcd8-ddcf0981ccb5)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:20.156823 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.313670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7330c-d85a-45de-8bbf-c90240f1db7f None None] Pushing event updated for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:20.338503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:20.518405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.552716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:20.616028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.006828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.035154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:21.138885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::1af (ce20ca4b-f511-44f1-b4f4-7464e3caf000/265725bf-393f-42b0-b09a-f5b7568a2433/bee25bd1-7bfe-496a-ad77-292f1e7d1e1f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:21.157198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0518fbf1-d4ad-415e-82b3-10d86a04bce2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:21.185372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649a6b2-5b1d-4c7a-b0ea-0dbfbb8f2026 None None] Network 626aa0e6-c771-45f6-8f54-fe32ace1ecfd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:21.191480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.198310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-079008c5-bc1d-4c73-9324-66270de0c294 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0518fbf1-d4ad-415e-82b3-10d86a04bce2 HTTP/1.1" status: 204 len: 168 time: 1.8579795 Jul 28 15:02:21.201250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46496) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:21.316271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:21.337132 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:02:21.451622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.550309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] DHCP port deletion for 626aa0e6-c771-45f6-8f54-fe32ace1ecfd request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:21.630628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.634968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Deleting port 79f7dad9-6d7e-4590-851b-a65c30476bb0 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:21.636119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.639977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] Deleting port 79f7dad9-6d7e-4590-851b-a65c30476bb0 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:21.640658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.729863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object bee25bd1-7bfe-496a-ad77-292f1e7d1e1f will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:21.750517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] For port 79f7dad9-6d7e-4590-851b-a65c30476bb0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=79f7dad9-6d7e-4590-851b-a65c30476bb0,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:21.752839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.774742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Calling delete_port for 79f7dad9-6d7e-4590-851b-a65c30476bb0 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:21.776185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] For port 79f7dad9-6d7e-4590-851b-a65c30476bb0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=79f7dad9-6d7e-4590-851b-a65c30476bb0,segment=NetworkSegment(cd51205f-0ca8-4cb0-a82c-586a9d278677),segment_id=cd51205f-0ca8-4cb0-a82c-586a9d278677)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:21.778720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.798625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] Calling delete_port for 79f7dad9-6d7e-4590-851b-a65c30476bb0 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:22.070969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Provisioning complete for port 6170d4ce-fa59-468b-806d-6db84d3cd387 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:22.072642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.093698 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.242975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] No DVR routers for this DVR port 79f7dad9-6d7e-4590-851b-a65c30476bb0 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:22.263456 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f7dad9-6d7e-4590-851b-a65c30476bb0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:22.288999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.317546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.359711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Port 6170d4ce-fa59-468b-806d-6db84d3cd387 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:22.365944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] Pushing event deleted for resources: {'Port': ['ID=79f7dad9-6d7e-4590-851b-a65c30476bb0,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:22.378202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58662da7-ab21-4b7e-840d-de12d0daf2e8 None None] No DVR routers for this DVR port 79f7dad9-6d7e-4590-851b-a65c30476bb0 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:22.435983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:22.450237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:22.459067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-35a10158-3e1c-4711-b9d0-ccbd025199c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.459698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:22.466538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:22.467452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.476431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.504505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=bee25bd1-7bfe-496a-ad77-292f1e7d1e1f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:22.517600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626aa0e6-c771-45f6-8f54-fe32ace1ecfd']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:22.536576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd51205f-0ca8-4cb0-a82c-586a9d278677') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:22.538069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd51205f-0ca8-4cb0-a82c-586a9d278677') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:22.560029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Provisioning for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:22.580744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.604951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:22.606243 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.629796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.638041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:22.638490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:22.640675 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:22.688554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7d17dc16-f00c-490c-8a20-66373981aaed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7929983 Jul 28 15:02:22.688790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46512) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:22.694554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:22.832068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.929804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d23c68b-0ac0-4617-bc6e-09e603f47157,segment=NetworkSegment(bce0e54a-de36-44d3-bcd8-ddcf0981ccb5),segment_id=bce0e54a-de36-44d3-bcd8-ddcf0981ccb5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:22.954569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 79f7dad9-6d7e-4590-851b-a65c30476bb0 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:23.019575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 79f7dad9-6d7e-4590-851b-a65c30476bb0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:23.023972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 79f7dad9-6d7e-4590-851b-a65c30476bb0 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:23.056120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.252845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4e873-b8e2-48a1-9ea7-682b26c2409b None None] Pushing event updated for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:23.447144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44579ed0-020f-4bb6-bb0b-6c1e7287c813 None None] Provisioning for port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:23.452539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44579ed0-020f-4bb6-bb0b-6c1e7287c813 None None] Provisioning complete for port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:23.453115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44579ed0-020f-4bb6-bb0b-6c1e7287c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.493010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-44579ed0-020f-4bb6-bb0b-6c1e7287c813 None None] Port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:23.584714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.592439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.597848 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/626aa0e6-c771-45f6-8f54-fe32ace1ecfd HTTP/1.1" status: 204 len: 168 time: 2.3854582 Jul 28 15:02:23.614822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513267c-1eb7-40e7-bb06-9fc2b7c855b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=626aa0e6-c771-45f6-8f54-fe32ace1ecfd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:23.634360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:23.638545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.753530 n-d-764806-10 neutron-server[94658]: INFO neutron.db.ipam_backend_mixin [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 265725bf-393f-42b0-b09a-f5b7568a2433 (CIDR: 2001:db8::/64) Jul 28 15:02:23.899049 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:02:23.899592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:24.139854 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3011a10c-a7f2-4c2f-a730-46fffa7f5b76 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4495058 Jul 28 15:02:24.143318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46532) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:24.148707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:24.435970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:24.461314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:24.584394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:24.708562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dae0b424-6145-4af2-8515-267c3b6b870e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27b481319b1048a8a5c5671306336db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200192 Jul 28 15:02:24.710238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:24.806001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:24.842982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:24.922708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:24.964471 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a684ca91-c025-44ea-97f5-a3c4fd78a6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.005806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:25.007039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.122201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.174572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:25.179022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:25.184943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:25.186648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.190394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.193112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.201918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05e92c2a-eb0c-48e2-857a-2bcf728bedbf HTTP/1.1" status: 204 len: 168 time: 0.4873676 Jul 28 15:02:25.217976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b75562-3b82-406c-aab2-9df6c598f705 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:25.224061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=152dcc09-e2be-4a29-af29-6130f7a0136a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:25.246666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e92c2a-eb0c-48e2-857a-2bcf728bedbf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:25.273100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.273448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.286187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.298914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.299318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.299783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.301080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.301433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.305649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.306019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.306374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.306721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.310336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fdd0e-ec3c-4e33-a628-334307d8196c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:25.476436 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0136b2f1-11e1-43ac-88c2-f010a26e24a2 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3316922 Jul 28 15:02:25.503020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46604) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:25.503020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1694428069', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '152dcc09-e2be-4a29-af29-6130f7a0136a'}], 'security_groups': ['78978493-1075-4e0f-873a-157887d55598']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:25.931026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.979417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Update dhcp port {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'fixed_ips': [{'subnet_id': '265725bf-393f-42b0-b09a-f5b7568a2433', 'ip_address': '2001:db8::2'}, {'subnet_id': '152dcc09-e2be-4a29-af29-6130f7a0136a'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '7d23c68b-0ac0-4617-bc6e-09e603f47157'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:02:26.047549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.400211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.415974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Allocated IP 2001:db8:0:1::2 (ce20ca4b-f511-44f1-b4f4-7464e3caf000/152dcc09-e2be-4a29-af29-6130f7a0136a/7d23c68b-0ac0-4617-bc6e-09e603f47157) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:26.613948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d23c68b-0ac0-4617-bc6e-09e603f47157,segment=NetworkSegment(bce0e54a-de36-44d3-bcd8-ddcf0981ccb5),segment_id=bce0e54a-de36-44d3-bcd8-ddcf0981ccb5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:26.674928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.706691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Transition to ACTIVE for port object 7d23c68b-0ac0-4617-bc6e-09e603f47157 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:26.829648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.074488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdce55-6db9-4cb1-91e6-49c12b330e30 None None] Pushing event updated for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:27.150083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Delete allocated IP 2001:db8::1af (ce20ca4b-f511-44f1-b4f4-7464e3caf000/265725bf-393f-42b0-b09a-f5b7568a2433) {{(pid=94658) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:02:27.183194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8:0:1::ff (ce20ca4b-f511-44f1-b4f4-7464e3caf000/152dcc09-e2be-4a29-af29-6130f7a0136a/bee25bd1-7bfe-496a-ad77-292f1e7d1e1f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:27.592568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46666) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:27.804383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.840794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.841075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object bee25bd1-7bfe-496a-ad77-292f1e7d1e1f will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:27.854391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-53549949-network', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:27.943716 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.027098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] In _notify_port_updated(), no bound segment for port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f on network ce20ca4b-f511-44f1-b4f4-7464e3caf000 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:02:28.029781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:28.033547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.035065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:28.035751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.037193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/ports/bee25bd1-7bfe-496a-ad77-292f1e7d1e1f HTTP/1.1" status: 200 len: 930 time: 2.5562897 Jul 28 15:02:28.043577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46684) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:28.111412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Provisioning complete for port 6170d4ce-fa59-468b-806d-6db84d3cd387 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:28.111906 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.130612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457cff1-2e71-4837-870e-f8b7b41c56b9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=bee25bd1-7bfe-496a-ad77-292f1e7d1e1f,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:28.163840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.228389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Port 6170d4ce-fa59-468b-806d-6db84d3cd387 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:28.317169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:28.317979 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.367905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Provisioning for port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:28.395783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Provisioning complete for port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:28.396608 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.546078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.549547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.550193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Port bee25bd1-7bfe-496a-ad77-292f1e7d1e1f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:28.568707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for bee25bd1-7bfe-496a-ad77-292f1e7d1e1f owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:28.687880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.738138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Provisioning for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:28.743064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:28.743281 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2de88c87-8925-4d71-ae8f-c079a3ca7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.746837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3060988-61a0-4643-adf3-d24aaf584fb7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:28.916435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.925281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:28.942358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:28.986324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=bee25bd1-7bfe-496a-ad77-292f1e7d1e1f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:29.007037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e9e587fd-4391-476c-b4ea-653bd6dfdc30 None None] Could not find standard attr ID for object bee25bd1-7bfe-496a-ad77-292f1e7d1e1f. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:02:29.020475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:29.020901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.021071 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.021286 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Added segment 17ed4a0f-717e-4cf6-94dd-9b2abd21aed4 of type vlan for network 727e996e-9dc7-420b-8951-7f12420ef70b Jul 28 15:02:29.041780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.043951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2ddb9707-3805-4ac9-b80a-ba90338f7177 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/bee25bd1-7bfe-496a-ad77-292f1e7d1e1f HTTP/1.1" status: 204 len: 168 time: 0.9987133 Jul 28 15:02:29.048410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46692) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.097778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.154819 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-955e3852-4bf0-4cdd-afc4-a2c370c9d9dd tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:02:29.158639 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-955e3852-4bf0-4cdd-afc4-a2c370c9d9dd tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/bee25bd1-7bfe-496a-ad77-292f1e7d1e1f HTTP/1.1" status: 404 len: 333 time: 0.1084757 Jul 28 15:02:29.161434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.283592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3608bfe9-dea3-4862-9a6a-25ffbb485237 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.320802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3608bfe9-dea3-4862-9a6a-25ffbb485237 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.389108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.390781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:29.392868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.507257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] Pushing event updated for resources: {'Network': ['ID=727e996e-9dc7-420b-8951-7f12420ef70b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:29.523058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 727e996e-9dc7-420b-8951-7f12420ef70b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:29.561522 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3608bfe9-dea3-4862-9a6a-25ffbb485237 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.571277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3608bfe9-dea3-4862-9a6a-25ffbb485237 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.571277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3608bfe9-dea3-4862-9a6a-25ffbb485237 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/security-groups/96a16225-eaa7-46e6-9f9c-a67c30127aba HTTP/1.1" status: 204 len: 168 time: 0.4024115 Jul 28 15:02:29.571277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46708) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.610348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608bfe9-dea3-4862-9a6a-25ffbb485237 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a16225-eaa7-46e6-9f9c-a67c30127aba,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:29.683522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cb26819d-9e68-4aee-a141-f8ebd87d700a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0884488 Jul 28 15:02:29.687508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b775-f73c-4819-a0af-bd1ce3d546ff tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.688348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46712) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.695800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Request body: {'subnet': {'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-53549949-subnet', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:29.744604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b775-f73c-4819-a0af-bd1ce3d546ff tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.868918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:29.872422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.915863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b775-f73c-4819-a0af-bd1ce3d546ff tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.920301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b775-f73c-4819-a0af-bd1ce3d546ff tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.922716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b1d6b775-f73c-4819-a0af-bd1ce3d546ff tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/security-groups/78978493-1075-4e0f-873a-157887d55598 HTTP/1.1" status: 204 len: 168 time: 0.3522091 Jul 28 15:02:29.929662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.973819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6b775-f73c-4819-a0af-bd1ce3d546ff tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78978493-1075-4e0f-873a-157887d55598,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:30.082457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-3240d833-2e8f-436b-81fa-ec2a8f4b0aea req-1d017dbd-da1e-4042-83a8-9a2001f6cd8e service neutron] (94657) timed out ('10.222.0.58', 62021) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:02:30.110648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 265725bf-393f-42b0-b09a-f5b7568a2433 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:30.120346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.230550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.418446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.474799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.560827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fd179d-5c56-49a6-bd61-db071eaad11d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:30.576935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:30.577355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Network hostable DHCP agents. Network: 727e996e-9dc7-420b-8951-7f12420ef70b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:30.698337 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.728736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=265725bf-393f-42b0-b09a-f5b7568a2433,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:30.733401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.739544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eece1f75-cb32-41bc-a24c-9d45293ef3e7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/265725bf-393f-42b0-b09a-f5b7568a2433 HTTP/1.1" status: 204 len: 168 time: 0.7995367 Jul 28 15:02:30.739700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Network 727e996e-9dc7-420b-8951-7f12420ef70b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:30.740819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:30.760818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:30.765757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67b93a-adcd-46bf-b341-83e477851f56 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:30.903554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 727e996e-9dc7-420b-8951-7f12420ef70b) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:30.916011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:30.917041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.949014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f177c-498c-4562-8cb6-1435b69676a3 None None] Network 727e996e-9dc7-420b-8951-7f12420ef70b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:31.117312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46734) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:31.246982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-18d9e206-34f4-4e76-8752-d70ad7b5478f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5565505 Jul 28 15:02:31.249569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46740) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:31.255844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:31.333004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-727e996e-9dc7-420b-8951-7f12420ef70b', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:31.334264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.408008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f054f1f-456d-4918-ad7b-2760134a60a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.459276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:31.462899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.706846 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.714140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.716015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Allocated IP 172.20.0.2 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/5cd807fe-7616-4180-9007-4c47d22f88da) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:31.819616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.983856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f054f1f-456d-4918-ad7b-2760134a60a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.050166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.065310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Transition to ACTIVE for port object 5cd807fe-7616-4180-9007-4c47d22f88da will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:32.087452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Transition to ACTIVE for port object 5cd807fe-7616-4180-9007-4c47d22f88da will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:32.100181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f054f1f-456d-4918-ad7b-2760134a60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.145955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.163018 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f054f1f-456d-4918-ad7b-2760134a60a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec8b7e42e5dc4113afed3f06d397dd40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0427895 Jul 28 15:02:32.163914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054f1f-456d-4918-ad7b-2760134a60a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256eebd5-d3a9-40ed-ba2e-04c7379d8056,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.166709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:32.267981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e0e45377-536f-40c6-adcd-3026c6bc1ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.287456 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.334021 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.345798 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.346543 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e0e45377-536f-40c6-adcd-3026c6bc1ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.419685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:32.430670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:32.434800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:32.446660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.447019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:32.449798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c0dcfb-a808-4368-8ac8-e50235f76638 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:32.465722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=6414025d-103c-432f-8e26-938074320d25,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.468106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:32.505213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Pushing event updated for resources: {'Port': ['ID=5cd807fe-7616-4180-9007-4c47d22f88da,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.510041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:32.544671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cee20479-e91d-417f-a675-4ec9dca6ffb8 None None] Provisioning complete for port 6170d4ce-fa59-468b-806d-6db84d3cd387 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:32.545288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cee20479-e91d-417f-a675-4ec9dca6ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.579586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.580522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.580847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.581217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.581579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.582265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.582861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.583235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.583571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.583907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.584216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.584582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:32.618642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.643223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.659928 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cb1e8648-b8ed-4b22-b707-d6776728d7c7 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9135537 Jul 28 15:02:32.662572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:32.668190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'security_group': {'name': 'tempest-secgroup-930791391'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:32.706200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Attempting to bind port 5cd807fe-7616-4180-9007-4c47d22f88da on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:32.706479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e0e45377-536f-40c6-adcd-3026c6bc1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.706634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Attempting to bind port 5cd807fe-7616-4180-9007-4c47d22f88da by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:32.706920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Attempting to bind port 5cd807fe-7616-4180-9007-4c47d22f88da on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:32.709059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cee20479-e91d-417f-a675-4ec9dca6ffb8 None None] Port 6170d4ce-fa59-468b-806d-6db84d3cd387 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:32.709940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e0e45377-536f-40c6-adcd-3026c6bc1ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.717560 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e0e45377-536f-40c6-adcd-3026c6bc1ce7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/256eebd5-d3a9-40ed-ba2e-04c7379d8056 HTTP/1.1" status: 204 len: 168 time: 0.5429842 Jul 28 15:02:32.723810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e45377-536f-40c6-adcd-3026c6bc1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256eebd5-d3a9-40ed-ba2e-04c7379d8056,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.746534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:32.747162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:32.747821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.748578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:32.749555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Bound port: 5cd807fe-7616-4180-9007-4c47d22f88da, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:32.750013 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.791481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cee20479-e91d-417f-a675-4ec9dca6ffb8 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:32.791851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cee20479-e91d-417f-a675-4ec9dca6ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.917509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Allocated IP 172.25.6.86 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/bd6bd628-6c92-4f7d-99ac-074d915ecab0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:32.967792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] For port 5cd807fe-7616-4180-9007-4c47d22f88da, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:32.989531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] For port 5cd807fe-7616-4180-9007-4c47d22f88da, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5cd807fe-7616-4180-9007-4c47d22f88da,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:33.079698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Update dhcp port {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'fixed_ips': [{'subnet_id': '152dcc09-e2be-4a29-af29-6130f7a0136a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6414025d-103c-432f-8e26-938074320d25'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '7d23c68b-0ac0-4617-bc6e-09e603f47157'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:02:33.203385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.203732 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.234973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.339701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Allocated IP 2001:db8::2 (ce20ca4b-f511-44f1-b4f4-7464e3caf000/6414025d-103c-432f-8e26-938074320d25/7d23c68b-0ac0-4617-bc6e-09e603f47157) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:33.406068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.470570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d23c68b-0ac0-4617-bc6e-09e603f47157,segment=NetworkSegment(bce0e54a-de36-44d3-bcd8-ddcf0981ccb5),segment_id=bce0e54a-de36-44d3-bcd8-ddcf0981ccb5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:33.516383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.538468 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.554317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Transition to ACTIVE for port object 7d23c68b-0ac0-4617-bc6e-09e603f47157 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:33.554317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.628050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:33.633640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:33.633848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5dae3-aa9d-4e6e-872e-cd54554167b3 None None] Pushing event updated for resources: {'Port': ['ID=5cd807fe-7616-4180-9007-4c47d22f88da,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:33.645177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:33.702768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6bd628-6c92-4f7d-99ac-074d915ecab0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:33.703987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.760840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.780796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a9e224-f8ed-43de-9c14-89f2b1370fc5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:33.899979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d16639-6e79-4e5a-9464-eb7d8cf33ec1 None None] Pushing event updated for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:33.978404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.993171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca71f550-06c2-4bbe-adef-9e3ae53a3c13 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3161488 Jul 28 15:02:33.993171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46774) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:33.993171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'security_group': {'name': 'tempest-secgroup-1285162390'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:34.160960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.301856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.348869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.538536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.603013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983c13ce-c9f7-4cc7-8646-18815e939bde,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:34.751299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.752275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.758411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-42995818-f4d8-434c-9d39-18ab61c250ad tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7741449 Jul 28 15:02:34.759081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:34.764652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'security_group': {'name': 'tempest-secgroup-1892034775'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:34.951121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46788) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:34.977475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f79e9d7e-9970-4b90-b3b7-601cbfce62a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.019550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.074817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3220a9a4-00ed-41fa-93b7-1944c13bd6c4 None None] Provisioning complete for port 6170d4ce-fa59-468b-806d-6db84d3cd387 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:35.075708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3220a9a4-00ed-41fa-93b7-1944c13bd6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.161587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:35.216708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:02:35.249857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f79e9d7e-9970-4b90-b3b7-601cbfce62a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.296770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3220a9a4-00ed-41fa-93b7-1944c13bd6c4 None None] Port 6170d4ce-fa59-468b-806d-6db84d3cd387 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:35.315287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5cd807fe-7616-4180-9007-4c47d22f88da up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:35.407113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:35.424742 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Sync routers for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:35.452228 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:35.453042 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:02:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:35.594836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809feaed-50ef-472b-a92b-b686c3b879c4 None None] Network 727e996e-9dc7-420b-8951-7f12420ef70b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:35.616128 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:35.779874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f79e9d7e-9970-4b90-b3b7-601cbfce62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.843793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f79e9d7e-9970-4b90-b3b7-601cbfce62a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fb80852fcc64ba8a2d638857ae945f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8915970 Jul 28 15:02:35.847097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46796) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:35.854999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e9d7e-9970-4b90-b3b7-601cbfce62a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2fe890-1342-4da7-be13-9ab07ccaf616,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:35.906110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3220a9a4-00ed-41fa-93b7-1944c13bd6c4 None None] Provisioning for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:35.912820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3220a9a4-00ed-41fa-93b7-1944c13bd6c4 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:35.933301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3220a9a4-00ed-41fa-93b7-1944c13bd6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.933722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:33Z', 'revision_number': 3, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:35.974006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.977940 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Checking router: e4d57d64-2240-4e1f-9d78-03b1cadcf2fc for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:02:35.978566 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Updating router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc port bd6bd628-6c92-4f7d-99ac-074d915ecab0 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:02:36.028653 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.044100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5cd807fe-7616-4180-9007-4c47d22f88da completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:36.059691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.154117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.162539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-950a2287-aed8-4af6-92e8-b27651a7dfb4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9101856 Jul 28 15:02:36.164666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46800) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:36.286290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.314499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.435453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.482268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0457ea-f2a6-496b-8e32-80bebdf3abff,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:36.521336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] Provisioning for port 5cd807fe-7616-4180-9007-4c47d22f88da completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:36.528882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] Provisioning complete for port 5cd807fe-7616-4180-9007-4c47d22f88da triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:36.529451 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.579528 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.604750 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Transition to ACTIVE for port object bd6bd628-6c92-4f7d-99ac-074d915ecab0 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:36.618178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.623693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2df00e53-506e-48b5-b9b9-043cf5055a05 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8601012 Jul 28 15:02:36.624524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46806) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:36.633986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1595497390', 'security_groups': ['ca0457ea-f2a6-496b-8e32-80bebdf3abff'], 'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6414025d-103c-432f-8e26-938074320d25'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:36.716430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.786573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] For port 5cd807fe-7616-4180-9007-4c47d22f88da, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5cd807fe-7616-4180-9007-4c47d22f88da,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:36.801781 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.849477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.852510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.855389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb2fe890-1342-4da7-be13-9ab07ccaf616 HTTP/1.1" status: 204 len: 168 time: 1.0051854 Jul 28 15:02:36.873750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2fe890-1342-4da7-be13-9ab07ccaf616,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:36.890322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.890984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.891465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.891938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.892292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.892663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.892997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.893330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.893657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.893983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.894120 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.894308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.894635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfafc74c-a441-4d6a-aa7e-44edf724162a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:36.940354 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Attempting to bind port bd6bd628-6c92-4f7d-99ac-074d915ecab0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:36.945967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Attempting to bind port bd6bd628-6c92-4f7d-99ac-074d915ecab0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:36.947492 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Attempting to bind port bd6bd628-6c92-4f7d-99ac-074d915ecab0 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:36.975930 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Pushing event updated for resources: {'Port': ['ID=bd6bd628-6c92-4f7d-99ac-074d915ecab0,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:37.017356 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:37.020236 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:37.020758 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.021167 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:37.021682 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Bound port: bd6bd628-6c92-4f7d-99ac-074d915ecab0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:37.023713 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.030139 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.037227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:37.038421 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.038421 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.038421 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.046398 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.049213 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.050386 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.050386 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.050678 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.055307 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.055662 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.055953 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.056338 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:37.173798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dadcb-ebd3-4f2b-b3f9-10275f708cd4 None None] Pushing event updated for resources: {'Port': ['ID=5cd807fe-7616-4180-9007-4c47d22f88da,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:37.252100 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] For port bd6bd628-6c92-4f7d-99ac-074d915ecab0, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:37.257394 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] For port bd6bd628-6c92-4f7d-99ac-074d915ecab0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd6bd628-6c92-4f7d-99ac-074d915ecab0,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:37.324022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.345308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] device_id is not set on port 75ae3d30-806c-4331-b6c0-181d4e24ac46 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:37.367659 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.497698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Allocated IP 172.20.0.1 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:37.501853 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3205bf8-5582-4b28-b6cf-2f90d3137ce2 None None] Pushing event updated for resources: {'Port': ['ID=bd6bd628-6c92-4f7d-99ac-074d915ecab0,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:37.514532 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:37.516722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:02:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:37.648660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8::2f (ce20ca4b-f511-44f1-b4f4-7464e3caf000/6414025d-103c-432f-8e26-938074320d25/75ae3d30-806c-4331-b6c0-181d4e24ac46) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:37.716776 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:37.761967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.807756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Transition to ACTIVE for port object 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:37.967469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.982202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 75ae3d30-806c-4331-b6c0-181d4e24ac46 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:38.118747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:33Z', 'revision_number': 3, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:38.154168 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2eeae-3202-46d9-8345-2013abe0f93b None None] The sync data for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 is: [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:33Z', 'revision_number': 3, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:38.764957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.817960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.819062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:38.823767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:38.830079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:38.842538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:38.850839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:38.858570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:38.867505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.871566 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.885907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:38.918353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=75ae3d30-806c-4331-b6c0-181d4e24ac46,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:39.029751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3dfb2e9d-50b8-4bfc-af4d-f228c85d0cf9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4028738 Jul 28 15:02:39.032617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46844) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:39.043500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.056945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:39.268405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd6bd628-6c92-4f7d-99ac-074d915ecab0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:39.601395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port bd6bd628-6c92-4f7d-99ac-074d915ecab0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:39.607033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port bd6bd628-6c92-4f7d-99ac-074d915ecab0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:39.614634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.700570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:39.707023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.725845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Provisioning for port 75ae3d30-806c-4331-b6c0-181d4e24ac46 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:39.735346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Provisioning complete for port 75ae3d30-806c-4331-b6c0-181d4e24ac46 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:39.736026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.767621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.785597 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.809925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Port 75ae3d30-806c-4331-b6c0-181d4e24ac46 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:39.824686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port bd6bd628-6c92-4f7d-99ac-074d915ecab0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd6bd628-6c92-4f7d-99ac-074d915ecab0,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:39.937787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.939240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5cd807fe-7616-4180-9007-4c47d22f88da up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:39.939785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46856) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:39.947276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Provisioning for port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:40.062254 n-d-764806-10 neutron-server[94658]: INFO neutron.db.ipam_backend_mixin [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6414025d-103c-432f-8e26-938074320d25 (CIDR: 2001:db8::/64) Jul 28 15:02:40.101972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Provisioning complete for port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:40.102304 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.130300 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:02:40.130300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:40.189333 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.203887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-895931079-network', 'tenant_id': 'cc9f8808426c473bb5df15d3175c6b0f'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:40.205811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f7fec05f-510f-4086-a77c-73bcde77db29 None None] Port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:40.223115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=bd6bd628-6c92-4f7d-99ac-074d915ecab0,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:40.229708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5cd807fe-7616-4180-9007-4c47d22f88da triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:40.230116 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.283174 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1de91f90-b97b-4d11-9a21-3489b7cde579 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2487741 Jul 28 15:02:40.286223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46866) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:40.297260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:40.363818 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.480395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Made reservation on behalf of cc9f8808426c473bb5df15d3175c6b0f for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:40.483137 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.500732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.702197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.778186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.810236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:40.863242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52395bb-387c-4b4c-b8d0-c90a65af70aa,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:40.882514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.882874 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Added segment baa8e7eb-8e55-4906-99f5-d12d5a0fd26a of type vlan for network c43cd275-a5c1-4999-8898-d8b52189901e Jul 28 15:02:40.970336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.989025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd6bd628-6c92-4f7d-99ac-074d915ecab0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:41.020061 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.063817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:41.067637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port bd6bd628-6c92-4f7d-99ac-074d915ecab0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:41.068411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.132673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.137788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:41.138894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.286365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:41.288664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:41.297470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] Pushing event updated for resources: {'Network': ['ID=c43cd275-a5c1-4999-8898-d8b52189901e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:41.312406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network c43cd275-a5c1-4999-8898-d8b52189901e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:41.441155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:41.444926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.549442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:02:41.576150 n-d-764806-10 neutron-server[94657]: INFO neutron.db.ipam_backend_mixin [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 152dcc09-e2be-4a29-af29-6130f7a0136a (CIDR: 2001:db8:0:1::/64) Jul 28 15:02:41.579560 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a39fc137-5e60-4738-b2f5-4644466c0e0d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6366029 Jul 28 15:02:41.582112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:41.587873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Request body: {'subnet': {'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-895931079-subnet', 'tenant_id': 'cc9f8808426c473bb5df15d3175c6b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:41.644846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dafa7b19-9f57-462e-b834-8f9ea357ef0d None None] Provisioning complete for port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:41.645475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dafa7b19-9f57-462e-b834-8f9ea357ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.649725 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:02:41.650689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:41.708000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dafa7b19-9f57-462e-b834-8f9ea357ef0d None None] Port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:41.709522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Made reservation on behalf of cc9f8808426c473bb5df15d3175c6b0f for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:41.715709 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.753106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:41.756741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ce0780d-37b2-4a38-bd52-dacb0655a241 admin admin] 10.222.0.57 "PUT /v2.0/routers/e4d57d64-2240-4e1f-9d78-03b1cadcf2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5902815 Jul 28 15:02:41.768056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Sync routers for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:41.783006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:41.784374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:02:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:41.833958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-00b09f11-7d4a-450b-b3fa-9a6004a3788e tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5457618 Jul 28 15:02:41.837906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46882) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:41.844379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'subnet': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:41.912476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-76a91275-7842-4c5e-a18b-31b08057063b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981834 Jul 28 15:02:41.982985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:42.097292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8e79-f70e-4069-a248-167e35c509ec req-2dd8e47d-c01a-4e61-9a25-91d5206befe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:42.102463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-2dd8e47d-c01a-4e61-9a25-91d5206befe5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 1097 time: 0.0936258 Jul 28 15:02:42.206670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Made reservation on behalf of 2e41a114cad449fdb1db57f6ca619e54 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:42.215624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.310552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8e79-f70e-4069-a248-167e35c509ec req-2de1c313-dc06-4697-a18d-6c460c173a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:42.314486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-2de1c313-dc06-4697-a18d-6c460c173a40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 915 time: 0.1822796 Jul 28 15:02:42.384064 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.462830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-8fdc2c49-176f-4071-915d-bbe31f6d9c05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a85c1a-8899-4f06-a62b-232f288081a7 HTTP/1.1" status: 200 len: 217 time: 0.1406784 Jul 28 15:02:42.514182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 2, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:42.659405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Checking router: e4d57d64-2240-4e1f-9d78-03b1cadcf2fc for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:02:42.660540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Updating router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:02:42.670035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8e79-f70e-4069-a248-167e35c509ec req-3153a0f6-ebde-4daf-8427-e936b0f91044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:42.678963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-3153a0f6-ebde-4daf-8427-e936b0f91044 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0844930-51fb-4ef4-9492-e0f54a266ce0 HTTP/1.1" status: 200 len: 854 time: 0.2077279 Jul 28 15:02:42.766095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-c970f4c1-79e1-4c97-99ec-5ff2d0875f0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770802 Jul 28 15:02:42.787848 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.819248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf068ae-2cc4-46bd-bfbc-ca4966fedc09,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:42.936088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Checking segment: {'id': 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:42.937119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Network hostable DHCP agents. Network: c43cd275-a5c1-4999-8898-d8b52189901e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:43.025755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46902) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:43.032308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616645964', 'description': 'tempest-description--1359789504'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:43.078320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-a85aebbb-fff9-4df3-9322-073e936638ee service neutron] 10.222.0.58 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037846 Jul 28 15:02:43.125565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Network c43cd275-a5c1-4999-8898-d8b52189901e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:43.254584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, c43cd275-a5c1-4999-8898-d8b52189901e) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:43.258601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.282411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.283543 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.285440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec7754-a24a-499c-bd48-5290cd892c14 None None] Network c43cd275-a5c1-4999-8898-d8b52189901e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:43.313422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f90e8e79-f70e-4069-a248-167e35c509ec req-af37810d-d805-4c7d-bfae-2d8627d77239 service neutron] 10.222.0.58 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261963 Jul 28 15:02:43.327028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.369816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.398353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Transition to ACTIVE for port object 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:43.455980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:43.472651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8e49c0db-85ca-4a54-82e5-6c1fe7eddb38 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8822255 Jul 28 15:02:43.485961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:43.493790 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.497323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.524782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef115357-97d3-4a87-a6ca-fda1e22894ef None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:43.559979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a14c1f-1cf4-4c34-8e78-daf07a90d68a None None] Network c43cd275-a5c1-4999-8898-d8b52189901e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:43.560278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Subnet': ['ID=4cde3b4b-285b-4c78-8e51-c5a631e35497,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:43.617413 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.653047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.752865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.796434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f309b84-2b0c-4ca6-9889-8b7c6b0222bf None None] Pushing event updated for resources: {'Port': ['ID=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:43.859149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cfa38c-7a57-4f31-a60b-31945dc0a59e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:43.907653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bcc30432-69f8-4774-8565-5efb82cdc4d1 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0678327 Jul 28 15:02:43.912030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46914) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:43.925087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-723649919', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4cde3b4b-285b-4c78-8e51-c5a631e35497'}], 'security_groups': ['34a9e224-f8ed-43de-9c14-89f2b1370fc5', '983c13ce-c9f7-4cc7-8646-18815e939bde']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:43.942222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Attempting to bind port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:43.942222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Attempting to bind port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:43.942222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Attempting to bind port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:43.951736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:43.952174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:43.952631 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.953036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:43.953539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Bound port: 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:43.953931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.033056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.047682 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-95628d58-44c5-4be7-8e44-6ddc2f6b7119 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0195382 Jul 28 15:02:44.049145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46918) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:44.076014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'security_group_rule': {'security_group_id': '11cfa38c-7a57-4f31-a60b-31945dc0a59e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:44.216403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] For port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:44.225875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] For port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:44.317080 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.331071 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Update dhcp port {'port': {'network_id': 'ce20ca4b-f511-44f1-b4f4-7464e3caf000', 'fixed_ips': [{'subnet_id': '152dcc09-e2be-4a29-af29-6130f7a0136a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6414025d-103c-432f-8e26-938074320d25', 'ip_address': '2001:db8::2'}, {'subnet_id': '4cde3b4b-285b-4c78-8e51-c5a631e35497'}], 'binding:host_id': 'n-d-764806-10'}, 'id': '7d23c68b-0ac0-4617-bc6e-09e603f47157'} from n-d-764806-10. {{(pid=94659) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:02:44.372244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.392898 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.394127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.424120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.658153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.720429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3858a9c7-894e-4ff1-b777-3d50efc1cb69,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:44.756180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f309b84-2b0c-4ca6-9889-8b7c6b0222bf None None] Pushing event updated for resources: {'Port': ['ID=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:44.762805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:44.763471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:02:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:44.863267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.868258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f65fe2b4-abca-4c17-9284-8006114a4d30 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8173549 Jul 28 15:02:44.871711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46930) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:44.885048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'security_group_rule': {'security_group_id': '11cfa38c-7a57-4f31-a60b-31945dc0a59e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:45.111044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.153925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46938) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:45.172094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1205826248-network', 'tenant_id': '47fbd865c78c4507b4b7566299727620'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:45.254228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.257418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Allocated IP 2001:db8:0:2::2 (ce20ca4b-f511-44f1-b4f4-7464e3caf000/4cde3b4b-285b-4c78-8e51-c5a631e35497/7d23c68b-0ac0-4617-bc6e-09e603f47157) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:45.272960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:45.445355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Made reservation on behalf of 47fbd865c78c4507b4b7566299727620 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:45.445355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.453908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.470548 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.517319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c9e16d-f532-4a41-babf-69f3ce3339e1,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:45.550983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d23c68b-0ac0-4617-bc6e-09e603f47157,segment=NetworkSegment(bce0e54a-de36-44d3-bcd8-ddcf0981ccb5),segment_id=bce0e54a-de36-44d3-bcd8-ddcf0981ccb5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:45.640404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.645616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.670525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Transition to ACTIVE for port object 7d23c68b-0ac0-4617-bc6e-09e603f47157 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:45.721588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:44Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:45.781997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe630b4e-e8db-4522-933e-7d40fff607de None None] The sync data for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 is: [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:44Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:45.808185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.826861 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.892065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:45.999685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b17f33-6d0b-4ca6-9082-123d474f0038,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:45.999685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.999685 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Added segment 7084ad3c-5dc5-46e2-9f91-b1c8612ae23d of type vlan for network e4cdbfc8-fb67-4d20-87f6-1cd5692ec793 Jul 28 15:02:46.031034 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.033320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-005bb19c-3f92-40fb-ad3f-4a2d7cf6eb6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1598887 Jul 28 15:02:46.037417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46948) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:46.054914 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:46.059827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7669-5dfd-462a-aba2-11fb33a8229b None None] Pushing event updated for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:46.150738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.227211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Delete allocated IP 2001:db8::2f (ce20ca4b-f511-44f1-b4f4-7464e3caf000/6414025d-103c-432f-8e26-938074320d25) {{(pid=94657) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:02:46.248230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Allocated IP 2001:db8:0:2::7e (ce20ca4b-f511-44f1-b4f4-7464e3caf000/4cde3b4b-285b-4c78-8e51-c5a631e35497/75ae3d30-806c-4331-b6c0-181d4e24ac46) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:46.298755 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.510636 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.511970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:46.512641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.521052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.709562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] Pushing event updated for resources: {'Network': ['ID=e4cdbfc8-fb67-4d20-87f6-1cd5692ec793,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:46.736164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e4cdbfc8-fb67-4d20-87f6-1cd5692ec793 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:46.779696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-32c2d2f8-8de3-41ec-a926-dd416084fe72 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6161926 Jul 28 15:02:46.779696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:46.807043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Request body: {'subnet': {'network_id': 'e4cdbfc8-fb67-4d20-87f6-1cd5692ec793', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1205826248-subnet', 'tenant_id': '47fbd865c78c4507b4b7566299727620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:46.828009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.895586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Transition to ACTIVE for port object 75ae3d30-806c-4331-b6c0-181d4e24ac46 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:46.956666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Allocated IP 172.25.6.77 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d9d0ff7b-b3a7-47fd-83b9-ccd461fbdf4f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:46.983914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.089453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Made reservation on behalf of 47fbd865c78c4507b4b7566299727620 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:47.092281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.160941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] In _notify_port_updated(), no bound segment for port 75ae3d30-806c-4331-b6c0-181d4e24ac46 on network ce20ca4b-f511-44f1-b4f4-7464e3caf000 {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:02:47.167142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:47.167827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.172878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "PUT /v2.0/ports/75ae3d30-806c-4331-b6c0-181d4e24ac46 HTTP/1.1" status: 200 len: 968 time: 3.2586555 Jul 28 15:02:47.176139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46964) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:47.270688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Provisioning complete for port 6170d4ce-fa59-468b-806d-6db84d3cd387 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:47.271513 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.356695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed0257-45cf-4ab9-b0eb-46f070067901 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event updated for resources: {'Port': ['ID=75ae3d30-806c-4331-b6c0-181d4e24ac46,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:47.404004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:47.405749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.484631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Port 6170d4ce-fa59-468b-806d-6db84d3cd387 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:47.669642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Provisioning for port 75ae3d30-806c-4331-b6c0-181d4e24ac46 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:47.678756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Provisioning complete for port 75ae3d30-806c-4331-b6c0-181d4e24ac46 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:47.678756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.717068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 75ae3d30-806c-4331-b6c0-181d4e24ac46 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:47.717610 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.765822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Port 75ae3d30-806c-4331-b6c0-181d4e24ac46 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:47.772610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.774982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:47.782396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:47.784637 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.889967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:47.895487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:47.913109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:47.947723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Provisioning for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:47.975048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.976362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:47.976832 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-388dc69d-d925-43c8-a0f3-9ef8566c1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.013925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 75ae3d30-806c-4331-b6c0-181d4e24ac46 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:48.059943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.135630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.152376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:48.164296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=d9d0ff7b-b3a7-47fd-83b9-ccd461fbdf4f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:48.174405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.256545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84a0f7f-ce22-496b-bfd1-5718fe5ef986,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:48.332685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.333975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:48.473688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.494580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bf1453d9-0160-4ccd-a81f-0e24690ec199 None None] Provisioning complete for port 75ae3d30-806c-4331-b6c0-181d4e24ac46 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:48.495022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bf1453d9-0160-4ccd-a81f-0e24690ec199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.527797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Checking segment: {'id': '7084ad3c-5dc5-46e2-9f91-b1c8612ae23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e4cdbfc8-fb67-4d20-87f6-1cd5692ec793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:48.540783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Network hostable DHCP agents. Network: e4cdbfc8-fb67-4d20-87f6-1cd5692ec793, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:48.540961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:48.574568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:48.574568 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.603793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bf1453d9-0160-4ccd-a81f-0e24690ec199 None None] Port 75ae3d30-806c-4331-b6c0-181d4e24ac46 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:48.611856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.681844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=75ae3d30-806c-4331-b6c0-181d4e24ac46,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:48.702800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Network e4cdbfc8-fb67-4d20-87f6-1cd5692ec793 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:48.716923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.721790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-46a7a59e-0340-4a84-8f91-2e2f5c6457ae tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/75ae3d30-806c-4331-b6c0-181d4e24ac46 HTTP/1.1" status: 204 len: 168 time: 1.4867315 Jul 28 15:02:48.726984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46978) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:48.774276 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58ae91b-c7b7-423d-a032-25cb3d992c66 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] GET failed (client error): The resource could not be found. Jul 28 15:02:48.779070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a58ae91b-c7b7-423d-a032-25cb3d992c66 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports/75ae3d30-806c-4331-b6c0-181d4e24ac46 HTTP/1.1" status: 404 len: 333 time: 0.0485191 Jul 28 15:02:48.779441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:48.900376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e4cdbfc8-fb67-4d20-87f6-1cd5692ec793) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:48.914896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0081fbf-2f50-4303-acf2-98d094bc69ff None None] Network e4cdbfc8-fb67-4d20-87f6-1cd5692ec793 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:48.938742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:48.943123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.004217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-516be87b-62a9-428f-8dda-629a1a1c1c5b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.042648 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.094916 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-516be87b-62a9-428f-8dda-629a1a1c1c5b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.131953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:49.190188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.205426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2d696979-43c2-4ff4-9855-a96afff1c04b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4177639 Jul 28 15:02:49.304769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-516be87b-62a9-428f-8dda-629a1a1c1c5b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.325772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-516be87b-62a9-428f-8dda-629a1a1c1c5b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.327783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=d9d0ff7b-b3a7-47fd-83b9-ccd461fbdf4f,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:49.339505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-516be87b-62a9-428f-8dda-629a1a1c1c5b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/security-groups/ca0457ea-f2a6-496b-8e32-80bebdf3abff HTTP/1.1" status: 204 len: 168 time: 0.5584743 Jul 28 15:02:49.341872 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.347346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46992) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:49.404757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516be87b-62a9-428f-8dda-629a1a1c1c5b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0457ea-f2a6-496b-8e32-80bebdf3abff,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:49.409338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ada034-3f09-4d55-8dc9-f9d68bf71caa None None] Network e4cdbfc8-fb67-4d20-87f6-1cd5692ec793 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:49.464044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.474812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-32ccdebf-14cd-4a2b-871a-7f4ade4c2577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4355397 Jul 28 15:02:49.517118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:49.517504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.561717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caccb058-56af-4087-bde4-4f31da252772 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.636138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caccb058-56af-4087-bde4-4f31da252772 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.952095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caccb058-56af-4087-bde4-4f31da252772 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.954690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-caccb058-56af-4087-bde4-4f31da252772 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.956026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-caccb058-56af-4087-bde4-4f31da252772 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/security-groups/983c13ce-c9f7-4cc7-8646-18815e939bde HTTP/1.1" status: 204 len: 168 time: 0.5950313 Jul 28 15:02:49.959874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47018) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:49.967828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-e0510f2e-ea26-4ae0-b940-4cb017b466e2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--616645964&fields=id&tenant_id=412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 267 time: 0.0765715 Jul 28 15:02:49.973517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccb058-56af-4087-bde4-4f31da252772 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c13ce-c9f7-4cc7-8646-18815e939bde,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:50.059880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c359c7-8c63-47de-a678-f8386464893f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.097189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c359c7-8c63-47de-a678-f8386464893f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.195404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-db9868d9-f4bb-4556-82a7-a75296a76845 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:50.205547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-db9868d9-f4bb-4556-82a7-a75296a76845 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.2217422 Jul 28 15:02:50.222907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-03488725-2ae4-4365-b36c-f43c2b72795f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/quotas/412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0155523 Jul 28 15:02:50.366233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-72bfb03e-1b53-4648-9530-e8866f16a059 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:50.367933 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-72bfb03e-1b53-4648-9530-e8866f16a059 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/networks?id=c43cd275-a5c1-4999-8898-d8b52189901e HTTP/1.1" status: 200 len: 808 time: 0.2069819 Jul 28 15:02:50.370515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-51787c05-d647-4b57-81f4-af9febdbd87e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398988 Jul 28 15:02:50.394905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-16a88610-5323-4d4c-80b0-2c40ebc70980 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/quotas/cc9f8808426c473bb5df15d3175c6b0f HTTP/1.1" status: 200 len: 375 time: 0.0165093 Jul 28 15:02:50.441478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-63a5590d-a03d-4dec-a166-0cb1a26fc959 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9f8808426c473bb5df15d3175c6b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388517 Jul 28 15:02:50.577459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-22804db9-5bb1-4d5d-8d9e-ea0e071f5c28 service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913869 Jul 28 15:02:50.609722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c359c7-8c63-47de-a678-f8386464893f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.615339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0c359c7-8c63-47de-a678-f8386464893f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.616674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a0c359c7-8c63-47de-a678-f8386464893f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/security-groups/34a9e224-f8ed-43de-9c14-89f2b1370fc5 HTTP/1.1" status: 204 len: 168 time: 0.6555707 Jul 28 15:02:50.627248 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-37356617-e436-4e88-9de4-68b7215b3a24 service neutron] 10.222.0.57 "GET /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760747 Jul 28 15:02:50.633829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:50.665436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c359c7-8c63-47de-a678-f8386464893f tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a9e224-f8ed-43de-9c14-89f2b1370fc5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:50.749114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-a745eca8-5303-4d7d-ac91-97f0b1001750 service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647668 Jul 28 15:02:50.802570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 6414025d-103c-432f-8e26-938074320d25 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:50.806268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.860036 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.968970 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-bb0fe195-9b8d-4437-9af6-0d640b834da3 service neutron] 10.222.0.57 "GET /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948346 Jul 28 15:02:50.988071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.576687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d79b4d6-6ac9-40e7-afd0-7b26e829c810 req-2f7a3adf-ff1f-46a3-937a-adcb4097497b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.0480766 Jul 28 15:02:51.658358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2afc5fd7-842f-4c55-8b94-245595dd8122 req-1476b460-23b0-4c03-bca1-6d7bc3310cbe tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0504551 Jul 28 15:02:51.829943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.912035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=6414025d-103c-432f-8e26-938074320d25,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:51.929799 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.938010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eba8f827-673b-4568-b8f1-7d36457ecb83 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/6414025d-103c-432f-8e26-938074320d25 HTTP/1.1" status: 204 len: 168 time: 1.3040729 Jul 28 15:02:51.942568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:51.943298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db25c02-de48-4817-a786-3ba6eb7a46a0 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:52.089494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 4cde3b4b-285b-4c78-8e51-c5a631e35497 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:52.100377 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.224024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.423863 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-568056bd-e423-4300-ac25-b2969fdb3672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.440048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.699464 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.825660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9866d145-8485-424f-ac5f-13c96ead64ee req-2fa975e2-737e-422b-b7c2-587eb558e6f4 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.0746531 Jul 28 15:02:52.883347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.891257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/4cde3b4b-285b-4c78-8e51-c5a631e35497 HTTP/1.1" status: 204 len: 168 time: 0.9473717 Jul 28 15:02:52.894977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:52.928433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87518d-6865-40ee-9789-c2f3a38a20fa tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=4cde3b4b-285b-4c78-8e51-c5a631e35497,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:52.958871 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db7d86e-1296-491b-88cc-f8d197348d24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:52.959604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db7d86e-1296-491b-88cc-f8d197348d24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:52.967670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4db7d86e-1296-491b-88cc-f8d197348d24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/6414025d-103c-432f-8e26-938074320d25 HTTP/1.1" status: 404 len: 337 time: 0.0713406 Jul 28 15:02:52.968660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47120) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:53.004091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c013533b-1487-4823-90ba-9bbfda005117 req-de828349-55fb-4ec9-87fa-a0e5f24a23aa tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.1267517 Jul 28 15:02:53.209857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting subnet 152dcc09-e2be-4a29-af29-6130f7a0136a {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:53.222595 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.297706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.640574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.739251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea045eec-b9b4-4e04-a4ff-74ce6bb336b3 None None] Network ce20ca4b-f511-44f1-b4f4-7464e3caf000 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:53.904171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.954543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Subnet': ['ID=152dcc09-e2be-4a29-af29-6130f7a0136a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:53.994551 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.004732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47134) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.021703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c36eb82c-29f8-4919-94e5-10a4e11c447d None None] Provisioning complete for port 6170d4ce-fa59-468b-806d-6db84d3cd387 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:54.022484 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c36eb82c-29f8-4919-94e5-10a4e11c447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.045474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d0f2c6a6-c092-4c4f-b90d-ce9fcae3ae24 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/152dcc09-e2be-4a29-af29-6130f7a0136a HTTP/1.1" status: 204 len: 168 time: 1.0752895 Jul 28 15:02:54.170198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c36eb82c-29f8-4919-94e5-10a4e11c447d None None] Port 6170d4ce-fa59-468b-806d-6db84d3cd387 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:54.236953 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0c669d-5d9b-4c03-96ed-a9dec2edd9e3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.238011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0c669d-5d9b-4c03-96ed-a9dec2edd9e3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.243878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7a0c669d-5d9b-4c03-96ed-a9dec2edd9e3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/265725bf-393f-42b0-b09a-f5b7568a2433 HTTP/1.1" status: 404 len: 337 time: 0.2274139 Jul 28 15:02:54.258724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47142) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.264697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1da822ad-fce2-400e-8034-b131942ca86f req-6589bf5b-293d-4689-a986-91b88cae511a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0614491 Jul 28 15:02:54.269569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c36eb82c-29f8-4919-94e5-10a4e11c447d None None] Provisioning complete for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:54.270088 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c36eb82c-29f8-4919-94e5-10a4e11c447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.426912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-24afa3ff-0970-4768-9d2d-9d113876a160 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b32ea2a-528f-4dc9-8797-315a85ef052b HTTP/1.1" status: 200 len: 205 time: 0.1613960 Jul 28 15:02:54.429311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47146) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.435042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] DHCP port deletion for ce20ca4b-f511-44f1-b4f4-7464e3caf000 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:54.536887 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-de0f3081-4d2b-4294-bb1b-a99d92352ba9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] delete failed (client error): The resource could not be found. Jul 28 15:02:54.539266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-de0f3081-4d2b-4294-bb1b-a99d92352ba9 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/routers/9b32ea2a-528f-4dc9-8797-315a85ef052b HTTP/1.1" status: 404 len: 336 time: 0.1081812 Jul 28 15:02:54.542460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47156) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.555398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] Deleting port 7d23c68b-0ac0-4617-bc6e-09e603f47157 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:54.558928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.565009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcc2f6a2-71c5-4527-8f21-35756be9a264 req-aa446117-6e73-4de1-8615-ad5c7fc2207f tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.3462508 Jul 28 15:02:54.649661 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-9def9ff2-ee69-4661-bdc5-b4e92e843ae8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.650551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9def9ff2-ee69-4661-bdc5-b4e92e843ae8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.657258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9def9ff2-ee69-4661-bdc5-b4e92e843ae8 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/789128cf-9994-4878-ac38-182d46ffef34 HTTP/1.1" status: 404 len: 337 time: 0.1106308 Jul 28 15:02:54.657661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47158) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.691155 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-808846e9-b53d-4f85-823e-678bf2842a23 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.708047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808846e9-b53d-4f85-823e-678bf2842a23 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.708276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] For port 7d23c68b-0ac0-4617-bc6e-09e603f47157, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7d23c68b-0ac0-4617-bc6e-09e603f47157,segment=NetworkSegment(bce0e54a-de36-44d3-bcd8-ddcf0981ccb5),segment_id=bce0e54a-de36-44d3-bcd8-ddcf0981ccb5)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:54.708276 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.708707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-808846e9-b53d-4f85-823e-678bf2842a23 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/558a5da6-c167-49c4-81ab-57d6cec5f0b9 HTTP/1.1" status: 404 len: 337 time: 0.0348668 Jul 28 15:02:54.710342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.711590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] Calling delete_port for 7d23c68b-0ac0-4617-bc6e-09e603f47157 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:54.767187 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b09bc93-72d8-42c4-9e5f-69329aa8a01d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.767187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b09bc93-72d8-42c4-9e5f-69329aa8a01d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.767187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2b09bc93-72d8-42c4-9e5f-69329aa8a01d tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/5c2fb990-106e-4048-b53d-9e384f4604c7 HTTP/1.1" status: 404 len: 337 time: 0.0516968 Jul 28 15:02:54.767612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.800284 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd46a30-be17-402a-b8ea-a0d8bc1241a3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.801074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd46a30-be17-402a-b8ea-a0d8bc1241a3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.805811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.806109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ffd46a30-be17-402a-b8ea-a0d8bc1241a3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/9ac2d457-f422-42a4-a4ae-f66c8a43e722 HTTP/1.1" status: 404 len: 333 time: 0.0372441 Jul 28 15:02:54.845886 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98764f7-b373-4b5a-9ca7-0afdffca4b80 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.846415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98764f7-b373-4b5a-9ca7-0afdffca4b80 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.852252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e98764f7-b373-4b5a-9ca7-0afdffca4b80 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/5b513d4a-af12-4895-b38a-9202ee8065c4 HTTP/1.1" status: 404 len: 337 time: 0.0400085 Jul 28 15:02:54.852628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.909451 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bbb2fa-fb2e-4ad7-9d26-6e52f9e3bd20 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.909451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bbb2fa-fb2e-4ad7-9d26-6e52f9e3bd20 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.909451 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-29bbb2fa-fb2e-4ad7-9d26-6e52f9e3bd20 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/122ec2a8-d170-478a-8b0f-84c0250546bc HTTP/1.1" status: 404 len: 337 time: 0.0364416 Jul 28 15:02:54.911952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.978648 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-2664ed0b-1cb7-4d3b-94bb-555fe6b709ed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:54.978648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2664ed0b-1cb7-4d3b-94bb-555fe6b709ed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:54.978648 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2664ed0b-1cb7-4d3b-94bb-555fe6b709ed tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/201ab853-bcda-4073-a908-4f7d9e1d2aa8 HTTP/1.1" status: 404 len: 333 time: 0.0653224 Jul 28 15:02:54.980438 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47174) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.981535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:55.024883 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ccff81-9f1a-42e7-b0f6-fce01ef4ca11 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:55.024883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ccff81-9f1a-42e7-b0f6-fce01ef4ca11 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:55.028984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47178) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:55.029912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d4ccff81-9f1a-42e7-b0f6-fce01ef4ca11 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/8412d92a-a235-4a28-a709-75c96f883ebe HTTP/1.1" status: 404 len: 337 time: 0.0481782 Jul 28 15:02:55.070800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8e800904-c0bc-4d07-bb06-d415140f7243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.072348 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c91600-cce5-4093-91c4-6d327225308b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:55.073762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c91600-cce5-4093-91c4-6d327225308b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:55.076203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-20c91600-cce5-4093-91c4-6d327225308b tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/subnets/8b4a3f42-7bff-474d-9246-f3dfda1853da HTTP/1.1" status: 404 len: 337 time: 0.0443301 Jul 28 15:02:55.078061 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.079819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47180) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:55.176971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] Pushing event deleted for resources: {'Port': ['ID=7d23c68b-0ac0-4617-bc6e-09e603f47157,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:55.185634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fef3ca-fb0d-47f4-bd80-a611b2fa52d8 None None] No DVR routers for this DVR port 7d23c68b-0ac0-4617-bc6e-09e603f47157 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:55.200482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port 7d23c68b-0ac0-4617-bc6e-09e603f47157 {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 15:02:55.201293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7d23c68b-0ac0-4617-bc6e-09e603f47157 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:55.240750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Deleting port 6170d4ce-fa59-468b-806d-6db84d3cd387 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:55.241466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.304417 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.330708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.361322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Calling delete_port for 6170d4ce-fa59-468b-806d-6db84d3cd387 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:55.520973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66970738-2fa6-4213-a51f-0140d658254e req-daa802cc-71f6-4d20-b948-0e2bce47aced tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0651286 Jul 28 15:02:55.597484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.683464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Port': ['ID=6170d4ce-fa59-468b-806d-6db84d3cd387,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:55.702400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.706901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-acbf9645-bb6d-44a0-836f-a83e5ee4c2ea tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/ports/6170d4ce-fa59-468b-806d-6db84d3cd387 HTTP/1.1" status: 204 len: 168 time: 0.6258178 Jul 28 15:02:55.715445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47194) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:55.886327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-26a29ef6-106a-4166-9750-379ed5d74e0f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:55.888525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-26a29ef6-106a-4166-9750-379ed5d74e0f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.2991793 Jul 28 15:02:55.922503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50e1517d-211f-4c24-bf8c-4c0da9dcdf5f req-053fb762-b401-4363-9bd5-29113f3cdf97 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.1825223 Jul 28 15:02:55.961072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-3306be2d-4955-44fb-8dce-ce91b617f55c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 379 time: 0.0626540 Jul 28 15:02:55.974054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'port': {'device_id': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'admin_state_up': True, 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'security_groups': ['11cfa38c-7a57-4f31-a60b-31945dc0a59e']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:55.997877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.310960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.329285 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce20ca4b-f511-44f1-b4f4-7464e3caf000']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.353671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.354005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce0e54a-de36-44d3-bcd8-ddcf0981ccb5') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.365507 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.383555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.442599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.452358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:56.453099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:56.506827 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:56.646710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-cb6d6193-6d79-4bdd-abc5-8c29be5e76fb tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:56.648625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-cb6d6193-6d79-4bdd-abc5-8c29be5e76fb tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.58 "GET /v2.0/networks?id=c43cd275-a5c1-4999-8898-d8b52189901e HTTP/1.1" status: 200 len: 808 time: 0.2633176 Jul 28 15:02:56.653544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f55d74e3-13ab-41e3-b704-e9b8523fa4cc req-2f9cc6e3-3f79-4496-a4d4-0e86043f7c92 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0332112 Jul 28 15:02:56.665877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Request body: {'port': {'device_id': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e', 'admin_state_up': True, 'tenant_id': 'cc9f8808426c473bb5df15d3175c6b0f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:56.731697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:56.795664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.932598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.953030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.964632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] 10.222.0.57 "DELETE /v2.0/networks/ce20ca4b-f511-44f1-b4f4-7464e3caf000 HTTP/1.1" status: 204 len: 168 time: 1.2453187 Jul 28 15:02:56.995773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173016a8-ff7d-4402-8a4c-b5a28e2d8bf3 tempest-PortsIpV6TestJSON-688050811 tempest-PortsIpV6TestJSON-688050811-project] Pushing event deleted for resources: {'Network': ['ID=ce20ca4b-f511-44f1-b4f4-7464e3caf000,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:57.146606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Allocated IP 172.20.0.7 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/ed859aa8-0f4b-4ccd-8506-7050e19ae5f4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:57.392934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-774ab2fc-bad8-4fc3-b481-4cb035673507 req-6f559618-75ea-4c5c-8b81-1ae7332bee6c tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.1287892 Jul 28 15:02:57.396317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Made reservation on behalf of cc9f8808426c473bb5df15d3175c6b0f for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:57.399980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.713237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.759999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Allocated IP 172.20.0.12 (c43cd275-a5c1-4999-8898-d8b52189901e/9bf068ae-2cc4-46bd-bfbc-ca4966fedc09/e9fa468e-bbe8-45fb-b038-93452d282158) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:57.765262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Transition to ACTIVE for port object ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:57.815529 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-347b8ecd-5cd5-4cec-b15d-b31b8c13c084 req-750cd59c-8526-4106-b5e2-f1ec3e4cd10a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0328054 Jul 28 15:02:57.840786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.091196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.157495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47224) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:58.202392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:58.208078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.217632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:58.230315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:58.233973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:58.318077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:58.318368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.333478 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:02:58.599899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0de0db2-d768-47fe-b3d1-04fd1311e8f9 req-912d0c7f-c551-42bd-b9c5-898201af3d03 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.0505950 Jul 28 15:02:58.643888 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b96bfc90-20fb-4af9-8154-a8905eec88ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e41a114cad449fdb1db57f6ca619e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851942 Jul 28 15:02:58.647703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47238) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:58.662588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-ec2bbc4c-4191-4587-abb3-16c6ef71adcb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6926484 Jul 28 15:02:58.681746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Request body: {'port': {'device_id': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:58.754555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99cafd4b-4740-464a-9323-088a5b5355a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.758105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.806607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99cafd4b-4740-464a-9323-088a5b5355a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.897497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Pushing event updated for resources: {'Port': ['ID=e9fa468e-bbe8-45fb-b038-93452d282158,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:58.920530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-588a1cf0-9ed6-422c-a7f2-959ccf08dbfe None None] Provisioning for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:58.928519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-588a1cf0-9ed6-422c-a7f2-959ccf08dbfe None None] Provisioning complete for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:58.929055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-588a1cf0-9ed6-422c-a7f2-959ccf08dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.956939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.960367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Network c43cd275-a5c1-4999-8898-d8b52189901e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:58.963247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:58.975398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:59.012771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-588a1cf0-9ed6-422c-a7f2-959ccf08dbfe None None] Port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:59.061231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1013e-ae8b-440a-bb9e-191d831be67c req-271b70a4-95f2-4c35-977e-c5c56dc23ad8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:59.063987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11e1013e-ae8b-440a-bb9e-191d831be67c req-271b70a4-95f2-4c35-977e-c5c56dc23ad8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 931 time: 0.1148040 Jul 28 15:02:59.072291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:59.073556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.129194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99cafd4b-4740-464a-9323-088a5b5355a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.134452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99cafd4b-4740-464a-9323-088a5b5355a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.140940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-99cafd4b-4740-464a-9323-088a5b5355a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1de131d3-4a53-4bb4-bdd6-b89c233c5144 HTTP/1.1" status: 204 len: 168 time: 0.4849699 Jul 28 15:02:59.183239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cafd4b-4740-464a-9323-088a5b5355a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de131d3-4a53-4bb4-bdd6-b89c233c5144,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:59.205779 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-11e1013e-ae8b-440a-bb9e-191d831be67c req-81f2525c-b85c-43ef-92ce-379d88186775 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260626 Jul 28 15:02:59.333275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f4a23184-da93-42a5-a141-18b9c9ecac6b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6733663 Jul 28 15:02:59.354610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Request body: {'port': {'device_id': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:00.013231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.163526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93757ab5-9a43-4e41-a480-3242c60d46aa req-2131a3ce-188d-44a0-a809-cb9b144a2a3b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:00.178444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93757ab5-9a43-4e41-a480-3242c60d46aa req-2131a3ce-188d-44a0-a809-cb9b144a2a3b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 932 time: 0.2837386 Jul 28 15:03:00.412274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:03:00.443719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93757ab5-9a43-4e41-a480-3242c60d46aa req-c95583ee-4fbb-4be3-a025-b0b4e4fb1251 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619085 Jul 28 15:03:00.479665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.581066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Transition to ACTIVE for port object ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:00.594997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e37c58-e798-4c7d-9939-bd81122f4446 req-eb79931c-678c-46b8-af71-f5535c66a33e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:00.614472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05e37c58-e798-4c7d-9939-bd81122f4446 req-eb79931c-678c-46b8-af71-f5535c66a33e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 931 time: 0.1268613 Jul 28 15:03:00.730527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05e37c58-e798-4c7d-9939-bd81122f4446 req-f36f6d69-02c2-4a5d-b8ea-bfcbda89469d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124456 Jul 28 15:03:00.840929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.017387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fa468e-bbe8-45fb-b038-93452d282158 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:03:01.038008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.113527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:01.199634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Transition to ACTIVE for port object e9fa468e-bbe8-45fb-b038-93452d282158 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:01.259742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Attempting to bind port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:03:01.260913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Attempting to bind port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:03:01.261725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Attempting to bind port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:01.269706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 on network 727e996e-9dc7-420b-8951-7f12420ef70b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:03:01.274168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Attempting to bind port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:01.279434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:03:01.280051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:01.280820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:03:01.281633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Bound port: ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:03:01.282312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.412643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:03:01.419725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:03:01.420608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.556751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fa468e-bbe8-45fb-b038-93452d282158,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:01.599142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47288) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:01.639797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:01.675136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Attempting to bind port e9fa468e-bbe8-45fb-b038-93452d282158 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:03:01.675951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Attempting to bind port e9fa468e-bbe8-45fb-b038-93452d282158 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:03:01.676285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Attempting to bind port e9fa468e-bbe8-45fb-b038-93452d282158 on network c43cd275-a5c1-4999-8898-d8b52189901e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:01.682794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Port e9fa468e-bbe8-45fb-b038-93452d282158 on network c43cd275-a5c1-4999-8898-d8b52189901e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:03:01.683261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Attempting to bind port e9fa468e-bbe8-45fb-b038-93452d282158 on network c43cd275-a5c1-4999-8898-d8b52189901e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:01.684985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d511463-027a-4c42-b804-c010c49bb3cb req-3f89ae9f-6d5b-4afc-8d09-5b2efda84c8c tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:01.689601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d511463-027a-4c42-b804-c010c49bb3cb req-3f89ae9f-6d5b-4afc-8d09-5b2efda84c8c tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 944 time: 0.1223624 Jul 28 15:03:01.698853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:03:01.699216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Checking segment: {'id': 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:01.700741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Bound using segment: {'id': 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:03:01.702334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Bound port: e9fa468e-bbe8-45fb-b038-93452d282158, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:03:01.703347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.750077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d511463-027a-4c42-b804-c010c49bb3cb req-e72d16d4-a9c7-429a-afa5-5ce91d3c670f tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541487 Jul 28 15:03:01.949632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] For port e9fa468e-bbe8-45fb-b038-93452d282158, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:03:01.962024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-030ffefc-13bc-4984-8cfc-bbfe2ddf8895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.980422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-939aa06d-b27f-45d3-a43d-d3e43fc67a28 tempest-DvrRoutersNegativeTest-87214375 tempest-DvrRoutersNegativeTest-87214375-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-818556775', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:01.985536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.policy [None req-939aa06d-b27f-45d3-a43d-d3e43fc67a28 tempest-DvrRoutersNegativeTest-87214375 tempest-DvrRoutersNegativeTest-87214375-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94657) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 28 15:03:01.985988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.policy [None req-939aa06d-b27f-45d3-a43d-d3e43fc67a28 tempest-DvrRoutersNegativeTest-87214375 tempest-DvrRoutersNegativeTest-87214375-project] Failed policy check for 'create_router' {{(pid=94657) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 28 15:03:01.986793 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-939aa06d-b27f-45d3-a43d-d3e43fc67a28 tempest-DvrRoutersNegativeTest-87214375 tempest-DvrRoutersNegativeTest-87214375-project] create failed (client error): Access was denied to this resource. Jul 28 15:03:01.988392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-939aa06d-b27f-45d3-a43d-d3e43fc67a28 tempest-DvrRoutersNegativeTest-87214375 tempest-DvrRoutersNegativeTest-87214375-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3884892 Jul 28 15:03:02.010837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] For port e9fa468e-bbe8-45fb-b038-93452d282158, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e9fa468e-bbe8-45fb-b038-93452d282158,segment=NetworkSegment(baa8e7eb-8e55-4906-99f5-d12d5a0fd26a),segment_id=baa8e7eb-8e55-4906-99f5-d12d5a0fd26a)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:03:02.059724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c244a-21da-418b-aaf0-44361adf3308 req-5a10b475-24d9-42ce-a502-8e66d31017f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:02.062550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b88c244a-21da-418b-aaf0-44361adf3308 req-5a10b475-24d9-42ce-a502-8e66d31017f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 943 time: 0.2046189 Jul 28 15:03:02.159462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b88c244a-21da-418b-aaf0-44361adf3308 req-2d5ad960-c8aa-404c-9221-dd36c69e2d79 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864406 Jul 28 15:03:02.248341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-030ffefc-13bc-4984-8cfc-bbfe2ddf8895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:02.901552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ae5-8589-419b-818e-c038dd39bd5d req-ad5bc2d1-0cbd-4722-99a7-eeeacf58825b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:02.903829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1181ae5-8589-419b-818e-c038dd39bd5d req-ad5bc2d1-0cbd-4722-99a7-eeeacf58825b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 944 time: 0.0760486 Jul 28 15:03:02.966799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:02.970177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1181ae5-8589-419b-818e-c038dd39bd5d req-c8683fc6-1216-45aa-8213-718ff054d5d3 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580099 Jul 28 15:03:03.023778 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.028119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:03.028861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.047013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] 10.222.0.58 "PUT /v2.0/ports/ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 1092 time: 4.3573258 Jul 28 15:03:03.047013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:03.047013 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:03.047013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-030ffefc-13bc-4984-8cfc-bbfe2ddf8895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.047013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.112015 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2928851f-afbb-4491-aef8-f4462f1b33e5 x-openstack-request-id: req-2928851f-afbb-4491-aef8-f4462f1b33e5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:03.113008 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:03.113008 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2928851f-afbb-4491-aef8-f4462f1b33e5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:03.113008 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'status': 'completed', 'code': 200} Jul 28 15:03:03.127951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-030ffefc-13bc-4984-8cfc-bbfe2ddf8895 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae919e1b4754477ba662171a899d74ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4871655 Jul 28 15:03:03.131926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:03.134307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47332) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:03.134931 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.136757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] 10.222.0.58 "PUT /v2.0/ports/e9fa468e-bbe8-45fb-b038-93452d282158 HTTP/1.1" status: 200 len: 1093 time: 3.7890608 Jul 28 15:03:03.138368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ffefc-13bc-4984-8cfc-bbfe2ddf8895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7972aac-c666-46f9-96aa-2cdd69b91deb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.141463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f4099-1ef4-457e-a63d-c14dae4867ed service neutron] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.274192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8058ff19-4033-474f-98dd-0bea55085dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.335807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8058ff19-4033-474f-98dd-0bea55085dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.372912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88929-617e-4932-b8d6-1086025942b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fa468e-bbe8-45fb-b038-93452d282158,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.386877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61 req-12cfb65b-99bc-4cbe-8f1f-5dd40ed0b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:03.390325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61 req-12cfb65b-99bc-4cbe-8f1f-5dd40ed0b625 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1095 time: 0.2343662 Jul 28 15:03:03.562668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8058ff19-4033-474f-98dd-0bea55085dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.572531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8058ff19-4033-474f-98dd-0bea55085dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.584576 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8058ff19-4033-474f-98dd-0bea55085dc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7972aac-c666-46f9-96aa-2cdd69b91deb HTTP/1.1" status: 204 len: 168 time: 0.4455130 Jul 28 15:03:03.613818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058ff19-4033-474f-98dd-0bea55085dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7972aac-c666-46f9-96aa-2cdd69b91deb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.614205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-d566a5fe-62d0-43cd-bb86-6a087cb61a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:03.617105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-d566a5fe-62d0-43cd-bb86-6a087cb61a4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc9f8808426c473bb5df15d3175c6b0f&device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 1096 time: 0.2573106 Jul 28 15:03:03.712432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47342) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:03.790669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-f191fa33-0cff-4602-9936-8c752ac8444e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fa468e-bbe8-45fb-b038-93452d282158 HTTP/1.1" status: 200 len: 217 time: 0.1534996 Jul 28 15:03:03.832411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61 req-91531dfb-c7a5-4e0e-8d7e-0dec77e4a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:03.835692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61 req-91531dfb-c7a5-4e0e-8d7e-0dec77e4a05e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3970101 Jul 28 15:03:03.854915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a294-78e6-4897-a474-fbd9c793629b req-bc7e79b9-c003-43d9-925a-3c02dc52c97b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:03.858071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9e9a294-78e6-4897-a474-fbd9c793629b req-bc7e79b9-c003-43d9-925a-3c02dc52c97b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 943 time: 0.4025738 Jul 28 15:03:03.909074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31cdb7f-6575-47c8-b639-25b30b3841a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.097458 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31cdb7f-6575-47c8-b639-25b30b3841a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.130128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-9584ebca-d354-4435-9475-dac4381fc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.133240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-9584ebca-d354-4435-9475-dac4381fc281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bf068ae-2cc4-46bd-bfbc-ca4966fedc09 HTTP/1.1" status: 200 len: 848 time: 0.3279090 Jul 28 15:03:04.147363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9e9a294-78e6-4897-a474-fbd9c793629b req-7930fc68-e22a-481c-8a4e-02d1fa8785da tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487812 Jul 28 15:03:04.227593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-14f4bf77-f4c7-4fd3-ad19-c1b81ab9fb45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c43cd275-a5c1-4999-8898-d8b52189901e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808277 Jul 28 15:03:04.286948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a31cdb7f-6575-47c8-b639-25b30b3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.359065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61 req-b2291709-5d88-4a0d-8cc9-e4b97b2f3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.362220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7162aa3-bcb6-4224-8cd3-40d9834f0a61 req-b2291709-5d88-4a0d-8cc9-e4b97b2f3b1d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4685330 Jul 28 15:03:04.397713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:04.400495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a31cdb7f-6575-47c8-b639-25b30b3841a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4ddb2f00ea442f0977784e74d2453ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845541 Jul 28 15:03:04.455337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cdb7f-6575-47c8-b639-25b30b3841a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dca8f1-f2fa-4a41-8a86-2bb22d5b1e69,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:04.634660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-d66f8e13-6b0c-418b-9399-48fffa5a0045 service neutron] 10.222.0.58 "GET /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866215 Jul 28 15:03:04.642665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83675e13-f1fc-4de2-8ca3-91e99eeaba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.666902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-2d222780-4dc8-4754-ade1-e6ececd96029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.668698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-2d222780-4dc8-4754-ade1-e6ececd96029 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1095 time: 0.2192876 Jul 28 15:03:04.700003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0869737-e94b-47f1-8043-f31c37a86302 req-027b6c69-9901-4890-b53b-99d3db0ab30b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.703207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0869737-e94b-47f1-8043-f31c37a86302 req-027b6c69-9901-4890-b53b-99d3db0ab30b tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 944 time: 0.5608892 Jul 28 15:03:04.735316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83675e13-f1fc-4de2-8ca3-91e99eeaba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.775222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-74ae0bdc-2d21-42de-9c2d-627a5447a111 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 217 time: 0.0886040 Jul 28 15:03:04.781808 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0869737-e94b-47f1-8043-f31c37a86302 req-70f30c80-e134-44a6-9b29-9354afe92d82 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646529 Jul 28 15:03:04.887125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-8dccd1c1-52ef-472a-a9a8-6a5ac03eed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.888708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-8dccd1c1-52ef-472a-a9a8-6a5ac03eed8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0999906 Jul 28 15:03:04.891790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82923060-6a3f-4fa2-a411-c1aa7e6670bd req-05abb41c-1dd6-4b4d-84e3-01e405700e90 service neutron] 10.222.0.58 "GET /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441366 Jul 28 15:03:04.967099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-35f76561-096c-43e8-a299-3a16c7ee07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.969225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-35f76561-096c-43e8-a299-3a16c7ee07ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624664 Jul 28 15:03:05.081072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-a9aa846f-ff95-465d-ba80-284a2039a396 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005573 Jul 28 15:03:05.124519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'tag': 'e9fa468e-bbe8-45fb-b038-93452d282158'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:05.127185 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "14ce2d76-01ff-43cd-934f-541d1de9910b", "tag": "e9fa468e-bbe8-45fb-b038-93452d282158"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:05.170685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83675e13-f1fc-4de2-8ca3-91e99eeaba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.181119 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83675e13-f1fc-4de2-8ca3-91e99eeaba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.186136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-83675e13-f1fc-4de2-8ca3-91e99eeaba3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86dca8f1-f2fa-4a41-8a86-2bb22d5b1e69 HTTP/1.1" status: 204 len: 168 time: 0.7829041 Jul 28 15:03:05.190676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:05.239228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83675e13-f1fc-4de2-8ca3-91e99eeaba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dca8f1-f2fa-4a41-8a86-2bb22d5b1e69,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:05.261265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-127afcaf-e31f-4088-ad6e-4e051f6b7604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.277820 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0c2581-4ceb-4243-ad9f-72ea35c72af4 x-openstack-request-id: req-2b0c2581-4ceb-4243-ad9f-72ea35c72af4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:05.280516 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ce2d76-01ff-43cd-934f-541d1de9910b", "tag": "e9fa468e-bbe8-45fb-b038-93452d282158", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:05.281389 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b0c2581-4ceb-4243-ad9f-72ea35c72af4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:05.281980 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'tag': 'e9fa468e-bbe8-45fb-b038-93452d282158', 'status': 'completed', 'code': 200} Jul 28 15:03:05.380852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd981d7-eabe-4a9c-a1bb-c48dcd16637c req-20783cc0-28f7-48b3-a312-cc039518a304 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859750 Jul 28 15:03:05.406771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f958c-9c31-4c95-a2e5-1cbaac57ad15 req-e73eee90-2177-4e82-bd83-012fbd8c1175 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:05.407995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-8e89ec67-f8eb-46d9-bd92-ae0f172a1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:05.409375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b8f958c-9c31-4c95-a2e5-1cbaac57ad15 req-e73eee90-2177-4e82-bd83-012fbd8c1175 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 943 time: 0.0774879 Jul 28 15:03:05.410013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-8e89ec67-f8eb-46d9-bd92-ae0f172a1aa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc9f8808426c473bb5df15d3175c6b0f&device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 1096 time: 0.1194985 Jul 28 15:03:05.477455 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3b8f958c-9c31-4c95-a2e5-1cbaac57ad15 req-3e74ef3d-ba4a-493a-8208-8923627ad909 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583916 Jul 28 15:03:05.566761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-127afcaf-e31f-4088-ad6e-4e051f6b7604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.578084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-0c150fa9-ccba-48c3-aa9d-ed958667d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:05.579612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-0c150fa9-ccba-48c3-aa9d-ed958667d591 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c43cd275-a5c1-4999-8898-d8b52189901e HTTP/1.1" status: 200 len: 909 time: 0.1552732 Jul 28 15:03:05.633969 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-623169fb-f4e3-45a9-9b47-2d7a4fc6375b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fa468e-bbe8-45fb-b038-93452d282158 HTTP/1.1" status: 200 len: 217 time: 0.0442374 Jul 28 15:03:05.703190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-01ea95fc-4fa0-4734-9233-9fc753a9c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:05.704767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-01ea95fc-4fa0-4734-9233-9fc753a9c055 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bf068ae-2cc4-46bd-bfbc-ca4966fedc09 HTTP/1.1" status: 200 len: 848 time: 0.0622897 Jul 28 15:03:05.724502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-127afcaf-e31f-4088-ad6e-4e051f6b7604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.750876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-28851297-fbd3-401e-83e7-23f809b4fd7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c43cd275-a5c1-4999-8898-d8b52189901e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379860 Jul 28 15:03:05.829385 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-127afcaf-e31f-4088-ad6e-4e051f6b7604 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7f15f4476e9417d876465533183c13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337652 Jul 28 15:03:05.833764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:05.835908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127afcaf-e31f-4088-ad6e-4e051f6b7604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022414e2-a33b-40ec-b8ac-2f25f98a8c69,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:05.924818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-340209d6-6e50-4cc4-b338-ca7560146203 service neutron] 10.222.0.58 "GET /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580083 Jul 28 15:03:06.045326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea31146d-49fc-4d40-ad63-f9a25d56d2c9 req-daa4f5f4-da1e-47d9-8bf7-175d5269d524 service neutron] 10.222.0.58 "GET /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141255 Jul 28 15:03:06.068122 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80caca-500b-4248-abb2-0ccb84866522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.129877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad3fa-4058-4c82-ad3a-a7d3133d69fd req-0d14bd16-273b-4ad4-91a7-9e03ee946d55 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:06.131654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-056ad3fa-4058-4c82-ad3a-a7d3133d69fd req-0d14bd16-273b-4ad4-91a7-9e03ee946d55 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 944 time: 0.1646028 Jul 28 15:03:06.134193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80caca-500b-4248-abb2-0ccb84866522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.150797 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.238712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-056ad3fa-4058-4c82-ad3a-a7d3133d69fd req-8b55cda7-81d1-4225-a8b9-a3e818cda362 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791633 Jul 28 15:03:06.379598 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80caca-500b-4248-abb2-0ccb84866522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.385807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80caca-500b-4248-abb2-0ccb84866522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.387748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b80caca-500b-4248-abb2-0ccb84866522 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/022414e2-a33b-40ec-b8ac-2f25f98a8c69 HTTP/1.1" status: 204 len: 168 time: 0.5511913 Jul 28 15:03:06.402423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80caca-500b-4248-abb2-0ccb84866522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022414e2-a33b-40ec-b8ac-2f25f98a8c69,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:06.702675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989357f-9964-4669-a3b4-3f12145ad644 req-64c45fb7-75a3-4824-9fd4-f9a743610733 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:06.704533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9989357f-9964-4669-a3b4-3f12145ad644 req-64c45fb7-75a3-4824-9fd4-f9a743610733 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 943 time: 0.0988326 Jul 28 15:03:06.762559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9989357f-9964-4669-a3b4-3f12145ad644 req-dae210b8-cb9e-40f9-b8f1-9f9f97412e3f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 Jul 28 15:03:07.273322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47424) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:07.280900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0053844 Jul 28 15:03:07.287328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47426) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:07.519081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f3e3e47-08d4-400f-afaf-da5aec0bfe43 tempest-NetworksApiDiscovery-938632470 tempest-NetworksApiDiscovery-938632470-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2294462 Jul 28 15:03:07.578550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0ce5-3564-465e-ab3d-d632c4d81a2d req-a0890d3b-f2d6-4162-82ae-023e1ee3ad1a tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:07.598591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce8e0ce5-3564-465e-ab3d-d632c4d81a2d req-a0890d3b-f2d6-4162-82ae-023e1ee3ad1a tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 944 time: 0.1617355 Jul 28 15:03:07.712967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ce8e0ce5-3564-465e-ab3d-d632c4d81a2d req-7338a1dd-fd87-4636-932e-06703770698e tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953956 Jul 28 15:03:07.992245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ef4c-0c24-4516-b2aa-5b0f89b19376 req-65aedb23-ea49-4834-9c57-a5d2bc5fef4a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:07.994229 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7453ef4c-0c24-4516-b2aa-5b0f89b19376 req-65aedb23-ea49-4834-9c57-a5d2bc5fef4a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 943 time: 0.0879097 Jul 28 15:03:08.093812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7453ef4c-0c24-4516-b2aa-5b0f89b19376 req-2c7c86ab-e1ae-4183-b5ee-4b303d094626 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862184 Jul 28 15:03:08.241782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:08.439891 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b34b92f3-40bf-44a8-82a5-0ce96d64e55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.504881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e9fa468e-bbe8-45fb-b038-93452d282158 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:03:08.628791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b34b92f3-40bf-44a8-82a5-0ce96d64e55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.644508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e9fa468e-bbe8-45fb-b038-93452d282158, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e9fa468e-bbe8-45fb-b038-93452d282158,segment=NetworkSegment(baa8e7eb-8e55-4906-99f5-d12d5a0fd26a),segment_id=baa8e7eb-8e55-4906-99f5-d12d5a0fd26a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:08.658741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'e9fa468e-bbe8-45fb-b038-93452d282158', 'network_id': 'c43cd275-a5c1-4999-8898-d8b52189901e', 'port_id': 'e9fa468e-bbe8-45fb-b038-93452d282158', 'mac_address': 'fa:16:3e:26:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf068ae-2cc4-46bd-bfbc-ca4966fedc09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:03:08.707178 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.728048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fa468e-bbe8-45fb-b038-93452d282158 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:03:08.763010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e9fa468e-bbe8-45fb-b038-93452d282158, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e9fa468e-bbe8-45fb-b038-93452d282158,segment=NetworkSegment(baa8e7eb-8e55-4906-99f5-d12d5a0fd26a),segment_id=baa8e7eb-8e55-4906-99f5-d12d5a0fd26a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:08.802019 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b34b92f3-40bf-44a8-82a5-0ce96d64e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.896267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b34b92f3-40bf-44a8-82a5-0ce96d64e55c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c523e0dc9c424c96aa73d90934e65cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494875 Jul 28 15:03:08.897102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47464) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:08.915588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b92f3-40bf-44a8-82a5-0ce96d64e55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf41c46-10ac-4afe-8771-c9e780098702,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:08.926726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.927780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:03:08.930533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14b3ff-53fa-47e3-a6d1-e06a0741efb9 req-452b5118-2ff1-4a4d-9ce0-6ab3a4183f54 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:08.945315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df14b3ff-53fa-47e3-a6d1-e06a0741efb9 req-452b5118-2ff1-4a4d-9ce0-6ab3a4183f54 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 944 time: 0.1232855 Jul 28 15:03:09.013067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338cd22-6c73-44ee-8d04-74689a3e787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.033430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df14b3ff-53fa-47e3-a6d1-e06a0741efb9 req-1490dab0-11c7-4de2-9418-4bc0be8c7960 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866561 Jul 28 15:03:09.060524 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338cd22-6c73-44ee-8d04-74689a3e787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.180837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e9fa468e-bbe8-45fb-b038-93452d282158,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:09.202691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:09.227498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:03:09.301858 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.323639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338cd22-6c73-44ee-8d04-74689a3e787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.327027 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338cd22-6c73-44ee-8d04-74689a3e787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.329526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3338cd22-6c73-44ee-8d04-74689a3e787f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8bf41c46-10ac-4afe-8771-c9e780098702 HTTP/1.1" status: 204 len: 168 time: 0.4306645 Jul 28 15:03:09.338574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:03:09.364931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338cd22-6c73-44ee-8d04-74689a3e787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf41c46-10ac-4afe-8771-c9e780098702,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:09.380788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:09.390439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807a01-31e4-42f1-ba10-f3ada029dea1 req-fd703083-4288-4cc9-8dca-3c46ab057da3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:09.393458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33807a01-31e4-42f1-ba10-f3ada029dea1 req-fd703083-4288-4cc9-8dca-3c46ab057da3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 943 time: 0.1337554 Jul 28 15:03:09.449682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33807a01-31e4-42f1-ba10-f3ada029dea1 req-e9a9fee3-b6a4-441e-975a-72ee5fdeedf3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463669 Jul 28 15:03:09.515194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.591048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:09.814801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e9fa468e-bbe8-45fb-b038-93452d282158'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:03:09.820879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:03:10.343284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeab99-7655-4af1-9b3e-fa257d35d225 req-2a67ed47-35f0-4369-933d-5eed9fa194ba tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:10.374006 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8eeab99-7655-4af1-9b3e-fa257d35d225 req-2a67ed47-35f0-4369-933d-5eed9fa194ba tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 945 time: 0.1774654 Jul 28 15:03:10.465695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8eeab99-7655-4af1-9b3e-fa257d35d225 req-e847ee6c-cb74-446e-a7e2-0551a3b1d69f tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897386 Jul 28 15:03:10.796201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994112b3-8aa3-49d2-8eb8-2f6388585537 req-cc2f1c9e-7651-4194-833c-97b9b02e6fc5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:10.798855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-994112b3-8aa3-49d2-8eb8-2f6388585537 req-cc2f1c9e-7651-4194-833c-97b9b02e6fc5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1008363 Jul 28 15:03:10.902167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-994112b3-8aa3-49d2-8eb8-2f6388585537 req-94241add-51af-4fd8-88a6-c173983b3132 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Jul 28 15:03:10.903553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-9d6451ea-a0a8-4802-a9ce-426c9e070420 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2999485 Jul 28 15:03:11.008127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-cf4650ab-c1b4-46a6-b8a2-64fd16d34912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:11.009806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-cf4650ab-c1b4-46a6-b8a2-64fd16d34912 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.0524371 Jul 28 15:03:11.177571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-8a575fe5-64d0-4045-8c63-89a402707322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:11.180035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-8a575fe5-64d0-4045-8c63-89a402707322 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.1490738 Jul 28 15:03:11.280998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-9104fe59-899c-416e-a489-b385d37caf32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1001 time: 0.0930820 Jul 28 15:03:11.346952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-e3d0e549-deb3-4535-af09-eddf8e900c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:11.349094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-e3d0e549-deb3-4535-af09-eddf8e900c06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0608068 Jul 28 15:03:11.407504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-60c653cd-0169-4bf5-8857-cd883956028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:11.409411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-60c653cd-0169-4bf5-8857-cd883956028b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532341 Jul 28 15:03:11.500039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47534) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:11.530953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-3689e54e-a5ad-4027-89ad-b0d4cb02b7c3 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064839 Jul 28 15:03:11.659744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3d916-c3c5-49b7-bf2f-68ad6003dfa5 req-abed25e5-ea5e-4b48-8dfb-5c415b8becc0 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:11.661518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9c3d916-c3c5-49b7-bf2f-68ad6003dfa5 req-abed25e5-ea5e-4b48-8dfb-5c415b8becc0 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 945 time: 0.0896282 Jul 28 15:03:11.667624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357620415-network', 'tenant_id': '52a7c3f052ec4841af56e2c48b24fb78'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:11.694302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd1da6cf-51fb-460d-9c9c-e0f5304b8f37 req-dd4d5a47-6eb1-4d19-bb62-f16c4e7d4c55 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598282 Jul 28 15:03:11.735990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9c3d916-c3c5-49b7-bf2f-68ad6003dfa5 req-3dade5de-9e08-4ec3-9c5a-d49a946a9be8 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599425 Jul 28 15:03:11.851318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Made reservation on behalf of 52a7c3f052ec4841af56e2c48b24fb78 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:11.854857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:11.865224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.020392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.079462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7af7a-a991-46cf-abc4-fe63d597c517 req-bcee0918-77f7-41d3-a6cf-cb4f30a0a9d4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:12.081490 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5a7af7a-a991-46cf-abc4-fe63d597c517 req-bcee0918-77f7-41d3-a6cf-cb4f30a0a9d4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0589280 Jul 28 15:03:12.128725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5a7af7a-a991-46cf-abc4-fe63d597c517 req-75a1ba40-34e9-43ad-8264-b6e4878acf67 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 Jul 28 15:03:12.165875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.198025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:12.209287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1560d2e7-eb53-4cbc-9a0b-9f8bce28b6c2,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:12.215495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.215917 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Added segment 5afb9725-48cf-4e4d-ba9c-a1c3a8353f28 of type vlan for network e0dcd853-2824-4871-b379-c582cbb03ce4 Jul 28 15:03:12.265506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.429563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.431067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:12.432893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.498409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e9fa468e-bbe8-45fb-b038-93452d282158 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:12.560671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] Pushing event updated for resources: {'Network': ['ID=e0dcd853-2824-4871-b379-c582cbb03ce4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:12.581109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e0dcd853-2824-4871-b379-c582cbb03ce4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:12.662183 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc4dbeab-b291-4d59-b87a-e71ecb8b6e68 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1601911 Jul 28 15:03:12.667993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47552) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:12.674013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Request body: {'subnet': {'network_id': 'e0dcd853-2824-4871-b379-c582cbb03ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357620415-subnet', 'tenant_id': '52a7c3f052ec4841af56e2c48b24fb78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:12.897162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56caeb-8047-4456-b4ba-cd6e97c42735 req-661eceec-ed34-4d04-9f92-774437cadfff tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:12.898972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a56caeb-8047-4456-b4ba-cd6e97c42735 req-661eceec-ed34-4d04-9f92-774437cadfff tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 945 time: 0.0666773 Jul 28 15:03:12.909502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port e9fa468e-bbe8-45fb-b038-93452d282158 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:12.909800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Made reservation on behalf of 52a7c3f052ec4841af56e2c48b24fb78 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:12.923323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.923833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port e9fa468e-bbe8-45fb-b038-93452d282158 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:12.924220 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.991308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a56caeb-8047-4456-b4ba-cd6e97c42735 req-13b9d762-806a-4ee5-a589-2078633037a1 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Jul 28 15:03:13.119136 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.187212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa468e-bbe8-45fb-b038-93452d282158'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:13.190408 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a86750-684d-4a42-8a45-b37bcc46336a" -d '{"events": [{"server_uuid": "14ce2d76-01ff-43cd-934f-541d1de9910b", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa468e-bbe8-45fb-b038-93452d282158"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:13.217399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e9fa468e-bbe8-45fb-b038-93452d282158, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e9fa468e-bbe8-45fb-b038-93452d282158,segment=NetworkSegment(baa8e7eb-8e55-4906-99f5-d12d5a0fd26a),segment_id=baa8e7eb-8e55-4906-99f5-d12d5a0fd26a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:13.267804 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae9267-2bba-4ab5-849c-ee5ad27a1181 x-openstack-request-id: req-03ae9267-2bba-4ab5-849c-ee5ad27a1181 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:13.268547 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ce2d76-01ff-43cd-934f-541d1de9910b", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa468e-bbe8-45fb-b038-93452d282158", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:13.269036 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03ae9267-2bba-4ab5-849c-ee5ad27a1181 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:13.269623 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa468e-bbe8-45fb-b038-93452d282158', 'code': 200} Jul 28 15:03:13.337532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.338932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:13.409242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74bd9f-8662-4914-a79f-29dabe42f368 req-14311987-bd04-4530-a619-e2bb2b53e321 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:13.414286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d74bd9f-8662-4914-a79f-29dabe42f368 req-14311987-bd04-4530-a619-e2bb2b53e321 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0825231 Jul 28 15:03:13.451824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ae727-ae39-4d58-8900-4ed161ec3e59 req-27e7a40b-8024-455b-8472-2127a60a6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:13.453745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-629ae727-ae39-4d58-8900-4ed161ec3e59 req-27e7a40b-8024-455b-8472-2127a60a6417 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 1098 time: 0.1206734 Jul 28 15:03:13.484839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.539332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e9fa468e-bbe8-45fb-b038-93452d282158,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:13.547888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-629ae727-ae39-4d58-8900-4ed161ec3e59 req-8b79d8c2-6d6f-4c46-9b0b-742dfbc7786b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856624 Jul 28 15:03:13.572255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d74bd9f-8662-4914-a79f-29dabe42f368 req-60244eae-7cb7-4ff9-9e61-ddf2c212ed5f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501157 Jul 28 15:03:13.640192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3287a772-429c-46e4-ac41-0e81814d0ec8,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:13.657111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:13.663884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:13.665811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Checking segment: {'id': '5afb9725-48cf-4e4d-ba9c-a1c3a8353f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0dcd853-2824-4871-b379-c582cbb03ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:13.666471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Network hostable DHCP agents. Network: e0dcd853-2824-4871-b379-c582cbb03ce4, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:13.667170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.779470 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.794750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Network e0dcd853-2824-4871-b379-c582cbb03ce4 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:13.816497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:13.944359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e0dcd853-2824-4871-b379-c582cbb03ce4) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:13.955963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:13.956865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.970347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cd5c6-0758-4cc2-b777-eb671b8c2b9a None None] Network e0dcd853-2824-4871-b379-c582cbb03ce4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:14.033509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.184366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e59a0d0f-fd43-4c3f-87bc-5cf8485a5059 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5147734 Jul 28 15:03:14.214376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:14.232039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fdbb9-f9a5-4245-be15-8319e11aae9a req-f436d7bf-9e8b-435f-b48e-7a97894d88fd tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:14.240031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-421fdbb9-f9a5-4245-be15-8319e11aae9a req-f436d7bf-9e8b-435f-b48e-7a97894d88fd tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 946 time: 0.0993998 Jul 28 15:03:14.304661 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-421fdbb9-f9a5-4245-be15-8319e11aae9a req-86b209ca-55e7-42c6-bbdf-31b122d41e42 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568111 Jul 28 15:03:14.348783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc10b81-a952-422d-89f9-154af1a33798 None None] Network e0dcd853-2824-4871-b379-c582cbb03ce4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:14.740662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02893b-b1b0-44ae-90f3-22a16df94193 req-46792d19-b002-4400-b541-89bc6933db12 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:14.742521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be02893b-b1b0-44ae-90f3-22a16df94193 req-46792d19-b002-4400-b541-89bc6933db12 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.0634451 Jul 28 15:03:14.800101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be02893b-b1b0-44ae-90f3-22a16df94193 req-2abcb9bc-19b8-4b17-929d-b329422014ba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492220 Jul 28 15:03:15.272696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:15.289950 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d018e41-d775-40d3-a6f5-5e30bbbefa6c" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:15.318530 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd04b40-b18f-4676-b15a-bfddf00cc859 x-openstack-request-id: req-1dd04b40-b18f-4676-b15a-bfddf00cc859 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:15.318906 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:15.319233 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1dd04b40-b18f-4676-b15a-bfddf00cc859 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:15.319702 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:03:15.438750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a674e0-90de-49eb-ad2b-1e9727ca02af req-b5d00ee7-a41c-4706-b2c5-b49399c0e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:15.440975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6a674e0-90de-49eb-ad2b-1e9727ca02af req-b5d00ee7-a41c-4706-b2c5-b49399c0e2c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1097 time: 0.0546811 Jul 28 15:03:15.504632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514305a-1b9a-45dd-8f77-e8fb51ed2143 req-57cb648d-084a-4e29-9d7a-f17d2a29ec85 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:15.505886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6a674e0-90de-49eb-ad2b-1e9727ca02af req-ee9ee296-33f9-4d9b-ac41-20d60d3aae56 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550869 Jul 28 15:03:15.507504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1514305a-1b9a-45dd-8f77-e8fb51ed2143 req-57cb648d-084a-4e29-9d7a-f17d2a29ec85 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 946 time: 0.1031985 Jul 28 15:03:15.555065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1514305a-1b9a-45dd-8f77-e8fb51ed2143 req-86c99e56-3dad-4212-a2e1-53cc539329a7 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Jul 28 15:03:15.773457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47614) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:15.779247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572631961-network', 'tenant_id': 'b670c7badb0a4f968348184f4300621c'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:15.939048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff7852-7822-463a-a82e-5a3fb3de3422 req-1ce0f0d1-4fcd-4f29-bc4a-bf404804451a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:15.940971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cff7852-7822-463a-a82e-5a3fb3de3422 req-1ce0f0d1-4fcd-4f29-bc4a-bf404804451a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.0588815 Jul 28 15:03:15.986464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cff7852-7822-463a-a82e-5a3fb3de3422 req-243a4cd6-e523-429b-a2b1-758107d2f4e4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Jul 28 15:03:16.028367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Made reservation on behalf of b670c7badb0a4f968348184f4300621c for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:16.031016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.042330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.157141 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.246328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.317744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:16.326576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83705e4a-2856-4b39-9277-a3722decac60,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:16.338260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.338733 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Added segment acd6ec2d-aa01-4a4e-ac1d-0672e2a33040 of type vlan for network e4b4da09-0040-49ca-abbf-86b5737decd4 Jul 28 15:03:16.391787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.542320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.546692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:16.552081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.754383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9794328 Jul 28 15:03:16.757162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47630) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:16.773247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Request body: {'subnet': {'network_id': 'e4b4da09-0040-49ca-abbf-86b5737decd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572631961-subnet', 'tenant_id': 'b670c7badb0a4f968348184f4300621c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:16.813733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d01f-7da6-4f8c-b14a-a3e7cc6f59c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b4da09-0040-49ca-abbf-86b5737decd4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:16.839172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e4b4da09-0040-49ca-abbf-86b5737decd4 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:16.988368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Made reservation on behalf of b670c7badb0a4f968348184f4300621c for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:16.990980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.247735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7757-d2f7-4bd2-afef-7b3114784651 req-a64eb172-3096-4cd8-9023-f5a53e4fc4de tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:17.251227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d5f7757-d2f7-4bd2-afef-7b3114784651 req-a64eb172-3096-4cd8-9023-f5a53e4fc4de tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.1435876 Jul 28 15:03:17.327903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d5f7757-d2f7-4bd2-afef-7b3114784651 req-ccadd44e-eaba-4161-a5a0-c9fadcb15a4b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614619 Jul 28 15:03:17.378428 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.564430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667a3a80-c2b2-4017-8ca4-cf1a27fab33c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:17.578323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Checking segment: {'id': 'acd6ec2d-aa01-4a4e-ac1d-0672e2a33040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e4b4da09-0040-49ca-abbf-86b5737decd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:17.578323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Network hostable DHCP agents. Network: e4b4da09-0040-49ca-abbf-86b5737decd4, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:17.611532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe2d-fb08-42c5-b12e-64cb258da514 req-ac17fd0a-4b05-448e-9fc6-02d71b3cf565 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:17.614686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-888dbe2d-fb08-42c5-b12e-64cb258da514 req-ac17fd0a-4b05-448e-9fc6-02d71b3cf565 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.1421349 Jul 28 15:03:17.628644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47644) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.634020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'floatingip': {'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:17.692210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.736863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Network e4b4da09-0040-49ca-abbf-86b5737decd4 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:17.891777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e4b4da09-0040-49ca-abbf-86b5737decd4) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:17.905613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714b59e-20d6-4ee3-a501-7bc12d9b5608 None None] Network e4b4da09-0040-49ca-abbf-86b5737decd4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:17.913440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:17.920867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.062339 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a7792fe-fcbe-4860-b49f-bbcc90730fd4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3011167 Jul 28 15:03:18.235867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b5f59-cbdb-459e-8062-2c3565f42852 None None] Network e4b4da09-0040-49ca-abbf-86b5737decd4 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:18.284794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47662) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:18.366077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Deleting subnet 3287a772-429c-46e4-ac41-0e81814d0ec8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:18.372982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.457277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.515874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.589309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.685888 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.763757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.794689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3287a772-429c-46e4-ac41-0e81814d0ec8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:18.813684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.821446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-17aaf3db-ebe9-4a27-9fb8-a4212aa2a703 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3287a772-429c-46e4-ac41-0e81814d0ec8 HTTP/1.1" status: 204 len: 168 time: 0.5316133 Jul 28 15:03:18.822049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47666) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:18.841565 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Floating IP 13e52a57-7ed9-407c-89d3-5c77fffb83cc associated. External IP: 172.25.6.77, port: ed859aa8-0f4b-4ccd-8506-7050e19ae5f4. Jul 28 15:03:18.964214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.127547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.140681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dcd853-2824-4871-b379-c582cbb03ce4']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:19.166972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afb9725-48cf-4e4d-ba9c-a1c3a8353f28') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:19.167501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afb9725-48cf-4e4d-ba9c-a1c3a8353f28') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:19.208240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:03:19.221468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.245996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.262120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:19.263363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:19.280345 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:19.480726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:03:19.493653 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.493850 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] Sync routers for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:03:19.505656 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:19.506304 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:02:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:19.537149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.569302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-19f6484a-cc9d-41b6-99de-1d1fcc535c6e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "PUT /v2.0/floatingips/13e52a57-7ed9-407c-89d3-5c77fffb83cc HTTP/1.1" status: 200 len: 990 time: 1.9390779 Jul 28 15:03:19.573639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:19.576640 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:19.624893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.624893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] 10.222.0.57 "DELETE /v2.0/networks/e0dcd853-2824-4871-b379-c582cbb03ce4 HTTP/1.1" status: 204 len: 168 time: 0.7767060 Jul 28 15:03:19.624893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c4a22-972b-424c-8c68-8fa71d3650be admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dcd853-2824-4871-b379-c582cbb03ce4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:19.624893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47688) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:19.654688 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c368cf-21f0-4365-a122-fc99171e71ca x-openstack-request-id: req-13c368cf-21f0-4365-a122-fc99171e71ca {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:19.655507 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:19.655507 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13c368cf-21f0-4365-a122-fc99171e71ca {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:19.656069 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'status': 'completed', 'code': 200} Jul 28 15:03:19.748841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Deleting subnet 667a3a80-c2b2-4017-8ca4-cf1a27fab33c {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:19.763774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.802119 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:03:19.821459 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.831193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-54a8a22c-570a-4a34-83a0-9d2733f4b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:19.845802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-54a8a22c-570a-4a34-83a0-9d2733f4b099 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1097 time: 0.1512005 Jul 28 15:03:19.960021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:20.125527 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '13e52a57-7ed9-407c-89d3-5c77fffb83cc', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:02:48Z', 'updated_at': '2021-07-28T15:03:18Z', 'revision_number': 1, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:48Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:20.167054 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] Checking router: e4d57d64-2240-4e1f-9d78-03b1cadcf2fc for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:03:20.178262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:20.178935 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:02:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:20.389943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:20.521432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:20.527864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/667a3a80-c2b2-4017-8ca4-cf1a27fab33c HTTP/1.1" status: 204 len: 168 time: 0.9018588 Jul 28 15:03:20.531074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3cfb0-e27a-40b4-9eeb-20648bb33275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667a3a80-c2b2-4017-8ca4-cf1a27fab33c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:20.534330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:20.545028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:03:20.702415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-7380d282-f194-4d58-bbe3-8d945e42c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:20.703948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-7380d282-f194-4d58-bbe3-8d945e42c665 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.8570166 Jul 28 15:03:20.799525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:20.882140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-9c1d077d-6944-4f3b-b444-f2f6d001f86e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.1605797 Jul 28 15:03:20.991948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-8b45236f-6fc3-4b94-a8b5-6308f3642e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:21.001889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-8b45236f-6fc3-4b94-a8b5-6308f3642e05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1137145 Jul 28 15:03:21.026972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.039806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b4da09-0040-49ca-abbf-86b5737decd4']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:21.062058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6ec2d-aa01-4a4e-ac1d-0672e2a33040') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:21.062058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6ec2d-aa01-4a4e-ac1d-0672e2a33040') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:21.076380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.081757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-dfd65e43-0a03-411d-b461-5e55bef67dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:21.083986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-dfd65e43-0a03-411d-b461-5e55bef67dc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774999 Jul 28 15:03:21.097004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.107277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:21.107749 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:21.110353 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:21.235629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-37bf292b-8a1e-4d84-b6b6-fa3aef3e6e52 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370120 Jul 28 15:03:21.258025 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '13e52a57-7ed9-407c-89d3-5c77fffb83cc', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:02:48Z', 'updated_at': '2021-07-28T15:03:18Z', 'revision_number': 1, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:48Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:21.307971 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a9444-f05d-4186-b758-1457b9c8fde3 None None] The sync data for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 is: [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '13e52a57-7ed9-407c-89d3-5c77fffb83cc', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:02:48Z', 'updated_at': '2021-07-28T15:03:18Z', 'revision_number': 1, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:48Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:03:21.411683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.422532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d6f5bb-aa02-4b0e-8130-54266a24b1ec req-ae4ac4ee-cc38-4689-9fe9-272b59c0cbcc service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739182 Jul 28 15:03:21.490955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.490955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e4b4da09-0040-49ca-abbf-86b5737decd4 HTTP/1.1" status: 204 len: 168 time: 0.9014711 Jul 28 15:03:21.490955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3d2fb-9e8e-4314-b6e3-8da95a356b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b4da09-0040-49ca-abbf-86b5737decd4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:21.697009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff96be7-caff-405d-8274-c56f27f6312f None None] New status for floating IP 13e52a57-7ed9-407c-89d3-5c77fffb83cc: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:03:22.135075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47730) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:22.206912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5647249a-0d25-4b1d-974a-4b79305aabb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52a7c3f052ec4841af56e2c48b24fb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699201 Jul 28 15:03:22.209005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47732) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:22.276905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-117874a6-bba9-4d32-9068-8a049bdf9888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.315326 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-608e97c0-26c7-4fec-a0b6-77355f8ebd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.329079 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-117874a6-bba9-4d32-9068-8a049bdf9888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.715851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-117874a6-bba9-4d32-9068-8a049bdf9888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.723345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-117874a6-bba9-4d32-9068-8a049bdf9888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.727459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-117874a6-bba9-4d32-9068-8a049bdf9888 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1560d2e7-eb53-4cbc-9a0b-9f8bce28b6c2 HTTP/1.1" status: 204 len: 168 time: 0.5162222 Jul 28 15:03:22.772350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117874a6-bba9-4d32-9068-8a049bdf9888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1560d2e7-eb53-4cbc-9a0b-9f8bce28b6c2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:24.307318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47780) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:24.382761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ef75e75c-069f-4ea5-9890-a01d7cbc43b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b670c7badb0a4f968348184f4300621c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735946 Jul 28 15:03:24.385981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47782) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:24.467228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e53d39f-617b-433a-a8f0-38b8497c15a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.523312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e53d39f-617b-433a-a8f0-38b8497c15a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.796049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d9f77-3c3e-42c4-903f-a1797e041723 req-7fb78a35-e183-4d51-8f43-54b4b6574872 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:24.798844 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d0d9f77-3c3e-42c4-903f-a1797e041723 req-7fb78a35-e183-4d51-8f43-54b4b6574872 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 946 time: 0.1025684 Jul 28 15:03:24.840980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-06d91657-c9a4-4c58-9c97-2a7926b0e62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.846311 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e53d39f-617b-433a-a8f0-38b8497c15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.851006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2e53d39f-617b-433a-a8f0-38b8497c15a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.861983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2e53d39f-617b-433a-a8f0-38b8497c15a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83705e4a-2856-4b39-9277-a3722decac60 HTTP/1.1" status: 204 len: 168 time: 0.4738801 Jul 28 15:03:24.898489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53d39f-617b-433a-a8f0-38b8497c15a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83705e4a-2856-4b39-9277-a3722decac60,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:24.919197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3d0d9f77-3c3e-42c4-903f-a1797e041723 req-8a20d927-e162-4c95-a6fc-f66bc4688a4a tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131051 Jul 28 15:03:25.549311 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.105420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f810ba-d94e-43f0-9a46-6a0da969ce5a req-5a5829e4-ff57-4fab-9553-22afe7ffbb44 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:26.115323 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14f810ba-d94e-43f0-9a46-6a0da969ce5a req-5a5829e4-ff57-4fab-9553-22afe7ffbb44 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 946 time: 0.0707109 Jul 28 15:03:26.191744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14f810ba-d94e-43f0-9a46-6a0da969ce5a req-c4c04f6b-4d31-4407-9351-c4e1d180d812 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/security-groups?id=f52395bb-387c-4b4c-b8d0-c90a65af70aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742967 Jul 28 15:03:26.265898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47826) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:26.340367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-dde25a09-d968-42ab-a1fd-eaca6502799d tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:26.343329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-dde25a09-d968-42ab-a1fd-eaca6502799d tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 946 time: 0.1194234 Jul 28 15:03:26.444918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.551559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Deleting port e9fa468e-bbe8-45fb-b038-93452d282158 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:26.552151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.611892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.629343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.704856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] For port e9fa468e-bbe8-45fb-b038-93452d282158, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e9fa468e-bbe8-45fb-b038-93452d282158,segment=NetworkSegment(baa8e7eb-8e55-4906-99f5-d12d5a0fd26a),segment_id=baa8e7eb-8e55-4906-99f5-d12d5a0fd26a)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:26.705336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.722263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Calling delete_port for e9fa468e-bbe8-45fb-b038-93452d282158 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:26.725904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.779010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b06f589-f879-4bca-aca9-0ceaf6fc9b52,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:26.787527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab3bab025e90470283885b7e0bf457ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202279 Jul 28 15:03:26.788319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:26.873904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d769ca31-3808-411e-9d63-36fadd60f376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.891502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.891853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.892499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.893270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.894390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.895398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.896022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.896637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.897155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.897667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.898206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.898935 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf087af-d08c-4750-a5a8-babc958bb6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:26.920513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d769ca31-3808-411e-9d63-36fadd60f376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.251431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.251711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d769ca31-3808-411e-9d63-36fadd60f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.255419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d769ca31-3808-411e-9d63-36fadd60f376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.256998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d769ca31-3808-411e-9d63-36fadd60f376 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b06f589-f879-4bca-aca9-0ceaf6fc9b52 HTTP/1.1" status: 204 len: 168 time: 0.4663942 Jul 28 15:03:27.277824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769ca31-3808-411e-9d63-36fadd60f376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b06f589-f879-4bca-aca9-0ceaf6fc9b52,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:27.344625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Pushing event deleted for resources: {'Port': ['ID=e9fa468e-bbe8-45fb-b038-93452d282158,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:27.375563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10216210-70db-4f29-b81c-aa3dfdde5b52 req-7bbb3364-1a64-494b-8b99-7aa6d43b66b8 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.0547831 Jul 28 15:03:27.438458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] No DVR routers for this DVR port e9fa468e-bbe8-45fb-b038-93452d282158 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:27.441280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.443365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82daa0a1-1676-403d-b438-d0ca4be00077 req-6d92b2fc-ebd9-4643-b266-70c6ff57d3a5 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.58 "DELETE /v2.0/ports/e9fa468e-bbe8-45fb-b038-93452d282158 HTTP/1.1" status: 204 len: 173 time: 1.0922809 Jul 28 15:03:27.443844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'name': 'network-vif-deleted', 'tag': 'e9fa468e-bbe8-45fb-b038-93452d282158'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:27.446416 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed414982-2178-4908-b9da-0f52994d558d" -d '{"events": [{"server_uuid": "14ce2d76-01ff-43cd-934f-541d1de9910b", "name": "network-vif-deleted", "tag": "e9fa468e-bbe8-45fb-b038-93452d282158"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:27.486819 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0240ae38-af34-4eef-a5c8-57c72ee81054 x-openstack-request-id: req-0240ae38-af34-4eef-a5c8-57c72ee81054 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:27.497711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ce2d76-01ff-43cd-934f-541d1de9910b", "name": "network-vif-deleted", "tag": "e9fa468e-bbe8-45fb-b038-93452d282158", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:27.497711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0240ae38-af34-4eef-a5c8-57c72ee81054 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:27.497711 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ce2d76-01ff-43cd-934f-541d1de9910b', 'name': 'network-vif-deleted', 'tag': 'e9fa468e-bbe8-45fb-b038-93452d282158', 'status': 'completed', 'code': 200} Jul 28 15:03:27.536695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133c6bf-bf77-46c1-8afa-7bb86cb32cb9 req-84050f97-9b0e-4ae3-b546-9c2221f9030d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:27.538388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f133c6bf-bf77-46c1-8afa-7bb86cb32cb9 req-84050f97-9b0e-4ae3-b546-9c2221f9030d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0556471 Jul 28 15:03:27.616703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f133c6bf-bf77-46c1-8afa-7bb86cb32cb9 req-b5a4b1cc-cb2b-4413-90da-b3a98b9e5ea9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680664 Jul 28 15:03:27.873991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.530499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e9fa468e-bbe8-45fb-b038-93452d282158 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:03:28.558999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: e9fa468e-bbe8-45fb-b038-93452d282158 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:03:28.559982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e9fa468e-bbe8-45fb-b038-93452d282158 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:03:28.574087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf8371a3-a17d-4ace-aacc-dde90a860adf req-41471f5b-c68e-4496-928d-e9eeecb15b67 tempest-VolumesActionsTest-794502051 tempest-VolumesActionsTest-794502051-project] 10.222.0.57 "GET /v2.0/ports?device_id=14ce2d76-01ff-43cd-934f-541d1de9910b HTTP/1.1" status: 200 len: 210 time: 0.0445182 Jul 28 15:03:28.751929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47898) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:28.770318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8836e618-3c74-466a-a55f-859b437a2802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.794709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72e3-20d6-42ce-a4b5-5aac286de38f req-07af6b9f-99ca-47c8-ac82-65fc7d6adb3d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:28.802392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6bfd72e3-20d6-42ce-a4b5-5aac286de38f req-07af6b9f-99ca-47c8-ac82-65fc7d6adb3d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0852888 Jul 28 15:03:28.850300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6bfd72e3-20d6-42ce-a4b5-5aac286de38f req-7da5102b-cd5f-4b60-ae10-84a72da8f281 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468998 Jul 28 15:03:28.887723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8836e618-3c74-466a-a55f-859b437a2802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.141586 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8836e618-3c74-466a-a55f-859b437a2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.174694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8836e618-3c74-466a-a55f-859b437a2802 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46fbe593e18b406483ee3e6933d56a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212580 Jul 28 15:03:29.175861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836e618-3c74-466a-a55f-859b437a2802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c62104-2b9c-45c5-b23e-a3880c8131fd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:29.177862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47906) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:29.237696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81e87036-3624-4281-88f7-80d0255fcc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.262756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81e87036-3624-4281-88f7-80d0255fcc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.593418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81e87036-3624-4281-88f7-80d0255fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.601417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81e87036-3624-4281-88f7-80d0255fcc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.611846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-81e87036-3624-4281-88f7-80d0255fcc5b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38c62104-2b9c-45c5-b23e-a3880c8131fd HTTP/1.1" status: 204 len: 168 time: 0.4322090 Jul 28 15:03:29.633950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e87036-3624-4281-88f7-80d0255fcc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c62104-2b9c-45c5-b23e-a3880c8131fd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:29.987000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c7966-47b0-4ab8-baea-92240506edd1 req-35882623-e1e2-4aee-b046-9b505f8988e4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:29.988628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-710c7966-47b0-4ab8-baea-92240506edd1 req-35882623-e1e2-4aee-b046-9b505f8988e4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0577528 Jul 28 15:03:30.040938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-710c7966-47b0-4ab8-baea-92240506edd1 req-7e79f9f2-7359-4fce-a9c9-b65c9771ba16 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458446 Jul 28 15:03:31.217491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a6aa5-6a94-4341-a649-dc2989164ce2 req-5ad72b02-9dae-4a6e-9e2b-7fc2cb322bb0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:31.219230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e01a6aa5-6a94-4341-a649-dc2989164ce2 req-5ad72b02-9dae-4a6e-9e2b-7fc2cb322bb0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0920942 Jul 28 15:03:31.252610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47980) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:31.281141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e01a6aa5-6a94-4341-a649-dc2989164ce2 req-f5c988ae-3111-4b93-910b-34352f33742f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494027 Jul 28 15:03:31.709616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d4208d-e54e-4bb2-9070-b20ded9a2d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:31.829870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d4208d-e54e-4bb2-9070-b20ded9a2d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:31.988919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40d4208d-e54e-4bb2-9070-b20ded9a2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.038734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-40d4208d-e54e-4bb2-9070-b20ded9a2d37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=939c46a513ae4659bac614f87d379b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7765005 Jul 28 15:03:32.038734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4208d-e54e-4bb2-9070-b20ded9a2d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29277990-bf78-4877-816c-22b4dff59cb6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:32.041767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48004) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:32.112339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35d693f0-15b7-4560-a52c-ab07fc5416b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.177004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35d693f0-15b7-4560-a52c-ab07fc5416b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.332027 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.466614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947acb8-e4bd-4dcb-8d51-6f0091f6d9b7 req-2eccdc1c-6891-43a4-abdd-a28363c24850 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:32.468176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f947acb8-e4bd-4dcb-8d51-6f0091f6d9b7 req-2eccdc1c-6891-43a4-abdd-a28363c24850 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0689807 Jul 28 15:03:32.523603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f947acb8-e4bd-4dcb-8d51-6f0091f6d9b7 req-3ab1f069-9a01-480a-bc2d-bbe2d4b29aba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Jul 28 15:03:32.698777 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35d693f0-15b7-4560-a52c-ab07fc5416b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.702908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35d693f0-15b7-4560-a52c-ab07fc5416b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.704403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35d693f0-15b7-4560-a52c-ab07fc5416b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29277990-bf78-4877-816c-22b4dff59cb6 HTTP/1.1" status: 204 len: 168 time: 0.6613636 Jul 28 15:03:32.723368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d693f0-15b7-4560-a52c-ab07fc5416b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29277990-bf78-4877-816c-22b4dff59cb6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:33.775847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e7fab-d78e-45d9-8cde-ae185b7d0198 req-9003dd97-d53d-4266-9b44-ba3d59973f2d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:33.777916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-504e7fab-d78e-45d9-8cde-ae185b7d0198 req-9003dd97-d53d-4266-9b44-ba3d59973f2d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1363993 Jul 28 15:03:33.826031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-504e7fab-d78e-45d9-8cde-ae185b7d0198 req-12a5be5d-d947-42e4-9b8f-2b51fa82ce1c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Jul 28 15:03:33.995753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48056) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:34.013116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1131639-3679-42ac-90d3-11fd693d2bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.165651 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1131639-3679-42ac-90d3-11fd693d2bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.263403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1131639-3679-42ac-90d3-11fd693d2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.335685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1131639-3679-42ac-90d3-11fd693d2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd31f24a-af69-4c4b-ab3c-6331808a6987,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:34.340871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f1131639-3679-42ac-90d3-11fd693d2bff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c69cbca457e94b6da660891d6d9041e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441081 Jul 28 15:03:34.345440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48068) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:34.400968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21a4ce04-c590-465d-974d-75602d625a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.436391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21a4ce04-c590-465d-974d-75602d625a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.651635 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21a4ce04-c590-465d-974d-75602d625a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.655306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-21a4ce04-c590-465d-974d-75602d625a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.655820 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-21a4ce04-c590-465d-974d-75602d625a74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd31f24a-af69-4c4b-ab3c-6331808a6987 HTTP/1.1" status: 204 len: 168 time: 0.3097715 Jul 28 15:03:34.666294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4ce04-c590-465d-974d-75602d625a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd31f24a-af69-4c4b-ab3c-6331808a6987,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:35.011524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94f996-ab3c-4dca-ad0b-efbe1bea39c2 req-de551119-2ce4-46cc-b6de-1c69c712f8bd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:35.013362 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff94f996-ab3c-4dca-ad0b-efbe1bea39c2 req-de551119-2ce4-46cc-b6de-1c69c712f8bd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0801902 Jul 28 15:03:35.086708 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff94f996-ab3c-4dca-ad0b-efbe1bea39c2 req-ce68e39d-798b-464b-b21e-fa0f291e8f27 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618932 Jul 28 15:03:35.326358 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:03:36.285877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a927fa1-34b9-43f3-944d-76896aab4eac req-1a1896b6-258b-4882-85b3-6a61b1051643 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:36.287762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a927fa1-34b9-43f3-944d-76896aab4eac req-1a1896b6-258b-4882-85b3-6a61b1051643 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0646727 Jul 28 15:03:36.309064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.370452 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a927fa1-34b9-43f3-944d-76896aab4eac req-6c80e8dc-a3aa-488f-925e-fcb7123914aa tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672517 Jul 28 15:03:36.472959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:36.655109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.801113 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.971811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.017690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3be09c16b84241809ca36e29383b2f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437984 Jul 28 15:03:37.019790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0179020-292f-4387-9f15-da99851aee01,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:37.028310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:37.035508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.036162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.037064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.038090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.039278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.039952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.041778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.042595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.043428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.044339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.044932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.045476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ece51d-825e-46ac-960e-d2a48ebe7dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:37.141313 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af900d36-5c29-4e0e-bcbd-b3fd14bc3c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.261312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af900d36-5c29-4e0e-bcbd-b3fd14bc3c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.499906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af900d36-5c29-4e0e-bcbd-b3fd14bc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.505383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af900d36-5c29-4e0e-bcbd-b3fd14bc3c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.511170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-af900d36-5c29-4e0e-bcbd-b3fd14bc3c01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0179020-292f-4387-9f15-da99851aee01 HTTP/1.1" status: 204 len: 168 time: 0.4863038 Jul 28 15:03:37.536606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af900d36-5c29-4e0e-bcbd-b3fd14bc3c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0179020-292f-4387-9f15-da99851aee01,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:37.695977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d992-359e-4a8c-a66f-3b86ef3656e0 req-b1d2a1d2-a5c7-4a73-ad2c-5a7f6505dff4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:37.698202 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc03d992-359e-4a8c-a66f-3b86ef3656e0 req-b1d2a1d2-a5c7-4a73-ad2c-5a7f6505dff4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0669589 Jul 28 15:03:37.745265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc03d992-359e-4a8c-a66f-3b86ef3656e0 req-6599c802-5d77-4d32-93b7-32826106713d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Jul 28 15:03:38.831208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:38.855203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7094cda7-6001-4e99-9f01-5d1ca8754e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:38.979296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522e81c-9723-4463-818a-28c9f71c9db4 req-81cf9861-8bff-4914-9c38-9c6759c41a71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:38.982035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d522e81c-9723-4463-818a-28c9f71c9db4 req-81cf9861-8bff-4914-9c38-9c6759c41a71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0828123 Jul 28 15:03:39.085071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7094cda7-6001-4e99-9f01-5d1ca8754e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.102618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d522e81c-9723-4463-818a-28c9f71c9db4 req-13d27e39-1651-4efa-901b-a0aa4b9d615a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099310 Jul 28 15:03:39.256950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7094cda7-6001-4e99-9f01-5d1ca8754e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.299422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48238) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:39.310494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094cda7-6001-4e99-9f01-5d1ca8754e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc249a-5d04-46cc-8f7a-4f84b842b6e6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:39.317075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7094cda7-6001-4e99-9f01-5d1ca8754e78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=916a192ec5e44fd29d1dab7aa8d1a02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847770 Jul 28 15:03:39.320771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:39.420534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fe7c-90ea-4f81-942d-504c3bbb88ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.442414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fe7c-90ea-4f81-942d-504c3bbb88ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.503697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-571150ee-2dca-41a5-96c3-bc4ec9a397d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.691472 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fe7c-90ea-4f81-942d-504c3bbb88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.694243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fe7c-90ea-4f81-942d-504c3bbb88ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.702739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8f7fe7c-90ea-4f81-942d-504c3bbb88ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3dc249a-5d04-46cc-8f7a-4f84b842b6e6 HTTP/1.1" status: 204 len: 168 time: 0.3777320 Jul 28 15:03:39.737268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7fe7c-90ea-4f81-942d-504c3bbb88ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc249a-5d04-46cc-8f7a-4f84b842b6e6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:39.785755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-571150ee-2dca-41a5-96c3-bc4ec9a397d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.943234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-571150ee-2dca-41a5-96c3-bc4ec9a397d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.983712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-571150ee-2dca-41a5-96c3-bc4ec9a397d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1902fb6d030e4ae6bb2654a6a04b99f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6828239 Jul 28 15:03:39.995099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571150ee-2dca-41a5-96c3-bc4ec9a397d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f62af-503d-483a-9f7a-ab1b3de9f6be,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:39.995907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48258) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:40.086253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0e8-14df-450a-a457-d74592ddbdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.117857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0e8-14df-450a-a457-d74592ddbdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.277775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88f1f8-0d10-493b-86f6-839385d31d17 req-2bde1dd9-dfdb-43d9-af4f-c1c7f957056e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:40.282230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e88f1f8-0d10-493b-86f6-839385d31d17 req-2bde1dd9-dfdb-43d9-af4f-c1c7f957056e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0622549 Jul 28 15:03:40.282230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0e8-14df-450a-a457-d74592ddbdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.284267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0e8-14df-450a-a457-d74592ddbdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.288983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ff87b0e8-14df-450a-a457-d74592ddbdac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f9f62af-503d-483a-9f7a-ab1b3de9f6be HTTP/1.1" status: 204 len: 168 time: 0.3004398 Jul 28 15:03:40.300787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87b0e8-14df-450a-a457-d74592ddbdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f62af-503d-483a-9f7a-ab1b3de9f6be,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:40.384970 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e88f1f8-0d10-493b-86f6-839385d31d17 req-0fa042c8-e10b-4273-bb7e-a3d615865517 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878108 Jul 28 15:03:41.438335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:41.469343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c624d0d-fb21-4483-ae49-7f7f1df64e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.650388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d5108-5df6-4bef-9699-b128274924ab req-c359c125-82be-433b-a164-54b18dd25acc tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:41.652472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-159d5108-5df6-4bef-9699-b128274924ab req-c359c125-82be-433b-a164-54b18dd25acc tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0877426 Jul 28 15:03:41.684359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c624d0d-fb21-4483-ae49-7f7f1df64e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.712287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-159d5108-5df6-4bef-9699-b128274924ab req-f041c0e0-7246-40dc-bfbb-233f7e9eaf02 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479717 Jul 28 15:03:41.748188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c624d0d-fb21-4483-ae49-7f7f1df64e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.792136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c624d0d-fb21-4483-ae49-7f7f1df64e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82947bd-63a0-4b93-886d-6bc69c58f0f3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:41.796857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c624d0d-fb21-4483-ae49-7f7f1df64e3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b1687eed6904cab8b55b7db5bfa007d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557417 Jul 28 15:03:41.801474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48312) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:41.820037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-f3dce425-b3fb-4318-8f9d-db1d69094ced service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0880051 Jul 28 15:03:41.904140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7adb9098-5c7e-4f31-97b1-9f9423d4a931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.941920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-b006c279-d3c8-4fa5-b45d-71755c77398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:41.945543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-b006c279-d3c8-4fa5-b45d-71755c77398c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 1097 time: 0.0719414 Jul 28 15:03:41.970310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:03:41.977007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7adb9098-5c7e-4f31-97b1-9f9423d4a931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.164722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:42.179387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7adb9098-5c7e-4f31-97b1-9f9423d4a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.179387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7adb9098-5c7e-4f31-97b1-9f9423d4a931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.179689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'mac_address': 'fa:16:3e:8f:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:03:42.180227 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7adb9098-5c7e-4f31-97b1-9f9423d4a931 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f82947bd-63a0-4b93-886d-6bc69c58f0f3 HTTP/1.1" status: 204 len: 168 time: 0.3696954 Jul 28 15:03:42.190829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-b3734206-3146-4291-80bf-8a0f5bb31939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:42.195784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb9098-5c7e-4f31-97b1-9f9423d4a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82947bd-63a0-4b93-886d-6bc69c58f0f3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:42.196042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-b3734206-3146-4291-80bf-8a0f5bb31939 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 915 time: 0.2228251 Jul 28 15:03:42.282905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-c5f25d54-f93d-4a8a-8ac4-aea860027d7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a85c1a-8899-4f06-a62b-232f288081a7 HTTP/1.1" status: 200 len: 217 time: 0.0771251 Jul 28 15:03:42.324228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.355130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:03:42.414503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:42.418827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-2d7626df-3a59-44d0-9ad2-181b6682f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:42.420607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-2d7626df-3a59-44d0-9ad2-181b6682f81e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0844930-51fb-4ef4-9492-e0f54a266ce0 HTTP/1.1" status: 200 len: 854 time: 0.1283224 Jul 28 15:03:42.470432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-552bf5f1-9685-436e-9654-a58e81db9c35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380366 Jul 28 15:03:42.548610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.652045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-682cbd71-0ca8-44de-b2c9-ed04722bf517 service neutron] 10.222.0.58 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740716 Jul 28 15:03:42.669182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:42.678570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.679188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.679724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.680488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.681036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.681595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.682143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.682659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.683215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.683743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.684477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.685279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:42.692259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['a78bfea6-d9f0-4609-878e-ed632fb7f541'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:03:42.795054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c9329ff-2ccc-4e1c-971b-664a5c192532 req-45cf35d3-2768-4d04-91f2-d8e4e781a1a5 service neutron] 10.222.0.58 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316762 Jul 28 15:03:42.973434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fba5e-9e52-49fd-b7bb-eca4b2c0c750 req-b2e0f0d4-c52f-4e1c-8b8a-8fe4554c41b5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:42.981270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b9fba5e-9e52-49fd-b7bb-eca4b2c0c750 req-b2e0f0d4-c52f-4e1c-8b8a-8fe4554c41b5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1509156 Jul 28 15:03:43.093152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b9fba5e-9e52-49fd-b7bb-eca4b2c0c750 req-51aa8850-23c6-42ee-b949-ff2b76fdb17a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108689 Jul 28 15:03:43.986503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:44.106074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port a78bfea6-d9f0-4609-878e-ed632fb7f541 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:44.106074 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.219689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.251390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:03:44.255193 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c361b472-f814-4d06-82d1-9e890e37abba" -d '{"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-plugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:03:44.314452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:44.393044 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5c561-757e-4bbf-adeb-11fdbbcbc84e x-openstack-request-id: req-0ea5c561-757e-4bbf-adeb-11fdbbcbc84e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:03:44.393333 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-plugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:03:44.393649 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ea5c561-757e-4bbf-adeb-11fdbbcbc84e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:03:44.394049 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'code': 200} Jul 28 15:03:44.498518 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.531627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fee6b-7baa-4c04-996a-40c676217256 req-a89697e8-7515-41f1-a0c2-388243e323fd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:44.545423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ef3fee6b-7baa-4c04-996a-40c676217256 req-a89697e8-7515-41f1-a0c2-388243e323fd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1368902 Jul 28 15:03:44.596090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:44.640880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ef3fee6b-7baa-4c04-996a-40c676217256 req-e3f42231-2180-46cf-ac99-dbdfae7da0d7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942845 Jul 28 15:03:45.859520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8739-cb2f-490e-9f25-89330939a8c4 req-ecc61a1d-7c78-4bf7-b397-603d42ba73b5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:45.878962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-523f8739-cb2f-490e-9f25-89330939a8c4 req-ecc61a1d-7c78-4bf7-b397-603d42ba73b5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1180739 Jul 28 15:03:45.932240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-523f8739-cb2f-490e-9f25-89330939a8c4 req-30819cb5-affd-4cb3-a335-4be00168f3e1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472167 Jul 28 15:03:47.131128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b30fb-7c07-405d-b913-492b2d046c68 req-f1835956-d351-4b68-8767-4b242db954d3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:47.132817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b6b30fb-7c07-405d-b913-492b2d046c68 req-f1835956-d351-4b68-8767-4b242db954d3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0701430 Jul 28 15:03:47.185607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b6b30fb-7c07-405d-b913-492b2d046c68 req-0f8ff880-929e-4971-a564-5264aacacb0c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Jul 28 15:03:48.420168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159d2ff-5388-4667-9028-a5a090e27db4 req-490077c1-45d6-4b8f-9e35-43d08075fe30 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:48.422919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6159d2ff-5388-4667-9028-a5a090e27db4 req-490077c1-45d6-4b8f-9e35-43d08075fe30 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0774324 Jul 28 15:03:48.492706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6159d2ff-5388-4667-9028-a5a090e27db4 req-46e56310-dca4-46ce-bc1a-8566047d18c7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444570 Jul 28 15:03:49.788579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9d534-647a-41bd-9588-ccd7694f6442 req-c2f35a7f-f4c1-45c4-874d-218d840addba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:49.794770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d534-647a-41bd-9588-ccd7694f6442 req-c2f35a7f-f4c1-45c4-874d-218d840addba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1220186 Jul 28 15:03:49.901390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d534-647a-41bd-9588-ccd7694f6442 req-bc65c903-94d5-4fa8-92f8-0f5c0a59a2c0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915024 Jul 28 15:03:51.158685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e2155-417c-493b-8c2b-7f96b99815fa req-51e04d44-fe48-407c-b680-03fc1220b251 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:51.177341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5e2155-417c-493b-8c2b-7f96b99815fa req-51e04d44-fe48-407c-b680-03fc1220b251 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1140387 Jul 28 15:03:51.260146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5e2155-417c-493b-8c2b-7f96b99815fa req-3beb3369-cba8-41b8-941d-3d153ff6c3e0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769317 Jul 28 15:03:52.315439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4277f55-d9f5-4c9b-8d5c-75d875b3ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.584384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e246d1-b467-4402-9343-c229f8e257c2 req-2aa3e462-61ca-4ffb-bc33-0c367b6a762d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:52.595098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6e246d1-b467-4402-9343-c229f8e257c2 req-2aa3e462-61ca-4ffb-bc33-0c367b6a762d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1595418 Jul 28 15:03:52.694955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6e246d1-b467-4402-9343-c229f8e257c2 req-12e991c6-327d-49e9-8748-0ebfc94a6b7d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925586 Jul 28 15:03:53.934270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc699e-b2b6-4ee7-b90a-dc4a56f97392 req-0caf970e-f5d2-4f4c-b702-5baf4e87fe17 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:53.951427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74fc699e-b2b6-4ee7-b90a-dc4a56f97392 req-0caf970e-f5d2-4f4c-b702-5baf4e87fe17 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1329434 Jul 28 15:03:54.053830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74fc699e-b2b6-4ee7-b90a-dc4a56f97392 req-3d4013b9-cc51-4b44-81c7-57c9463fc7b7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005301 Jul 28 15:03:54.771778 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebc43e0c-9171-40ad-9cb5-1b667a10b5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.284774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.299048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5420d-c534-4149-b3d4-425f85602da3 req-5bc2b355-9c74-41ec-9acc-61c5ef730239 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:55.302098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-12e5420d-c534-4149-b3d4-425f85602da3 req-5bc2b355-9c74-41ec-9acc-61c5ef730239 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1108637 Jul 28 15:03:55.387121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-12e5420d-c534-4149-b3d4-425f85602da3 req-462dd3fd-294a-4f15-8375-b086c706fbdd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734820 Jul 28 15:03:56.417501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.768735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2124304-a660-4c30-8c61-8ca2d9073ad3 req-f2609e61-5a69-4ec1-95c6-a98d400fe8e9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:56.795860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2124304-a660-4c30-8c61-8ca2d9073ad3 req-f2609e61-5a69-4ec1-95c6-a98d400fe8e9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1747158 Jul 28 15:03:56.887766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2124304-a660-4c30-8c61-8ca2d9073ad3 req-b2b10b6b-4400-4e6b-a960-c2ac340cc7d7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847757 Jul 28 15:03:57.566187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6249-400c-476e-ae62-ada10aa86958 req-93dae614-ea85-42a2-a844-22dd1f6cf1b3 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:57.577354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d6b6249-400c-476e-ae62-ada10aa86958 req-93dae614-ea85-42a2-a844-22dd1f6cf1b3 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 945 time: 0.1768706 Jul 28 15:03:57.674052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d6b6249-400c-476e-ae62-ada10aa86958 req-bf524c48-a089-419f-822e-8373c978a72a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871437 Jul 28 15:03:57.857520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.261251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606715a1-cba4-43e5-b78b-894b4acb3b3d req-9a95f2a9-4798-4b43-875d-a6248822b3ba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:58.264354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-606715a1-cba4-43e5-b78b-894b4acb3b3d req-9a95f2a9-4798-4b43-875d-a6248822b3ba tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1486032 Jul 28 15:03:58.384900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-606715a1-cba4-43e5-b78b-894b4acb3b3d req-fa400a18-dc9a-4bc1-8b92-837c37962ac8 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076207 Jul 28 15:03:58.881521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358b2a-f1b2-4fe2-acce-1e7e834b4ba7 req-a6964ada-b60a-44fc-b03f-aa32c3fbf099 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:58.901236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb358b2a-f1b2-4fe2-acce-1e7e834b4ba7 req-a6964ada-b60a-44fc-b03f-aa32c3fbf099 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 945 time: 0.1119571 Jul 28 15:03:58.971045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb358b2a-f1b2-4fe2-acce-1e7e834b4ba7 req-4673accb-6e77-4163-80cc-30705d9fa768 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680180 Jul 28 15:03:59.629084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-0588c65e-8edc-4d31-a095-f1ef1b78cc41 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:59.630873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-0588c65e-8edc-4d31-a095-f1ef1b78cc41 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.58 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 945 time: 0.4299481 Jul 28 15:03:59.752070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f056-c55d-454c-91d5-e9dbdf74dffa req-26344017-9f82-4cc9-a454-4cd53f669fa4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:59.753965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e18f056-c55d-454c-91d5-e9dbdf74dffa req-26344017-9f82-4cc9-a454-4cd53f669fa4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1695805 Jul 28 15:03:59.880378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e18f056-c55d-454c-91d5-e9dbdf74dffa req-4258c824-e972-4e56-81d6-7afffe1a60b1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987659 Jul 28 15:03:59.888929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Deleting port 08a85c1a-8899-4f06-a62b-232f288081a7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:59.890825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.141014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] For port 08a85c1a-8899-4f06-a62b-232f288081a7, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=08a85c1a-8899-4f06-a62b-232f288081a7,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:00.141705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.197155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Calling delete_port for 08a85c1a-8899-4f06-a62b-232f288081a7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:00.309506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8afc53-0185-48aa-a6a5-0fe29d2dd92d req-be772d6d-f497-4e1c-969f-9ef1feeba84e tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:00.329077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d8afc53-0185-48aa-a6a5-0fe29d2dd92d req-be772d6d-f497-4e1c-969f-9ef1feeba84e tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 945 time: 0.1399963 Jul 28 15:04:00.407752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d8afc53-0185-48aa-a6a5-0fe29d2dd92d req-58541b8b-5246-431b-a786-0922034ffa0c tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Jul 28 15:04:00.715080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.731692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['08a85c1a-8899-4f06-a62b-232f288081a7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:04:00.774090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Pushing event deleted for resources: {'Port': ['ID=08a85c1a-8899-4f06-a62b-232f288081a7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:00.873488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] No DVR routers for this DVR port 08a85c1a-8899-4f06-a62b-232f288081a7 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:04:00.879902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.892209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39474875-a3f1-4727-8dbe-3d4304f8ac3a req-a770c07a-4b25-4b11-8432-d109f347c541 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.58 "DELETE /v2.0/ports/08a85c1a-8899-4f06-a62b-232f288081a7 HTTP/1.1" status: 204 len: 173 time: 1.2481036 Jul 28 15:04:00.892209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'name': 'network-vif-deleted', 'tag': '08a85c1a-8899-4f06-a62b-232f288081a7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:00.903722 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33fd9f4-fba3-4086-a2d1-f68532973e12" -d '{"events": [{"server_uuid": "2972a59e-2359-45c3-8872-a35e6364ea7f", "name": "network-vif-deleted", "tag": "08a85c1a-8899-4f06-a62b-232f288081a7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:00.995722 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf35eb63-6735-4836-a764-c2dcbae71f53 x-openstack-request-id: req-bf35eb63-6735-4836-a764-c2dcbae71f53 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:00.995722 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2972a59e-2359-45c3-8872-a35e6364ea7f", "name": "network-vif-deleted", "tag": "08a85c1a-8899-4f06-a62b-232f288081a7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:00.995722 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf35eb63-6735-4836-a764-c2dcbae71f53 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:00.995722 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2972a59e-2359-45c3-8872-a35e6364ea7f', 'name': 'network-vif-deleted', 'tag': '08a85c1a-8899-4f06-a62b-232f288081a7', 'status': 'completed', 'code': 200} Jul 28 15:04:01.182329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a918825-11e2-42a7-a715-684017f3f282 req-21af7bde-42bd-495a-9060-6f7d53cbb90a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:01.192631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a918825-11e2-42a7-a715-684017f3f282 req-21af7bde-42bd-495a-9060-6f7d53cbb90a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1229453 Jul 28 15:04:01.298060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a918825-11e2-42a7-a715-684017f3f282 req-0aff3c75-ac8c-41b2-ac95-e4875bd5dafd tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026776 Jul 28 15:04:01.362986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48752) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:01.613445 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d65ad7e0-c98c-4dc3-9d96-990e233711e7 req-70a71671-0cdc-44bc-9066-72a9116f7d59 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=2972a59e-2359-45c3-8872-a35e6364ea7f HTTP/1.1" status: 200 len: 210 time: 0.0549259 Jul 28 15:04:01.722040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7df0-5b81-4612-90d8-ecb7f3ba3d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.012829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7df0-5b81-4612-90d8-ecb7f3ba3d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.154986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7df0-5b81-4612-90d8-ecb7f3ba3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.215310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fe9e7df0-5b81-4612-90d8-ecb7f3ba3d83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1117b530079f4d7986e4912fbb314621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8507864 Jul 28 15:04:02.217252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e7df0-5b81-4612-90d8-ecb7f3ba3d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067260b7-a604-4a40-a97d-b533bfa22342,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:02.219950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48766) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:02.307989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.341716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10005806-d9b8-44cb-a955-f92e00afb2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.395747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10005806-d9b8-44cb-a955-f92e00afb2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.531196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322fd7-dec1-4af8-8cf2-88bd7835615b req-4f4f2880-abd4-4f78-ae33-d027d1902684 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:02.534187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41322fd7-dec1-4af8-8cf2-88bd7835615b req-4f4f2880-abd4-4f78-ae33-d027d1902684 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0858884 Jul 28 15:04:02.657087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41322fd7-dec1-4af8-8cf2-88bd7835615b req-0d58eb75-c471-43f1-b03b-d17795c1c369 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103005 Jul 28 15:04:02.662839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10005806-d9b8-44cb-a955-f92e00afb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.673708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-10005806-d9b8-44cb-a955-f92e00afb2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.700931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-10005806-d9b8-44cb-a955-f92e00afb2a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/067260b7-a604-4a40-a97d-b533bfa22342 HTTP/1.1" status: 204 len: 168 time: 0.4791701 Jul 28 15:04:02.729755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 08a85c1a-8899-4f06-a62b-232f288081a7 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:02.748691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10005806-d9b8-44cb-a955-f92e00afb2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067260b7-a604-4a40-a97d-b533bfa22342,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:02.813185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 08a85c1a-8899-4f06-a62b-232f288081a7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:04:02.819261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 08a85c1a-8899-4f06-a62b-232f288081a7 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:04:04.007707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add1384-ad04-4275-8861-7f1fd4422e6e req-a11f788a-0741-4970-b605-2ecf390d3d71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:04.010234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7add1384-ad04-4275-8861-7f1fd4422e6e req-a11f788a-0741-4970-b605-2ecf390d3d71 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1130090 Jul 28 15:04:04.092825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7add1384-ad04-4275-8861-7f1fd4422e6e req-d6347150-50da-4b38-9ab4-7131f2b1ce2a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710278 Jul 28 15:04:04.265708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48812) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.287303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-575a98a5-0076-40e0-bee4-8455a5e8d298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.671353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-575a98a5-0076-40e0-bee4-8455a5e8d298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.671353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-575a98a5-0076-40e0-bee4-8455a5e8d298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.726753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-575a98a5-0076-40e0-bee4-8455a5e8d298 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbe64748b28c4309b5781e5b1d6369ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592083 Jul 28 15:04:04.729734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48818) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.768027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a98a5-0076-40e0-bee4-8455a5e8d298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e7bed-5085-4ac3-baf2-544eaaa999e6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:04.814444 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62510a58-4faf-4ac4-a4cf-840f18a9dea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.844266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62510a58-4faf-4ac4-a4cf-840f18a9dea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.193118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62510a58-4faf-4ac4-a4cf-840f18a9dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.202468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-62510a58-4faf-4ac4-a4cf-840f18a9dea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.207721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-62510a58-4faf-4ac4-a4cf-840f18a9dea4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c3e7bed-5085-4ac3-baf2-544eaaa999e6 HTTP/1.1" status: 204 len: 168 time: 0.4728255 Jul 28 15:04:05.303321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62510a58-4faf-4ac4-a4cf-840f18a9dea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e7bed-5085-4ac3-baf2-544eaaa999e6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:05.368906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59a6bb-ce88-4828-8d40-b9ab4629db11 req-68df4965-830c-4469-9bf6-dc922135499b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:05.378183 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ce59a6bb-ce88-4828-8d40-b9ab4629db11 req-68df4965-830c-4469-9bf6-dc922135499b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.2002649 Jul 28 15:04:05.502155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ce59a6bb-ce88-4828-8d40-b9ab4629db11 req-99070dee-3469-4631-96aa-aec3024d8f8c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214468 Jul 28 15:04:06.171072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.982423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10f884-67e2-4756-9a59-8d2c31d96638 req-fa89a6f5-a055-4969-a20d-ad2183888aaf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:06.998160 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c10f884-67e2-4756-9a59-8d2c31d96638 req-fa89a6f5-a055-4969-a20d-ad2183888aaf tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.2249007 Jul 28 15:04:07.097407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c10f884-67e2-4756-9a59-8d2c31d96638 req-cadb5b5a-ce37-4ff7-b39f-f04abc8d7b39 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908415 Jul 28 15:04:08.322394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff11416-86f2-4895-8af5-1d830d23573a req-0ccdb259-4469-4392-92d7-16be9f59e518 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:08.326577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ff11416-86f2-4895-8af5-1d830d23573a req-0ccdb259-4469-4392-92d7-16be9f59e518 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0501716 Jul 28 15:04:08.378060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7ff11416-86f2-4895-8af5-1d830d23573a req-d86a3453-abe2-4527-a3f9-f8fc453cccd7 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 Jul 28 15:04:09.781983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6af2-b09b-4e2a-84a0-15ddac8fe242 req-36b0a15b-d26d-4a9a-ba08-37f7dade47c1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:09.784668 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-495f6af2-b09b-4e2a-84a0-15ddac8fe242 req-36b0a15b-d26d-4a9a-ba08-37f7dade47c1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1237929 Jul 28 15:04:09.885305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-495f6af2-b09b-4e2a-84a0-15ddac8fe242 req-6a799a76-f1e8-47ee-bef2-89efb8cde010 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909128 Jul 28 15:04:09.894852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 48954) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:10.200074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fc64c43-efb7-464d-9ae1-3eb40fa25c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.444998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fc64c43-efb7-464d-9ae1-3eb40fa25c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.537651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fc64c43-efb7-464d-9ae1-3eb40fa25c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.844984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7fc64c43-efb7-464d-9ae1-3eb40fa25c02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ed6c9b53b8241de8464cf3485e9b758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9474332 Jul 28 15:04:10.849589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 48978) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:10.873958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc64c43-efb7-464d-9ae1-3eb40fa25c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d42084-def8-4c8b-b300-3e9f07aeca77,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:10.928277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-e4d6d0c0-0979-4373-b4fd-e9650d2f48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:10.930135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-e4d6d0c0-0979-4373-b4fd-e9650d2f48fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.2670491 Jul 28 15:04:11.016578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01fd0645-039b-40c0-9491-9552e1a3aede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.044214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01fd0645-039b-40c0-9491-9552e1a3aede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.129039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-7b14bc6e-91f2-41db-974f-992f73ad196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:11.130410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-7b14bc6e-91f2-41db-974f-992f73ad196d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.1721036 Jul 28 15:04:11.160622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523ceb7-fae3-49c8-a041-b9088510fbfc req-6bcd13b5-fb67-4fd9-87d6-4ecfc5826ee3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:11.162235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e523ceb7-fae3-49c8-a041-b9088510fbfc req-6bcd13b5-fb67-4fd9-87d6-4ecfc5826ee3 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1469505 Jul 28 15:04:11.256652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-66bc6446-5227-4004-b9b9-c92d6dec6cc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1001 time: 0.1158316 Jul 28 15:04:11.381991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-aea31123-2b96-4138-ae2a-c0b736f95a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:11.383578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-aea31123-2b96-4138-ae2a-c0b736f95a23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0685184 Jul 28 15:04:11.507860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-41499418-7be8-469b-abae-01d886d7bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:11.510750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-41499418-7be8-469b-abae-01d886d7bcc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164050 Jul 28 15:04:11.592886 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e523ceb7-fae3-49c8-a041-b9088510fbfc req-1e036b75-85bf-432f-b32c-0cfb8aa7bb32 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164851 Jul 28 15:04:11.595253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01fd0645-039b-40c0-9491-9552e1a3aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.599021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01fd0645-039b-40c0-9491-9552e1a3aede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.600431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01fd0645-039b-40c0-9491-9552e1a3aede admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44d42084-def8-4c8b-b300-3e9f07aeca77 HTTP/1.1" status: 204 len: 168 time: 0.7490370 Jul 28 15:04:11.636490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd0645-039b-40c0-9491-9552e1a3aede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d42084-def8-4c8b-b300-3e9f07aeca77,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:11.674826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-da0cc9ab-a856-4cd7-9abc-58ccfaf1d529 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561718 Jul 28 15:04:11.811716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08203ad-73b0-4dc7-8589-5ffdc136e045 req-c34cfa28-a976-490d-a277-51fca66af7b0 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289632 Jul 28 15:04:11.955655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-9192c148-d3b7-4eda-816f-c34c6cc1a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:11.959602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-9192c148-d3b7-4eda-816f-c34c6cc1a8bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1098 time: 0.0621343 Jul 28 15:04:12.151147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-df3f8380-4553-4f4f-96eb-a697e6db8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:12.158623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-df3f8380-4553-4f4f-96eb-a697e6db8b9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.1913238 Jul 28 15:04:12.298163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-59423315-0b79-4d69-bbee-5ffe52e51b7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1001 time: 0.1319187 Jul 28 15:04:12.333122 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:04:12.390987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-07595d1c-9e83-4538-9396-15d40738fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:12.392886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-07595d1c-9e83-4538-9396-15d40738fdea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0820496 Jul 28 15:04:12.474549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-db239218-a349-4c7a-9372-a8d76f11d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:12.476587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-db239218-a349-4c7a-9372-a8d76f11d3d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771892 Jul 28 15:04:12.615629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-5c327197-e0bf-49b6-a3fe-fea6dc48119d service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318979 Jul 28 15:04:12.785413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec74b91e-ddb4-4de9-8c40-a5de4b9a957a req-69c910b4-7d42-4f90-bd00-08dc77a51de0 service neutron] 10.222.0.42 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594057 Jul 28 15:04:12.818614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fc3b7-ac82-4d5d-9230-ea4799f96b41 req-5abfa9c3-5f83-445c-b8a0-fbe29f38843e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:12.820332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-052fc3b7-ac82-4d5d-9230-ea4799f96b41 req-5abfa9c3-5f83-445c-b8a0-fbe29f38843e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0594311 Jul 28 15:04:12.865417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-052fc3b7-ac82-4d5d-9230-ea4799f96b41 req-af68a505-0630-48bf-8142-39f26bbb34e1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372536 Jul 28 15:04:14.065329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:14.235508 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.244028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d40ae-e108-4bce-a000-974241e7f364 req-aec7d39c-bfa2-4bd5-9cc1-164b6f24502c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:14.249344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b9d40ae-e108-4bce-a000-974241e7f364 req-aec7d39c-bfa2-4bd5-9cc1-164b6f24502c tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1080456 Jul 28 15:04:14.319039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:14.323272 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b145e195-722b-4cab-a2dc-e1f5543f71e3" -d '{"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-unplugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:14.359196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b9d40ae-e108-4bce-a000-974241e7f364 req-87b94876-3579-4191-a510-cf14caa85fb0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021078 Jul 28 15:04:14.361535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:14.405094 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073f6165-60b7-45b9-be21-c566c9aee04f x-openstack-request-id: req-073f6165-60b7-45b9-be21-c566c9aee04f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:14.405094 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-unplugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:14.405094 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-073f6165-60b7-45b9-be21-c566c9aee04f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:14.405094 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'code': 200} Jul 28 15:04:14.541562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.642859 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:15.634944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa848c-7d3a-456c-8918-314b26a8acdf req-5d62d15a-e3c2-4e73-b513-41e67e97cff9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:15.637887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02aa848c-7d3a-456c-8918-314b26a8acdf req-5d62d15a-e3c2-4e73-b513-41e67e97cff9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.0926545 Jul 28 15:04:15.722257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02aa848c-7d3a-456c-8918-314b26a8acdf req-b7266cb3-28a0-41fc-9446-cc98cada68c2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708241 Jul 28 15:04:16.885799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-8f7b2cc3-5db3-4529-95ab-c5f8d916fd41 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:16.887566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-8f7b2cc3-5db3-4529-95ab-c5f8d916fd41 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 814 time: 0.1273737 Jul 28 15:04:16.903997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-5b2b0e21-bd49-4ba4-b46b-685af3e55a5c tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/quotas/b0457585e9cf49f7981d0cb1c10cd7cd HTTP/1.1" status: 200 len: 375 time: 0.0101805 Jul 28 15:04:16.941506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9a5226e3-e41a-43eb-954a-a9e73126e3af tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311952 Jul 28 15:04:17.054227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9eeff208-df07-4b9d-8a4d-4d67202f1903 service neutron] 10.222.0.57 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045291 Jul 28 15:04:17.170289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-6430d9ab-a7ad-4589-a6e2-7c09ea7d0eae service neutron] 10.222.0.57 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095922 Jul 28 15:04:17.356555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 49146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:17.419465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Deleting subnet 9bf068ae-2cc4-46bd-bfbc-ca4966fedc09 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:04:17.423155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.470856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.519522 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.720057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-3cbec166-5d08-44e1-8790-3fdc0e7ecc88 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=472912c7bb4549f683cb8b90b6b838a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244446 Jul 28 15:04:17.729902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.768262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf068ae-2cc4-46bd-bfbc-ca4966fedc09,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:17.831329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.833723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e6044a78-bb7b-47b6-a8ed-07c26249f40f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9bf068ae-2cc4-46bd-bfbc-ca4966fedc09 HTTP/1.1" status: 204 len: 168 time: 0.4762340 Jul 28 15:04:17.836372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:17.984170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-d3425258-2bcd-444c-b8e0-f20563e006d8 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:17.993060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-d3425258-2bcd-444c-b8e0-f20563e006d8 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654052 Jul 28 15:04:18.020075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-dc9d79cc-ceba-41c9-a3ed-3b7edefb08a3 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/quotas/472912c7bb4549f683cb8b90b6b838a8 HTTP/1.1" status: 200 len: 375 time: 0.0249684 Jul 28 15:04:18.035591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f2b53425-bfb4-457f-88cc-714ba4142acb req-d94eec4a-5d12-45d4-9285-a295cc79d5d1 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 210 time: 0.0480399 Jul 28 15:04:18.070898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-e4a4e030-5b60-4fb7-9ca1-048cfade24f8 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=472912c7bb4549f683cb8b90b6b838a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430574 Jul 28 15:04:18.080725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.095886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:18.329154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.329657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43cd275-a5c1-4999-8898-d8b52189901e']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:18.345399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:18.345972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa8e7eb-8e55-4906-99f5-d12d5a0fd26a') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:18.365817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.384946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.394604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:04:18.395016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:04:18.396803 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:04:18.634547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.651859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.654086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c43cd275-a5c1-4999-8898-d8b52189901e HTTP/1.1" status: 204 len: 168 time: 0.8153732 Jul 28 15:04:18.655312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe40f-bbb6-4943-bc1e-fc3f50ea1228 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43cd275-a5c1-4999-8898-d8b52189901e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:18.657500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49184) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:18.736135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Deleting subnet d84a0f7f-ce22-496b-bfd1-5718fe5ef986 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:04:18.740557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.796681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aabcf3aa-6b8d-4237-8614-65ca77a62e47 req-6098c790-6936-4a38-b79f-468dac21d4e0 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0710199 Jul 28 15:04:18.807120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.871231 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.112570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-391b0390-e46c-4c12-add1-1be827c94796 req-5798f587-a5b7-4976-af84-6d33a3e9b129 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 210 time: 0.0316696 Jul 28 15:04:19.160819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.207729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84a0f7f-ce22-496b-bfd1-5718fe5ef986,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:19.220919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.226311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3ac29e69-ec7f-4636-b615-38cb75bfa976 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d84a0f7f-ce22-496b-bfd1-5718fe5ef986 HTTP/1.1" status: 204 len: 168 time: 0.5647633 Jul 28 15:04:19.226812 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49204) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:19.345332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.436984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.449582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cdbfc8-fb67-4d20-87f6-1cd5692ec793']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:19.476600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7084ad3c-5dc5-46e2-9f91-b1c8612ae23d') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:19.477749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7084ad3c-5dc5-46e2-9f91-b1c8612ae23d') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:19.506329 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.528143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.535510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:04:19.537426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:04:19.542165 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:04:19.887594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.895556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.900318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e4cdbfc8-fb67-4d20-87f6-1cd5692ec793 HTTP/1.1" status: 204 len: 168 time: 0.6704733 Jul 28 15:04:19.922810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca59f72-acbb-4b93-bbae-940e48da3bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4cdbfc8-fb67-4d20-87f6-1cd5692ec793,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:19.970051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-31d04b07-4f70-485b-9510-c66264624946 req-7211ded5-3121-4a35-a364-7402912c09ed tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0443292 Jul 28 15:04:20.304431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8808d15-bd59-4f3e-abdd-4ef70b5c45c6 req-8bd0817d-86c8-4ef5-b881-31cafe3b1368 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 210 time: 0.0502226 Jul 28 15:04:20.386456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19d7d-b95b-4fa3-ac76-f03d2581f0b8 req-07c57d2e-1fa5-48a3-b509-e05ccd33c05a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:20.388264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bcd19d7d-b95b-4fa3-ac76-f03d2581f0b8 req-07c57d2e-1fa5-48a3-b509-e05ccd33c05a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.0863039 Jul 28 15:04:20.440217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bcd19d7d-b95b-4fa3-ac76-f03d2581f0b8 req-5f805ab3-3306-478f-a237-25587f5b7528 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Jul 28 15:04:20.706017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:20.760945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-20be8cb6-63f9-4481-bf11-37ef40007ac4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc9f8808426c473bb5df15d3175c6b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534928 Jul 28 15:04:20.764066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49244) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:20.824841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22c70f44-f4d6-464b-bc91-6f69472f05e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.850903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22c70f44-f4d6-464b-bc91-6f69472f05e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.956352 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49246) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:21.080336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e33c664-88e5-4a04-87c0-587179e4deec req-6f29d712-3105-4d0f-ba88-51d0a38083d1 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0288832 Jul 28 15:04:21.159437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22c70f44-f4d6-464b-bc91-6f69472f05e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.161980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-22c70f44-f4d6-464b-bc91-6f69472f05e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.163484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-22c70f44-f4d6-464b-bc91-6f69472f05e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f52395bb-387c-4b4c-b8d0-c90a65af70aa HTTP/1.1" status: 204 len: 168 time: 0.3983555 Jul 28 15:04:21.177451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c70f44-f4d6-464b-bc91-6f69472f05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52395bb-387c-4b4c-b8d0-c90a65af70aa,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:21.205674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-f007a5cd-2a2b-4848-bc40-148f58e5e328 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2474196 Jul 28 15:04:21.560444 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-49795b05-1606-4fe4-8405-c46c5d37b858 req-ca1c0bbd-6655-4b60-b990-c2edee6cf92a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 210 time: 0.0758626 Jul 28 15:04:21.712228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d542dac-236a-450c-b56c-39b64900a309 req-9dc63198-890a-446d-b4bf-087744aa9b95 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:21.714063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d542dac-236a-450c-b56c-39b64900a309 req-9dc63198-890a-446d-b4bf-087744aa9b95 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.0804179 Jul 28 15:04:21.870905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d542dac-236a-450c-b56c-39b64900a309 req-f351a903-0fef-4c33-8a08-3e1fd24aa9df tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443853 Jul 28 15:04:21.946648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-638e5ad1-de16-4610-8970-dc0ee8f46746 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:21.949032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-638e5ad1-de16-4610-8970-dc0ee8f46746 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.42 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 814 time: 0.2338741 Jul 28 15:04:21.969245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Request body: {'port': {'device_id': '16c14391-ce77-4b49-973f-e617eeb301d8', 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7', 'admin_state_up': True, 'tenant_id': 'b0457585e9cf49f7981d0cb1c10cd7cd'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:22.269158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9402f93a-d089-4897-b156-c7c793f59a7d req-ec25a3d7-d264-46d8-aa8b-7ce790d4d16d tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0345552 Jul 28 15:04:22.320177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Made reservation on behalf of b0457585e9cf49f7981d0cb1c10cd7cd for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:04:22.324099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.407304 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f01f6a2-ed86-403a-a92a-97f9bf5a641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.505637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Allocated IP 172.20.0.4 (0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7/a0844930-51fb-4ef4-9492-e0f54a266ce0/b344b4e4-0a4c-4af7-9469-16e1aafd6aec) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:04:22.716294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:22.768463 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d278c3c-b902-4d42-8199-a5ccd69828b6 req-55e810fc-5e47-4b9c-84b9-61e84e9d9518 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 210 time: 0.0745571 Jul 28 15:04:22.788558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.807946 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2b4704a4-dcad-48e8-b35f-878c6cfd765f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47fbd865c78c4507b4b7566299727620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898628 Jul 28 15:04:22.810262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 49292) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:22.864919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdc1089f-4760-4efd-959b-0fb71ab9a07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.890415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdc1089f-4760-4efd-959b-0fb71ab9a07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.026316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.096094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:04:23.102665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:04:23.108339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:04:23.125140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538194-d73a-4f5d-ac27-91d7908649fa req-748a4874-378c-418d-8f94-f8f59ee5b791 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:23.132668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e538194-d73a-4f5d-ac27-91d7908649fa req-748a4874-378c-418d-8f94-f8f59ee5b791 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.1500046 Jul 28 15:04:23.164854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Pushing event updated for resources: {'Port': ['ID=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:23.216021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:23.216762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.217592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdc1089f-4760-4efd-959b-0fb71ab9a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.223980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fdc1089f-4760-4efd-959b-0fb71ab9a07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.230351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e538194-d73a-4f5d-ac27-91d7908649fa req-44b0aa5f-309c-4b06-b049-9d724f3b88be tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939081 Jul 28 15:04:23.233355 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fdc1089f-4760-4efd-959b-0fb71ab9a07e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6b17f33-6d0b-4ca6-9082-123d474f0038 HTTP/1.1" status: 204 len: 168 time: 0.4217410 Jul 28 15:04:23.259470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1089f-4760-4efd-959b-0fb71ab9a07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b17f33-6d0b-4ca6-9082-123d474f0038,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:23.387720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7768ad73-303e-4561-92fb-94003e2b9d6a req-5594292c-fb0d-4854-a742-a7f01c293eef tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0320435 Jul 28 15:04:23.395070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-624ddfb5-17b4-47ce-8d39-52b2eacae6ab tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4305060 Jul 28 15:04:23.415273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Request body: {'port': {'device_id': '16c14391-ce77-4b49-973f-e617eeb301d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:23.490110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.523651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-a90e7924-7698-4fd0-9978-17dee8e1f3d3 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=472912c7bb4549f683cb8b90b6b838a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312507 Jul 28 15:04:23.793242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-c7713eea-e3f0-43c6-8d5d-fdd188e9efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:23.795008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-c7713eea-e3f0-43c6-8d5d-fdd188e9efa4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902&tenant_id=e47f4617f5e3494680026db6405d0c9f HTTP/1.1" status: 200 len: 1096 time: 0.1964934 Jul 28 15:04:23.836977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:23.898753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-fd0e2532-59d8-4e6c-a02a-57431f9d6f87 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:23.900943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-fd0e2532-59d8-4e6c-a02a-57431f9d6f87 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557320 Jul 28 15:04:23.958478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Request body: {'port': {'device_id': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': '472912c7bb4549f683cb8b90b6b838a8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:24.067738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:24.111068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bbd75-ed6c-4c17-9d5d-cabc382fefe1 req-b1c8f75d-f19b-4fbc-b4c1-207b92acf746 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:24.113060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-505bbd75-ed6c-4c17-9d5d-cabc382fefe1 req-b1c8f75d-f19b-4fbc-b4c1-207b92acf746 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 931 time: 0.2072241 Jul 28 15:04:24.317696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-505bbd75-ed6c-4c17-9d5d-cabc382fefe1 req-3e0e29cc-23ef-46f1-b06d-08c394edff7d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903489 Jul 28 15:04:24.322570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b344b4e4-0a4c-4af7-9469-16e1aafd6aec {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:04:24.342125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:24.444687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aba05-abdb-4de5-a93b-72215749845c req-d1a36f7b-1172-42bb-9efb-fb7d73121d6a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:24.448756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da7aba05-abdb-4de5-a93b-72215749845c req-d1a36f7b-1172-42bb-9efb-fb7d73121d6a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.0794959 Jul 28 15:04:24.566887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da7aba05-abdb-4de5-a93b-72215749845c req-bc23a0ff-81c2-4e4e-a7d3-7831d3e736fb tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128511 Jul 28 15:04:24.755030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Transition to ACTIVE for port object b344b4e4-0a4c-4af7-9469-16e1aafd6aec will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:04:24.755873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Made reservation on behalf of 472912c7bb4549f683cb8b90b6b838a8 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:04:24.759414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:24.798316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-851f35b3-cb30-4ba2-90e7-a33e7cac6cd7 req-fe31fb9b-70f3-40af-b64d-a03d3dda4255 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0687766 Jul 28 15:04:24.799018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:24.880135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bbb313f5-33f4-441e-b449-35c908492540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:24.932316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:24.949725 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.070206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:04:25.110118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Pushing event updated for resources: {'Port': ['ID=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:25.176393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:04:25.201865 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.219958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.231043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Transition to ACTIVE for port object a78bfea6-d9f0-4609-878e-ed632fb7f541 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:04:25.241614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Attempting to bind port b344b4e4-0a4c-4af7-9469-16e1aafd6aec on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:04:25.241954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Attempting to bind port b344b4e4-0a4c-4af7-9469-16e1aafd6aec by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:04:25.242289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Attempting to bind port b344b4e4-0a4c-4af7-9469-16e1aafd6aec on network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:04:25.248782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Port b344b4e4-0a4c-4af7-9469-16e1aafd6aec on network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:04:25.249314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Attempting to bind port b344b4e4-0a4c-4af7-9469-16e1aafd6aec on network 0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:04:25.255948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:04:25.256309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Checking segment: {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:04:25.256776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Bound using segment: {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:04:25.257232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Bound port: b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64cf7832-de04-47ae-80f6-625a4ec70c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:04:25.257600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.335779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] For port b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:04:25.340056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] For port b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:04:25.342737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.468147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2691d3-3529-40a3-ba31-10e54a0c2eb3 req-18fe2254-8d3f-4a35-b838-078874106d3d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:25.470556 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e2691d3-3529-40a3-ba31-10e54a0c2eb3 req-18fe2254-8d3f-4a35-b838-078874106d3d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 943 time: 0.0636935 Jul 28 15:04:25.472975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.536528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e2691d3-3529-40a3-ba31-10e54a0c2eb3 req-07b5f83a-ec21-4611-babd-25341f353201 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519397 Jul 28 15:04:25.573582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.584895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=9']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:25.615451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.678691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:25.679385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.683510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] 10.222.0.42 "PUT /v2.0/ports/b344b4e4-0a4c-4af7-9469-16e1aafd6aec HTTP/1.1" status: 200 len: 1092 time: 2.2738385 Jul 28 15:04:25.687398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c14391-ce77-4b49-973f-e617eeb301d8', 'tag': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:25.689516 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0" -d '{"events": [{"name": "network-changed", "server_uuid": "16c14391-ce77-4b49-973f-e617eeb301d8", "tag": "b344b4e4-0a4c-4af7-9469-16e1aafd6aec"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:25.746406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c66c4a-fe1a-449b-a562-e9e0a398d817 req-bc55047e-83e2-4989-9831-4f51909547fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:25.751215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9589292-7f17-4cd5-b3c3-3929bde84670,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:25.757269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9c66c4a-fe1a-449b-a562-e9e0a398d817 req-bc55047e-83e2-4989-9831-4f51909547fe tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.1017165 Jul 28 15:04:25.822022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9c66c4a-fe1a-449b-a562-e9e0a398d817 req-c6012494-19a0-4373-a5b3-0356ee3a2211 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630069 Jul 28 15:04:25.905824 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8150f9e0-d547-42b0-ab9b-ca5d880c65e8 x-openstack-request-id: req-8150f9e0-d547-42b0-ab9b-ca5d880c65e8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:25.905824 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c14391-ce77-4b49-973f-e617eeb301d8", "tag": "b344b4e4-0a4c-4af7-9469-16e1aafd6aec", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:25.905824 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8150f9e0-d547-42b0-ab9b-ca5d880c65e8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:25.905824 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c14391-ce77-4b49-973f-e617eeb301d8', 'tag': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec', 'status': 'completed', 'code': 200} Jul 28 15:04:26.013205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b2a5429-3905-4478-8b90-7752f450e348 req-c5834987-251b-4462-b91e-fc4b1bfafb28 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0670009 Jul 28 15:04:26.059927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde78f9-a8ea-494c-8565-7f8f768e3243 service neutron] Pushing event updated for resources: {'Port': ['ID=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:26.079880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] No DVR routers for this DVR port a78bfea6-d9f0-4609-878e-ed632fb7f541 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:04:26.224337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0 req-6c1bc020-2845-48fb-83cc-d9411cf114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:26.225897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0 req-6c1bc020-2845-48fb-83cc-d9411cf114b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 1095 time: 0.2306054 Jul 28 15:04:26.232999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Allocated IP 192.168.233.185 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/610b08c7-f36a-4c7d-940d-bfd6c8e4f296) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:04:26.505455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:04:26.514610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:04:26.514610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:04:26.514610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0 req-6d51d96c-d6eb-4e8f-bd79-53bdbda8d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:26.514610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0 req-6d51d96c-d6eb-4e8f-bd79-53bdbda8d65e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2689784 Jul 28 15:04:26.530600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Port a78bfea6-d9f0-4609-878e-ed632fb7f541 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:04:26.530956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Attempting to bind port a78bfea6-d9f0-4609-878e-ed632fb7f541 on network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:04:26.607461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:26.618398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:04:26.618398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Checking segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:04:26.618398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Bound using segment: {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:04:26.618398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Bound port: a78bfea6-d9f0-4609-878e-ed632fb7f541, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:04:26.618398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:26.693840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:26.774836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Transition to ACTIVE for port object 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:04:26.793907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0 req-dbe39d12-6ac2-4a92-b101-c25d415950e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:26.795384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5e78408-f0e5-4ae4-8e7c-94346e2b34d0 req-dbe39d12-6ac2-4a92-b101-c25d415950e1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2764983 Jul 28 15:04:26.823240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:04:26.834754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ca32-01ff-4431-a982-c731c5333df8 req-eed3c220-f41a-4d2a-a999-2d83af582b9d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:26.836565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3c4ca32-01ff-4431-a982-c731c5333df8 req-eed3c220-f41a-4d2a-a999-2d83af582b9d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 943 time: 0.1592114 Jul 28 15:04:26.849096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:04:26.988665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3c4ca32-01ff-4431-a982-c731c5333df8 req-4bc08113-0d9e-4de5-b1a9-7967c849aeec tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353774 Jul 28 15:04:26.991478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:26.995578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-5048bce7-ed9c-44da-b8b2-1819126a06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:26.997317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-5048bce7-ed9c-44da-b8b2-1819126a06f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 1095 time: 0.1228173 Jul 28 15:04:27.042572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f07ce9-7b13-4ce7-84aa-a9227d19ba6c req-61a7fef6-d449-4c98-adf6-2dc817e560b9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.048202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.049345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:27.050726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] 10.222.0.58 "PUT /v2.0/ports/a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 1093 time: 3.2232449 Jul 28 15:04:27.053572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66f07ce9-7b13-4ce7-84aa-a9227d19ba6c req-61a7fef6-d449-4c98-adf6-2dc817e560b9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 944 time: 0.1009665 Jul 28 15:04:27.124266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66f07ce9-7b13-4ce7-84aa-a9227d19ba6c req-d3751180-e894-4e8a-8007-330211792181 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693083 Jul 28 15:04:27.145543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-2d7b356b-1a1f-4f97-9656-02de1d218a7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec HTTP/1.1" status: 200 len: 217 time: 0.1172359 Jul 28 15:04:27.149275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:27.262126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846c0dd-6215-4daf-a907-134a041e1af8 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:27.288234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:04:27.347857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:04:27.355727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-5ea374cb-cc18-4b28-8619-5ea2a54acd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.357662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-5ea374cb-cc18-4b28-8619-5ea2a54acd8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1097 time: 0.2731340 Jul 28 15:04:27.366036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:04:27.417045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-2be3e23c-123c-49b8-846a-f39b640b5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.418662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-2be3e23c-123c-49b8-846a-f39b640b5d49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0844930-51fb-4ef4-9492-e0f54a266ce0 HTTP/1.1" status: 200 len: 854 time: 0.2633052 Jul 28 15:04:27.533464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc4d6-3420-4bb2-ad6d-95fab46e244a req-3beb33fc-7dcf-4ea9-b030-38b016f7d211 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.535507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-749cc4d6-3420-4bb2-ad6d-95fab46e244a req-3beb33fc-7dcf-4ea9-b030-38b016f7d211 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 936 time: 0.3580639 Jul 28 15:04:27.537960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-54cc27f7-7f48-4658-9ccd-d1863c85266d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762362 Jul 28 15:04:27.545789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Pushing event updated for resources: {'Port': ['ID=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:27.588493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.589203 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:27.703862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-593d8929-76b3-4c6c-b4fd-c53420a702a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:27.705683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-593d8929-76b3-4c6c-b4fd-c53420a702a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.3323641 Jul 28 15:04:27.727023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-749cc4d6-3420-4bb2-ad6d-95fab46e244a req-6d1ad0f2-44ac-4bec-b703-1b53482662bc tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751704 Jul 28 15:04:27.815462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-34aa908e-91c3-44a7-a9ec-ad7e3d18160a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8849535 Jul 28 15:04:27.819811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-45cb56a0-6306-45a9-bf22-bb3cfe4625c7 service neutron] 10.222.0.42 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670271 Jul 28 15:04:27.828354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:27.866098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Request body: {'port': {'device_id': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:27.910511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:27.913148 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89806c93-a9fb-481d-9c09-e5bd6ea97b83" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:27.931455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1e9bee95-9017-48a6-b884-2a902ef25cc0 None None] Provisioning for port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:04:27.938184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1e9bee95-9017-48a6-b884-2a902ef25cc0 None None] Provisioning complete for port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:04:27.938987 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1e9bee95-9017-48a6-b884-2a902ef25cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:27.962508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-4808113c-9175-434b-bae8-8ce6aeed803a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 999 time: 0.2226501 Jul 28 15:04:28.011685 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd41d09e-3d31-40c8-b1a2-8c1c9e2f0cfb x-openstack-request-id: req-fd41d09e-3d31-40c8-b1a2-8c1c9e2f0cfb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:28.012379 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:28.012379 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd41d09e-3d31-40c8-b1a2-8c1c9e2f0cfb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:28.012641 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'status': 'completed', 'code': 200} Jul 28 15:04:28.014128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1e9bee95-9017-48a6-b884-2a902ef25cc0 None None] Port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:04:28.049332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:28.093543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-69805a5a-5662-44a2-b9ff-f4b6bb8ff893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:28.094843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-69805a5a-5662-44a2-b9ff-f4b6bb8ff893 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.1212440 Jul 28 15:04:28.139739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68bb1858-8fcf-470b-9ad9-cbe39d1f066b req-bed4fd55-d270-4f87-be99-82dfc5c7566e service neutron] 10.222.0.42 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936857 Jul 28 15:04:28.210994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fefc9a-d9e9-4c61-a56b-fac3a3fdeb6b req-5881a8e5-381a-4344-8c47-89f6ffdec39a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:28.221934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32fefc9a-d9e9-4c61-a56b-fac3a3fdeb6b req-5881a8e5-381a-4344-8c47-89f6ffdec39a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 943 time: 0.1030123 Jul 28 15:04:28.275896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32fefc9a-d9e9-4c61-a56b-fac3a3fdeb6b req-46a03644-e1a2-4a4c-8a5b-4db1e50b7e7b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529726 Jul 28 15:04:28.468355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-39fc5ab3-c96a-404c-8237-cb5ffd1a5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:28.469925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-39fc5ab3-c96a-404c-8237-cb5ffd1a5caf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3657415 Jul 28 15:04:28.503985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36082f-1913-44f0-bbe4-aa0d611a8024 req-a777afd0-6b1c-442d-bea0-972c64d0aad9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:28.505592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d36082f-1913-44f0-bbe4-aa0d611a8024 req-a777afd0-6b1c-442d-bea0-972c64d0aad9 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.2044075 Jul 28 15:04:28.643748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d36082f-1913-44f0-bbe4-aa0d611a8024 req-4d91b2cf-2615-4d76-94a3-d64cd5ca8db4 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242571 Jul 28 15:04:28.668573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-45e31002-6a02-4c0c-91cf-defaad99a21a service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856265 Jul 28 15:04:28.795976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:04:28.811094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:28.876066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113f307-d996-418e-a421-83af096be550 req-acf47198-5e95-49c5-be99-c7b974628e37 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:28.877727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6113f307-d996-418e-a421-83af096be550 req-acf47198-5e95-49c5-be99-c7b974628e37 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 936 time: 0.0614848 Jul 28 15:04:28.951630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6113f307-d996-418e-a421-83af096be550 req-8ca52ab3-10ae-4624-a0ba-b4e26c0acf68 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Jul 28 15:04:29.193464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Transition to ACTIVE for port object 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:04:29.208596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80cf3a6a-fdac-4ce2-9693-8d647a524ec0 req-a29bc375-234b-4c07-8f82-bb7842d35c30 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309150 Jul 28 15:04:29.434320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79ee2f-7764-4efa-a897-067142baba18 req-2a609f30-45d4-4416-bdd5-2259848d43b0 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:29.436222 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf79ee2f-7764-4efa-a897-067142baba18 req-2a609f30-45d4-4416-bdd5-2259848d43b0 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 943 time: 0.0632248 Jul 28 15:04:29.477724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf79ee2f-7764-4efa-a897-067142baba18 req-a478f4a5-1c74-4798-b937-065256740c9b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Jul 28 15:04:29.776316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:29.886324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4320954-c372-479d-88d2-61641fd3c86d req-1238143c-cedb-408e-aa9b-1975c03f8bb2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:29.888299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4320954-c372-479d-88d2-61641fd3c86d req-1238143c-cedb-408e-aa9b-1975c03f8bb2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1424029 Jul 28 15:04:29.891980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Pushing event updated for resources: {'Port': ['ID=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:29.983104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-7518e934-2e92-49fd-a0ef-a15a04879399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:29.986829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-7518e934-2e92-49fd-a0ef-a15a04879399 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e47f4617f5e3494680026db6405d0c9f&device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1097 time: 0.1743319 Jul 28 15:04:30.104739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4320954-c372-479d-88d2-61641fd3c86d req-123c7e3b-855a-40a4-9858-d3d8704c76e2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730056 Jul 28 15:04:30.168429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Attempting to bind port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:04:30.169072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Attempting to bind port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:04:30.169410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Attempting to bind port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:04:30.215551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:04:30.216201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Attempting to bind port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:04:30.226651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6eccf-5516-480f-adbe-55770a997f44 req-650021c9-697c-4df7-b8a3-fcdb34f130e6 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.236212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce6eccf-5516-480f-adbe-55770a997f44 req-650021c9-697c-4df7-b8a3-fcdb34f130e6 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 948 time: 0.1670277 Jul 28 15:04:30.240050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:04:30.240636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:04:30.241186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:04:30.241778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Bound port: 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:04:30.242189 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:30.285116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-1a5f2072-9d59-4cf8-a0c0-9ec1ce803457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.287015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-1a5f2072-9d59-4cf8-a0c0-9ec1ce803457 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 200 len: 918 time: 0.2848711 Jul 28 15:04:30.300161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce6eccf-5516-480f-adbe-55770a997f44 req-719b32df-2198-4189-91cc-25fbf242a979 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627441 Jul 28 15:04:30.381137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] For port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:04:30.385073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] For port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:04:30.440212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-140bd8e5-ae05-4dce-abde-f0a333ae0200 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 200 len: 999 time: 0.1307764 Jul 28 15:04:30.505457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-5f5e8f34-56a0-42f4-8a87-75d970b46dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.507766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-5f5e8f34-56a0-42f4-8a87-75d970b46dd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 200 len: 856 time: 0.0569217 Jul 28 15:04:30.510977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:30.584147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.584889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:30.586400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] 10.222.0.42 "PUT /v2.0/ports/610b08c7-f36a-4c7d-940d-bfd6c8e4f296 HTTP/1.1" status: 200 len: 1097 time: 2.7419589 Jul 28 15:04:30.587400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'tag': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:30.589757 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96235f17-81cf-44e8-83be-18d1046ac7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3a43a-28c3-4e09-a428-b14f80096dba", "tag": "610b08c7-f36a-4c7d-940d-bfd6c8e4f296"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:30.661324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7a4bb-17c0-4437-9ffa-47c6c1f6acdd service neutron] Pushing event updated for resources: {'Port': ['ID=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:30.674078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-a1a99d4f-87fb-4981-b96d-ab82d419ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.675860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-a1a99d4f-87fb-4981-b96d-ab82d419ec97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2896b4d6-780f-41d0-9de9-0cbaed8805c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606581 Jul 28 15:04:30.739618 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5376ce-c76b-47c3-8984-b420a44cdc2a x-openstack-request-id: req-be5376ce-c76b-47c3-8984-b420a44cdc2a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:30.739967 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3a43a-28c3-4e09-a428-b14f80096dba", "tag": "610b08c7-f36a-4c7d-940d-bfd6c8e4f296", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:30.742425 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be5376ce-c76b-47c3-8984-b420a44cdc2a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:30.742425 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'tag': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296', 'status': 'completed', 'code': 200} Jul 28 15:04:30.750260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc13d-1d54-4ca0-a647-54d251617b30 req-b96f9a79-bff1-43f4-bec1-e9d20ad72014 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.759510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8bc13d-1d54-4ca0-a647-54d251617b30 req-b96f9a79-bff1-43f4-bec1-e9d20ad72014 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 943 time: 0.1627522 Jul 28 15:04:30.908502 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8bc13d-1d54-4ca0-a647-54d251617b30 req-806c7c4f-8141-4b10-9a4b-6c5004f6428f tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411209 Jul 28 15:04:30.944372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96235f17-81cf-44e8-83be-18d1046ac7e6 req-1665562c-d329-4d1d-a830-fe1bfda746a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:30.950464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96235f17-81cf-44e8-83be-18d1046ac7e6 req-1665562c-d329-4d1d-a830-fe1bfda746a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=472912c7bb4549f683cb8b90b6b838a8&device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 1100 time: 0.1716154 Jul 28 15:04:30.953535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-52f300d6-4a17-454b-b189-95d5449b432f service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689672 Jul 28 15:04:31.059643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96235f17-81cf-44e8-83be-18d1046ac7e6 req-7547fb05-7ff1-4208-bc0b-bb23e3e174e8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=472912c7bb4549f683cb8b90b6b838a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861442 Jul 28 15:04:31.317615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89806c93-a9fb-481d-9c09-e5bd6ea97b83 req-c89e88d8-75eb-4686-b218-b3be97196404 service neutron] 10.222.0.58 "GET /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427706 Jul 28 15:04:31.358077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96235f17-81cf-44e8-83be-18d1046ac7e6 req-9b3841a9-4b0b-44e6-a34e-6a79d342d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:31.364028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96235f17-81cf-44e8-83be-18d1046ac7e6 req-9b3841a9-4b0b-44e6-a34e-6a79d342d480 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2965965 Jul 28 15:04:31.384872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130731-2240-47fd-9718-2ae2f5e93520 req-c859ab74-7c16-455d-9870-8bec38dc7aa0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:31.386649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57130731-2240-47fd-9718-2ae2f5e93520 req-c859ab74-7c16-455d-9870-8bec38dc7aa0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1413348 Jul 28 15:04:31.452484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57130731-2240-47fd-9718-2ae2f5e93520 req-3da4b943-d402-4158-914d-0a47be7991ac tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584402 Jul 28 15:04:31.598046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-d2ef4d5a-764b-4ecc-8054-012864ddff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:31.600885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-d2ef4d5a-764b-4ecc-8054-012864ddff94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=472912c7bb4549f683cb8b90b6b838a8&device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 1100 time: 0.1644154 Jul 28 15:04:31.772537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-76a1e65e-5d5a-4bb2-bc49-7cf93c80f97e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=610b08c7-f36a-4c7d-940d-bfd6c8e4f296 HTTP/1.1" status: 200 len: 217 time: 0.1564200 Jul 28 15:04:31.858268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595179c-3d9b-45df-a380-ed1f9694c9b1 req-4f4e4982-8374-4f51-870a-1126b9aa271d tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:31.895349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7595179c-3d9b-45df-a380-ed1f9694c9b1 req-4f4e4982-8374-4f51-870a-1126b9aa271d tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 948 time: 0.2325101 Jul 28 15:04:32.040300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-154e139b-0a39-45dd-9a5a-0fdf30147785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.042923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-154e139b-0a39-45dd-9a5a-0fdf30147785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.2632673 Jul 28 15:04:32.055364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7595179c-3d9b-45df-a380-ed1f9694c9b1 req-168db121-4353-4baf-ab1c-1efaaf392bf4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529791 Jul 28 15:04:32.182383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b344b4e4-0a4c-4af7-9469-16e1aafd6aec details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:04:32.259798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-5d700f54-8453-481f-92e8-eb3ee654cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.259798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-5d700f54-8453-481f-92e8-eb3ee654cb2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2047515 Jul 28 15:04:32.347192 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:32.436884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:32.437719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-44c07119-9675-4b71-a67e-3d327f99a81d service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642888 Jul 28 15:04:32.451909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec', 'network_id': '0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7', 'port_id': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec', 'mac_address': 'fa:16:3e:6f:2f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0844930-51fb-4ef4-9492-e0f54a266ce0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:04:32.480520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77429bc7-01ab-4b11-a45d-5f6a0f882017 req-7dbeac0c-4448-4892-9f56-91bb9a6614d1 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.484903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77429bc7-01ab-4b11-a45d-5f6a0f882017 req-7dbeac0c-4448-4892-9f56-91bb9a6614d1 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 943 time: 0.3083792 Jul 28 15:04:32.551815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:32.580430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b344b4e4-0a4c-4af7-9469-16e1aafd6aec {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:04:32.621844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:32.700961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77429bc7-01ab-4b11-a45d-5f6a0f882017 req-c601c88a-75b8-4dde-a25a-8e68eac21f77 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148536 Jul 28 15:04:32.768792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b8d3ad2-6362-4351-8f17-166670aacd73 req-e87d4ce9-28e4-49be-be84-e0d7773cea66 service neutron] 10.222.0.42 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208439 Jul 28 15:04:32.799189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:32.829856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44476e89-294a-4229-96bc-ef1a12a1356c req-12d187db-a32f-489f-b5ed-cc26dbad96da tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.844960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44476e89-294a-4229-96bc-ef1a12a1356c req-12d187db-a32f-489f-b5ed-cc26dbad96da tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.2245293 Jul 28 15:04:32.968119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:33.021892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44476e89-294a-4229-96bc-ef1a12a1356c req-9e4b73ed-ddc0-4541-b342-5dd419825eb2 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728737 Jul 28 15:04:33.236733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['b344b4e4-0a4c-4af7-9469-16e1aafd6aec'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:04:33.391454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2589387-1b9e-4029-8f99-6504f669ff57 req-2653ed57-3aac-4629-b7fb-e6ef4e6b3284 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:33.401602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2589387-1b9e-4029-8f99-6504f669ff57 req-2653ed57-3aac-4629-b7fb-e6ef4e6b3284 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 948 time: 0.1998823 Jul 28 15:04:33.509507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2589387-1b9e-4029-8f99-6504f669ff57 req-d0487627-e4af-429e-8f23-820949339b7f tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949271 Jul 28 15:04:34.133476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea786d-d49a-483a-aa41-6875e52b4926 req-992cf60d-652e-40e0-b703-84e2d5226c1b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:34.140223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70ea786d-d49a-483a-aa41-6875e52b4926 req-992cf60d-652e-40e0-b703-84e2d5226c1b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 944 time: 0.2417359 Jul 28 15:04:34.348654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70ea786d-d49a-483a-aa41-6875e52b4926 req-dc5f1b88-9c71-4c05-83f3-e1a200faa3f5 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771750 Jul 28 15:04:34.634824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1ec21-3979-4bf2-b15b-43fe2dd96eaa req-0a059454-07a1-4d21-92f8-d571c41da441 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:34.639613 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4c1ec21-3979-4bf2-b15b-43fe2dd96eaa req-0a059454-07a1-4d21-92f8-d571c41da441 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1761715 Jul 28 15:04:34.793117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4c1ec21-3979-4bf2-b15b-43fe2dd96eaa req-beb16dc0-34c7-4799-85e5-6510d3472f35 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241660 Jul 28 15:04:34.805651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8be25-e57b-4fab-806c-6a68a41ad01c req-ead50796-8d32-4dfe-9a68-84a11d20487e tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:34.809279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbf8be25-e57b-4fab-806c-6a68a41ad01c req-ead50796-8d32-4dfe-9a68-84a11d20487e tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 948 time: 0.1832364 Jul 28 15:04:34.900826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbf8be25-e57b-4fab-806c-6a68a41ad01c req-37b39c27-797c-483e-a811-ff33e175fe28 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Jul 28 15:04:35.625860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b551-a355-4a7e-a749-46620fd33fba req-f6c93524-3f6f-43c4-bc6b-1b2b572da2ad tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:35.643445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a434b551-a355-4a7e-a749-46620fd33fba req-f6c93524-3f6f-43c4-bc6b-1b2b572da2ad tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 944 time: 0.1647816 Jul 28 15:04:35.746009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a434b551-a355-4a7e-a749-46620fd33fba req-fb165951-4909-42f8-83b2-4a48e93e4df5 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Jul 28 15:04:36.144172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae66160-fcda-4440-bf10-9bbde280da6e req-a4c6e831-dae0-4d39-84ba-0c405b14cf61 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:36.168993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cae66160-fcda-4440-bf10-9bbde280da6e req-a4c6e831-dae0-4d39-84ba-0c405b14cf61 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1408796 Jul 28 15:04:36.169423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.179443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740784-731f-4964-8c93-f0e2f2c4c56a req-d7ff53fa-3cba-49b8-857f-7dead383c504 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:36.188851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:04:36.197742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b344b4e4-0a4c-4af7-9469-16e1aafd6aec up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:04:36.201357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8740784-731f-4964-8c93-f0e2f2c4c56a req-d7ff53fa-3cba-49b8-857f-7dead383c504 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 948 time: 0.1703024 Jul 28 15:04:36.376010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8740784-731f-4964-8c93-f0e2f2c4c56a req-368ac569-050c-47f5-bf98-341c336297dc tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982015 Jul 28 15:04:36.376839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cae66160-fcda-4440-bf10-9bbde280da6e req-6c5faeb4-71ce-4428-a2c2-8910b2d07b87 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750150 Jul 28 15:04:36.736325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port b344b4e4-0a4c-4af7-9469-16e1aafd6aec completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:04:36.744351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port b344b4e4-0a4c-4af7-9469-16e1aafd6aec triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:04:36.745280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.926641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:37.043563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03202e-f5ea-4b0d-9fa0-a1272f1dd8d8 req-0af26331-72c7-4a83-91c3-b6ae2ff2a453 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:37.048413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f03202e-f5ea-4b0d-9fa0-a1272f1dd8d8 req-0af26331-72c7-4a83-91c3-b6ae2ff2a453 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 944 time: 0.1422348 Jul 28 15:04:37.102838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296', 'mac_address': 'fa:16:3e:4e:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:04:37.167306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f03202e-f5ea-4b0d-9fa0-a1272f1dd8d8 req-e3e3244f-fe32-4d2f-9e16-da24def470fe tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086059 Jul 28 15:04:37.214537 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:37.252376 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:37.318307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:37.318307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:04:37.344971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:37.346636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c14391-ce77-4b49-973f-e617eeb301d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:37.351007 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b26d5f-ac71-45e2-81b9-616f3c35f2ee" -d '{"events": [{"server_uuid": "16c14391-ce77-4b49-973f-e617eeb301d8", "name": "network-vif-plugged", "status": "completed", "tag": "b344b4e4-0a4c-4af7-9469-16e1aafd6aec"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:37.407077 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706e2d1a-6449-49bf-9d88-95777977b3d2 x-openstack-request-id: req-706e2d1a-6449-49bf-9d88-95777977b3d2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:37.407553 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c14391-ce77-4b49-973f-e617eeb301d8", "name": "network-vif-plugged", "status": "completed", "tag": "b344b4e4-0a4c-4af7-9469-16e1aafd6aec", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:37.407973 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-706e2d1a-6449-49bf-9d88-95777977b3d2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:37.408684 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c14391-ce77-4b49-973f-e617eeb301d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec', 'code': 200} Jul 28 15:04:37.465375 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:37.686245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:37.698380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:37.774553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a64b1-fc32-4b55-91db-e911462b1c97 req-fd08ee9c-9106-4be7-b1ea-44ea0241535b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:37.785888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9964d1-0f43-49ac-8013-27ab4fd25cdb req-fdd165cf-3905-4784-ab96-61d06b55ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:37.790453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a83a64b1-fc32-4b55-91db-e911462b1c97 req-fd08ee9c-9106-4be7-b1ea-44ea0241535b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.2745507 Jul 28 15:04:37.797355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a9964d1-0f43-49ac-8013-27ab4fd25cdb req-fdd165cf-3905-4784-ab96-61d06b55ccd4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 1097 time: 0.2704015 Jul 28 15:04:37.895491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f451d70-5778-4e09-962b-d488819d6e3b req-6638513d-d172-4b0f-a336-6289c0b269b8 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:37.897631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a83a64b1-fc32-4b55-91db-e911462b1c97 req-73d11be9-ff94-42f2-9e24-2421de3ccf3e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004834 Jul 28 15:04:37.906771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f451d70-5778-4e09-962b-d488819d6e3b req-6638513d-d172-4b0f-a336-6289c0b269b8 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 949 time: 0.4455755 Jul 28 15:04:37.907841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:38.032143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f451d70-5778-4e09-962b-d488819d6e3b req-392c09fc-0756-43d1-b612-d42bcc321552 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243408 Jul 28 15:04:38.039495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a9964d1-0f43-49ac-8013-27ab4fd25cdb req-4f55b3e5-9da1-42b0-9b3c-77e51e9a0be5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410586 Jul 28 15:04:38.108128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['610b08c7-f36a-4c7d-940d-bfd6c8e4f296'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:04:38.509754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264f96-dad8-45c8-b075-bc61700bdaa9 req-88c50926-d073-496b-b10b-011da9fbb462 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:38.511372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e264f96-dad8-45c8-b075-bc61700bdaa9 req-88c50926-d073-496b-b10b-011da9fbb462 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.1590586 Jul 28 15:04:38.599065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e264f96-dad8-45c8-b075-bc61700bdaa9 req-33f16cc0-6167-4588-a2ab-6f6afa02ecc1 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807452 Jul 28 15:04:39.244781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bc207-f527-419e-a203-cb8bd55d9aac req-e0130378-8742-427a-8236-03c0c041cfa1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:39.247536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a4bc207-f527-419e-a203-cb8bd55d9aac req-e0130378-8742-427a-8236-03c0c041cfa1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.2200913 Jul 28 15:04:39.355145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a4bc207-f527-419e-a203-cb8bd55d9aac req-65077e72-a4e6-41b6-afbe-9f2453c44117 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740654 Jul 28 15:04:39.530392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80fa3-8e2f-4af9-a159-cfb5c6570b44 req-233d34fe-cd55-4e24-8b33-b2c91fc2964f tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:39.558653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf80fa3-8e2f-4af9-a159-cfb5c6570b44 req-233d34fe-cd55-4e24-8b33-b2c91fc2964f tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 949 time: 0.3554342 Jul 28 15:04:39.712382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ebf80fa3-8e2f-4af9-a159-cfb5c6570b44 req-7eafa442-e81f-4c4e-ba61-358fc1af20c3 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519561 Jul 28 15:04:39.972545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436897a-62f9-4696-8b9d-80b211ae8089 req-8b968d5b-2a29-44b7-8815-d862e539b475 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:39.974395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5436897a-62f9-4696-8b9d-80b211ae8089 req-8b968d5b-2a29-44b7-8815-d862e539b475 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.1075215 Jul 28 15:04:40.090637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5436897a-62f9-4696-8b9d-80b211ae8089 req-ed83b69c-954a-456f-bf15-d920755cc739 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086888 Jul 28 15:04:40.206410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:04:40.449713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:04:40.455279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:04:40.459746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:40.709271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95d87a-b58e-4d0a-a516-793aac467930 req-d41ac4f7-fe6c-4b1c-a100-1eac55c89304 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:40.717370 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf95d87a-b58e-4d0a-a516-793aac467930 req-d41ac4f7-fe6c-4b1c-a100-1eac55c89304 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1370640 Jul 28 15:04:40.745600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:40.796297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf95d87a-b58e-4d0a-a516-793aac467930 req-6decdc2c-938c-4053-a4d1-1fe0b6137701 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707021 Jul 28 15:04:40.871981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:40.873538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:40.878087 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c6b4f-937e-4d87-acf2-d308ac4ee046" -d '{"events": [{"server_uuid": "c2b3a43a-28c3-4e09-a428-b14f80096dba", "name": "network-vif-plugged", "status": "completed", "tag": "610b08c7-f36a-4c7d-940d-bfd6c8e4f296"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:40.949827 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3d63d2-ab5c-40af-a68a-afc936e3b580 x-openstack-request-id: req-5c3d63d2-ab5c-40af-a68a-afc936e3b580 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:40.950321 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3a43a-28c3-4e09-a428-b14f80096dba", "name": "network-vif-plugged", "status": "completed", "tag": "610b08c7-f36a-4c7d-940d-bfd6c8e4f296", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:40.951243 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c3d63d2-ab5c-40af-a68a-afc936e3b580 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:40.951328 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296', 'code': 200} Jul 28 15:04:40.961634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:41.019965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa6850-b1c9-4b17-8582-191029fb6b21 req-ec3cf708-c8b1-4ece-a0d6-154628495c0a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:41.022595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66fa6850-b1c9-4b17-8582-191029fb6b21 req-ec3cf708-c8b1-4ece-a0d6-154628495c0a tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 949 time: 0.1027749 Jul 28 15:04:41.098010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66fa6850-b1c9-4b17-8582-191029fb6b21 req-a63f4efc-a53f-4c36-92e2-a1fe7f36bf9c tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674167 Jul 28 15:04:41.146171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:41.201343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a985324-bc34-43ba-b2d3-7d78764d72a4 req-049c1a4b-031a-4b2d-b9ab-4c6cd27f37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:41.204001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a985324-bc34-43ba-b2d3-7d78764d72a4 req-049c1a4b-031a-4b2d-b9ab-4c6cd27f37c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 1102 time: 0.1045077 Jul 28 15:04:41.292921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a985324-bc34-43ba-b2d3-7d78764d72a4 req-02040adf-1047-4298-ad4e-824fc12408d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805809 Jul 28 15:04:41.314251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e93c31-3fb4-402c-9512-457537c403aa req-55312362-f759-4be5-8205-a29ba6b6457f tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:41.316060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91e93c31-3fb4-402c-9512-457537c403aa req-55312362-f759-4be5-8205-a29ba6b6457f tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.0715597 Jul 28 15:04:41.368305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91e93c31-3fb4-402c-9512-457537c403aa req-badfa6c7-2b3f-4bdb-991d-1dfac3269542 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jul 28 15:04:42.061080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21b319-28e0-40a7-a1bf-336e1fbed8d6 req-ba85d4a7-2117-4884-8cc4-a4ab3990e5e5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:42.066850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc21b319-28e0-40a7-a1bf-336e1fbed8d6 req-ba85d4a7-2117-4884-8cc4-a4ab3990e5e5 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.0875690 Jul 28 15:04:42.141357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc21b319-28e0-40a7-a1bf-336e1fbed8d6 req-b0cbbb1c-cd78-4106-89b0-39bfa6a5c6b0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729454 Jul 28 15:04:42.319815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7bdca-fafa-461c-9a86-016067b8fd75 req-6d32ad57-030a-465d-ba5f-0b697c7c9a74 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:42.322174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeb7bdca-fafa-461c-9a86-016067b8fd75 req-6d32ad57-030a-465d-ba5f-0b697c7c9a74 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 950 time: 0.0843427 Jul 28 15:04:42.381717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeb7bdca-fafa-461c-9a86-016067b8fd75 req-001d3964-f134-4595-9085-265079e0e949 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502768 Jul 28 15:04:43.803749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7c63f-bf4c-40af-bd86-4860e41afec1 req-ef15e3d6-00ab-4d5a-bec5-2c30a990ef3b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:43.823471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0d7c63f-bf4c-40af-bd86-4860e41afec1 req-ef15e3d6-00ab-4d5a-bec5-2c30a990ef3b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.1306109 Jul 28 15:04:43.826717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d1ce-8d68-4693-abdf-557e3977ac9c req-8873d42f-535e-4982-8d02-bfc3ab9fb0a4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:43.827558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4935d1ce-8d68-4693-abdf-557e3977ac9c req-8873d42f-535e-4982-8d02-bfc3ab9fb0a4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 950 time: 0.0900435 Jul 28 15:04:43.923852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0d7c63f-bf4c-40af-bd86-4860e41afec1 req-d44ff801-0d53-471e-bfe3-d772b1de9609 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989656 Jul 28 15:04:43.931439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4935d1ce-8d68-4693-abdf-557e3977ac9c req-105ab291-db1e-4003-b94f-3fee7d9c688f tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804760 Jul 28 15:04:44.988668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109a05-374b-4eb4-9b03-3a3a1714f46d req-7bc80a64-0169-470b-8f0f-24483d1c3759 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:45.002823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca109a05-374b-4eb4-9b03-3a3a1714f46d req-7bc80a64-0169-470b-8f0f-24483d1c3759 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 950 time: 0.1802499 Jul 28 15:04:45.100651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ca109a05-374b-4eb4-9b03-3a3a1714f46d req-3bbb98ba-850e-437c-ba30-c30722462ace tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918777 Jul 28 15:04:45.206547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828fb81-604b-432f-a790-55d3f0343959 req-bc8b8975-523b-4169-a9f5-56c5856be643 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:45.208217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e828fb81-604b-432f-a790-55d3f0343959 req-bc8b8975-523b-4169-a9f5-56c5856be643 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.0960593 Jul 28 15:04:45.285098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e828fb81-604b-432f-a790-55d3f0343959 req-12f9f548-bd5b-498c-9977-88deedcab635 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592291 Jul 28 15:04:46.058513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-8ccda177-c385-48d4-a652-26ccab7ead85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1988020 Jul 28 15:04:46.155240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-5470cfff-3d1b-422c-9420-4fc38ad265e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.156818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-5470cfff-3d1b-422c-9420-4fc38ad265e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1097 time: 0.0739336 Jul 28 15:04:46.365734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca322a-1ee2-4eb1-9f5c-c3b1cfdeb3b8 req-5be2049f-e8af-4dd6-acdb-a102a1a91d85 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.365734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ca322a-1ee2-4eb1-9f5c-c3b1cfdeb3b8 req-5be2049f-e8af-4dd6-acdb-a102a1a91d85 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 950 time: 0.1532941 Jul 28 15:04:46.451014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-d91543f1-2c43-476d-afe6-25354b1065af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.453116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-d91543f1-2c43-476d-afe6-25354b1065af service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.2742105 Jul 28 15:04:46.470417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63f92-b802-4438-984b-5f49958d8dd0 req-6ba30115-80f4-40ab-b723-65ebe98c5c6f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.487271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19c63f92-b802-4438-984b-5f49958d8dd0 req-6ba30115-80f4-40ab-b723-65ebe98c5c6f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 945 time: 0.0914443 Jul 28 15:04:46.536412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-28ca322a-1ee2-4eb1-9f5c-c3b1cfdeb3b8 req-c59851dd-b26e-45d5-a10e-5c96ea9d3c6c tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/security-groups?id=c9589292-7f17-4cd5-b3c3-3929bde84670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587346 Jul 28 15:04:46.573440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19c63f92-b802-4438-984b-5f49958d8dd0 req-1c0c138a-3a7a-4cf9-86e0-479318b4dd9b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795584 Jul 28 15:04:46.579194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-a125f7fd-4f72-41f8-bc57-a940c43f2ba3 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.580945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-a125f7fd-4f72-41f8-bc57-a940c43f2ba3 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 950 time: 0.1924040 Jul 28 15:04:46.594414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-2267addb-cd69-45cb-a653-306ec3e19e76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 1000 time: 0.1203983 Jul 28 15:04:46.687757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-d3615df4-ef5e-445c-8051-bbcadd8cacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.689456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-d3615df4-ef5e-445c-8051-bbcadd8cacbd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0839226 Jul 28 15:04:46.790753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-33b77f19-7848-431b-9514-e69418692fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:46.793282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-33b77f19-7848-431b-9514-e69418692fd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934277 Jul 28 15:04:46.821185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Deleting port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:46.821726 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:46.982061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:04:47.038864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] For port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:47.039422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:47.048791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-71ebbcde-9f71-44a8-8e74-09fc42a02537 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456033 Jul 28 15:04:47.055884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Calling delete_port for 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:47.099237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:47.111853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'port_id': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'mac_address': 'fa:16:3e:8f:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:04:47.151482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:47.166763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:04:47.187994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:47.210144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9b2a119-daec-45ee-ac63-c270f47e2125 req-369ad413-d6ea-4da3-8861-6454e435517b service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524832 Jul 28 15:04:47.491479 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:47.543572 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:47.554199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:47.564211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.564600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.564960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.565331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.565670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.566027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.566378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.574755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.574755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.574755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.574755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.574755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.580537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['610b08c7-f36a-4c7d-940d-bfd6c8e4f296'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:04:47.582419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Pushing event deleted for resources: {'Port': ['ID=610b08c7-f36a-4c7d-940d-bfd6c8e4f296,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:47.615893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.616249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.616646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.616998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.618286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.618419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.618756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.619091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.619436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.619759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.620538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.620898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:47.665822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] No DVR routers for this DVR port 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:04:47.665822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:47.665822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d0338e8-6274-412a-93f8-298d1d16ddbf req-f027bf9a-0721-499d-8758-c317d5d108e4 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.42 "DELETE /v2.0/ports/610b08c7-f36a-4c7d-940d-bfd6c8e4f296 HTTP/1.1" status: 204 len: 173 time: 1.0601575 Jul 28 15:04:47.665822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'name': 'network-vif-deleted', 'tag': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:47.665822 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1606a5c0-e255-4b34-8659-959cddeae5c0" -d '{"events": [{"server_uuid": "c2b3a43a-28c3-4e09-a428-b14f80096dba", "name": "network-vif-deleted", "tag": "610b08c7-f36a-4c7d-940d-bfd6c8e4f296"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:47.746542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d7d70-ae12-4a57-b05f-396f793c3802 req-e555b71d-e76d-451f-8cbe-96bb242dd05e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:47.749214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-219d7d70-ae12-4a57-b05f-396f793c3802 req-e555b71d-e76d-451f-8cbe-96bb242dd05e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.0736535 Jul 28 15:04:47.752920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a78bfea6-d9f0-4609-878e-ed632fb7f541'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:04:47.789906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-078788b4-e559-4e4b-b61c-3e11478950c9 req-ab764a22-943e-4c35-af5c-601ffd1d646b tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0578339 Jul 28 15:04:47.900717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-219d7d70-ae12-4a57-b05f-396f793c3802 req-312a2910-0a65-45e8-a82a-31f2fa44c449 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427927 Jul 28 15:04:47.902279 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748739eb-3fc7-4ab6-ae8f-27aebf3171ff x-openstack-request-id: req-748739eb-3fc7-4ab6-ae8f-27aebf3171ff {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:47.902563 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3a43a-28c3-4e09-a428-b14f80096dba", "name": "network-vif-deleted", "tag": "610b08c7-f36a-4c7d-940d-bfd6c8e4f296", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:47.902817 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-748739eb-3fc7-4ab6-ae8f-27aebf3171ff {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:47.903214 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3a43a-28c3-4e09-a428-b14f80096dba', 'name': 'network-vif-deleted', 'tag': '610b08c7-f36a-4c7d-940d-bfd6c8e4f296', 'status': 'completed', 'code': 200} Jul 28 15:04:48.983452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:04:49.042350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77e26144-a7b1-43a0-a111-e388a0a3f234 req-01540bee-a629-4202-b437-5157b25f0e90 tempest-VolumesNegativeTest-2080421308 tempest-VolumesNegativeTest-2080421308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2b3a43a-28c3-4e09-a428-b14f80096dba HTTP/1.1" status: 200 len: 210 time: 0.0755727 Jul 28 15:04:49.184510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d00c-3ab1-4f71-af39-4eb7eb343799 req-294541f4-e97e-418f-afef-992ce3ca5f3b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:49.203954 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3e8d00c-3ab1-4f71-af39-4eb7eb343799 req-294541f4-e97e-418f-afef-992ce3ca5f3b tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 946 time: 0.1530035 Jul 28 15:04:49.237184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port a78bfea6-d9f0-4609-878e-ed632fb7f541 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:04:49.242646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port a78bfea6-d9f0-4609-878e-ed632fb7f541 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:04:49.243052 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:49.268058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3e8d00c-3ab1-4f71-af39-4eb7eb343799 req-0c15156a-0285-495d-b3e8-ac415e20574f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650802 Jul 28 15:04:49.326029 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:04:49.414892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:49.459369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:49.460799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:49.464135 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac93c7b6-d862-4818-9c58-5dc682f1d7ba" -d '{"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-plugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:49.514243 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddc4109-157a-45f5-b7c7-4dafae7b72e3 x-openstack-request-id: req-8ddc4109-157a-45f5-b7c7-4dafae7b72e3 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:49.514537 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-plugged", "status": "completed", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:49.514795 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ddc4109-157a-45f5-b7c7-4dafae7b72e3 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:49.515542 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'code': 200} Jul 28 15:04:49.582808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:49.697796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:49.814407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d16838-36f9-48ab-bfb9-7e6db8e3f3c1 req-0177fa4d-6070-41fa-96fd-8413c7439e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:49.816389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22d16838-36f9-48ab-bfb9-7e6db8e3f3c1 req-0177fa4d-6070-41fa-96fd-8413c7439e1a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 1099 time: 0.0509770 Jul 28 15:04:49.884072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22d16838-36f9-48ab-bfb9-7e6db8e3f3c1 req-727f9c05-2650-4cda-a05b-46f306e06223 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535791 Jul 28 15:04:50.255652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:50.325124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:04:50.325723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 610b08c7-f36a-4c7d-940d-bfd6c8e4f296 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:04:50.436277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd7e7a-3b22-4965-8f14-f84582d89c2e req-75383ce3-66af-451d-8abe-1785ec5bd1eb tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:50.438198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87bd7e7a-3b22-4965-8f14-f84582d89c2e req-75383ce3-66af-451d-8abe-1785ec5bd1eb tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.0539198 Jul 28 15:04:50.480816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87bd7e7a-3b22-4965-8f14-f84582d89c2e req-8da9d8dc-bad2-4bb9-8261-1ebd9176996f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335307 Jul 28 15:04:51.658808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4b9c0-24f7-42dd-af82-aac5af9944cc req-df05d625-add0-480f-862e-a06960f2c24e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:51.665716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fbf4b9c0-24f7-42dd-af82-aac5af9944cc req-df05d625-add0-480f-862e-a06960f2c24e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.0830979 Jul 28 15:04:51.744139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fbf4b9c0-24f7-42dd-af82-aac5af9944cc req-d08613cc-a060-4783-8905-21e71b3bc82e tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738378 Jul 28 15:04:52.363595 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e234-92f6-42b4-b300-294a3fdcb658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:52.810685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50026) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:52.966351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5536aa7-bc35-4e4e-a3ec-94f2f3c7eb59 req-ac224ef3-3a41-4ae2-97c1-5b3a412bb29a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:52.968677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5536aa7-bc35-4e4e-a3ec-94f2f3c7eb59 req-ac224ef3-3a41-4ae2-97c1-5b3a412bb29a tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.1052978 Jul 28 15:04:52.988277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.046976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5536aa7-bc35-4e4e-a3ec-94f2f3c7eb59 req-08498c3b-68f8-4553-bb3f-0ad829d52810 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555177 Jul 28 15:04:53.175572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.352949 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.434035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=197dd159b29c41798f915bd655933c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219804 Jul 28 15:04:53.438275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50040) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:53.450787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bc19c6-1101-4a2e-8e17-ed7734c727f3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:53.463982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.465008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.467054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.467482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.467837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.468218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.468542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.468883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.469221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.469555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.470047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.470278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86e69e-f4b7-4afd-8306-1ed998c35c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:53.562561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-312c9705-f71d-4051-8d75-375d66e57355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.638456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-312c9705-f71d-4051-8d75-375d66e57355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.852346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-312c9705-f71d-4051-8d75-375d66e57355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.858160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-312c9705-f71d-4051-8d75-375d66e57355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.860667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-312c9705-f71d-4051-8d75-375d66e57355 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84bc19c6-1101-4a2e-8e17-ed7734c727f3 HTTP/1.1" status: 204 len: 168 time: 0.4209843 Jul 28 15:04:53.876031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c9705-f71d-4051-8d75-375d66e57355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bc19c6-1101-4a2e-8e17-ed7734c727f3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:54.206553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6414b-dbc4-4280-b55b-a90733d41664 req-ce747f82-0012-42b5-a2b2-a9fc52a32ba6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:54.206553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18f6414b-dbc4-4280-b55b-a90733d41664 req-ce747f82-0012-42b5-a2b2-a9fc52a32ba6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.0697591 Jul 28 15:04:54.265566 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18f6414b-dbc4-4280-b55b-a90733d41664 req-439e26fb-5a24-44fa-91e3-ed3e31344091 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550191 Jul 28 15:04:54.852755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-86b068da-885d-406c-b07f-05608efb8deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.881803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50118) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:54.911929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbd-8833-4acb-a057-8054b22869f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.032815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbd-8833-4acb-a057-8054b22869f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.331787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbd-8833-4acb-a057-8054b22869f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.388259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cbdbd-8833-4acb-a057-8054b22869f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c04730-2f38-42b5-aaf8-94ee190c804e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:55.394222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cc0cbdbd-8833-4acb-a057-8054b22869f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac356123238643f1bf6261968eb8572a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114286 Jul 28 15:04:55.395293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.410092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:55.478288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-145236fd-7f6d-4ad7-af62-8121803b092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.514463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-145236fd-7f6d-4ad7-af62-8121803b092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.732887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-145236fd-7f6d-4ad7-af62-8121803b092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.736899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-145236fd-7f6d-4ad7-af62-8121803b092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.738270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-145236fd-7f6d-4ad7-af62-8121803b092f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39c04730-2f38-42b5-aaf8-94ee190c804e HTTP/1.1" status: 204 len: 168 time: 0.3391728 Jul 28 15:04:55.765400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145236fd-7f6d-4ad7-af62-8121803b092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c04730-2f38-42b5-aaf8-94ee190c804e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:56.345167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:56.969130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:56.990843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-042de534-0ca7-4476-bd20-45b38bfaf0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.174452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-042de534-0ca7-4476-bd20-45b38bfaf0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.374917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-042de534-0ca7-4476-bd20-45b38bfaf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.464403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042de534-0ca7-4476-bd20-45b38bfaf0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8b0d8-d2da-47b4-ba2f-4312e99a43f9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:57.502157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-042de534-0ca7-4476-bd20-45b38bfaf0e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d089b994c1948e7bbc1a3fe0e813b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315940 Jul 28 15:04:57.506344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50304) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:57.581527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c04b44-29d3-41b8-9624-3b3959f2b596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.618504 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c04b44-29d3-41b8-9624-3b3959f2b596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.812479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c04b44-29d3-41b8-9624-3b3959f2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.818485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c3c04b44-29d3-41b8-9624-3b3959f2b596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.841550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c3c04b44-29d3-41b8-9624-3b3959f2b596 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06a8b0d8-d2da-47b4-ba2f-4312e99a43f9 HTTP/1.1" status: 204 len: 168 time: 0.3287544 Jul 28 15:04:57.857898 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.874642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c04b44-29d3-41b8-9624-3b3959f2b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8b0d8-d2da-47b4-ba2f-4312e99a43f9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:59.889797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50366) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:00.009239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-325820555-network', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:00.221367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Made reservation on behalf of fc88cf2ef5004561bf130367cdcd6ef8 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:00.230251 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.251166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.395385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.497367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.523989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:05:00.541865 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.544581 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Added segment 1ae11ea6-690a-4e0f-9b4a-0a95a844205d of type vlan for network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb Jul 28 15:05:00.629845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c728adfc-300c-4866-ad5f-a78be639b7bb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:00.649904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.806369 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.808126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:00.809113 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.916519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] Pushing event updated for resources: {'Network': ['ID=ea806b44-afaf-4a28-ba5c-6d4ec16da1fb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:00.927975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:05:00.992628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9e832e73-05a8-4601-b31b-de93aec57553 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0971746 Jul 28 15:05:00.992628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50392) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:00.998171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Request body: {'subnet': {'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-325820555-subnet', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:01.165035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Made reservation on behalf of fc88cf2ef5004561bf130367cdcd6ef8 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:01.167683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.525971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.593952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50406) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:01.663794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9725482-d35a-4354-b3d9-b5fa4f81c453,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:01.724506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Checking segment: {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:01.727453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Network hostable DHCP agents. Network: ea806b44-afaf-4a28-ba5c-6d4ec16da1fb, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:05:01.875480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:05:01.884221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d3b807eb-c2d1-474e-8d9a-106c3204725e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=472912c7bb4549f683cb8b90b6b838a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859075 Jul 28 15:05:01.884764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50414) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:01.965268 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe5ccb1-21a5-4d4b-82ac-5c5c205cd965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.994195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe5ccb1-21a5-4d4b-82ac-5c5c205cd965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.018257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ea806b44-afaf-4a28-ba5c-6d4ec16da1fb) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:02.023509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:02.024220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.039729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc5dbcb-a6fa-40dc-870d-8e8842153a52 None None] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:02.171854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-87480168-621f-486a-86d1-954df88ac154 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1798224 Jul 28 15:05:02.177612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:02.183267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:02.239346 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe5ccb1-21a5-4d4b-82ac-5c5c205cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.243824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-abe5ccb1-21a5-4d4b-82ac-5c5c205cd965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.243824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-abe5ccb1-21a5-4d4b-82ac-5c5c205cd965 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9589292-7f17-4cd5-b3c3-3929bde84670 HTTP/1.1" status: 204 len: 168 time: 0.3575954 Jul 28 15:05:02.255177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ea806b44-afaf-4a28-ba5c-6d4ec16da1fb', 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'fixed_ips': [{'subnet_id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:05:02.256166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.259668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5ccb1-21a5-4d4b-82ac-5c5c205cd965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9589292-7f17-4cd5-b3c3-3929bde84670,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:02.357907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.358886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.369188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.461409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.477248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Allocated IP 172.20.0.2 (ea806b44-afaf-4a28-ba5c-6d4ec16da1fb/c9725482-d35a-4354-b3d9-b5fa4f81c453/2109e3c2-edb6-4d1f-9c34-71589bceabe9) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:02.745855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.746991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63244c-e3b1-4416-bd6a-8c3463d005ca req-25938d12-efaf-4085-99f2-6fdf5620231e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:02.748716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a63244c-e3b1-4416-bd6a-8c3463d005ca req-25938d12-efaf-4085-99f2-6fdf5620231e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.1008906 Jul 28 15:05:02.756431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Transition to ACTIVE for port object 2109e3c2-edb6-4d1f-9c34-71589bceabe9 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:02.806735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Transition to ACTIVE for port object 2109e3c2-edb6-4d1f-9c34-71589bceabe9 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:02.831626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a63244c-e3b1-4416-bd6a-8c3463d005ca req-9a7413c0-a92c-4103-9487-13c59c2fc489 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704014 Jul 28 15:05:02.833259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.920090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.006613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:03.013369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:03.016406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:03.113571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Pushing event updated for resources: {'Port': ['ID=2109e3c2-edb6-4d1f-9c34-71589bceabe9,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:03.123094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Attempting to bind port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:03.141672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Attempting to bind port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:03.142169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Attempting to bind port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 on network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:03.156169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:03.161638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Checking segment: {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:03.162398 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.162818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Bound using segment: {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:03.163342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Bound port: 2109e3c2-edb6-4d1f-9c34-71589bceabe9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:03.163810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.319201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] For port 2109e3c2-edb6-4d1f-9c34-71589bceabe9, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:03.326774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] For port 2109e3c2-edb6-4d1f-9c34-71589bceabe9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2109e3c2-edb6-4d1f-9c34-71589bceabe9,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:03.520802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.537998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.560329 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.597161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f16f0-796e-4f74-bc45-2f8160db3897 None None] Pushing event updated for resources: {'Port': ['ID=2109e3c2-edb6-4d1f-9c34-71589bceabe9,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:03.767499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Allocated IP 172.25.6.16 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d3f6cd7b-7029-4f77-9386-f00e8f19e24a) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:04.068538 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:04.274268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:04.345946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:04.355752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:04.373021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:04.389442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Pushing event updated for resources: {'Port': ['ID=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:05.073463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562296a-b6da-401a-ab24-841e02be5c38 None None] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:05.097146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.261542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2109e3c2-edb6-4d1f-9c34-71589bceabe9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:05.394953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d0a360ca-d39c-448c-994c-308f0d24e593 None None] Provisioning for port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:05.451417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.504266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:05.517586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:05.517965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.661325 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.740397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2109e3c2-edb6-4d1f-9c34-71589bceabe9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2109e3c2-edb6-4d1f-9c34-71589bceabe9,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:05.749622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dc1c8b76-0a6d-46b3-9555-0a909a992d54 None None] Provisioning complete for port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:05.749997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8b76-0a6d-46b3-9555-0a909a992d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.840575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8b76-0a6d-46b3-9555-0a909a992d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.849015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Router 444997ab-9401-482d-8593-599ccb5c2bcb is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:05:05.854289 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.990820 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-dc1c8b76-0a6d-46b3-9555-0a909a992d54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:05:05.991176 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-dc1c8b76-0a6d-46b3-9555-0a909a992d54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:05:05.993875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2109e3c2-edb6-4d1f-9c34-71589bceabe9,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:06.063522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:06.083161 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Sync routers for ids ['444997ab-9401-482d-8593-599ccb5c2bcb'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:06.109587 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Routers {'444997ab-9401-482d-8593-599ccb5c2bcb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:06.112391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:04:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['444997ab-9401-482d-8593-599ccb5c2bcb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:06.274005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:06.292112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:06.297900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0cebcb6c-1ec8-43f2-8670-4f4644d7a3db admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1144974 Jul 28 15:05:06.298157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:06.308607 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Set router 444997ab-9401-482d-8593-599ccb5c2bcb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:06.630021 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:04Z', 'revision_number': 3, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:06.680870 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Checking router: 444997ab-9401-482d-8593-599ccb5c2bcb for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:06.681888 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Updating router 444997ab-9401-482d-8593-599ccb5c2bcb port d3f6cd7b-7029-4f77-9386-f00e8f19e24a binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:05:06.717289 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.115369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:05:07.151072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2109e3c2-edb6-4d1f-9c34-71589bceabe9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:07.190746 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.202862 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Transition to ACTIVE for port object d3f6cd7b-7029-4f77-9386-f00e8f19e24a will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:07.292240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:07.293023 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.336081 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.469864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:07.504703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:05:07.553912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.563377 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.577116 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Attempting to bind port d3f6cd7b-7029-4f77-9386-f00e8f19e24a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:07.580256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:05:07.580599 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Attempting to bind port d3f6cd7b-7029-4f77-9386-f00e8f19e24a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:07.580980 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Attempting to bind port d3f6cd7b-7029-4f77-9386-f00e8f19e24a on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:07.610138 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:07.610614 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:07.611028 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.611424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:07.611909 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Bound port: d3f6cd7b-7029-4f77-9386-f00e8f19e24a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:07.612296 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.615972 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Pushing event updated for resources: {'Port': ['ID=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:07.629847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:07.666663 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.667039 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.667677 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.668014 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.668347 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.668714 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.669071 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.669401 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.669730 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.670240 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.670563 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.670896 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:07.731106 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] For port d3f6cd7b-7029-4f77-9386-f00e8f19e24a, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:07.734814 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] For port d3f6cd7b-7029-4f77-9386-f00e8f19e24a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:07.842820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Allocated IP 172.20.0.1 (ea806b44-afaf-4a28-ba5c-6d4ec16da1fb/c9725482-d35a-4354-b3d9-b5fa4f81c453/2db78d24-5a98-4bea-a433-daffcb61b960) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:07.962595 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:07.977691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Transition to ACTIVE for port object 2db78d24-5a98-4bea-a433-daffcb61b960 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:08.051602 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:08.052881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:08.128687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:08.145409 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Routers {'444997ab-9401-482d-8593-599ccb5c2bcb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:08.146152 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:04:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['444997ab-9401-482d-8593-599ccb5c2bcb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:08.151813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:05:08.161393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:08.293056 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6595ed2-fa5c-4fee-a6f9-6893c76e1e40 None None] Pushing event updated for resources: {'Port': ['ID=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:08.305649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Pushing event updated for resources: {'Port': ['ID=2db78d24-5a98-4bea-a433-daffcb61b960,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:08.309977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:08.311512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:08.314639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:08.428958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:08.660731 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] Set router 444997ab-9401-482d-8593-599ccb5c2bcb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:08.923864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.029079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f3e87ed6-f044-4f83-88ca-4baa6915dd09 None None] Provisioning for port 2db78d24-5a98-4bea-a433-daffcb61b960 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:09.034806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f3e87ed6-f044-4f83-88ca-4baa6915dd09 None None] Provisioning complete for port 2db78d24-5a98-4bea-a433-daffcb61b960 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:09.035318 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3e87ed6-f044-4f83-88ca-4baa6915dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.071089 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-867c4211-81c3-429a-85c4-accf06822580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:04Z', 'revision_number': 3, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:09.141251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:09.143699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.221554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f3e87ed6-f044-4f83-88ca-4baa6915dd09 None None] Port 2db78d24-5a98-4bea-a433-daffcb61b960 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:09.247572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.268317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:09.268765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.338484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.349078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Pushing event updated for resources: {'Port': ['ID=2db78d24-5a98-4bea-a433-daffcb61b960,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:09.496658 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c4211-81c3-429a-85c4-accf06822580 None None] The sync data for ids ['444997ab-9401-482d-8593-599ccb5c2bcb'] in n-d-764806-10 is: [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:04Z', 'revision_number': 3, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:09.566676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:09.569057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:09.839151 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:09.924881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:09.926228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:09.928989 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd002ab-1939-48a3-a5cb-b27c65ff6234" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:09.954962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Router 444997ab-9401-482d-8593-599ccb5c2bcb has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:10.011693 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:10.175299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:10.235815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-76935e3f-c80f-4d22-89be-40c8515e5586 admin admin] 10.222.0.57 "PUT /v2.0/routers/444997ab-9401-482d-8593-599ccb5c2bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9113095 Jul 28 15:05:10.300002 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e978ff7-2029-4943-9db8-37b9d214286b x-openstack-request-id: req-1e978ff7-2029-4943-9db8-37b9d214286b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:10.305882 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:10.311224 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e978ff7-2029-4943-9db8-37b9d214286b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:10.312699 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:05:10.314699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:10.470051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-43bba428-2ec0-467d-a5c1-3ba4f5bcad0e None None] Provisioning complete for port 2db78d24-5a98-4bea-a433-daffcb61b960 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:10.470334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43bba428-2ec0-467d-a5c1-3ba4f5bcad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:10.691210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-43bba428-2ec0-467d-a5c1-3ba4f5bcad0e None None] Port 2db78d24-5a98-4bea-a433-daffcb61b960 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:10.743018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-b0afb232-4c03-4ccb-80cf-1ac58696fbad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1829715 Jul 28 15:05:10.857313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-ab33c4e7-c9ad-43cf-b9b9-3c381af96d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:10.859244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-ab33c4e7-c9ad-43cf-b9b9-3c381af96d81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 1097 time: 0.0501230 Jul 28 15:05:11.120680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-9dd3be54-ae76-4d75-95b2-ddf093a919ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:11.122471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-9dd3be54-ae76-4d75-95b2-ddf093a919ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 200 len: 915 time: 0.2378097 Jul 28 15:05:11.201721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3f6cd7b-7029-4f77-9386-f00e8f19e24a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:11.225518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-9b530e0c-da74-4399-a1ec-7e4e2f480dd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec HTTP/1.1" status: 200 len: 217 time: 0.0934217 Jul 28 15:05:11.422395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d3f6cd7b-7029-4f77-9386-f00e8f19e24a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:11.423072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-4f6075b2-dc9c-4105-9878-d03b018a1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:11.428390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d3f6cd7b-7029-4f77-9386-f00e8f19e24a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:11.428951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:11.436589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-4f6075b2-dc9c-4105-9878-d03b018a1e8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0844930-51fb-4ef4-9492-e0f54a266ce0 HTTP/1.1" status: 200 len: 854 time: 0.1989136 Jul 28 15:05:11.547273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-9061413e-a218-4611-a164-bf0bfd923a47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006641 Jul 28 15:05:11.674315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:11.732177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d3f6cd7b-7029-4f77-9386-f00e8f19e24a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:11.776673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-72284c30-8121-451e-8201-3ee14e7563f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218742 Jul 28 15:05:11.835327 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:11.972616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50672) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:11.978374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1851820908-network', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:12.083699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:12.190151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c2127924-40a1-4d68-b73d-47b8310c71c0 req-a0d68140-4d19-44db-8ee2-68030abf480e service neutron] 10.222.0.42 "GET /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064286 Jul 28 15:05:12.199506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Made reservation on behalf of ff8a6d1f3a414855aceb10ed330cf698 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:12.202054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:12.227025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:12.550036 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:12.833905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:12.927188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Sync routers for ids ['444997ab-9401-482d-8593-599ccb5c2bcb'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:12.948531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Routers {'444997ab-9401-482d-8593-599ccb5c2bcb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:12.951712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:04:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['444997ab-9401-482d-8593-599ccb5c2bcb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:12.951902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:05:12.991882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:12.991882 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Added segment 8b004c67-4a16-41d9-9187-3156ab2b43ab of type vlan for network 54041239-6554-459d-a91e-3933259b034b Jul 28 15:05:13.208374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:13.267925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3f6cd7b-7029-4f77-9386-f00e8f19e24a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:13.370217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8e471c-6fd0-4396-bd48-79c5270218ad,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:13.378707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Set router 444997ab-9401-482d-8593-599ccb5c2bcb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:13.433719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:13.434742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:13.435338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:13.494722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d3f6cd7b-7029-4f77-9386-f00e8f19e24a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:13.495105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:13.621797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] Pushing event updated for resources: {'Network': ['ID=54041239-6554-459d-a91e-3933259b034b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:13.668729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 54041239-6554-459d-a91e-3933259b034b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:05:13.701413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4e250fd8-849c-416d-a5ab-4fbf41a88f80 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7276998 Jul 28 15:05:13.704274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:13.709761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Request body: {'subnet': {'network_id': '54041239-6554-459d-a91e-3933259b034b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1851820908-subnet', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:13.843649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Made reservation on behalf of ff8a6d1f3a414855aceb10ed330cf698 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:13.846420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.222321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:08Z', 'revision_number': 4, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2db78d24-5a98-4bea-a433-daffcb61b960', 'name': '', 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'mac_address': 'fa:16:3e:51:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:07Z', 'updated_at': '2021-07-28T15:05:08Z', 'revision_number': 2, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'subnets': [{'id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:14.274527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Checking router: 444997ab-9401-482d-8593-599ccb5c2bcb for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:14.275155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Updating router 444997ab-9401-482d-8593-599ccb5c2bcb port 2db78d24-5a98-4bea-a433-daffcb61b960 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:05:14.354475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.474855 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.632988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1f0e36-347c-46df-868c-996579d755f0,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:14.655646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Checking segment: {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:14.656101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Network hostable DHCP agents. Network: 54041239-6554-459d-a91e-3933259b034b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:05:14.811660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Network 54041239-6554-459d-a91e-3933259b034b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:05:14.925470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 54041239-6554-459d-a91e-3933259b034b) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:14.930424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:14.930942 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.021272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c434f-eadc-4f76-981d-5d75788d098f None None] Network 54041239-6554-459d-a91e-3933259b034b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:15.032046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.066658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:15.067829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bebf90ba-1f2e-47db-8961-c0b35960c341 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3610108 Jul 28 15:05:15.095818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:15.265311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Transition to ACTIVE for port object 2db78d24-5a98-4bea-a433-daffcb61b960 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:15.305287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.305287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.481672 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.532571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.601828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c7d18-916b-48e7-b4e2-948dd4e5f7ab None None] Pushing event updated for resources: {'Port': ['ID=2db78d24-5a98-4bea-a433-daffcb61b960,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:15.729345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-54041239-6554-459d-a91e-3933259b034b', 'network_id': '54041239-6554-459d-a91e-3933259b034b', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'fixed_ips': [{'subnet_id': '8e1f0e36-347c-46df-868c-996579d755f0'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:05:15.734209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.831120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Attempting to bind port 2db78d24-5a98-4bea-a433-daffcb61b960 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:15.831563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Attempting to bind port 2db78d24-5a98-4bea-a433-daffcb61b960 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:15.833108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Attempting to bind port 2db78d24-5a98-4bea-a433-daffcb61b960 on network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:15.858395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:15.861185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Checking segment: {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:15.861968 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.862532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Bound using segment: {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:15.863211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Bound port: 2db78d24-5a98-4bea-a433-daffcb61b960, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae11ea6-690a-4e0f-9b4a-0a95a844205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:15.863759 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.195902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Allocated IP 172.20.0.2 (54041239-6554-459d-a91e-3933259b034b/8e1f0e36-347c-46df-868c-996579d755f0/d0266fca-4226-4953-bde6-66b99905f204) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:16.614160 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.632346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Transition to ACTIVE for port object d0266fca-4226-4953-bde6-66b99905f204 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:16.676491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Transition to ACTIVE for port object d0266fca-4226-4953-bde6-66b99905f204 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:16.716590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] For port 2db78d24-5a98-4bea-a433-daffcb61b960, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:16.722871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] For port 2db78d24-5a98-4bea-a433-daffcb61b960, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2db78d24-5a98-4bea-a433-daffcb61b960,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:16.800702 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.806667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.871148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Network 54041239-6554-459d-a91e-3933259b034b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:16.872709 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.890062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:16.895741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:16.931451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Pushing event updated for resources: {'Port': ['ID=d0266fca-4226-4953-bde6-66b99905f204,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:16.951772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Routers {'444997ab-9401-482d-8593-599ccb5c2bcb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:16.952497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:04:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['444997ab-9401-482d-8593-599ccb5c2bcb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:17.188235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Attempting to bind port d0266fca-4226-4953-bde6-66b99905f204 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:17.193018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Attempting to bind port d0266fca-4226-4953-bde6-66b99905f204 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:17.193657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Attempting to bind port d0266fca-4226-4953-bde6-66b99905f204 on network 54041239-6554-459d-a91e-3933259b034b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:17.232960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:17.235638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Checking segment: {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:17.236965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.242194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Bound using segment: {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:17.243727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Bound port: d0266fca-4226-4953-bde6-66b99905f204, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:17.243727 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.412491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c7d18-916b-48e7-b4e2-948dd4e5f7ab None None] Pushing event updated for resources: {'Port': ['ID=2db78d24-5a98-4bea-a433-daffcb61b960,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:17.423917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.463569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] For port d0266fca-4226-4953-bde6-66b99905f204, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:17.471101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] For port d0266fca-4226-4953-bde6-66b99905f204, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d0266fca-4226-4953-bde6-66b99905f204,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:17.471271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.477468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] Set router 444997ab-9401-482d-8593-599ccb5c2bcb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:17.658593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Allocated IP 172.25.6.59 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/43dca1da-6df9-45b2-b91f-af16fd448a7d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:17.809675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.844767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:18.041721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49179292-6776-4f06-a19e-77a2725953c4 None None] Pushing event updated for resources: {'Port': ['ID=d0266fca-4226-4953-bde6-66b99905f204,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:18.117872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:18.169769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:08Z', 'revision_number': 4, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2db78d24-5a98-4bea-a433-daffcb61b960', 'name': '', 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'mac_address': 'fa:16:3e:51:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:07Z', 'updated_at': '2021-07-28T15:05:16Z', 'revision_number': 4, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'subnets': [{'id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:18.193909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:18.225343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=43dca1da-6df9-45b2-b91f-af16fd448a7d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:18.229135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:18.232807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:18.290393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96692432-a2c8-4d85-898b-78eb05c72e21 None None] The sync data for ids ['444997ab-9401-482d-8593-599ccb5c2bcb'] in n-d-764806-10 is: [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:08Z', 'revision_number': 4, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2db78d24-5a98-4bea-a433-daffcb61b960', 'name': '', 'network_id': 'ea806b44-afaf-4a28-ba5c-6d4ec16da1fb', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'mac_address': 'fa:16:3e:51:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:07Z', 'updated_at': '2021-07-28T15:05:16Z', 'revision_number': 4, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'subnets': [{'id': 'c9725482-d35a-4354-b3d9-b5fa4f81c453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:18.870611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:19.333957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:19.367496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2db78d24-5a98-4bea-a433-daffcb61b960 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:19.617167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2db78d24-5a98-4bea-a433-daffcb61b960 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:19.625238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2db78d24-5a98-4bea-a433-daffcb61b960 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:19.625706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:19.846224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:19.936281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2db78d24-5a98-4bea-a433-daffcb61b960, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2db78d24-5a98-4bea-a433-daffcb61b960,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:20.033931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:20.038307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d0266fca-4226-4953-bde6-66b99905f204 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:20.136763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:05:20.289648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c66d5a-4e6c-4c32-91d6-80b6945c27f5 None None] Network 54041239-6554-459d-a91e-3933259b034b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:20.549852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:20.562760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Sync routers for ids ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:20.581247 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Routers {'8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:20.582642 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:04:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:20.656904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:20.661051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fda0cec0-1ad5-4891-a728-980eb4317cc3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5885129 Jul 28 15:05:20.662205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 50814) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:20.760119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d0266fca-4226-4953-bde6-66b99905f204 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:20.799556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] Provisioning for port d0266fca-4226-4953-bde6-66b99905f204 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:20.875415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Set router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:20.966616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] Provisioning complete for port d0266fca-4226-4953-bde6-66b99905f204 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:20.969390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:21.067453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2db78d24-5a98-4bea-a433-daffcb61b960,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:21.394098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:21.568682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] For port d0266fca-4226-4953-bde6-66b99905f204, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d0266fca-4226-4953-bde6-66b99905f204,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:21.619040 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:18Z', 'revision_number': 3, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:21.683065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Checking router: 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:21.684493 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Updating router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df port 43dca1da-6df9-45b2-b91f-af16fd448a7d binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:05:21.697491 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:21.829601 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:21.902710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75366bb-98e3-40c9-8b88-bc42bb9b43ad None None] Pushing event updated for resources: {'Port': ['ID=d0266fca-4226-4953-bde6-66b99905f204,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:21.991126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a6958c5-8d62-4bdf-a64d-f6c60e32290c None None] Provisioning complete for port d0266fca-4226-4953-bde6-66b99905f204 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:21.992226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a6958c5-8d62-4bdf-a64d-f6c60e32290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.328278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbe16-60d1-4f79-8d37-964fc9da8ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.425760 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.776093 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.799590 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Transition to ACTIVE for port object 43dca1da-6df9-45b2-b91f-af16fd448a7d will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:22.891764 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.012308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Allocated IP 172.20.0.1 (54041239-6554-459d-a91e-3933259b034b/8e1f0e36-347c-46df-868c-996579d755f0/1784f1f2-6dcb-4845-a428-00e14cf87926) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:23.048961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09e976-33e5-4d26-8982-2d66ff99ccba None None] Pushing event updated for resources: {'Port': ['ID=43dca1da-6df9-45b2-b91f-af16fd448a7d,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:23.057390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Attempting to bind port 43dca1da-6df9-45b2-b91f-af16fd448a7d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:23.057390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Attempting to bind port 43dca1da-6df9-45b2-b91f-af16fd448a7d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:23.057390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Attempting to bind port 43dca1da-6df9-45b2-b91f-af16fd448a7d on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:23.067871 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:23.068525 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:23.069205 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.070402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:23.071912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Bound port: 43dca1da-6df9-45b2-b91f-af16fd448a7d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:23.073419 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.260545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2db78d24-5a98-4bea-a433-daffcb61b960 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:23.294132 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] For port 43dca1da-6df9-45b2-b91f-af16fd448a7d, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:23.303046 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] For port 43dca1da-6df9-45b2-b91f-af16fd448a7d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=43dca1da-6df9-45b2-b91f-af16fd448a7d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:23.341155 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.379717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Transition to ACTIVE for port object 1784f1f2-6dcb-4845-a428-00e14cf87926 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:23.417886 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.432835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2db78d24-5a98-4bea-a433-daffcb61b960 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:23.433337 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.532120 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Routers {'8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:23.533573 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:04:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:23.697359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d0266fca-4226-4953-bde6-66b99905f204 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:23.698450 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] Set router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:23.799271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d0266fca-4226-4953-bde6-66b99905f204 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:23.799668 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.855966 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09e976-33e5-4d26-8982-2d66ff99ccba None None] Pushing event updated for resources: {'Port': ['ID=43dca1da-6df9-45b2-b91f-af16fd448a7d,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:23.983144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:18Z', 'revision_number': 3, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:24.026707 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3f7bb-5fb7-483f-b048-97cd7a84abde None None] The sync data for ids ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'] in n-d-764806-10 is: [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:18Z', 'revision_number': 3, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:24.028762 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:24.124973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Network 54041239-6554-459d-a91e-3933259b034b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:24.132237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:24.139342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:24.195416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Pushing event updated for resources: {'Port': ['ID=1784f1f2-6dcb-4845-a428-00e14cf87926,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:24.280330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:24.820357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-abf29b13-9951-4be2-a913-6cfcdf0dc516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:24.854981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6814bfe0-8983-4fa0-842c-2c5edbf5d812 None None] Provisioning for port 1784f1f2-6dcb-4845-a428-00e14cf87926 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:24.868200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6814bfe0-8983-4fa0-842c-2c5edbf5d812 None None] Provisioning complete for port 1784f1f2-6dcb-4845-a428-00e14cf87926 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:24.869843 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6814bfe0-8983-4fa0-842c-2c5edbf5d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:24.939052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.045168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6814bfe0-8983-4fa0-842c-2c5edbf5d812 None None] Port 1784f1f2-6dcb-4845-a428-00e14cf87926 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:25.212051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50870) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:25.237416 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.295870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 43dca1da-6df9-45b2-b91f-af16fd448a7d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:25.543372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.588094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4336cf0f-01ac-49b6-84a3-2675b3c31023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.594886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 43dca1da-6df9-45b2-b91f-af16fd448a7d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:25.594886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 43dca1da-6df9-45b2-b91f-af16fd448a7d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:25.594886 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.688607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.828414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.880207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Pushing event updated for resources: {'Port': ['ID=1784f1f2-6dcb-4845-a428-00e14cf87926,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:25.907517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.915439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4336cf0f-01ac-49b6-84a3-2675b3c31023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:25.916579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 43dca1da-6df9-45b2-b91f-af16fd448a7d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=43dca1da-6df9-45b2-b91f-af16fd448a7d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:26.077153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Network 54041239-6554-459d-a91e-3933259b034b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:26.078651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:26.194158 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4336cf0f-01ac-49b6-84a3-2675b3c31023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.266939 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.324891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4336cf0f-01ac-49b6-84a3-2675b3c31023 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aabc8efa96a843be9e6273a9131fa18e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1116502 Jul 28 15:05:26.328374 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:05:26.336513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 50892) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:26.353068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:26.358839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336cf0f-01ac-49b6-84a3-2675b3c31023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f08a71-23cf-4465-8869-95591a47338f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:26.409135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.437581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=43dca1da-6df9-45b2-b91f-af16fd448a7d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:26.529166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d01b259-1468-41eb-9095-d2fcf58678de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.597509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:26.601257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d01b259-1468-41eb-9095-d2fcf58678de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.609845 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e711382d-f843-4544-b72b-8d7edf55e245 admin admin] 10.222.0.57 "PUT /v2.0/routers/8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9443347 Jul 28 15:05:26.680130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e8bdf044-9c67-4ff1-a9fa-94b16aa71590 None None] Provisioning complete for port 1784f1f2-6dcb-4845-a428-00e14cf87926 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:26.686430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf044-9c67-4ff1-a9fa-94b16aa71590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.783348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf044-9c67-4ff1-a9fa-94b16aa71590 None None] Port 1784f1f2-6dcb-4845-a428-00e14cf87926 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:26.826722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d01b259-1468-41eb-9095-d2fcf58678de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.831559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d01b259-1468-41eb-9095-d2fcf58678de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.833543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d01b259-1468-41eb-9095-d2fcf58678de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59f08a71-23cf-4465-8869-95591a47338f HTTP/1.1" status: 204 len: 168 time: 0.4917529 Jul 28 15:05:26.851300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01b259-1468-41eb-9095-d2fcf58678de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f08a71-23cf-4465-8869-95591a47338f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:27.089945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Sync routers for ids ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:27.102333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Routers {'8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:27.103274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:27.347719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 43dca1da-6df9-45b2-b91f-af16fd448a7d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:27.539506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Set router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:27.542459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 43dca1da-6df9-45b2-b91f-af16fd448a7d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:27.542823 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.115105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.310244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:24Z', 'revision_number': 4, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1784f1f2-6dcb-4845-a428-00e14cf87926', 'name': '', 'network_id': '54041239-6554-459d-a91e-3933259b034b', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'mac_address': 'fa:16:3e:92:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8e1f0e36-347c-46df-868c-996579d755f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:22Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 2, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'subnets': [{'id': '8e1f0e36-347c-46df-868c-996579d755f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:28.351908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Checking router: 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:28.352339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Updating router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df port 1784f1f2-6dcb-4845-a428-00e14cf87926 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:05:28.397285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.784137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19574a-aaa8-4ff6-bc60-b3ae866992fc req-290cb8c3-9516-4b7e-be31-2e62a3ed3b53 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:28.791114 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee19574a-aaa8-4ff6-bc60-b3ae866992fc req-290cb8c3-9516-4b7e-be31-2e62a3ed3b53 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.1200264 Jul 28 15:05:28.831704 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.844909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Transition to ACTIVE for port object 1784f1f2-6dcb-4845-a428-00e14cf87926 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:28.858666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee19574a-aaa8-4ff6-bc60-b3ae866992fc req-d4a94c2a-c7a5-470c-9619-a6abb7fc9f4d tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598962 Jul 28 15:05:28.951586 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:29.103867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231a60-b184-43b1-b774-cf81d4cdc9f5 None None] Pushing event updated for resources: {'Port': ['ID=1784f1f2-6dcb-4845-a428-00e14cf87926,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:29.299537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Attempting to bind port 1784f1f2-6dcb-4845-a428-00e14cf87926 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:29.300118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Attempting to bind port 1784f1f2-6dcb-4845-a428-00e14cf87926 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:29.300258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Attempting to bind port 1784f1f2-6dcb-4845-a428-00e14cf87926 on network 54041239-6554-459d-a91e-3933259b034b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:29.316530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:29.320439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Checking segment: {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:29.321278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:29.322398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Bound using segment: {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:29.325286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Bound port: 1784f1f2-6dcb-4845-a428-00e14cf87926, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b004c67-4a16-41d9-9187-3156ab2b43ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54041239-6554-459d-a91e-3933259b034b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:29.325928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:29.507683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] For port 1784f1f2-6dcb-4845-a428-00e14cf87926, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:29.513492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] For port 1784f1f2-6dcb-4845-a428-00e14cf87926, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1784f1f2-6dcb-4845-a428-00e14cf87926,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:29.695520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:29.892949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231a60-b184-43b1-b774-cf81d4cdc9f5 None None] Pushing event updated for resources: {'Port': ['ID=1784f1f2-6dcb-4845-a428-00e14cf87926,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:29.935960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Routers {'8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:29.936669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:30.014726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-d7069cfb-91eb-4aa0-8d26-9ba53a4d0ffc tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:30.023505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-d7069cfb-91eb-4aa0-8d26-9ba53a4d0ffc tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.1137528 Jul 28 15:05:30.244515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f9d86-ca37-4ba2-8635-9a5290d9a172 req-ec312cd9-1986-4239-b35e-034e0dd58a15 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:30.246343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd8f9d86-ca37-4ba2-8635-9a5290d9a172 req-ec312cd9-1986-4239-b35e-034e0dd58a15 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 947 time: 0.2193408 Jul 28 15:05:30.296264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] Set router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:30.355344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51028) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:30.401184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd8f9d86-ca37-4ba2-8635-9a5290d9a172 req-8ecab5f6-2c61-4588-b479-9bc771733150 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups?id=aba07bae-3eda-45a3-b453-e2cb4dcc266f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108406 Jul 28 15:05:30.472182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Deleting port a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:30.474124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:30.716760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] For port a78bfea6-d9f0-4609-878e-ed632fb7f541, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a78bfea6-d9f0-4609-878e-ed632fb7f541,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:30.725066 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:30.910730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:24Z', 'revision_number': 4, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1784f1f2-6dcb-4845-a428-00e14cf87926', 'name': '', 'network_id': '54041239-6554-459d-a91e-3933259b034b', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'mac_address': 'fa:16:3e:92:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8e1f0e36-347c-46df-868c-996579d755f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:22Z', 'updated_at': '2021-07-28T15:05:29Z', 'revision_number': 4, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'subnets': [{'id': '8e1f0e36-347c-46df-868c-996579d755f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:30.997720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9f7a6-48e1-40f7-bafe-040e7cfde1b6 None None] The sync data for ids ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'] in n-d-764806-10 is: [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:24Z', 'revision_number': 4, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1784f1f2-6dcb-4845-a428-00e14cf87926', 'name': '', 'network_id': '54041239-6554-459d-a91e-3933259b034b', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'mac_address': 'fa:16:3e:92:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8e1f0e36-347c-46df-868c-996579d755f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:22Z', 'updated_at': '2021-07-28T15:05:29Z', 'revision_number': 4, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'subnets': [{'id': '8e1f0e36-347c-46df-868c-996579d755f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:31.393062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:31.394387 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:31.395029 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Floating IP ca889199-d8b1-4006-9527-0b4380be44c4 disassociated. External IP: 172.25.6.85, port: a78bfea6-d9f0-4609-878e-ed632fb7f541. Jul 28 15:05:31.399851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Calling delete_port for a78bfea6-d9f0-4609-878e-ed632fb7f541 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:31.428024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e88ba-574b-48f9-91a5-a90c9050e0b0 req-14d361f7-02b8-40d4-a816-1c6882bfc0e2 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:31.439866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e76e88ba-574b-48f9-91a5-a90c9050e0b0 req-14d361f7-02b8-40d4-a816-1c6882bfc0e2 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.2178221 Jul 28 15:05:31.677650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e76e88ba-574b-48f9-91a5-a90c9050e0b0 req-7ff07190-8426-4b12-ac5c-6d1542e1716b tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359478 Jul 28 15:05:31.797580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51052) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:31.952882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:32.049337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event deleted for resources: {'Port': ['ID=a78bfea6-d9f0-4609-878e-ed632fb7f541,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:32.143161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6baf1bf-70ce-4a1e-b00c-5dec2b2fb9be req-5e3fe68f-0654-45fe-a5d9-1f3e523c65c0 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.1571164 Jul 28 15:05:32.259392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'network': {'name': 'tempest-network-smoke--1892103386', 'project_id': '827d56505c884b0294d59a378dcdb757', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:32.296613 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:32.519018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:32.531796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:32.554377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:32.568648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:32.617876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.265708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:33.353255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Deleting port 2db78d24-5a98-4bea-a433-daffcb61b960 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:33.354053 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.360002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: a78bfea6-d9f0-4609-878e-ed632fb7f541 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:33.364428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a78bfea6-d9f0-4609-878e-ed632fb7f541 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:33.392940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515d0e1-09b4-4671-9999-0cf83e1f4d9c req-4a38b23b-67bb-4b18-adc3-16e75d30eb84 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:33.403907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1784f1f2-6dcb-4845-a428-00e14cf87926 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:33.415123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c515d0e1-09b4-4671-9999-0cf83e1f4d9c req-4a38b23b-67bb-4b18-adc3-16e75d30eb84 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.5125821 Jul 28 15:05:33.450954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:33.474479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:33.482233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8aa33298-7939-4bf5-bc3a-9a74c0bef99e req-4d506c92-4bae-4f94-abd8-04c2b81e20c1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.1174588 Jul 28 15:05:33.523560 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:33.524653 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:33.544664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-dabe29ed-acd5-4ebd-ac38-e984c80aaa0a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:33.547710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-dabe29ed-acd5-4ebd-ac38-e984c80aaa0a tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.42 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.6522198 Jul 28 15:05:33.585365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] For port 2db78d24-5a98-4bea-a433-daffcb61b960, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2db78d24-5a98-4bea-a433-daffcb61b960,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:33.585856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.652845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Calling delete_port for 2db78d24-5a98-4bea-a433-daffcb61b960 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:33.704173 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.707398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] No DVR routers for this DVR port a78bfea6-d9f0-4609-878e-ed632fb7f541 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:33.712932 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.716573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf0c50b3-f2cb-4048-ba35-039dc868508a req-513b8f6f-e8ba-4981-abaf-0b730af66fd1 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.58 "DELETE /v2.0/ports/a78bfea6-d9f0-4609-878e-ed632fb7f541 HTTP/1.1" status: 204 len: 173 time: 3.6463504 Jul 28 15:05:33.719628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-deleted', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:33.721668 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c5a387-c39a-40f1-a142-79ac9c2f308b" -d '{"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-deleted", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:33.751327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1784f1f2-6dcb-4845-a428-00e14cf87926 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:33.756295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1784f1f2-6dcb-4845-a428-00e14cf87926 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:33.757148 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.811665 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:33.819578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c515d0e1-09b4-4671-9999-0cf83e1f4d9c req-d2813058-df3a-4377-b2c6-f34d8d67ae54 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937881 Jul 28 15:05:33.851546 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad425475-617b-4d18-a4b9-d7ccfd898bd1 x-openstack-request-id: req-ad425475-617b-4d18-a4b9-d7ccfd898bd1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:33.851546 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf0fc8-1c28-4895-8e1e-7e63a551b902", "name": "network-vif-deleted", "tag": "a78bfea6-d9f0-4609-878e-ed632fb7f541", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:33.851546 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad425475-617b-4d18-a4b9-d7ccfd898bd1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:33.853746 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf0fc8-1c28-4895-8e1e-7e63a551b902', 'name': 'network-vif-deleted', 'tag': 'a78bfea6-d9f0-4609-878e-ed632fb7f541', 'status': 'completed', 'code': 200} Jul 28 15:05:33.864357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.896899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:05:33.931368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:33.931850 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Added segment e1e76de6-e98a-44ff-84e2-e03aff7dcf33 of type vlan for network bcff73a1-024a-4369-b723-4d1971e315d0 Jul 28 15:05:34.001706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Deleting port b344b4e4-0a4c-4af7-9469-16e1aafd6aec {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:34.002039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:34.086584 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:34.194726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accf0a41-4d9a-476e-bf57-8faf080dc44d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:34.506279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:34.514647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:34.530787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:34.711739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1784f1f2-6dcb-4845-a428-00e14cf87926, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1784f1f2-6dcb-4845-a428-00e14cf87926,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:34.712446 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:34.744759 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:34.745792 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:34.765203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db78d24-5a98-4bea-a433-daffcb61b960,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:34.849025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.077070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1784f1f2-6dcb-4845-a428-00e14cf87926,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:35.145788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d59123f-145d-4304-87ce-dad45354bdad req-2710f23c-d972-400f-bc2c-dfa9979cb86f tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2cf0fc8-1c28-4895-8e1e-7e63a551b902 HTTP/1.1" status: 200 len: 210 time: 0.3965011 Jul 28 15:05:35.268060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] For port b344b4e4-0a4c-4af7-9469-16e1aafd6aec, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,segment=NetworkSegment(64cf7832-de04-47ae-80f6-625a4ec70c11),segment_id=64cf7832-de04-47ae-80f6-625a4ec70c11)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:35.268708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.300816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Calling delete_port for b344b4e4-0a4c-4af7-9469-16e1aafd6aec owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:35.496924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.562484 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:35.653382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efde3-5842-48fe-92e0-511c9eaf184e req-59b9c373-4467-467b-b254-59ae06926566 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:35.663843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac3efde3-5842-48fe-92e0-511c9eaf184e req-59b9c373-4467-467b-b254-59ae06926566 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 945 time: 0.4416616 Jul 28 15:05:35.686953 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.695516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:35.696626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.793458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac3efde3-5842-48fe-92e0-511c9eaf184e req-f260c51f-1145-4574-a00a-817c385fa4ae tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff64bded-384d-4d14-8508-eaa503689f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281641 Jul 28 15:05:35.840415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.848118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.0490866 Jul 28 15:05:35.895853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51100) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:35.916006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'admin_state_up': True, 'project_id': '827d56505c884b0294d59a378dcdb757', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:35.922773 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:35.923356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Pushing event deleted for resources: {'Port': ['ID=b344b4e4-0a4c-4af7-9469-16e1aafd6aec,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:35.953355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bcb9c-505b-4af5-aa15-8c4cf4af30c1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Network': ['ID=bcff73a1-024a-4369-b723-4d1971e315d0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:35.964866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network bcff73a1-024a-4369-b723-4d1971e315d0 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:05:35.977281 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1217c-bc2d-447b-982a-c8427a36b5d2 None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T14:52:54Z', 'revision_number': 4, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5ac6a6de-5f1c-47d3-96e3-d62871b09001', 'name': '', 'network_id': '2896b4d6-780f-41d0-9de9-0cbaed8805c5', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'mac_address': 'fa:16:3e:c1:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:52Z', 'updated_at': '2021-07-28T14:53:07Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'subnets': [{'id': 'd0a7604e-17dd-48dc-8edf-1cb490d67f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:36.012491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] No DVR routers for this DVR port b344b4e4-0a4c-4af7-9469-16e1aafd6aec on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:36.016523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:36.022139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-045b5786-7c0e-4401-bc4d-dd9b197f4ace req-7de01611-a1e7-46ed-bae6-89a6f22c5b43 tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.42 "DELETE /v2.0/ports/b344b4e4-0a4c-4af7-9469-16e1aafd6aec HTTP/1.1" status: 204 len: 173 time: 2.4186912 Jul 28 15:05:36.022139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c14391-ce77-4b49-973f-e617eeb301d8', 'name': 'network-vif-deleted', 'tag': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:36.023348 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c22d6eb-ee85-4b65-a9fa-ec156791edf7" -d '{"events": [{"server_uuid": "16c14391-ce77-4b49-973f-e617eeb301d8", "name": "network-vif-deleted", "tag": "b344b4e4-0a4c-4af7-9469-16e1aafd6aec"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:36.097470 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213a27ba-0f4e-4748-86fb-49305a07c7a8 x-openstack-request-id: req-213a27ba-0f4e-4748-86fb-49305a07c7a8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:36.103485 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c14391-ce77-4b49-973f-e617eeb301d8", "name": "network-vif-deleted", "tag": "b344b4e4-0a4c-4af7-9469-16e1aafd6aec", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:36.103485 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-213a27ba-0f4e-4748-86fb-49305a07c7a8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:36.103485 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c14391-ce77-4b49-973f-e617eeb301d8', 'name': 'network-vif-deleted', 'tag': 'b344b4e4-0a4c-4af7-9469-16e1aafd6aec', 'status': 'completed', 'code': 200} Jul 28 15:05:36.169262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Router 444997ab-9401-482d-8593-599ccb5c2bcb has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:36.183493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:36.185551 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:36.316924 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:36.412519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b344b4e4-0a4c-4af7-9469-16e1aafd6aec no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:36.427409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:36.463693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] Sync routers for ids ['444997ab-9401-482d-8593-599ccb5c2bcb'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:36.482405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: b344b4e4-0a4c-4af7-9469-16e1aafd6aec {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:36.483292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device b344b4e4-0a4c-4af7-9469-16e1aafd6aec not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:36.493814 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:36.496443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] Routers {'444997ab-9401-482d-8593-599ccb5c2bcb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:36.497939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['444997ab-9401-482d-8593-599ccb5c2bcb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:36.503461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-411125c2-22e8-4427-8978-732ea486b930 admin admin] 10.222.0.57 "PUT /v2.0/routers/444997ab-9401-482d-8593-599ccb5c2bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1458478 Jul 28 15:05:36.507164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51110) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:36.514956 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0c45f-1cea-4632-accf-84a3b530d6f7 None None] New status for floating IP ca889199-d8b1-4006-9527-0b4380be44c4: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:05:36.539900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:36.796578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:36.991765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] Set router 444997ab-9401-482d-8593-599ccb5c2bcb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:37.171032 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.247982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3db60f76-69fd-49f2-9eb0-c078a90da6f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.293770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99f3d3d3-4000-4c18-b7e1-f94818c87cb6 req-d14a456c-8c67-4c74-862a-6ce9e08ee67d tempest-VolumesSnapshotTestJSON-1121338489 tempest-VolumesSnapshotTestJSON-1121338489-project] 10.222.0.57 "GET /v2.0/ports?device_id=16c14391-ce77-4b49-973f-e617eeb301d8 HTTP/1.1" status: 200 len: 210 time: 0.1939535 Jul 28 15:05:37.311731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1784f1f2-6dcb-4845-a428-00e14cf87926 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:37.333223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3db60f76-69fd-49f2-9eb0-c078a90da6f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.353592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.599334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1784f1f2-6dcb-4845-a428-00e14cf87926 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:37.599723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.640834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Deleting port d3f6cd7b-7029-4f77-9386-f00e8f19e24a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:37.642290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.694056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:34Z', 'revision_number': 5, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port': {'id': 'd3f6cd7b-7029-4f77-9386-f00e8f19e24a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:03Z', 'updated_at': '2021-07-28T15:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:37.767160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] Checking router: 444997ab-9401-482d-8593-599ccb5c2bcb for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:37.784809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] Routers {'444997ab-9401-482d-8593-599ccb5c2bcb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:37.785481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['444997ab-9401-482d-8593-599ccb5c2bcb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:37.818323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3db60f76-69fd-49f2-9eb0-c078a90da6f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.821789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3db60f76-69fd-49f2-9eb0-c078a90da6f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.835782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3db60f76-69fd-49f2-9eb0-c078a90da6f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "DELETE /v2.0/security-groups/aba07bae-3eda-45a3-b453-e2cb4dcc266f HTTP/1.1" status: 204 len: 168 time: 1.2767384 Jul 28 15:05:37.836588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51130) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:37.892148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db60f76-69fd-49f2-9eb0-c078a90da6f6 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba07bae-3eda-45a3-b453-e2cb4dcc266f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:37.892909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] For port d3f6cd7b-7029-4f77-9386-f00e8f19e24a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:37.897959 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-a243b94c-a96e-4dc2-8eec-d98590d34290 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] show failed (client error): The resource could not be found. Jul 28 15:05:37.899054 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a243b94c-a96e-4dc2-8eec-d98590d34290 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "GET /v2.0/security-groups/aba07bae-3eda-45a3-b453-e2cb4dcc266f HTTP/1.1" status: 404 len: 347 time: 0.0296447 Jul 28 15:05:37.904265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51132) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:37.919869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:37.964900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Calling delete_port for d3f6cd7b-7029-4f77-9386-f00e8f19e24a owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:37.995854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] Set router 444997ab-9401-482d-8593-599ccb5c2bcb gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:37.996915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:38.058936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:38.142402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:37Z', 'revision_number': 6, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:38.206307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c1148-b514-4126-b3a7-e7ec41101905 None None] The sync data for ids ['444997ab-9401-482d-8593-599ccb5c2bcb'] in n-d-764806-10 is: [{'id': '444997ab-9401-482d-8593-599ccb5c2bcb', 'name': 'tempest-TestAggregatesBasicOps-325820555-router', 'tenant_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:02Z', 'updated_at': '2021-07-28T15:05:37Z', 'revision_number': 6, 'project_id': 'fc88cf2ef5004561bf130367cdcd6ef8', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:38.284359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.25.6.214 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6dc24691-3cbf-4115-99e4-84bfc213e927) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:38.354468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Deleting port 0408d2fd-fcdf-4ac4-b8b8-e92b2b7b3f56 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:38.354958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:38.528882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:38.532352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:38.532766 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:38.550113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Calling delete_port for 0408d2fd-fcdf-4ac4-b8b8-e92b2b7b3f56 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:39.085167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2db78d24-5a98-4bea-a433-daffcb61b960 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:39.108432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.114900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2db78d24-5a98-4bea-a433-daffcb61b960 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:39.115496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2db78d24-5a98-4bea-a433-daffcb61b960 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:39.116185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3f6cd7b-7029-4f77-9386-f00e8f19e24a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:39.140825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f6cd7b-7029-4f77-9386-f00e8f19e24a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:39.143514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d3f6cd7b-7029-4f77-9386-f00e8f19e24a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:39.144065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3f6cd7b-7029-4f77-9386-f00e8f19e24a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:39.222345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.308834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.316929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.346886 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.349473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.407901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Pushing event deleted for resources: {'Port': ['ID=0408d2fd-fcdf-4ac4-b8b8-e92b2b7b3f56,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:39.421416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:39.474471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:39.474471 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:39.552606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.555005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=6dc24691-3cbf-4115-99e4-84bfc213e927,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:39.555257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444997ab-9401-482d-8593-599ccb5c2bcb {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:05:39.566545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.571521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-35561542-a1fc-4a30-8ec4-7c7056aac886 admin admin] 10.222.0.57 "DELETE /v2.0/routers/444997ab-9401-482d-8593-599ccb5c2bcb HTTP/1.1" status: 204 len: 168 time: 3.0613751 Jul 28 15:05:39.572669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.573467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51156) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:39.575436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.576649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c49c618a-c996-4b44-a9e3-325b7d52cb85 tempest-AttachVolumeShelveTestJSON-1821830575 tempest-AttachVolumeShelveTestJSON-1821830575-project] 10.222.0.57 "DELETE /v2.0/floatingips/ca889199-d8b1-4006-9527-0b4380be44c4 HTTP/1.1" status: 204 len: 168 time: 1.6713672 Jul 28 15:05:39.733304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Deleting subnet c9725482-d35a-4354-b3d9-b5fa4f81c453 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:05:39.738009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.793710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:39.955567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.535132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.575320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9725482-d35a-4354-b3d9-b5fa4f81c453,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:40.577562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.579543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e0c0b441-c203-4978-8049-380208b4b6ab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c9725482-d35a-4354-b3d9-b5fa4f81c453 HTTP/1.1" status: 204 len: 168 time: 1.0048029 Jul 28 15:05:40.584309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51164) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:40.586950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.587884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1f69b-bbf1-4a77-89db-6529f7df7c3c None None] Network ea806b44-afaf-4a28-ba5c-6d4ec16da1fb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:40.721648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.822222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Deleting port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:40.822578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.846880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] DHCP port deletion for ea806b44-afaf-4a28-ba5c-6d4ec16da1fb request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:05:40.920413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] Deleting port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:40.920614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.925559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] For port 2109e3c2-edb6-4d1f-9c34-71589bceabe9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2109e3c2-edb6-4d1f-9c34-71589bceabe9,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:40.926016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:40.945542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Calling delete_port for 2109e3c2-edb6-4d1f-9c34-71589bceabe9 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:41.027500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] For port 2109e3c2-edb6-4d1f-9c34-71589bceabe9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2109e3c2-edb6-4d1f-9c34-71589bceabe9,segment=NetworkSegment(1ae11ea6-690a-4e0f-9b4a-0a95a844205d),segment_id=1ae11ea6-690a-4e0f-9b4a-0a95a844205d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:41.027912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.074012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] Calling delete_port for 2109e3c2-edb6-4d1f-9c34-71589bceabe9 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:41.162172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2109e3c2-edb6-4d1f-9c34-71589bceabe9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:41.280689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.317906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.370516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.428834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.468349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] No DVR routers for this DVR port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:41.495855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2109e3c2-edb6-4d1f-9c34-71589bceabe9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:41.510346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] No DVR routers for this DVR port 2109e3c2-edb6-4d1f-9c34-71589bceabe9 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:41.511695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc848d66-0514-4e0e-9220-999a15dae15d None None] Pushing event deleted for resources: {'Port': ['ID=2109e3c2-edb6-4d1f-9c34-71589bceabe9,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:41.631523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.648927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea806b44-afaf-4a28-ba5c-6d4ec16da1fb']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:41.677068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae11ea6-690a-4e0f-9b4a-0a95a844205d') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:41.677723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae11ea6-690a-4e0f-9b4a-0a95a844205d') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:41.698165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.730944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.745900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:05:41.746975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:41.760774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:05:41.781013 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:05:42.026936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:42.049732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:42.052631 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:42.069023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:42.069023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:42.070291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:42.091374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:42.092212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] 10.222.0.57 "DELETE /v2.0/networks/ea806b44-afaf-4a28-ba5c-6d4ec16da1fb HTTP/1.1" status: 204 len: 168 time: 1.5003214 Jul 28 15:05:42.134877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545ac7-b192-45d7-9523-3cfa2800cf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea806b44-afaf-4a28-ba5c-6d4ec16da1fb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:42.298210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:42.318102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e0bfd-ec9a-4ccd-b2c3-28b1acd713ea req-28c05ee4-893f-4f9a-9732-4d617d280513 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:42.329682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d8e0bfd-ec9a-4ccd-b2c3-28b1acd713ea req-28c05ee4-893f-4f9a-9732-4d617d280513 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.1843731 Jul 28 15:05:42.417777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d8e0bfd-ec9a-4ccd-b2c3-28b1acd713ea req-ef734b3d-5fa2-42a5-85d7-1aa3a5fdf256 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867820 Jul 28 15:05:42.476933 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:42.482911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-911eca46-8f51-4590-8417-cd9e6c526e37 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5856583 Jul 28 15:05:42.485037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:42.739174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:39Z', 'revision_number': 3, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:42.739796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bd2c1c90-128c-425b-8cb8-4d1c5eff0cd9 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=827d56505c884b0294d59a378dcdb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2398758 Jul 28 15:05:42.739796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51224) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:42.803157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:42.804096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Updating router 100c7af2-f2d9-4917-865d-3ae0f43883cd port 6dc24691-3cbf-4115-99e4-84bfc213e927 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:05:42.916208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.111778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.151934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f71a6-015d-498f-a27c-41671a5aa47b tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:43.153648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d53f71a6-015d-498f-a27c-41671a5aa47b tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4241180 Jul 28 15:05:43.156632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51232) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:43.197437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8435dc67-0d34-415d-866c-e59d97b9de84 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396516 Jul 28 15:05:43.200359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:43.210450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564358693', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'project_id': '827d56505c884b0294d59a378dcdb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:43.273236 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.290716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Transition to ACTIVE for port object 6dc24691-3cbf-4115-99e4-84bfc213e927 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:43.437210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Deleting port 1784f1f2-6dcb-4845-a428-00e14cf87926 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:43.437642 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.532813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] For port 1784f1f2-6dcb-4845-a428-00e14cf87926, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1784f1f2-6dcb-4845-a428-00e14cf87926,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:43.533175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.548488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Calling delete_port for 1784f1f2-6dcb-4845-a428-00e14cf87926 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:43.703784 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.704062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:43.704062 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.799124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Attempting to bind port 6dc24691-3cbf-4115-99e4-84bfc213e927 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:43.803655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Attempting to bind port 6dc24691-3cbf-4115-99e4-84bfc213e927 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:43.803954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Attempting to bind port 6dc24691-3cbf-4115-99e4-84bfc213e927 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:43.812730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377c379-44d5-42c5-adcc-636cdc868570 None None] Pushing event updated for resources: {'Port': ['ID=6dc24691-3cbf-4115-99e4-84bfc213e927,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:43.817196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:43.818326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:43.819860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.820894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:43.822052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Bound port: 6dc24691-3cbf-4115-99e4-84bfc213e927, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:43.823066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:43.974440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] For port 6dc24691-3cbf-4115-99e4-84bfc213e927, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:43.974440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] For port 6dc24691-3cbf-4115-99e4-84bfc213e927, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6dc24691-3cbf-4115-99e4-84bfc213e927,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:43.982544 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:44.013747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Pushing event deleted for resources: {'Port': ['ID=1784f1f2-6dcb-4845-a428-00e14cf87926,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:44.258352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:44.266991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:44.407840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:44.438439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377c379-44d5-42c5-adcc-636cdc868570 None None] Pushing event updated for resources: {'Port': ['ID=6dc24691-3cbf-4115-99e4-84bfc213e927,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:44.474826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:44.476590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:44.581180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Subnet': ['ID=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:44.605119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Checking segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:44.605504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network hostable DHCP agents. Network: bcff73a1-024a-4369-b723-4d1971e315d0, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:05:44.684604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:44.694788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:44.824613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:44.832099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a26b056-7f7e-4965-b874-5854eae24511 admin admin] 10.222.0.57 "PUT /v2.0/routers/8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358215 Jul 28 15:05:44.835188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51254) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:44.839200 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] Sync routers for ids ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:44.850939 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] Routers {'8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:44.853880 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:44.979804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network bcff73a1-024a-4369-b723-4d1971e315d0 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:05:44.992634 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] Set router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:45.056843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:45.150815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-ea83105c-9c83-474d-9618-097be22b56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:45.153644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-ea83105c-9c83-474d-9618-097be22b56ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1097 time: 0.1918693 Jul 28 15:05:45.226691 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:43Z', 'revision_number': 5, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:45.227861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:39Z', 'revision_number': 3, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:45.258720 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] Checking router: 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:45.270210 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] Routers {'8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:45.270455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, bcff73a1-024a-4369-b723-4d1971e315d0) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:45.271352 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:45.285381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc1122-d267-4252-acd2-8d5cb691ce30 None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:39Z', 'revision_number': 3, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:45.287411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:45.288100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:45.311186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee34025-d346-4253-bcd6-8a44da9af1c1 None None] Network bcff73a1-024a-4369-b723-4d1971e315d0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:45.323042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:45.370514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-e4d99f24-f608-4655-a153-f07768b1e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:45.372690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-e4d99f24-f608-4655-a153-f07768b1e84b service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1582317 Jul 28 15:05:45.378937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:45.459280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] Set router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:45.537020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-38d128c5-2d31-4bbd-9762-9fe7d656a926 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 1000 time: 0.1531610 Jul 28 15:05:45.537020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c400c47d-b9aa-408e-8ec4-a200c3fa9ed8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3343120 Jul 28 15:05:45.541621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51264) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:45.589590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:45.724843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:45.728283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:45.737394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-6216f4cc-2e16-4151-8b3d-fed186bead9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:45.738948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-6216f4cc-2e16-4151-8b3d-fed186bead9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1704221 Jul 28 15:05:45.739660 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83361bf1-361e-4dfc-af57-4af19cfa7d13" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:45.866078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:45.947292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-7628a7cd-8246-44d9-8999-b2085b933ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:45.948866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-7628a7cd-8246-44d9-8999-b2085b933ffe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973073 Jul 28 15:05:45.950418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Deleting port 43dca1da-6df9-45b2-b91f-af16fd448a7d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:45.950762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:46.021101 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:43Z', 'revision_number': 5, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:46.036970 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e8899-0b2b-4236-a2ba-8fbc8fee125f x-openstack-request-id: req-a71e8899-0b2b-4236-a2ba-8fbc8fee125f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:46.037268 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:46.037555 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a71e8899-0b2b-4236-a2ba-8fbc8fee125f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:46.038471 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:05:46.039497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:46.147793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbaa61-8a16-4cc3-9596-8b4d5812a2c1 None None] The sync data for ids ['8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df'] in n-d-764806-10 is: [{'id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'name': 'tempest-TestAggregatesBasicOps-1851820908-router', 'tenant_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:15Z', 'updated_at': '2021-07-28T15:05:43Z', 'revision_number': 5, 'project_id': 'ff8a6d1f3a414855aceb10ed330cf698', 'gw_port': {'id': '43dca1da-6df9-45b2-b91f-af16fd448a7d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:17Z', 'updated_at': '2021-07-28T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:46.250285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-bcff73a1-024a-4369-b723-4d1971e315d0', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:05:46.251191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:46.667129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] For port 43dca1da-6df9-45b2-b91f-af16fd448a7d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=43dca1da-6df9-45b2-b91f-af16fd448a7d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:46.669480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:46.725511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-64fb1f23-0175-4405-ad2b-b2cd37e7cb6b service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310479 Jul 28 15:05:46.731980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Calling delete_port for 43dca1da-6df9-45b2-b91f-af16fd448a7d owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:46.812703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Allocated IP 172.20.0.2 (bcff73a1-024a-4369-b723-4d1971e315d0/caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a/338c89f7-fc52-4b77-a16e-27c78d4abbb6) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:47.015409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:47.363168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6dc24691-3cbf-4115-99e4-84bfc213e927 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:47.376871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:05:47.739960 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:47.783890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:47.804763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Transition to ACTIVE for port object 338c89f7-fc52-4b77-a16e-27c78d4abbb6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:47.830169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:05:47.873653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Transition to ACTIVE for port object 338c89f7-fc52-4b77-a16e-27c78d4abbb6 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:47.923802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:47.941305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:05:47.978488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:48.060418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.164493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.20.0.1 (bcff73a1-024a-4369-b723-4d1971e315d0/caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a/96f9f972-4518-4db6-99b4-b101a6958813) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:48.174055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Pushing event updated for resources: {'Port': ['ID=338c89f7-fc52-4b77-a16e-27c78d4abbb6,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:48.190050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 6dc24691-3cbf-4115-99e4-84bfc213e927 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:48.197811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Network bcff73a1-024a-4369-b723-4d1971e315d0 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:48.212860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.222491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.222922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.224176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.224601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.231486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.231486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.232253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.232863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.234952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.235554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.236084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.237266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.279929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c6646bb-c196-456e-9481-1136f76aa4f3 req-a4777f96-7448-4d70-a554-5cd99a5e638d service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5425358 Jul 28 15:05:48.281746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.389279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:48.390469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Pushing event deleted for resources: {'Port': ['ID=43dca1da-6df9-45b2-b91f-af16fd448a7d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:48.441648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.456432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.457212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.457785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.458334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.458896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.460095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.460746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.461331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.461895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.462449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.462999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:48.520680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.529203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6dc24691-3cbf-4115-99e4-84bfc213e927 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:48.531980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.566629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Transition to ACTIVE for port object 96f9f972-4518-4db6-99b4-b101a6958813 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:48.673805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:48.735348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:48.753966 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.755378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:05:48.811449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:48.921621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network bcff73a1-024a-4369-b723-4d1971e315d0 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:48.929722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:48.937408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:48.941122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Attempting to bind port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:48.941866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Attempting to bind port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:48.941866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Attempting to bind port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 on network bcff73a1-024a-4369-b723-4d1971e315d0 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:48.994161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:48.997141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Checking segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:49.011274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.011274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Bound using segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:49.011274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Bound port: 338c89f7-fc52-4b77-a16e-27c78d4abbb6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:49.011274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.060306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.069950 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.071336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=96f9f972-4518-4db6-99b4-b101a6958813,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:49.175846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.260764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.276124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.276787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:05:49.285769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.285769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-695dd073-8652-4cc5-bc5b-d12c38e44056 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8f5924f3-4a0b-47eb-b1b0-5f340ed9c2df HTTP/1.1" status: 204 len: 168 time: 4.4467146 Jul 28 15:05:49.291419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51328) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:49.306412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 6dc24691-3cbf-4115-99e4-84bfc213e927, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6dc24691-3cbf-4115-99e4-84bfc213e927,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:49.318103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] For port 338c89f7-fc52-4b77-a16e-27c78d4abbb6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:49.369414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] For port 338c89f7-fc52-4b77-a16e-27c78d4abbb6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=338c89f7-fc52-4b77-a16e-27c78d4abbb6,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:49.393051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Deleting subnet 8e1f0e36-347c-46df-868c-996579d755f0 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:05:49.405534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.457856 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.497273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.532659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1784f1f2-6dcb-4845-a428-00e14cf87926 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:49.550670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.598824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1784f1f2-6dcb-4845-a428-00e14cf87926 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:49.608698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.609352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1784f1f2-6dcb-4845-a428-00e14cf87926 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:49.672288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=6dc24691-3cbf-4115-99e4-84bfc213e927,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:49.694357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.836662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b9a50-1f62-4121-afc3-5cfc0fa8a524 None None] Pushing event updated for resources: {'Port': ['ID=338c89f7-fc52-4b77-a16e-27c78d4abbb6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:49.841204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.923040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:49.925168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871b212-1612-4fe8-b172-dca540abfe9e None None] Network 54041239-6554-459d-a91e-3933259b034b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:49.930623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8e1f0e36-347c-46df-868c-996579d755f0 HTTP/1.1" status: 204 len: 168 time: 0.6348872 Jul 28 15:05:49.930623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45b560-6474-4bdb-a587-fc108032a1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1f0e36-347c-46df-868c-996579d755f0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:49.936398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:50.229845 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.362827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Deleting port d0266fca-4226-4953-bde6-66b99905f204 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:50.363519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.454346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] DHCP port deletion for 54041239-6554-459d-a91e-3933259b034b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:05:50.504593 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.547266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] For port d0266fca-4226-4953-bde6-66b99905f204, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d0266fca-4226-4953-bde6-66b99905f204,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:50.550729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.576665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] Deleting port d0266fca-4226-4953-bde6-66b99905f204 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:50.586383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.591042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Calling delete_port for d0266fca-4226-4953-bde6-66b99905f204 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:50.759802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.777675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] For port d0266fca-4226-4953-bde6-66b99905f204, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d0266fca-4226-4953-bde6-66b99905f204,segment=NetworkSegment(8b004c67-4a16-41d9-9187-3156ab2b43ab),segment_id=8b004c67-4a16-41d9-9187-3156ab2b43ab)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:50.778082 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.809034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] Calling delete_port for d0266fca-4226-4953-bde6-66b99905f204 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:50.950159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=96f9f972-4518-4db6-99b4-b101a6958813,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:50.962491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.977436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.040430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.045970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] No DVR routers for this DVR port d0266fca-4226-4953-bde6-66b99905f204 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:51.054211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0266fca-4226-4953-bde6-66b99905f204,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:51.149187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] No DVR routers for this DVR port d0266fca-4226-4953-bde6-66b99905f204 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:51.182930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d9f12-a91f-452f-97fc-eea3ae90271f None None] Pushing event deleted for resources: {'Port': ['ID=d0266fca-4226-4953-bde6-66b99905f204,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:51.277993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.319943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54041239-6554-459d-a91e-3933259b034b']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:51.351419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b004c67-4a16-41d9-9187-3156ab2b43ab') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:51.351419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b004c67-4a16-41d9-9187-3156ab2b43ab') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:51.367619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:51.378425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.418639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.443255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:05:51.444384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:05:51.476380 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:05:51.679873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:51.685541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.741248 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.761928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:51.766230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] 10.222.0.57 "DELETE /v2.0/networks/54041239-6554-459d-a91e-3933259b034b HTTP/1.1" status: 204 len: 168 time: 1.8257084 Jul 28 15:05:51.844524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28175c-ac6a-4802-93a2-3ee4bccfd534 admin admin] Pushing event deleted for resources: {'Network': ['ID=54041239-6554-459d-a91e-3933259b034b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:51.891842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d08a5-ae8a-42eb-8dcd-ad77f03607d4 None None] Network bcff73a1-024a-4369-b723-4d1971e315d0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:52.042505 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:52.102497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network bcff73a1-024a-4369-b723-4d1971e315d0 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:52.105051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:52.119796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 338c89f7-fc52-4b77-a16e-27c78d4abbb6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:52.180007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:52.180007 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8cc467-a35b-4548-9efd-4c6f4b9dcfce" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:52.206314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-123af239-d6b0-4c27-b5c6-4b8db14da3d1 None None] Provisioning for port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:52.311683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:52.339873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:52.469550 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb05e53f-6b22-447a-b3f3-c3842dc1119d x-openstack-request-id: req-cb05e53f-6b22-447a-b3f3-c3842dc1119d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:52.472364 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:52.472755 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb05e53f-6b22-447a-b3f3-c3842dc1119d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:52.474810 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:05:52.492765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-34affe54-3280-4c0e-b245-915d6e592f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:52.562691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:52.687630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51406) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:52.728040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=10']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:52.743229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:52.750819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:52.772750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:52.773144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:52.791761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:52.801675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51410) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:52.805952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6cf887ce-f601-42b6-96e9-25dfaf17388f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "PUT /v2.0/routers/100c7af2-f2d9-4917-865d-3ae0f43883cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2559891 Jul 28 15:05:52.878139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:52.879602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:52.899747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51414) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:53.323341 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-48dca9fc-8a56-4b6f-8f40-36b1f80b89ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc88cf2ef5004561bf130367cdcd6ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960695 Jul 28 15:05:53.323955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:53.520988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:53.701318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.701802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.702273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.702736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.703194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.703652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.704112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.711429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:53.717071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8a5d4cdf-10fd-4c9f-b7c4-9e46e5969b13 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.9142311 Jul 28 15:05:53.825976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.826443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.826889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.827366 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.827780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.828243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.828738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.833797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51430) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:53.855667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-812e6f4f-c193-48ba-bfd3-4b94d581f6f6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.1265142 Jul 28 15:05:53.940575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:53.992479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1148b092-cd97-4547-bc4e-0ac09ad18f15 None None] Provisioning for port 96f9f972-4518-4db6-99b4-b101a6958813 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:54.059370 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.175218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1148b092-cd97-4547-bc4e-0ac09ad18f15 None None] Provisioning complete for port 96f9f972-4518-4db6-99b4-b101a6958813 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:54.175218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1148b092-cd97-4547-bc4e-0ac09ad18f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.223783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.403616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1148b092-cd97-4547-bc4e-0ac09ad18f15 None None] Port 96f9f972-4518-4db6-99b4-b101a6958813 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:54.581210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 338c89f7-fc52-4b77-a16e-27c78d4abbb6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=338c89f7-fc52-4b77-a16e-27c78d4abbb6,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:54.615006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1148b092-cd97-4547-bc4e-0ac09ad18f15 None None] Provisioning complete for port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:54.615509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1148b092-cd97-4547-bc4e-0ac09ad18f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.639726 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.647975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.654670 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c728adfc-300c-4866-ad5f-a78be639b7bb HTTP/1.1" status: 204 len: 168 time: 1.3223000 Jul 28 15:05:54.731063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c728adfc-300c-4866-ad5f-a78be639b7bb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:54.777712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.779492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.780279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.782302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.782946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.783527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.787016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.788312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.790439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.792497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.793481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-74876655-c027-4d00-94c8-d26e558e872d tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.9567666 Jul 28 15:05:54.794546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.795122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2063559-868f-494a-a2d0-9599d91a8f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:54.807132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:05:50Z', 'revision_number': 2, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:54.891897 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.893371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6dc24691-3cbf-4115-99e4-84bfc213e927 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:55.027455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:55.028148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Updating router 100c7af2-f2d9-4917-865d-3ae0f43883cd port 96f9f972-4518-4db6-99b4-b101a6958813 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:05:55.035928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=338c89f7-fc52-4b77-a16e-27c78d4abbb6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:55.059291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c1609f23-07e4-4187-8bc6-41186e50a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:55.365957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:55.429675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:55.726744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51462) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:55.728869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809712363', 'description': 'tempest-secgroup-smoke-1809712363 description', 'project_id': '827d56505c884b0294d59a378dcdb757'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:55.942676 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.065599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.169548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.181282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-88aa3745-8ad7-4abb-86fb-d2f0fafd43d3 None None] Provisioning complete for port 96f9f972-4518-4db6-99b4-b101a6958813 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:56.181928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-88aa3745-8ad7-4abb-86fb-d2f0fafd43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.189633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.211196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6dc24691-3cbf-4115-99e4-84bfc213e927 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:56.211835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.313799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-88aa3745-8ad7-4abb-86fb-d2f0fafd43d3 None None] Port 96f9f972-4518-4db6-99b4-b101a6958813 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:56.340883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Transition to ACTIVE for port object 96f9f972-4518-4db6-99b4-b101a6958813 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:56.377626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Deleting port 5ac6a6de-5f1c-47d3-96e3-d62871b09001 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:56.378588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.405342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.500617 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.510954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.521099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8f1b27-7e2e-4301-bd40-5b9b0547244b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:56.559701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d0266fca-4226-4953-bde6-66b99905f204 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:56.585264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d0266fca-4226-4953-bde6-66b99905f204 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:56.585611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d0266fca-4226-4953-bde6-66b99905f204 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:56.586032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 43dca1da-6df9-45b2-b91f-af16fd448a7d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:56.612039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 43dca1da-6df9-45b2-b91f-af16fd448a7d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:56.616195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 43dca1da-6df9-45b2-b91f-af16fd448a7d not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:56.628102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.634319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-240a6935-ef34-4d4b-bb28-cda59c487ef2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9061551 Jul 28 15:05:56.634591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51472) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:56.639738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '6f8f1b27-7e2e-4301-bd40-5b9b0547244b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:56.696587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343ddbc-ea37-4763-845a-a481cab67210 None None] Pushing event updated for resources: {'Port': ['ID=96f9f972-4518-4db6-99b4-b101a6958813,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:56.701145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] For port 5ac6a6de-5f1c-47d3-96e3-d62871b09001, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5ac6a6de-5f1c-47d3-96e3-d62871b09001,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:56.714592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.748924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51474) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:56.797606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Calling delete_port for 5ac6a6de-5f1c-47d3-96e3-d62871b09001 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:56.922926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.939120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Attempting to bind port 96f9f972-4518-4db6-99b4-b101a6958813 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:56.939756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Attempting to bind port 96f9f972-4518-4db6-99b4-b101a6958813 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:56.940354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Attempting to bind port 96f9f972-4518-4db6-99b4-b101a6958813 on network bcff73a1-024a-4369-b723-4d1971e315d0 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:56.963221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:56.967414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Checking segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:56.968569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.969694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Bound using segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:56.972170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Bound port: 96f9f972-4518-4db6-99b4-b101a6958813, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:56.972826 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:56.979578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 338c89f7-fc52-4b77-a16e-27c78d4abbb6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:57.122262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6656dbb7-e53d-4c7f-9a9c-70ba326cf9d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff8a6d1f3a414855aceb10ed330cf698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725085 Jul 28 15:05:57.135689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51478) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:57.214643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.248702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:57.250240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.360229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31e29d20-e61f-4904-833b-87ab46f772e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.369258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.400128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] For port 96f9f972-4518-4db6-99b4-b101a6958813, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:57.439399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] For port 96f9f972-4518-4db6-99b4-b101a6958813, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=96f9f972-4518-4db6-99b4-b101a6958813,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:57.446533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.545996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb90575c-e804-4485-9b88-cc25a88ed415,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:57.562252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31e29d20-e61f-4904-833b-87ab46f772e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.564314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac6a6de-5f1c-47d3-96e3-d62871b09001,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:57.571569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.663079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.667152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-412879a2-e2f1-4010-8ab2-19968ee68e74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0288069 Jul 28 15:05:57.668905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51486) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:57.675111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '6f8f1b27-7e2e-4301-bd40-5b9b0547244b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:57.760074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31e29d20-e61f-4904-833b-87ab46f772e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.762893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31e29d20-e61f-4904-833b-87ab46f772e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.768136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-31e29d20-e61f-4904-833b-87ab46f772e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea8e471c-6fd0-4396-bd48-79c5270218ad HTTP/1.1" status: 204 len: 168 time: 0.6309872 Jul 28 15:05:57.789731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e29d20-e61f-4904-833b-87ab46f772e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8e471c-6fd0-4396-bd48-79c5270218ad,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:57.815978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:57.816765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:57.899536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:57.927425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343ddbc-ea37-4763-845a-a481cab67210 None None] Pushing event updated for resources: {'Port': ['ID=96f9f972-4518-4db6-99b4-b101a6958813,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:57.965698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:58.189973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:58.222613 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:58.253669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:58.310608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:58.367569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59346e25-9af2-4c36-a766-93cb7c0455be,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:58.473991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:58.480368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0cbb94c1-26fb-4c3d-b12d-29f9d4d018b8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8101869 Jul 28 15:05:58.482158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51500) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:58.487467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '6f8f1b27-7e2e-4301-bd40-5b9b0547244b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:58.755194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:58.939359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:59.061795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:59.062319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Router 53ab51c4-110a-4c05-8eb7-28d36b57f244 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:59.117059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba401e-1aa2-4b0a-8e69-7e138ba8550c,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:59.137339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:05:57Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:59.185436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:59.189348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fefec97d-38c4-4bb4-aa41-f53d467b0cec tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7033775 Jul 28 15:05:59.190706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51516) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:59.199704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea962a-373f-4c3e-9267-5ab51bbd7de2 None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:05:57Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:59.222207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '6f8f1b27-7e2e-4301-bd40-5b9b0547244b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:59.281865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:59.298032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7407a390-9306-4d7c-9e10-39cffc2ba63a admin admin] 10.222.0.57 "PUT /v2.0/routers/53ab51c4-110a-4c05-8eb7-28d36b57f244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6055667 Jul 28 15:05:59.298507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51518) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:59.335699 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] Sync routers for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:59.366379 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:59.368624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:59.486082 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:59.663980 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:59.671156 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:59.807698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:59.925159 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.015222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e19c2a-2c0a-47fd-873b-e53f5fbce768,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:00.155111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.168265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:00.181678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '6f8f1b27-7e2e-4301-bd40-5b9b0547244b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:00.189744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f50ba01-750e-4b50-b5e8-d031b37714ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9725897 Jul 28 15:06:00.255612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.385783 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Project 827d56505c884b0294d59a378dcdb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:06:00.389975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.462991 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T15:05:57Z', 'revision_number': 5, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port': {'id': '2d2ed8e5-62c8-4732-89e6-b1f97d384429', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:45Z', 'updated_at': '2021-07-28T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:00.536685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51546) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:00.558192 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] Checking router: 53ab51c4-110a-4c05-8eb7-28d36b57f244 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:06:00.593877 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] Routers {'53ab51c4-110a-4c05-8eb7-28d36b57f244'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:06:00.595961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:05:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['53ab51c4-110a-4c05-8eb7-28d36b57f244'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:00.692081 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.777543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Deleting port 2d2ed8e5-62c8-4732-89e6-b1f97d384429 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:06:00.781171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.796188 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] Set router 53ab51c4-110a-4c05-8eb7-28d36b57f244 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:06:00.802847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:00.885965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6d3268-b93b-462d-a21a-4eeb0e597d53,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:00.980379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 96f9f972-4518-4db6-99b4-b101a6958813 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:00.992190 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T15:06:00Z', 'revision_number': 6, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:01.023333 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ce33c-103c-44fa-9ed8-eff17b529679 None None] The sync data for ids ['53ab51c4-110a-4c05-8eb7-28d36b57f244'] in n-d-764806-10 is: [{'id': '53ab51c4-110a-4c05-8eb7-28d36b57f244', 'name': 'tempest-AttachVolumeShelveTestJSON-1096917928-router', 'tenant_id': 'e47f4617f5e3494680026db6405d0c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:43Z', 'updated_at': '2021-07-28T15:06:00Z', 'revision_number': 6, 'project_id': 'e47f4617f5e3494680026db6405d0c9f', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:06:01.100339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.102165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-25b0eb17-9bc7-404e-a355-18f6810efd8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9320185 Jul 28 15:06:01.106287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51554) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:01.126671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '6f8f1b27-7e2e-4301-bd40-5b9b0547244b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:01.127984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-643880182-network', 'tenant_id': '03bb696e67354e29862f2a914f7ad060'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:01.158739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.db.api [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 15:06:01.158739 n-d-764806-10 neutron-server[94658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 15:06:01.158739 n-d-764806-10 neutron-server[94658]: [parameters: {'project_id_1': '827d56505c884b0294d59a378dcdb757', 'expiration_1': datetime.datetime(2021, 7, 28, 15, 6, 1, 141387)}] Jul 28 15:06:01.158739 n-d-764806-10 neutron-server[94658]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:06:01.159132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] For port 2d2ed8e5-62c8-4732-89e6-b1f97d384429, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2d2ed8e5-62c8-4732-89e6-b1f97d384429,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:01.159234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.160110 n-d-764806-10 neutron-server[94658]: DEBUG oslo_db.api [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:06:01.185753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Calling delete_port for 2d2ed8e5-62c8-4732-89e6-b1f97d384429 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:06:01.281685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 96f9f972-4518-4db6-99b4-b101a6958813 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:01.294392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 96f9f972-4518-4db6-99b4-b101a6958813 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:01.294392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.485573 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.573434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 96f9f972-4518-4db6-99b4-b101a6958813, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=96f9f972-4518-4db6-99b4-b101a6958813,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:01.682309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Made reservation on behalf of 03bb696e67354e29862f2a914f7ad060 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:01.685676 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.703108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.719930 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.737453 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.909452 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Project 827d56505c884b0294d59a378dcdb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:06:01.909452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:01.915663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2ed8e5-62c8-4732-89e6-b1f97d384429,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:02.227890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=96f9f972-4518-4db6-99b4-b101a6958813,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:02.233012 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.235208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.281805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.294051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.321835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.356678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bee368b-6dbe-4f4b-93af-42c556e9003c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:02.458054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.464230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.500961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.572924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1482d25-fc26-463b-93f6-a08b7e2b5996,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:02.576410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:06:02.591120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.591851 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Added segment b24d4da9-e842-4710-803c-e235429aa982 of type vlan for network 23af9199-fb1e-46af-ba96-f6013260f1fd Jul 28 15:06:02.638427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.768051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 96f9f972-4518-4db6-99b4-b101a6958813 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:02.797145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.799553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dc1876c2-882b-45ea-93c0-6de1cfa25c29 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6918831 Jul 28 15:06:02.909752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 96f9f972-4518-4db6-99b4-b101a6958813 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:02.910368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.954478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.955153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53ab51c4-110a-4c05-8eb7-28d36b57f244 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:06:02.966305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.974263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51598) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:02.974867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-beec4d96-bb05-4e71-b0c7-05ec95cd188b admin admin] 10.222.0.57 "DELETE /v2.0/routers/53ab51c4-110a-4c05-8eb7-28d36b57f244 HTTP/1.1" status: 204 len: 168 time: 3.6731484 Jul 28 15:06:02.997410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:02.999808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:03.000465 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:03.187120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Deleting subnet d0a7604e-17dd-48dc-8edf-1cb490d67f88 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:06:03.193183 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:03.343511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:03.374791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d2ed8e5-62c8-4732-89e6-b1f97d384429 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:03.381951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] Pushing event updated for resources: {'Network': ['ID=23af9199-fb1e-46af-ba96-f6013260f1fd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:03.393003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:06:03.435239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-39b46096-8fba-4e59-b560-586694919870 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8928046 Jul 28 15:06:03.435627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51618) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:03.454154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Request body: {'subnet': {'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-643880182-subnet', 'tenant_id': '03bb696e67354e29862f2a914f7ad060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:03.494260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 23af9199-fb1e-46af-ba96-f6013260f1fd details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:06:03.503056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2d2ed8e5-62c8-4732-89e6-b1f97d384429 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:06:03.503967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d2ed8e5-62c8-4732-89e6-b1f97d384429 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:06:03.507312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5ac6a6de-5f1c-47d3-96e3-d62871b09001 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:03.624129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5ac6a6de-5f1c-47d3-96e3-d62871b09001 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:06:03.625244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5ac6a6de-5f1c-47d3-96e3-d62871b09001 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:06:03.687126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Made reservation on behalf of 03bb696e67354e29862f2a914f7ad060 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:03.690743 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:03.745551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-f4115240-70ce-4283-9816-55af30216976 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809712363&fields=id&tenant_id=827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 267 time: 0.1473045 Jul 28 15:06:03.756256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:04.042179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:04.128843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a7604e-17dd-48dc-8edf-1cb490d67f88,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:04.163501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:04.169939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-134ca7d6-163c-4249-a778-aa12a9e15366 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d0a7604e-17dd-48dc-8edf-1cb490d67f88 HTTP/1.1" status: 204 len: 168 time: 1.1923411 Jul 28 15:06:04.171167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51632) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:04.171523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd265db9-7c5f-4426-91fd-c02dfae31ed5 None None] Network 2896b4d6-780f-41d0-9de9-0cbaed8805c5 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:06:04.357827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:04.399417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-784c75eb-cfb0-4f02-bb98-4f261b16b174 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:04.409137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-784c75eb-cfb0-4f02-bb98-4f261b16b174 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 797 time: 0.6603394 Jul 28 15:06:04.419143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:04.512996 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-102780c6-fd46-45ae-ad66-21282f2f299d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/quotas/827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 375 time: 0.1026676 Jul 28 15:06:04.689829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] DHCP port deletion for 2896b4d6-780f-41d0-9de9-0cbaed8805c5 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:06:04.789785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d1aa43-83c2-4067-896d-41461978912f,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:04.800856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-edc2f304-f709-4a28-8bc9-02942b89684b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2793512 Jul 28 15:06:04.807273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Deleting port 202c6a07-e1e9-4434-b4df-8910cbffafea {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:06:04.822725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:04.897986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Checking segment: {'id': 'b24d4da9-e842-4710-803c-e235429aa982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:06:04.920389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Network hostable DHCP agents. Network: 23af9199-fb1e-46af-ba96-f6013260f1fd, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:06:04.975397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 202c6a07-e1e9-4434-b4df-8910cbffafea no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:05.077663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] For port 202c6a07-e1e9-4434-b4df-8910cbffafea, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=202c6a07-e1e9-4434-b4df-8910cbffafea,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:05.078375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.081317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] Deleting port 202c6a07-e1e9-4434-b4df-8910cbffafea {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:06:05.081991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.135849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Calling delete_port for 202c6a07-e1e9-4434-b4df-8910cbffafea owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:06:05.222249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] For port 202c6a07-e1e9-4434-b4df-8910cbffafea, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=202c6a07-e1e9-4434-b4df-8910cbffafea,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:05.222739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.257213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.260024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] Calling delete_port for 202c6a07-e1e9-4434-b4df-8910cbffafea owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:06:05.328751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Network 23af9199-fb1e-46af-ba96-f6013260f1fd is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:06:05.387537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-bf2b608b-2918-45e7-8f92-11240db6c02b service neutron] 10.222.0.57 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574890 Jul 28 15:06:05.389611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 202c6a07-e1e9-4434-b4df-8910cbffafea, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=202c6a07-e1e9-4434-b4df-8910cbffafea,segment=NetworkSegment(ae5390b9-c7e2-45f4-85bc-68a73c58e00f),segment_id=ae5390b9-c7e2-45f4-85bc-68a73c58e00f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:05.545911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 23af9199-fb1e-46af-ba96-f6013260f1fd) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:05.555471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:05.555814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.571185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95eeaaf-05ee-4b2c-af98-79c17cb52cc9 None None] Network 23af9199-fb1e-46af-ba96-f6013260f1fd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:06:05.617625 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.623756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-6da95b9e-9b82-4b67-83ec-b2ffe09ff978 service neutron] 10.222.0.57 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352586 Jul 28 15:06:05.776918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:05.822547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b7898f69-dbf1-4642-900d-6dc094815d3f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3854225 Jul 28 15:06:06.165202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fad7fcb3-5667-4f54-9391-7f6626540054 req-d69a82fc-1999-461f-b4b3-768615e2af34 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0578868 Jul 28 15:06:06.510121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=202c6a07-e1e9-4434-b4df-8910cbffafea,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:06.543338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] No DVR routers for this DVR port 202c6a07-e1e9-4434-b4df-8910cbffafea on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:06:06.607986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=202c6a07-e1e9-4434-b4df-8910cbffafea,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:06:06.680791 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:06:06.765248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.770829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.807095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2896b4d6-780f-41d0-9de9-0cbaed8805c5']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:06.842180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:06.848756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5390b9-c7e2-45f4-85bc-68a73c58e00f') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:06.894262 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.931729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.933309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.939403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] Pushing event deleted for resources: {'Port': ['ID=202c6a07-e1e9-4434-b4df-8910cbffafea,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:06.949414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:06:06.950212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.952400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc5cb1-7b2d-4073-8229-d1936abad6c2 None None] No DVR routers for this DVR port 202c6a07-e1e9-4434-b4df-8910cbffafea on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:06:06.954144 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:06:06.986878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d0947-5957-4964-9320-ec535f42f6ac None None] Network 23af9199-fb1e-46af-ba96-f6013260f1fd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:06:07.269485 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b589ec60-0cc4-4191-acb7-9e922f4d0737 req-63f65bed-77fc-42b2-b4e4-5881a627ca5f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0414438 Jul 28 15:06:07.398788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.436814 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.454672 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2896b4d6-780f-41d0-9de9-0cbaed8805c5 HTTP/1.1" status: 204 len: 168 time: 3.2775617 Jul 28 15:06:07.531738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b999bb8-de2f-4507-891d-2da248c187f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2896b4d6-780f-41d0-9de9-0cbaed8805c5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:08.068125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51710) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:08.076628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1852708212-network', 'tenant_id': '0208b18f471143619232ef16f7857cf0'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:08.115122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:08.283239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51724) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:08.285449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-39338f6b-3707-415e-8ec2-fde5749557bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e47f4617f5e3494680026db6405d0c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673269 Jul 28 15:06:08.433941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9744ad2a-407a-47ee-a83e-a479a9e14d0c req-1038e5fd-67ab-41d4-bed3-7c0950b74821 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0585020 Jul 28 15:06:08.437282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Made reservation on behalf of 0208b18f471143619232ef16f7857cf0 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:08.442373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.476865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5087200-0e82-4ff4-ac74-e546605ced4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.482973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.585535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5087200-0e82-4ff4-ac74-e546605ced4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.737697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.842076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.882533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:06:08.902212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5087200-0e82-4ff4-ac74-e546605ced4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.914916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c5087200-0e82-4ff4-ac74-e546605ced4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.914916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c5087200-0e82-4ff4-ac74-e546605ced4a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/631e426d-ac59-4fca-a360-73aa5eb7634b HTTP/1.1" status: 204 len: 168 time: 0.6217673 Jul 28 15:06:08.914916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.914916 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Added segment 65b83e36-280a-4939-b7ec-6e9996090634 of type vlan for network 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337 Jul 28 15:06:08.925372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8367b-2459-4e38-9bf3-d8b6d92899a4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:09.131840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5087200-0e82-4ff4-ac74-e546605ced4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e426d-ac59-4fca-a360-73aa5eb7634b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:09.135341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:09.559975 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f380e705-7f78-4cd7-987e-b7741cc33d17 req-8de3e2a5-4cea-40c7-aadd-42639e59c0b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0463717 Jul 28 15:06:09.916097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:09.918613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:09.919287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:10.036706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] Pushing event updated for resources: {'Network': ['ID=9a2c73ad-b7a6-4fc1-a617-e0964b3b0337,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:10.056620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:06:10.250625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb1197d5-e58e-45f9-916b-eaea7bf836df admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1777112 Jul 28 15:06:10.250899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51766) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:10.256642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Request body: {'subnet': {'network_id': '9a2c73ad-b7a6-4fc1-a617-e0964b3b0337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1852708212-subnet', 'tenant_id': '0208b18f471143619232ef16f7857cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:10.476600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Made reservation on behalf of 0208b18f471143619232ef16f7857cf0 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:10.479270 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:10.989822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ffe64d7b-be3a-45f9-9206-bf0533b1c868 req-f7ffb209-4051-4d48-b71d-e4b0dd4c9294 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.1273170 Jul 28 15:06:11.293722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:11.643703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6f1695-f8d4-490a-90ba-b7432395c8f5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:11.708859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Checking segment: {'id': '65b83e36-280a-4939-b7ec-6e9996090634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a2c73ad-b7a6-4fc1-a617-e0964b3b0337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:06:11.710280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Network hostable DHCP agents. Network: 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:06:11.833204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Network 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:06:12.021101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:12.029242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:12.029958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:12.031876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d86493-482c-416a-912d-32476315f755 None None] Network 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:06:12.177138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-cccb5ffa-5a6d-4365-b12c-17ad49dc8571 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:12.180546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-cccb5ffa-5a6d-4365-b12c-17ad49dc8571 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 797 time: 0.5778484 Jul 28 15:06:12.206352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0b51e86-2d50-4304-9d6e-e6d8661371dc req-9b6e189e-c29b-4cdc-8ffe-61a863c3d5c9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0738311 Jul 28 15:06:12.272104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-483df0b9-f8f0-4a21-8143-89570aaea80d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0197608 Jul 28 15:06:12.332343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-2d2faa0f-92fa-4bf5-88c2-e58f403a72f3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 380 time: 0.1351399 Jul 28 15:06:12.348847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'port': {'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'admin_state_up': True, 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'security_groups': ['6f8f1b27-7e2e-4301-bd40-5b9b0547244b']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:12.656408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363e75c-48dc-4c95-a23e-e7abab2e8b21 None None] Network 9a2c73ad-b7a6-4fc1-a617-e0964b3b0337 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:06:12.955528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:12.966668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:13.493921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e669039f-530e-4970-aab6-ae0929a69cd0 req-634571c0-89c9-4230-a837-0167b24f792d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.1060178 Jul 28 15:06:13.551005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.20.0.3 (bcff73a1-024a-4369-b723-4d1971e315d0/caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a/4f28c2d5-dd6e-4123-99d1-19d69cadab76) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:06:13.886779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-e8a1b493-968a-4ef3-9681-818ccb2d7f2c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:13.908987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-e8a1b493-968a-4ef3-9681-818ccb2d7f2c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/networks?id=23af9199-fb1e-46af-ba96-f6013260f1fd HTTP/1.1" status: 200 len: 811 time: 0.3543537 Jul 28 15:06:13.975893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-e54c3464-fc6e-4392-906a-20be3eda6db1 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/quotas/03bb696e67354e29862f2a914f7ad060 HTTP/1.1" status: 200 len: 375 time: 0.0613391 Jul 28 15:06:14.036851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:14.090811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Transition to ACTIVE for port object 4f28c2d5-dd6e-4123-99d1-19d69cadab76 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:06:14.138585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-6a8226a8-5047-47c2-9e8b-9d44a46906e2 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=03bb696e67354e29862f2a914f7ad060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659458 Jul 28 15:06:14.711228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8440a2f2-26d7-4935-bd2c-8195d192d3e2 req-8b848105-3a98-4044-9aab-6d330ac4efab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0631428 Jul 28 15:06:15.245724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-11c38dfa-b875-4ed8-a0fc-08423ed77709 service neutron] 10.222.0.57 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0938351 Jul 28 15:06:15.471315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-fec8dc2e-e51d-486a-a488-1bc5c80b8db8 service neutron] 10.222.0.57 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245734 Jul 28 15:06:15.473166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:15.625397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 51898) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:15.686688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network bcff73a1-024a-4369-b723-4d1971e315d0 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:06:15.692630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:15.701130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:06:15.716985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=4f28c2d5-dd6e-4123-99d1-19d69cadab76,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:15.871000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:15.871952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:15.963159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90eb59eb-9445-4926-9725-47ec586a61f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:16.101659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053eece-4527-4e08-8f8d-b58c39cad159 req-1f190d29-902b-47fd-a388-662b708e4534 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:16.110608 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f053eece-4527-4e08-8f8d-b58c39cad159 req-1f190d29-902b-47fd-a388-662b708e4534 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 931 time: 0.2800286 Jul 28 15:06:16.121014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-02387a08-cebc-46b4-8541-ec00d65fc793 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7764709 Jul 28 15:06:16.149717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c2b3613-6b3f-4b89-b7ba-38d4d89e5b83 req-cb8c46ee-df8a-461a-b773-90062ba2664e tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.1314249 Jul 28 15:06:16.164873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Request body: {'port': {'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:16.347849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:16.371350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f053eece-4527-4e08-8f8d-b58c39cad159 req-bbed5d70-0245-4f8d-aa1e-2733fe51887b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442346 Jul 28 15:06:16.373662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-971baf0f-4a30-4b3b-b5d4-a687f21941a2 None None] Provisioning for port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:16.380644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-971baf0f-4a30-4b3b-b5d4-a687f21941a2 None None] Provisioning complete for port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:16.385759 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-971baf0f-4a30-4b3b-b5d4-a687f21941a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:16.484389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90eb59eb-9445-4926-9725-47ec586a61f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:16.500415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-971baf0f-4a30-4b3b-b5d4-a687f21941a2 None None] Port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:06:16.782360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f28c2d5-dd6e-4123-99d1-19d69cadab76 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:16.787314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:16.801112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Transition to ACTIVE for port object 4f28c2d5-dd6e-4123-99d1-19d69cadab76 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:06:16.864400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90eb59eb-9445-4926-9725-47ec586a61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:16.920715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-90eb59eb-9445-4926-9725-47ec586a61f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cf207e17e2942a2b9f653806e0d2d43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2940464 Jul 28 15:06:16.922057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb59eb-9445-4926-9725-47ec586a61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910dd119-cb1e-42d9-9aa0-b024092deec8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:16.924880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 51944) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:16.981089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.154664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8053ac0b-b3c3-4afc-9a40-86498f5f5db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.159199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Pushing event updated for resources: {'Port': ['ID=4f28c2d5-dd6e-4123-99d1-19d69cadab76,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:17.302828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8053ac0b-b3c3-4afc-9a40-86498f5f5db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.364475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Attempting to bind port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:06:17.366093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Attempting to bind port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:06:17.366612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Attempting to bind port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 on network bcff73a1-024a-4369-b723-4d1971e315d0 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:17.384166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 on network bcff73a1-024a-4369-b723-4d1971e315d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:06:17.384780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Attempting to bind port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 on network bcff73a1-024a-4369-b723-4d1971e315d0 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:17.454306 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70d0640f-434e-4c57-a460-4abee56cf9d7 req-e7b11c56-efc6-4ccd-bc8a-dbf41662ac2c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.0803299 Jul 28 15:06:17.455388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:06:17.456207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Checking segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:06:17.458134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Bound using segment: {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:06:17.460682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Bound port: 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:06:17.462629 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.658629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] For port 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:06:17.666012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] For port 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:06:17.675590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8053ac0b-b3c3-4afc-9a40-86498f5f5db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.686059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8053ac0b-b3c3-4afc-9a40-86498f5f5db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.688856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8053ac0b-b3c3-4afc-9a40-86498f5f5db9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/910dd119-cb1e-42d9-9aa0-b024092deec8 HTTP/1.1" status: 204 len: 168 time: 0.7561378 Jul 28 15:06:17.698343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053ac0b-b3c3-4afc-9a40-86498f5f5db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910dd119-cb1e-42d9-9aa0-b024092deec8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:17.734959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1aee-ae20-45bb-9f7a-636350e9141d req-1ca0115b-f573-49b0-962b-93fd5ceb65c3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:17.734959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59ba1aee-ae20-45bb-9f7a-636350e9141d req-1ca0115b-f573-49b0-962b-93fd5ceb65c3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 943 time: 0.1356778 Jul 28 15:06:17.804840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59ba1aee-ae20-45bb-9f7a-636350e9141d req-54ced83c-4a3a-4392-80b8-998f6bc240dd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655987 Jul 28 15:06:17.859537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.977141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:17.977788 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.979234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] 10.222.0.42 "PUT /v2.0/ports/4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 1092 time: 1.8255990 Jul 28 15:06:17.979865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fafd9-2df0-47d3-b42d-c3bdb88fbade service neutron] Pushing event updated for resources: {'Port': ['ID=4f28c2d5-dd6e-4123-99d1-19d69cadab76,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:18.005294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:18.026872 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5852fa74-ff09-4586-a8ab-c3e3cea44aac" -d '{"events": [{"name": "network-changed", "server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:18.433883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-7407cc5a-bc59-457b-b545-b73fd6b0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:18.436882 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-7407cc5a-bc59-457b-b545-b73fd6b0d230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1095 time: 0.0547166 Jul 28 15:06:18.511006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-546ab0a1-1e5a-441f-aed8-50df45ab1ae1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 217 time: 0.0498359 Jul 28 15:06:18.532130 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec466bb5-d382-42a8-b794-d5edfd817ae2 x-openstack-request-id: req-ec466bb5-d382-42a8-b794-d5edfd817ae2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:18.534062 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:18.534623 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec466bb5-d382-42a8-b794-d5edfd817ae2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:18.535301 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'status': 'completed', 'code': 200} Jul 28 15:06:18.621070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-2096b305-866d-422e-96b5-dd250d8c78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:18.623217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-2096b305-866d-422e-96b5-dd250d8c78b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 200 len: 835 time: 0.0857930 Jul 28 15:06:18.647329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f14cefb9-7c70-4bcc-b500-d0e58b027e95 req-b3b8fb57-5d85-4f5e-a0f9-946cb89c23cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.0773354 Jul 28 15:06:18.724732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-0fef0473-7c77-4608-9092-87d5ff17aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:18.728878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-0fef0473-7c77-4608-9092-87d5ff17aaf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bcff73a1-024a-4369-b723-4d1971e315d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968015 Jul 28 15:06:18.943482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-c5983726-4559-4fb6-a686-22f72110d959 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856384 Jul 28 15:06:18.994297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91178b06-3853-407b-91f7-d1b1e6569650 req-9390b9f1-7914-4dcf-a6c7-27b86216a7c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:18.995955 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91178b06-3853-407b-91f7-d1b1e6569650 req-9390b9f1-7914-4dcf-a6c7-27b86216a7c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 943 time: 0.1005070 Jul 28 15:06:19.125964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91178b06-3853-407b-91f7-d1b1e6569650 req-abbd60d7-8bde-4267-8174-c20f900c3f39 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934572 Jul 28 15:06:19.137435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f5f3e9f-69af-40b0-a4b7-36cff054feef req-868294b2-0af1-4e9e-a59d-484cca94892f service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841769 Jul 28 15:06:19.462522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-616725dc-edd3-4242-91f0-85b6f8568f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:19.464200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-616725dc-edd3-4242-91f0-85b6f8568f3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1095 time: 0.0701256 Jul 28 15:06:19.576728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-f549764b-2680-49b6-b039-6b1d299d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:19.579273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-f549764b-2680-49b6-b039-6b1d299d3627 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 898 time: 0.1075127 Jul 28 15:06:19.678690 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-7ecaa679-8f11-40c5-acd8-ce2233a885af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 217 time: 0.0850179 Jul 28 15:06:19.832711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-b1b6de79-028a-4fd8-b855-5de515e0fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:19.832711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-b1b6de79-028a-4fd8-b855-5de515e0fc21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 200 len: 835 time: 0.1430604 Jul 28 15:06:19.832963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8fc26318-6e0b-4fd1-b5ff-94c99cbf96e0 req-2531df37-6dd3-4873-bbae-3abeb0213d46 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.0545979 Jul 28 15:06:19.890635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-1920559d-524f-44ad-932a-b5676452aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:19.892302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-1920559d-524f-44ad-932a-b5676452aca0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bcff73a1-024a-4369-b723-4d1971e315d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557580 Jul 28 15:06:20.064973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-443ef48f-ee54-4f4c-9702-5bd7e2b68148 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654911 Jul 28 15:06:20.204263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5852fa74-ff09-4586-a8ab-c3e3cea44aac req-bbdca1d9-d7f4-49d5-a032-d26970264921 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309788 Jul 28 15:06:20.228572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401980a8-6bc2-4bc9-94cc-575b9de5e270 req-497bd185-bd62-4747-9edc-80cbcf1289e5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:20.230950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-401980a8-6bc2-4bc9-94cc-575b9de5e270 req-497bd185-bd62-4747-9edc-80cbcf1289e5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0778031 Jul 28 15:06:20.335587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79bcc-d2a0-4b31-b01e-03b9286168b4 req-88b03a57-96e8-428c-b9f9-5eeb8039d5bb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:20.338272 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1e79bcc-d2a0-4b31-b01e-03b9286168b4 req-88b03a57-96e8-428c-b9f9-5eeb8039d5bb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 943 time: 0.0998871 Jul 28 15:06:20.363948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52054) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:20.378764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-401980a8-6bc2-4bc9-94cc-575b9de5e270 req-c381805f-58cc-40f8-a9c1-bf263495500b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405766 Jul 28 15:06:20.429825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d1e79bcc-d2a0-4b31-b01e-03b9286168b4 req-c2812696-fe12-49ad-a8a8-8ce515ff8f58 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836999 Jul 28 15:06:20.532913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a997894-faf5-4687-b449-fbca8329a283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:20.681787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a997894-faf5-4687-b449-fbca8329a283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:20.880848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a997894-faf5-4687-b449-fbca8329a283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:20.975073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997894-faf5-4687-b449-fbca8329a283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeeeeac-920f-4e77-89dd-3794020c2c30,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:21.004268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0a997894-faf5-4687-b449-fbca8329a283 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5da6bd1336384b6db219c206b9024332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383419 Jul 28 15:06:21.007708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52078) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:21.015337 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b38b2d02-5b61-4dff-8b9e-4d2abaf486b3 req-cc51b07b-3272-49ff-93c1-c32929a3839e tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.0520198 Jul 28 15:06:21.079738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04c68d39-ec67-4f8a-a3c2-eb934cc82aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.102641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04c68d39-ec67-4f8a-a3c2-eb934cc82aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.275838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-fe54b3f1-4039-4156-a317-666979b132fd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:21.277283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-fe54b3f1-4039-4156-a317-666979b132fd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.58 "GET /v2.0/networks?id=23af9199-fb1e-46af-ba96-f6013260f1fd HTTP/1.1" status: 200 len: 811 time: 0.1192217 Jul 28 15:06:21.298066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Request body: {'port': {'device_id': '03f2944c-8de0-4076-873c-ab39440a7373', 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd', 'admin_state_up': True, 'tenant_id': '03bb696e67354e29862f2a914f7ad060'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:21.375622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04c68d39-ec67-4f8a-a3c2-eb934cc82aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.378677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04c68d39-ec67-4f8a-a3c2-eb934cc82aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.379849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-04c68d39-ec67-4f8a-a3c2-eb934cc82aa6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfeeeeac-920f-4e77-89dd-3794020c2c30 HTTP/1.1" status: 204 len: 168 time: 0.3711338 Jul 28 15:06:21.393447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c68d39-ec67-4f8a-a3c2-eb934cc82aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeeeeac-920f-4e77-89dd-3794020c2c30,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:21.532889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def77f9-bba5-459c-94eb-5fd749b4709c req-d4bd43bd-0878-43ab-9b5d-6878c4f67f9a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:21.534533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4def77f9-bba5-459c-94eb-5fd749b4709c req-d4bd43bd-0878-43ab-9b5d-6878c4f67f9a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0766413 Jul 28 15:06:21.568881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96468589-27e2-4350-8cd8-988b648bdbdc req-43abdb33-080d-485c-93c1-718641fd4b5f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:21.570647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96468589-27e2-4350-8cd8-988b648bdbdc req-43abdb33-080d-485c-93c1-718641fd4b5f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 943 time: 0.0600812 Jul 28 15:06:21.587071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4def77f9-bba5-459c-94eb-5fd749b4709c req-06164185-0c62-4614-9654-4ceb378c6e34 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444846 Jul 28 15:06:21.618084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96468589-27e2-4350-8cd8-988b648bdbdc req-cac40d35-a11b-4188-ac49-eb05385663a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Jul 28 15:06:21.656552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Made reservation on behalf of 03bb696e67354e29862f2a914f7ad060 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:21.662192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.829732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Allocated IP 172.20.0.10 (23af9199-fb1e-46af-ba96-f6013260f1fd/31d1aa43-83c2-4067-896d-41461978912f/5f875453-1b2f-4adc-a805-bb4abe756fa2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:06:22.014910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.116146 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f123dcff-f07d-4012-9eaf-39edcfbf5b7e req-0c70b9da-b61f-497e-bb4f-86e60f8d3115 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.0335066 Jul 28 15:06:22.270991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.310121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d725a20c-d50b-4f96-a81e-6f89ab3fdb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.354835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Network 23af9199-fb1e-46af-ba96-f6013260f1fd is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:06:22.358817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:22.363101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:06:22.400745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Pushing event updated for resources: {'Port': ['ID=5f875453-1b2f-4adc-a805-bb4abe756fa2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:22.426980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:22.427658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.494699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:22.509323 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-939e43d0-018e-4fcd-9b3a-e3bd4761bcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.516089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-134ccd71-6e2a-414a-9324-5a37ea4f69cd tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2214193 Jul 28 15:06:22.534038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Request body: {'port': {'device_id': '03f2944c-8de0-4076-873c-ab39440a7373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:22.631725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-939e43d0-018e-4fcd-9b3a-e3bd4761bcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.636234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4f28c2d5-dd6e-4123-99d1-19d69cadab76 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:06:22.709971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.774068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-939e43d0-018e-4fcd-9b3a-e3bd4761bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.824277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:22.850222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:06:22.861522 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-939e43d0-018e-4fcd-9b3a-e3bd4761bcac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abfa48ea550a4da488a305a32505198e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631804 Jul 28 15:06:22.868678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52114) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:22.904908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:22.905148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ae7d-e1d5-43eb-a845-cb9735ee1d1c req-f34d1339-9419-4092-8a19-a8cdd1b22588 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:22.915264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5443ae7d-e1d5-43eb-a845-cb9735ee1d1c req-f34d1339-9419-4092-8a19-a8cdd1b22588 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 943 time: 0.1729665 Jul 28 15:06:22.933098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f28c2d5-dd6e-4123-99d1-19d69cadab76 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:22.944573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e43d0-018e-4fcd-9b3a-e3bd4761bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78680f-ca82-4cf0-ad30-d60601f2e436,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:22.981784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:22.998151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba6b07-3aca-4b11-ac3e-92f4e547e08a req-a6c2fd26-e451-4de7-b915-e1b78e0dde36 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:22.999546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02ba6b07-3aca-4b11-ac3e-92f4e547e08a req-a6c2fd26-e451-4de7-b915-e1b78e0dde36 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.2676883 Jul 28 15:06:23.011254 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5443ae7d-e1d5-43eb-a845-cb9735ee1d1c req-bdac5901-d827-4dad-a992-11e6adda3d49 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947306 Jul 28 15:06:23.033266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9290c8df-d627-46d8-9cc0-5b446e29a8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.057252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9290c8df-d627-46d8-9cc0-5b446e29a8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.067155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02ba6b07-3aca-4b11-ac3e-92f4e547e08a req-b23f2a13-acbf-465c-8507-89df1402a540 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566020 Jul 28 15:06:23.174245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f875453-1b2f-4adc-a805-bb4abe756fa2 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:23.186089 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.187927 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.264913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df954-b1f3-4d87-98b6-6c019c2d2165 req-a221ae20-35e1-4f1e-9e71-1a3f40ea1d7d tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:23.267460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-429df954-b1f3-4d87-98b6-6c019c2d2165 req-a221ae20-35e1-4f1e-9e71-1a3f40ea1d7d tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 932 time: 0.0642738 Jul 28 15:06:23.293506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4f28c2d5-dd6e-4123-99d1-19d69cadab76,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:23.310917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-429df954-b1f3-4d87-98b6-6c019c2d2165 req-fc56fd1c-80c4-4a81-9b03-cc34263c2d98 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367851 Jul 28 15:06:23.350373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9290c8df-d627-46d8-9cc0-5b446e29a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.350535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Transition to ACTIVE for port object 5f875453-1b2f-4adc-a805-bb4abe756fa2 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:06:23.353818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9290c8df-d627-46d8-9cc0-5b446e29a8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.355015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9290c8df-d627-46d8-9cc0-5b446e29a8b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d78680f-ca82-4cf0-ad30-d60601f2e436 HTTP/1.1" status: 204 len: 168 time: 0.4803472 Jul 28 15:06:23.370534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290c8df-d627-46d8-9cc0-5b446e29a8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78680f-ca82-4cf0-ad30-d60601f2e436,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:23.459984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.471796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:23.601872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Pushing event updated for resources: {'Port': ['ID=5f875453-1b2f-4adc-a805-bb4abe756fa2,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:23.616394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4f28c2d5-dd6e-4123-99d1-19d69cadab76'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:23.621370 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.685024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:23.688354 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf9f3d-46c0-4508-8b8b-e12f163a6688" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:23.713246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:23.718168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Attempting to bind port 5f875453-1b2f-4adc-a805-bb4abe756fa2 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:06:23.718168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Attempting to bind port 5f875453-1b2f-4adc-a805-bb4abe756fa2 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b24d4da9-e842-4710-803c-e235429aa982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:06:23.718168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Attempting to bind port 5f875453-1b2f-4adc-a805-bb4abe756fa2 on network 23af9199-fb1e-46af-ba96-f6013260f1fd {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:23.724961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Port 5f875453-1b2f-4adc-a805-bb4abe756fa2 on network 23af9199-fb1e-46af-ba96-f6013260f1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:06:23.725522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Attempting to bind port 5f875453-1b2f-4adc-a805-bb4abe756fa2 on network 23af9199-fb1e-46af-ba96-f6013260f1fd {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:23.733096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:06:23.733778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Checking segment: {'id': 'b24d4da9-e842-4710-803c-e235429aa982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:06:23.734379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Bound using segment: {'id': 'b24d4da9-e842-4710-803c-e235429aa982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:06:23.735972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Bound port: 5f875453-1b2f-4adc-a805-bb4abe756fa2, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24d4da9-e842-4710-803c-e235429aa982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:06:23.736621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.758313 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9343fd-3865-4192-9107-8379bbf9c240 x-openstack-request-id: req-0d9343fd-3865-4192-9107-8379bbf9c240 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:23.758614 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:23.758964 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d9343fd-3865-4192-9107-8379bbf9c240 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:23.759389 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:06:23.815860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] For port 5f875453-1b2f-4adc-a805-bb4abe756fa2, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:06:23.818127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] For port 5f875453-1b2f-4adc-a805-bb4abe756fa2, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2,segment=NetworkSegment(b24d4da9-e842-4710-803c-e235429aa982),segment_id=b24d4da9-e842-4710-803c-e235429aa982)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:06:23.987532 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.038051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:24.128422 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.167172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee483e-1902-405e-8d43-9b829ef2b207 req-34df6d01-03fe-43e1-8660-fad36ed542d6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.168934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09ee483e-1902-405e-8d43-9b829ef2b207 req-34df6d01-03fe-43e1-8660-fad36ed542d6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 944 time: 0.0731323 Jul 28 15:06:24.236314 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09ee483e-1902-405e-8d43-9b829ef2b207 req-f80818a5-9528-46e6-a46e-9e796cba3b45 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585668 Jul 28 15:06:24.277090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.277782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.279185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] 10.222.0.58 "PUT /v2.0/ports/5f875453-1b2f-4adc-a805-bb4abe756fa2 HTTP/1.1" status: 200 len: 1093 time: 1.7546043 Jul 28 15:06:24.279639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f2944c-8de0-4076-873c-ab39440a7373', 'tag': '5f875453-1b2f-4adc-a805-bb4abe756fa2'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:24.282080 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9" -d '{"events": [{"name": "network-changed", "server_uuid": "03f2944c-8de0-4076-873c-ab39440a7373", "tag": "5f875453-1b2f-4adc-a805-bb4abe756fa2"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:24.305030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e747a-1eac-40d8-a6c1-786b5b7be894 service neutron] Pushing event updated for resources: {'Port': ['ID=5f875453-1b2f-4adc-a805-bb4abe756fa2,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:24.321616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0da4fc-5bd9-48ac-be40-97ba7fe11aeb req-f8d8769e-1af6-42fc-ae45-b69770468509 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.323220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc0da4fc-5bd9-48ac-be40-97ba7fe11aeb req-f8d8769e-1af6-42fc-ae45-b69770468509 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1098545 Jul 28 15:06:24.335588 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceeb05e-7441-478c-9e6a-d8b8db296f32 x-openstack-request-id: req-fceeb05e-7441-478c-9e6a-d8b8db296f32 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:24.335883 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f2944c-8de0-4076-873c-ab39440a7373", "tag": "5f875453-1b2f-4adc-a805-bb4abe756fa2", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:24.336139 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fceeb05e-7441-478c-9e6a-d8b8db296f32 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:24.336606 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f2944c-8de0-4076-873c-ab39440a7373', 'tag': '5f875453-1b2f-4adc-a805-bb4abe756fa2', 'status': 'completed', 'code': 200} Jul 28 15:06:24.410873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc0da4fc-5bd9-48ac-be40-97ba7fe11aeb req-d2a9a761-712a-46ca-8c2e-8f5182e96e0c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727007 Jul 28 15:06:24.441318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9 req-1ded4f7a-cded-48b5-a7a8-851ce124dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.443196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9 req-1ded4f7a-cded-48b5-a7a8-851ce124dd30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03bb696e67354e29862f2a914f7ad060&device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 1096 time: 0.0815251 Jul 28 15:06:24.495084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a637e7c-78f0-448e-9e1e-24e868c658c5 req-7bf2eb16-64e4-4bc5-8e03-30a3b4d69768 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.497417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a637e7c-78f0-448e-9e1e-24e868c658c5 req-7bf2eb16-64e4-4bc5-8e03-30a3b4d69768 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 944 time: 0.0877707 Jul 28 15:06:24.543739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a637e7c-78f0-448e-9e1e-24e868c658c5 req-06fa1363-5b82-4177-9aea-da0189a2c299 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Jul 28 15:06:24.583793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9 req-0ef7ec56-ad7d-47ab-8758-b12d80de4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.585490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9 req-0ef7ec56-ad7d-47ab-8758-b12d80de4f5f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=03bb696e67354e29862f2a914f7ad060&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1314957 Jul 28 15:06:24.636593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4f28c2d5-dd6e-4123-99d1-19d69cadab76 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:24.702329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9 req-87b343f3-9d77-4638-9df8-8f05e93a27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.704128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42d04900-3ec0-4ac2-82cd-d7fe1d9233b9 req-87b343f3-9d77-4638-9df8-8f05e93a27ef service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076341 Jul 28 15:06:24.813120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-b55e025c-e2f3-46c8-a864-2f6f7f182461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.814670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-b55e025c-e2f3-46c8-a864-2f6f7f182461 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03bb696e67354e29862f2a914f7ad060&device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 1096 time: 0.0651813 Jul 28 15:06:24.859265 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c396fc1-6df9-4e01-b30b-424868cf81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.862293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-55f6007e-61e2-4e85-af3e-fc16dcfa5442 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2 HTTP/1.1" status: 200 len: 217 time: 0.0374401 Jul 28 15:06:24.863743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:24.868440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:24.868934 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.919767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-d70f0ac0-6292-4a6e-9283-4d11d3ea996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:24.921317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-d70f0ac0-6292-4a6e-9283-4d11d3ea996c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=31d1aa43-83c2-4067-896d-41461978912f HTTP/1.1" status: 200 len: 851 time: 0.0515170 Jul 28 15:06:24.961446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.966903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-4f8b07ec-6101-4ef3-bc1d-1903a874bfd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23af9199-fb1e-46af-ba96-f6013260f1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370808 Jul 28 15:06:25.003291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:25.098084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-b2fa3a25-274c-4681-91da-0d7c0299a8c2 service neutron] 10.222.0.58 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224954 Jul 28 15:06:25.190127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.203668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b62225e-494c-4496-ac12-9eee7aa3c228 req-1064b32f-d2e7-4b6f-8987-bb84c0a14129 service neutron] 10.222.0.58 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969450 Jul 28 15:06:25.248313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4f28c2d5-dd6e-4123-99d1-19d69cadab76,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:25.285550 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.376824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f66a-6abf-4d0b-8e59-b829ddff47c6 req-d227aded-c5bf-4df3-9344-73c02198f0ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:25.379279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab72f66a-6abf-4d0b-8e59-b829ddff47c6 req-d227aded-c5bf-4df3-9344-73c02198f0ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0569334 Jul 28 15:06:25.432245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab72f66a-6abf-4d0b-8e59-b829ddff47c6 req-d369c8bc-792e-431a-9229-718546bbee1b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Jul 28 15:06:25.484358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:06:25.595944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e450b-d8d3-450b-b027-abae15fc7c68 req-65a2a2c0-5904-4711-b699-b8d2b43ae786 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:25.603701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b20e450b-d8d3-450b-b027-abae15fc7c68 req-65a2a2c0-5904-4711-b699-b8d2b43ae786 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0855429 Jul 28 15:06:25.623873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:25.655107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'mac_address': 'fa:16:3e:d0:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:06:25.683673 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b20e450b-d8d3-450b-b027-abae15fc7c68 req-07eff2c0-6961-4037-bbac-e67e3af8e61c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787256 Jul 28 15:06:25.713942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.715733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29338a6a-9563-4713-a57f-a2970a64d3d2 req-a780a7c0-6d59-4c72-a718-1a57e0e7a478 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:25.717505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29338a6a-9563-4713-a57f-a2970a64d3d2 req-a780a7c0-6d59-4c72-a718-1a57e0e7a478 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 944 time: 0.0703478 Jul 28 15:06:25.733305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:25.755119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:25.760724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:25.763246 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f361818-91dc-4a02-8d0f-1c09c25e3fe3" -d '{"events": [{"server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:25.774336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29338a6a-9563-4713-a57f-a2970a64d3d2 req-e1ef2819-9153-49bc-8482-e66353706708 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Jul 28 15:06:25.803360 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f5dde-1fdb-44c7-950e-21a4620320c4 x-openstack-request-id: req-6f1f5dde-1fdb-44c7-950e-21a4620320c4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:25.803893 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:25.804147 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f1f5dde-1fdb-44c7-950e-21a4620320c4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:25.804601 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'code': 200} Jul 28 15:06:25.920003 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.965220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05d26b-68b4-40b4-a326-160d6cbfb43c req-300c8b08-886c-4164-8737-5d5a14aa610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:25.972554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb05d26b-68b4-40b4-a326-160d6cbfb43c req-300c8b08-886c-4164-8737-5d5a14aa610e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1097 time: 0.0615413 Jul 28 15:06:25.981021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:25.999558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:26.006297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb05d26b-68b4-40b4-a326-160d6cbfb43c req-0bc1c5bc-af32-40e8-bb20-e6e73212800a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jul 28 15:06:26.359200 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:26.611935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d37b2f-f0a0-4158-ad9a-abc0e39e7d78 req-5fda9a89-dd51-4c6e-a44c-8b06daf98fbd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:26.613909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97d37b2f-f0a0-4158-ad9a-abc0e39e7d78 req-5fda9a89-dd51-4c6e-a44c-8b06daf98fbd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0632408 Jul 28 15:06:26.660002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97d37b2f-f0a0-4158-ad9a-abc0e39e7d78 req-7ec18ffa-c3c4-4d5a-b307-3675d1c9853c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373421 Jul 28 15:06:26.877692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266dd242-d325-4319-825f-e4c34c2466a1 req-f1da1488-6648-40c4-bec0-ab1c7457ebdb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:26.879381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-266dd242-d325-4319-825f-e4c34c2466a1 req-f1da1488-6648-40c4-bec0-ab1c7457ebdb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.0920329 Jul 28 15:06:26.926754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-266dd242-d325-4319-825f-e4c34c2466a1 req-a4705ca5-e261-4f6f-9af1-0eb1105e00f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Jul 28 15:06:26.942778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b3d0-37a5-49a0-b94d-d7bfa5090ab0 req-bfd2579a-9654-4481-a86d-51ef6c1a29e3 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:26.944446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7a5b3d0-37a5-49a0-b94d-d7bfa5090ab0 req-bfd2579a-9654-4481-a86d-51ef6c1a29e3 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 944 time: 0.0554900 Jul 28 15:06:26.996924 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7a5b3d0-37a5-49a0-b94d-d7bfa5090ab0 req-91f69877-ad14-428b-9ba8-433a1543b8a5 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Jul 28 15:06:27.515717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5f875453-1b2f-4adc-a805-bb4abe756fa2 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:06:27.519661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:27.888862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d772f-88ff-4149-95d2-448c1a972c03 req-0d0070a6-bf46-45da-a2d1-dbb0bb03e7a7 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:27.905477 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-059d772f-88ff-4149-95d2-448c1a972c03 req-0d0070a6-bf46-45da-a2d1-dbb0bb03e7a7 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.1125181 Jul 28 15:06:27.916436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:27.917154 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:28.004198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-059d772f-88ff-4149-95d2-448c1a972c03 req-10d2cbe8-909c-4079-b9e4-ead6f87172e0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969326 Jul 28 15:06:28.013486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5f875453-1b2f-4adc-a805-bb4abe756fa2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2,segment=NetworkSegment(b24d4da9-e842-4710-803c-e235429aa982),segment_id=b24d4da9-e842-4710-803c-e235429aa982)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:28.030775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:28.056662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '5f875453-1b2f-4adc-a805-bb4abe756fa2', 'network_id': '23af9199-fb1e-46af-ba96-f6013260f1fd', 'port_id': '5f875453-1b2f-4adc-a805-bb4abe756fa2', 'mac_address': 'fa:16:3e:56:20:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1aa43-83c2-4067-896d-41461978912f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:06:28.162241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772d66-c0d2-4439-ac66-15423fda446a req-734aed08-696d-4bc5-9196-7dbe8f59bc0e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:28.168259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d50775-14e7-4125-a022-4b8695571d9c req-69cff2b9-98e4-45bf-a0ac-30c77ee21335 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:28.177647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39d50775-14e7-4125-a022-4b8695571d9c req-69cff2b9-98e4-45bf-a0ac-30c77ee21335 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 944 time: 0.0771143 Jul 28 15:06:28.188082 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:28.217310 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:28.224057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:28.226460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71772d66-c0d2-4439-ac66-15423fda446a req-734aed08-696d-4bc5-9196-7dbe8f59bc0e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 945 time: 0.1646221 Jul 28 15:06:28.226712 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3624f74b-d31c-4a7f-9247-4d11074a72d4" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:28.258374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39d50775-14e7-4125-a022-4b8695571d9c req-6ff7f4f5-6c14-4fdd-a19e-79484d171413 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794332 Jul 28 15:06:28.284527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f875453-1b2f-4adc-a805-bb4abe756fa2 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:28.296758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:28.325516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71772d66-c0d2-4439-ac66-15423fda446a req-fbc3f695-86aa-41be-a31d-1b08486d8b03 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881207 Jul 28 15:06:28.328890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5f875453-1b2f-4adc-a805-bb4abe756fa2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2,segment=NetworkSegment(b24d4da9-e842-4710-803c-e235429aa982),segment_id=b24d4da9-e842-4710-803c-e235429aa982)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:28.428840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:28.489705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b104ad-6312-40af-a49b-37589e92cb5c req-e794813f-1a3e-476d-bc5c-971e249a6895 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:28.499022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8b104ad-6312-40af-a49b-37589e92cb5c req-e794813f-1a3e-476d-bc5c-971e249a6895 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0842817 Jul 28 15:06:28.511022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:28.515302 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54885ac6-13ee-41d8-b544-5cf0c30109e8 x-openstack-request-id: req-54885ac6-13ee-41d8-b544-5cf0c30109e8 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:28.515302 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:28.515302 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54885ac6-13ee-41d8-b544-5cf0c30109e8 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:28.515302 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:06:28.571168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5f875453-1b2f-4adc-a805-bb4abe756fa2,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:28.605754 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8b104ad-6312-40af-a49b-37589e92cb5c req-c0b10236-96fd-4671-8507-105941fcb31a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055489 Jul 28 15:06:28.624173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:28.686884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=13']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:28.733613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6911993-dca5-48de-9742-824ec7a66ee8 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:28.738601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f6911993-dca5-48de-9742-824ec7a66ee8 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1092 time: 0.1067457 Jul 28 15:06:28.738789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5f875453-1b2f-4adc-a805-bb4abe756fa2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:28.738879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52294) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:28.745721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:28.915119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:29.074930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:29.401922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.25.6.172 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/a870f928-250d-4798-a2d7-e201f1db1185) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:06:29.450727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258739c-61ae-40c2-a431-acb40a398417 req-797feeda-8464-4da4-9002-c66cf2ca3895 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:29.482787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b258739c-61ae-40c2-a431-acb40a398417 req-797feeda-8464-4da4-9002-c66cf2ca3895 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 945 time: 0.0837872 Jul 28 15:06:29.506202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5f875453-1b2f-4adc-a805-bb4abe756fa2 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:29.557238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b258739c-61ae-40c2-a431-acb40a398417 req-a619386f-8f50-4cfd-adee-9dcc78ce26c6 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967572 Jul 28 15:06:29.710712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf6ad0-f5df-4ef8-bd53-1e45c5319a1f req-5861c381-0df4-47ed-8887-7ec6d252ff74 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:29.727280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3bf6ad0-f5df-4ef8-bd53-1e45c5319a1f req-5861c381-0df4-47ed-8887-7ec6d252ff74 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.2538145 Jul 28 15:06:29.730391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 5f875453-1b2f-4adc-a805-bb4abe756fa2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:29.735484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 5f875453-1b2f-4adc-a805-bb4abe756fa2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:29.736118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:29.848432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:29.862459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3bf6ad0-f5df-4ef8-bd53-1e45c5319a1f req-53ff17c8-5f7a-4445-a96c-9df9c0db5a9e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341865 Jul 28 15:06:29.923155 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:29.974064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5f875453-1b2f-4adc-a805-bb4abe756fa2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2,segment=NetworkSegment(b24d4da9-e842-4710-803c-e235429aa982),segment_id=b24d4da9-e842-4710-803c-e235429aa982)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:30.278991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:30.281442 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:30.282280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:06:30.282280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:30.282280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:06:30.282280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=a870f928-250d-4798-a2d7-e201f1db1185,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:30.336336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5f875453-1b2f-4adc-a805-bb4abe756fa2,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:30.516171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2944c-8de0-4076-873c-ab39440a7373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f875453-1b2f-4adc-a805-bb4abe756fa2'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:30.519838 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b161b1a-31f3-409e-a3b3-54edbb4314eb" -d '{"events": [{"server_uuid": "03f2944c-8de0-4076-873c-ab39440a7373", "name": "network-vif-plugged", "status": "completed", "tag": "5f875453-1b2f-4adc-a805-bb4abe756fa2"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:30.604381 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415e9555-681e-4011-a2b0-41054e2aa68d x-openstack-request-id: req-415e9555-681e-4011-a2b0-41054e2aa68d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:30.604700 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2944c-8de0-4076-873c-ab39440a7373", "name": "network-vif-plugged", "status": "completed", "tag": "5f875453-1b2f-4adc-a805-bb4abe756fa2", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:30.604951 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-415e9555-681e-4011-a2b0-41054e2aa68d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:30.605349 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2944c-8de0-4076-873c-ab39440a7373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f875453-1b2f-4adc-a805-bb4abe756fa2', 'code': 200} Jul 28 15:06:30.838661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbb256-9b25-4b34-9f0d-cd8aa6385810 req-5753f560-ae06-4aab-ac86-1639261ed4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:30.840237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ecbb256-9b25-4b34-9f0d-cd8aa6385810 req-5753f560-ae06-4aab-ac86-1639261ed4a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 1098 time: 0.1245022 Jul 28 15:06:30.918927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ecbb256-9b25-4b34-9f0d-cd8aa6385810 req-179e9dc4-dc70-4a51-b70e-46a94bdc2959 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683780 Jul 28 15:06:30.985745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da236b-fc33-4522-9404-0e699e39b5ea req-727c76fb-e398-4d50-9d61-e7be7043f62a tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:31.005706 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82da236b-fc33-4522-9404-0e699e39b5ea req-727c76fb-e398-4d50-9d61-e7be7043f62a tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.3067856 Jul 28 15:06:31.110997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-82da236b-fc33-4522-9404-0e699e39b5ea req-c9f8e741-f36a-475b-9a3d-95f63537a627 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042249 Jul 28 15:06:31.111704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ac432-4002-4a6e-8fe9-f304679d5c2f req-aca8ab38-5013-42d3-9db3-086a644c5cf0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:31.114931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e8ac432-4002-4a6e-8fe9-f304679d5c2f req-aca8ab38-5013-42d3-9db3-086a644c5cf0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0806823 Jul 28 15:06:31.149060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:31.226430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e8ac432-4002-4a6e-8fe9-f304679d5c2f req-f7d9bcd5-38dd-4955-aab6-854add259cb8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042600 Jul 28 15:06:31.415137 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:31.709431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:31.833918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:31.972733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=a870f928-250d-4798-a2d7-e201f1db1185,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:31.999626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:32.246090 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Floating IP c547f18f-a488-4773-aaf8-0a4759167d90 associated. External IP: 172.25.6.172, port: 4f28c2d5-dd6e-4123-99d1-19d69cadab76. Jul 28 15:06:32.383803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:32.484773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-6675c637-1f62-42df-9360-2be5e28be834 req-d6185841-e29f-4b6a-9c8f-9e67f0cd5231 service neutron] (94658) timed out ('10.222.0.58', 62020) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:06:32.557474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd82d8c-e403-46a2-b06f-f7320ca43cc9 req-fe60c0d2-8521-4fb1-b73d-2baa6fbba81d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.559276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fd82d8c-e403-46a2-b06f-f7320ca43cc9 req-fe60c0d2-8521-4fb1-b73d-2baa6fbba81d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0690410 Jul 28 15:06:32.588130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787ef3-d0c9-40f1-8255-c41756f3e650 req-3c9889f2-0469-4d82-85ae-2c0eaf979a36 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.589849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9787ef3-d0c9-40f1-8255-c41756f3e650 req-3c9889f2-0469-4d82-85ae-2c0eaf979a36 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.1836560 Jul 28 15:06:32.627675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fd82d8c-e403-46a2-b06f-f7320ca43cc9 req-f8e211c3-ce3d-4518-9bae-9c5feaac4cf4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569692 Jul 28 15:06:32.735320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9787ef3-d0c9-40f1-8255-c41756f3e650 req-2c3f23e0-a3c2-4f9c-989e-d961a64e1ea2 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267850 Jul 28 15:06:32.846693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:06:32.992831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a912f-60e1-436a-9c6a-78cafc7a7584 req-d088a0a3-1ea3-425e-bb0b-90055956b008 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.995554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-697a912f-60e1-436a-9c6a-78cafc7a7584 req-d088a0a3-1ea3-425e-bb0b-90055956b008 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0937896 Jul 28 15:06:33.059559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:06:33.060184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-697a912f-60e1-436a-9c6a-78cafc7a7584 req-14105613-28c4-4aaf-b253-8ba74acdec59 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551107 Jul 28 15:06:33.076156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:06:33.146607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:06:33.146607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:33.261821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:33.342287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02fd4260-02fa-4305-ba75-6ab0b4f597eb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6018553 Jul 28 15:06:33.343296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:33.346084 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a37642-6fe4-41f3-881f-28b16ce0289e" -d '{"events": [{"name": "network-changed", "server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:33.346683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52386) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:33.502442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c598a78f-6ddb-45ec-b6f6-5db004a1862f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/c547f18f-a488-4773-aaf8-0a4759167d90 HTTP/1.1" status: 200 len: 991 time: 0.1541874 Jul 28 15:06:33.742573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:06:34.064142 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c10745-0187-42f4-98ff-6d9b36d08531 x-openstack-request-id: req-d9c10745-0187-42f4-98ff-6d9b36d08531 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:34.065194 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:34.065618 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9c10745-0187-42f4-98ff-6d9b36d08531 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:34.067309 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'status': 'completed', 'code': 200} Jul 28 15:06:34.076015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce9082-e749-47b2-8975-597cb74199d8 req-e61610cd-ab12-499c-a08c-d9e5a1152b6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:34.085650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-edce9082-e749-47b2-8975-597cb74199d8 req-e61610cd-ab12-499c-a08c-d9e5a1152b6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.1167998 Jul 28 15:06:34.184814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-edce9082-e749-47b2-8975-597cb74199d8 req-2b8ef650-6b9b-4844-9b0d-1c422fd89b9a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980384 Jul 28 15:06:34.206699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-9bb93eac-0473-4825-a647-3a832dbceba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:34.209423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-9bb93eac-0473-4825-a647-3a832dbceba4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1097 time: 0.1275918 Jul 28 15:06:34.465849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234d4e4-8866-468b-a43d-c4994d24e25a req-9df17393-31db-4c0a-a910-8d78840f18e9 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:34.484880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5234d4e4-8866-468b-a43d-c4994d24e25a req-9df17393-31db-4c0a-a910-8d78840f18e9 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.1325891 Jul 28 15:06:34.507725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52414) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:34.607646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ded6e711-84b8-4f40-a121-37ab76e07c04 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/c547f18f-a488-4773-aaf8-0a4759167d90 HTTP/1.1" status: 200 len: 991 time: 0.0983665 Jul 28 15:06:34.657684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-98624b30-cc1d-412b-96b8-4cb3e5e66643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:34.662738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-98624b30-cc1d-412b-96b8-4cb3e5e66643 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 898 time: 0.4461715 Jul 28 15:06:34.680718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:30Z', 'revision_number': 0, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:34.725072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5234d4e4-8866-468b-a43d-c4994d24e25a req-60bc95c0-f4d7-479e-b653-ebc5465b6e13 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307479 Jul 28 15:06:34.743308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:06:34.784220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:06:34.784860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:34.886622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-b7d53f88-066f-4d1a-bb29-339cb678abe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 999 time: 0.1818740 Jul 28 15:06:35.006410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-48a5317f-9e17-4dbe-8077-f935e8a7e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:35.010280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-48a5317f-9e17-4dbe-8077-f935e8a7e3d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 200 len: 835 time: 0.1153386 Jul 28 15:06:35.125546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:06:35.152807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-1e041094-8c56-4742-908e-66be94792fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:35.156378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-1e041094-8c56-4742-908e-66be94792fe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bcff73a1-024a-4369-b723-4d1971e315d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387210 Jul 28 15:06:35.430447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-dee87e50-ecf7-41a8-9539-343c2093763b service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641613 Jul 28 15:06:35.495536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9223-7adf-4733-9ec1-3018ebdc4b1e req-7798b7f8-4c77-4f8c-8c6e-fa636db5516b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:35.504853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-816a9223-7adf-4733-9ec1-3018ebdc4b1e req-7798b7f8-4c77-4f8c-8c6e-fa636db5516b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.1324282 Jul 28 15:06:35.599370 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-816a9223-7adf-4733-9ec1-3018ebdc4b1e req-a5ace627-1c4f-41d3-b0bc-0da38cdb1ecf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925951 Jul 28 15:06:35.621475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:35.698813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1a37642-6fe4-41f3-881f-28b16ce0289e req-714064ce-a820-4fed-9fa4-e33bc8a1ae6b service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612281 Jul 28 15:06:35.705708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:30Z', 'revision_number': 0, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:35.748083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0b0c6-549d-4f89-8aba-433e4121d9f2 None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:30Z', 'revision_number': 0, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:06:35.809897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ff9c73e-8726-4143-8d9b-d278e9d96999 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/c547f18f-a488-4773-aaf8-0a4759167d90 HTTP/1.1" status: 200 len: 991 time: 0.1856685 Jul 28 15:06:35.987329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1c331-b7e2-4271-9d72-624624e21c87 req-2055cc9d-a07b-4f38-8682-e6a2a1af617c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:36.011389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54c1c331-b7e2-4271-9d72-624624e21c87 req-2055cc9d-a07b-4f38-8682-e6a2a1af617c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.1368091 Jul 28 15:06:36.189210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:36.253538 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54c1c331-b7e2-4271-9d72-624624e21c87 req-8f424690-6b46-4b5a-ace5-3a25cca54597 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523489 Jul 28 15:06:36.522339 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5849ec-611d-411b-8a7e-da0715ff1e30 None None] New status for floating IP c547f18f-a488-4773-aaf8-0a4759167d90: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:06:36.822927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52462) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:37.030126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eca8bb-ac54-49bd-8599-2f76df2fbda6 req-43157b12-d500-47d2-8fd7-c4a39fc0363a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:37.038325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10eca8bb-ac54-49bd-8599-2f76df2fbda6 req-43157b12-d500-47d2-8fd7-c4a39fc0363a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.2647321 Jul 28 15:06:37.128169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9074b4d-c36a-4dd8-90b1-c6d624daf408 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/c547f18f-a488-4773-aaf8-0a4759167d90 HTTP/1.1" status: 200 len: 991 time: 0.2996612 Jul 28 15:06:37.223090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f295a-e717-499c-845d-3d0814d573bb req-a3024ae7-144d-4c6c-b814-3aed6f6851f0 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:37.229899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10eca8bb-ac54-49bd-8599-2f76df2fbda6 req-8972d892-e57c-4c68-8e0f-fee7273b5148 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905231 Jul 28 15:06:37.233033 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-672f295a-e717-499c-845d-3d0814d573bb req-a3024ae7-144d-4c6c-b814-3aed6f6851f0 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.4376695 Jul 28 15:06:37.259121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-f91eab8b-01d9-4ad8-b235-98f3bd902032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:37.261327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-f91eab8b-01d9-4ad8-b235-98f3bd902032 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03bb696e67354e29862f2a914f7ad060&device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 1098 time: 0.3036845 Jul 28 15:06:37.292311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-672f295a-e717-499c-845d-3d0814d573bb req-5002b01a-568d-414d-a87e-977503386b9c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577915 Jul 28 15:06:37.316583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-425e0d48-9c75-478e-b404-d549d17c6266 req-9bf58219-2ef7-4fc1-b972-b837c2da675e service neutron] (94658) timed out ('10.222.0.42', 57876) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:06:37.493511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-a2438e41-45dd-48a7-82c2-3f1ad50900ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:37.496932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-a2438e41-45dd-48a7-82c2-3f1ad50900ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=23af9199-fb1e-46af-ba96-f6013260f1fd HTTP/1.1" status: 200 len: 912 time: 0.2210045 Jul 28 15:06:37.561348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-e7d4a942-db6b-405c-b948-a67418d7f380 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2 HTTP/1.1" status: 200 len: 217 time: 0.0549688 Jul 28 15:06:37.698092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-5e6ed9ae-003e-4594-a1e6-8d1bbb2cbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:37.701148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-5e6ed9ae-003e-4594-a1e6-8d1bbb2cbe50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=31d1aa43-83c2-4067-896d-41461978912f HTTP/1.1" status: 200 len: 851 time: 0.1187522 Jul 28 15:06:37.759993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-cca280e7-ed99-4fd7-80ab-d31434ae4951 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23af9199-fb1e-46af-ba96-f6013260f1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462103 Jul 28 15:06:38.136596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52482) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:38.522558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be80ba79-9342-4f0c-b7b3-0ebadba89dae tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/c547f18f-a488-4773-aaf8-0a4759167d90 HTTP/1.1" status: 200 len: 993 time: 0.3812559 Jul 28 15:06:38.572830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3b99-d0bf-484e-85f6-65d1ea5ca6f6 req-f27f3a2a-b66a-4423-b181-d62144febd35 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:38.575189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57ab3b99-d0bf-484e-85f6-65d1ea5ca6f6 req-f27f3a2a-b66a-4423-b181-d62144febd35 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0722630 Jul 28 15:06:38.615824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95cf67-62c7-40e5-91a3-49c9c4221421 req-71d9a263-a0c2-406b-b875-76c824ed14ca tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:38.619287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd95cf67-62c7-40e5-91a3-49c9c4221421 req-71d9a263-a0c2-406b-b875-76c824ed14ca tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.1402743 Jul 28 15:06:38.622324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57ab3b99-d0bf-484e-85f6-65d1ea5ca6f6 req-9529bf49-3f70-4ddd-91ea-7ce4f4d59232 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jul 28 15:06:38.660849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-3a5fb36b-422c-4a70-a43a-b5f09893f065 service neutron] 10.222.0.58 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8891182 Jul 28 15:06:38.726112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd95cf67-62c7-40e5-91a3-49c9c4221421 req-93e2468e-3324-4c34-8a7a-ab97211067ef tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962579 Jul 28 15:06:38.858794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7ccc1cc-a0b6-40e0-991d-0f1fe17f7248 req-d6bff466-45b9-402b-8cfa-6567a79d39e2 service neutron] 10.222.0.58 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771176 Jul 28 15:06:39.937586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a017f4-89b4-4fc5-827c-7df4040a733a req-3ba8ce41-7e59-409d-b496-1c255b033c0b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:39.947794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99a017f4-89b4-4fc5-827c-7df4040a733a req-3ba8ce41-7e59-409d-b496-1c255b033c0b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0808043 Jul 28 15:06:40.011144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e9672-c91b-4d3d-b044-04dcc69d757a req-87660e6f-4385-4fbe-aa63-70e959196a05 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:40.018478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a4e9672-c91b-4d3d-b044-04dcc69d757a req-87660e6f-4385-4fbe-aa63-70e959196a05 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.1683226 Jul 28 15:06:40.086024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99a017f4-89b4-4fc5-827c-7df4040a733a req-c444beb4-2b43-4adf-8cc5-58c87809d676 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319635 Jul 28 15:06:40.172768 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3a4e9672-c91b-4d3d-b044-04dcc69d757a req-2d9ab4cb-ca88-4e12-9f5d-88a88e787568 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312194 Jul 28 15:06:40.356241 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:06:41.508437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a748aa-26b3-4f7c-ba9d-91e56b84039f req-1e5a065c-3a3e-4216-bd89-a7d4259abcef tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:41.511924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b7185-7a11-4c06-8c6b-385f8326b8c9 req-637152d7-1c0d-44f4-a0e9-0f6d1e5d54c5 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:41.519790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5a748aa-26b3-4f7c-ba9d-91e56b84039f req-1e5a065c-3a3e-4216-bd89-a7d4259abcef tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.2111914 Jul 28 15:06:41.520055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-438b7185-7a11-4c06-8c6b-385f8326b8c9 req-637152d7-1c0d-44f4-a0e9-0f6d1e5d54c5 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.1273167 Jul 28 15:06:41.575298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-438b7185-7a11-4c06-8c6b-385f8326b8c9 req-f3984001-40dc-41d8-9add-af677f7181e4 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540044 Jul 28 15:06:41.626996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5a748aa-26b3-4f7c-ba9d-91e56b84039f req-fb3f6a4a-5531-477c-891e-7779c94e21e4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042178 Jul 28 15:06:42.735059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462c577-ac73-49ff-ac85-22785f87f383 req-f92f6237-ef23-4093-bdf6-9a808cb00bed tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:42.743656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3462c577-ac73-49ff-ac85-22785f87f383 req-f92f6237-ef23-4093-bdf6-9a808cb00bed tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.1218777 Jul 28 15:06:42.840096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3462c577-ac73-49ff-ac85-22785f87f383 req-c540fdba-9cdb-498f-a43a-0e8d030ae26c tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954080 Jul 28 15:06:42.855633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523cb0d-fee5-4fc7-a3ce-e365bc69baf4 req-ce776fdc-36e7-4055-abc7-f11ef8b48fbb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:42.873315 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9523cb0d-fee5-4fc7-a3ce-e365bc69baf4 req-ce776fdc-36e7-4055-abc7-f11ef8b48fbb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.1224728 Jul 28 15:06:42.964275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9523cb0d-fee5-4fc7-a3ce-e365bc69baf4 req-86c20102-611d-4db7-9caf-69f406e96a36 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978475 Jul 28 15:06:43.994208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc181-0072-4e70-9f31-f959c91dc38b req-c1e3107e-4396-45ec-81dd-b4e527dae7c3 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:43.996142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36fcc181-0072-4e70-9f31-f959c91dc38b req-c1e3107e-4396-45ec-81dd-b4e527dae7c3 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0563352 Jul 28 15:06:44.045327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36fcc181-0072-4e70-9f31-f959c91dc38b req-bb793a9f-3c0d-49c5-bee9-20ff3403342e tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Jul 28 15:06:44.129544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b1724-b0c8-42c1-a44b-d19aee5d27e2 req-1b7e21d2-44fe-4a32-80b5-90f2829aee53 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:44.132109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e8b1724-b0c8-42c1-a44b-d19aee5d27e2 req-1b7e21d2-44fe-4a32-80b5-90f2829aee53 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0613945 Jul 28 15:06:44.212733 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e8b1724-b0c8-42c1-a44b-d19aee5d27e2 req-e8b7758b-aa97-4ebe-8c6d-020baa553802 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560629 Jul 28 15:06:44.761043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3297f75-c09d-47d8-bfe1-6f651b743d0c req-8d8abeee-710b-4feb-9a5c-633df3141aa9 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:44.770079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3297f75-c09d-47d8-bfe1-6f651b743d0c req-8d8abeee-710b-4feb-9a5c-633df3141aa9 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0809920 Jul 28 15:06:44.862124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a3297f75-c09d-47d8-bfe1-6f651b743d0c req-1df1ec47-20b5-4854-990f-4a2c29cd7061 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724194 Jul 28 15:06:44.995179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-653a2b8a-e41c-45d6-8629-52a97ce20805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:44.999548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-653a2b8a-e41c-45d6-8629-52a97ce20805 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03bb696e67354e29862f2a914f7ad060&device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 1098 time: 0.1217735 Jul 28 15:06:45.126736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-9434da50-0920-4dd6-986c-ca393d9180c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:45.128522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-9434da50-0920-4dd6-986c-ca393d9180c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=23af9199-fb1e-46af-ba96-f6013260f1fd HTTP/1.1" status: 200 len: 912 time: 0.1207929 Jul 28 15:06:45.188165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-b19f7da2-b895-4bcf-8036-63589e3d4794 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2 HTTP/1.1" status: 200 len: 217 time: 0.0508893 Jul 28 15:06:45.308046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-cf25ec19-30f3-4fd3-a882-19a4a544f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:45.309933 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-cf25ec19-30f3-4fd3-a882-19a4a544f97b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=31d1aa43-83c2-4067-896d-41461978912f HTTP/1.1" status: 200 len: 851 time: 0.1119437 Jul 28 15:06:45.406348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-e4a20c6f-d68e-416e-95fb-63c73091f82d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23af9199-fb1e-46af-ba96-f6013260f1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829265 Jul 28 15:06:45.460016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e71d6-a176-4bcf-8b7d-890f884b3c15 req-5d1ab18d-0e60-400c-be01-32f199da9f91 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:45.462926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-600e71d6-a176-4bcf-8b7d-890f884b3c15 req-5d1ab18d-0e60-400c-be01-32f199da9f91 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0962465 Jul 28 15:06:45.576511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-600e71d6-a176-4bcf-8b7d-890f884b3c15 req-495fd31f-8049-44a6-a085-13669908ab61 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032128 Jul 28 15:06:45.596493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-b3ef4b57-4a52-4e67-b0db-cabeebd7bd1d service neutron] 10.222.0.58 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722896 Jul 28 15:06:45.724482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6c9d7c3-d6f7-4e22-8f2f-bcfd7e26ad46 req-21331358-83b9-405c-b73b-627507901841 service neutron] 10.222.0.58 "GET /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107848 Jul 28 15:06:45.995359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a625-fc35-4309-86a6-5a6072cbfb5b req-420f0faf-f3ae-4638-b4fa-5e95c96bbdc4 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:45.997013 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4824a625-fc35-4309-86a6-5a6072cbfb5b req-420f0faf-f3ae-4638-b4fa-5e95c96bbdc4 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0582955 Jul 28 15:06:46.051489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4824a625-fc35-4309-86a6-5a6072cbfb5b req-e6017f64-0887-4dfa-a1af-f41dc356b9cf tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Jul 28 15:06:46.779012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2631e-4015-4b82-99eb-35503c6a0ebd req-58e79957-8dc4-4277-8e3f-9b58ec9edaf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:46.788716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f2631e-4015-4b82-99eb-35503c6a0ebd req-58e79957-8dc4-4277-8e3f-9b58ec9edaf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0815418 Jul 28 15:06:46.853513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8f2631e-4015-4b82-99eb-35503c6a0ebd req-39eb1200-dc54-4143-b5fd-e29260ecea12 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635269 Jul 28 15:06:47.209195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-0c9cd23e-539a-45fc-899c-5589e3e46067 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925102 Jul 28 15:06:47.282254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511b12c-ec27-4f8c-a73e-417b085f2d41 req-4c3bec50-f788-4427-be18-b85a234642ca tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:47.290280 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5511b12c-ec27-4f8c-a73e-417b085f2d41 req-4c3bec50-f788-4427-be18-b85a234642ca tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0691264 Jul 28 15:06:47.341081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-24c37251-3aec-426c-bf47-4548503df781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:47.360436 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-24c37251-3aec-426c-bf47-4548503df781 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1098 time: 0.0706720 Jul 28 15:06:47.367665 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5511b12c-ec27-4f8c-a73e-417b085f2d41 req-c951a95f-9a38-47c9-8a42-6f185a29793b tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762718 Jul 28 15:06:47.546506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-c3a52174-da1f-4b98-b7dc-c3aa6f817506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:47.547951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-c3a52174-da1f-4b98-b7dc-c3aa6f817506 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1588564 Jul 28 15:06:47.647404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-53510821-3b7c-4075-bd0b-5b9f99586196 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0899405 Jul 28 15:06:47.723513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-44a0daa8-667b-43c9-9712-e02847787cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:47.725181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-44a0daa8-667b-43c9-9712-e02847787cd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0558221 Jul 28 15:06:47.836788 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-442c73cd-77b4-4714-b838-9543fc041df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:47.838691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-442c73cd-77b4-4714-b838-9543fc041df7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025472 Jul 28 15:06:48.067293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-21f0e479-e8a0-4f4c-be6b-6a5cf891172c service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169597 Jul 28 15:06:48.077354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e153a0-28a8-4811-b5b2-109d407f1427 req-2e55548d-b0a4-4911-a2c3-88d11fc53a81 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:48.089691 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4e153a0-28a8-4811-b5b2-109d407f1427 req-2e55548d-b0a4-4911-a2c3-88d11fc53a81 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.0768263 Jul 28 15:06:48.156746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4e153a0-28a8-4811-b5b2-109d407f1427 req-43296c1e-48b2-40c3-a2e2-58df86f9e17b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622380 Jul 28 15:06:48.265405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad238a-507e-4ec3-adbe-1c6f08658a5d req-124e3aa4-8516-4fc0-a059-2dcb872adc9f tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:48.267077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4ad238a-507e-4ec3-adbe-1c6f08658a5d req-124e3aa4-8516-4fc0-a059-2dcb872adc9f tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0884924 Jul 28 15:06:48.274645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af56a9fe-4380-4545-8b29-3c177d16ab56 req-e71f652b-ecdd-4201-a4a8-b34a6c4ad5a8 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925609 Jul 28 15:06:48.319217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4ad238a-507e-4ec3-adbe-1c6f08658a5d req-7f40bbf1-2ca5-41df-8ba1-483f2bed9fc2 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Jul 28 15:06:49.489631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448aee-1c7b-4e7b-b690-1f3452dea15a req-3cb270a0-34c5-427f-aa11-42cf9cd096a6 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:49.491241 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01448aee-1c7b-4e7b-b690-1f3452dea15a req-3cb270a0-34c5-427f-aa11-42cf9cd096a6 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0763011 Jul 28 15:06:49.536055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01448aee-1c7b-4e7b-b690-1f3452dea15a req-2559bb14-d7af-495f-84d7-8654202d42f1 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Jul 28 15:06:50.197236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-59d4ae50-c039-416c-8c0d-eb53562b4f44 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.199109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-59d4ae50-c039-416c-8c0d-eb53562b4f44 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.58 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0973024 Jul 28 15:06:50.371898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Deleting port 5f875453-1b2f-4adc-a805-bb4abe756fa2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:06:50.372623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.536506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] For port 5f875453-1b2f-4adc-a805-bb4abe756fa2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5f875453-1b2f-4adc-a805-bb4abe756fa2,segment=NetworkSegment(b24d4da9-e842-4710-803c-e235429aa982),segment_id=b24d4da9-e842-4710-803c-e235429aa982)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:50.537223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.556465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Calling delete_port for 5f875453-1b2f-4adc-a805-bb4abe756fa2 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:06:50.578285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c022236-c6b8-4c5b-a640-c9eba768eeed req-feb29fd8-717d-432f-9734-37ebb812bcb6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.580162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c022236-c6b8-4c5b-a640-c9eba768eeed req-feb29fd8-717d-432f-9734-37ebb812bcb6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 946 time: 0.1200283 Jul 28 15:06:50.663194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0c022236-c6b8-4c5b-a640-c9eba768eeed req-c8b8358a-94fb-469c-b220-fae7f422d2f0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457807 Jul 28 15:06:50.683975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027a1fc-7db7-41ba-b633-2d36acbfb5f7 req-21ce7372-4b8d-4b32-b1eb-8eca41a7cdfa tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.693951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1027a1fc-7db7-41ba-b633-2d36acbfb5f7 req-21ce7372-4b8d-4b32-b1eb-8eca41a7cdfa tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 946 time: 0.0721252 Jul 28 15:06:50.784065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1027a1fc-7db7-41ba-b633-2d36acbfb5f7 req-66257a18-92e0-4a05-8799-64f09f69a13b tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1482d25-fc26-463b-93f6-a08b7e2b5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888646 Jul 28 15:06:50.942821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.959091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5f875453-1b2f-4adc-a805-bb4abe756fa2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:51.010920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Pushing event deleted for resources: {'Port': ['ID=5f875453-1b2f-4adc-a805-bb4abe756fa2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:51.068716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.069165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.069467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.069741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.070458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.071181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.071603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.072067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.072415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.072782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.073120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.073455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:51.077810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] No DVR routers for this DVR port 5f875453-1b2f-4adc-a805-bb4abe756fa2 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:06:51.082426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:51.086696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49c6c014-98d5-4fc6-b9c3-30199c626463 req-9916ed35-2622-4f2d-a006-d69e5c395059 tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.58 "DELETE /v2.0/ports/5f875453-1b2f-4adc-a805-bb4abe756fa2 HTTP/1.1" status: 204 len: 173 time: 0.8676755 Jul 28 15:06:51.086696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2944c-8de0-4076-873c-ab39440a7373', 'name': 'network-vif-deleted', 'tag': '5f875453-1b2f-4adc-a805-bb4abe756fa2'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:51.088255 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10236ce1-13a9-4c12-9e5f-f8c2c5e21e3d" -d '{"events": [{"server_uuid": "03f2944c-8de0-4076-873c-ab39440a7373", "name": "network-vif-deleted", "tag": "5f875453-1b2f-4adc-a805-bb4abe756fa2"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:51.134920 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf75478-c58b-47bf-979c-d9a297d21e2f x-openstack-request-id: req-6cf75478-c58b-47bf-979c-d9a297d21e2f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:51.135642 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2944c-8de0-4076-873c-ab39440a7373", "name": "network-vif-deleted", "tag": "5f875453-1b2f-4adc-a805-bb4abe756fa2", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:51.136133 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6cf75478-c58b-47bf-979c-d9a297d21e2f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:51.136862 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2944c-8de0-4076-873c-ab39440a7373', 'name': 'network-vif-deleted', 'tag': '5f875453-1b2f-4adc-a805-bb4abe756fa2', 'status': 'completed', 'code': 200} Jul 28 15:06:51.686891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:51.843283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:51.868472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:51.870997 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a9860-8b89-46d4-b4a7-a6c590869dcc" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:51.895226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:51.930659 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b11e4d-4c4a-4665-b72c-b23a0aa18d0c x-openstack-request-id: req-d8b11e4d-4c4a-4665-b72c-b23a0aa18d0c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:51.931336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:51.931751 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8b11e4d-4c4a-4665-b72c-b23a0aa18d0c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:51.932379 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'code': 200} Jul 28 15:06:51.985353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95ac53ec-9358-43e3-bd2f-5f09572faa6b req-e6aa046f-abdf-486d-9080-5be2083a36ca tempest-TestServerAdvancedOps-579157403 tempest-TestServerAdvancedOps-579157403-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f2944c-8de0-4076-873c-ab39440a7373 HTTP/1.1" status: 200 len: 210 time: 0.0337434 Jul 28 15:06:52.041291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:52.141974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=14']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:52.156361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.156844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.157484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.157840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.158333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.158683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.159085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.160295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.160665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.161455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.161817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.162152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:52.276245 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2753d43d-8879-4a1a-a636-72735b77f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:53.101550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52882) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:53.204425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Deleting subnet 31d1aa43-83c2-4067-896d-41461978912f {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:06:53.211310 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:53.284266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:53.396236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:53.699633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:53.740843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:53.745316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/31d1aa43-83c2-4067-896d-41461978912f HTTP/1.1" status: 204 len: 168 time: 0.6415279 Jul 28 15:06:53.748859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52904) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:53.795389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b9d1c-fbe2-42ab-bb91-599c4252c836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d1aa43-83c2-4067-896d-41461978912f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:53.898027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.008894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.031231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af9199-fb1e-46af-ba96-f6013260f1fd']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:54.054160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24d4da9-e842-4710-803c-e235429aa982') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:54.055409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24d4da9-e842-4710-803c-e235429aa982') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:54.076710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.104066 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.113826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:06:54.114467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:06:54.116600 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:06:54.359434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.370317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.374425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/23af9199-fb1e-46af-ba96-f6013260f1fd HTTP/1.1" status: 204 len: 168 time: 0.6198540 Jul 28 15:06:54.381153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52926) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:54.395201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd29be3-9489-447f-a058-46398cb984f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23af9199-fb1e-46af-ba96-f6013260f1fd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:54.494222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Deleting subnet 0b6f1695-f8d4-490a-90ba-b7432395c8f5 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:06:54.505353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.593475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.677846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.932155 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2a6eb72-c85e-484b-9568-a85a93ff585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:54.972966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.020288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6f1695-f8d4-490a-90ba-b7432395c8f5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:55.024781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.030664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0b6f1695-f8d4-490a-90ba-b7432395c8f5 HTTP/1.1" status: 204 len: 168 time: 0.6468222 Jul 28 15:06:55.034587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:55.040232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.041141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.041701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.049871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25974f37-d217-4881-8e22-bab6f131f3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:55.181090 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.246108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.303096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.315461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2c73ad-b7a6-4fc1-a617-e0964b3b0337']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:55.329309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b83e36-280a-4939-b7ec-6e9996090634') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:55.329779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b83e36-280a-4939-b7ec-6e9996090634') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:55.346539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.374238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.383369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:06:55.383954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:06:55.386491 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:06:55.589679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.608043 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.608043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] 10.222.0.57 "DELETE /v2.0/networks/9a2c73ad-b7a6-4fc1-a617-e0964b3b0337 HTTP/1.1" status: 204 len: 168 time: 0.5702517 Jul 28 15:06:55.629520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beccd0-07ad-4c52-9d12-70a20f281fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2c73ad-b7a6-4fc1-a617-e0964b3b0337,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:55.688659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5f875453-1b2f-4adc-a805-bb4abe756fa2 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:55.693080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37df808-8cf2-4d61-9d14-0c22171dd709 req-984d7ff3-5ee5-4612-8058-a0a333bd42db tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:55.703138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e37df808-8cf2-4d61-9d14-0c22171dd709 req-984d7ff3-5ee5-4612-8058-a0a333bd42db tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0898480 Jul 28 15:06:55.765826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 5f875453-1b2f-4adc-a805-bb4abe756fa2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:06:55.766744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5f875453-1b2f-4adc-a805-bb4abe756fa2 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:06:55.772007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e37df808-8cf2-4d61-9d14-0c22171dd709 req-f37789fb-71e4-4b70-ad3e-4e64d88b2d85 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675282 Jul 28 15:06:56.310969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9df91-976e-46aa-b4ac-1e0c45cc539c req-6bf9c252-d57a-4e8a-863d-fca835c00eb1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:56.316990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8e9df91-976e-46aa-b4ac-1e0c45cc539c req-6bf9c252-d57a-4e8a-863d-fca835c00eb1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0732110 Jul 28 15:06:56.318560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:56.399091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8e9df91-976e-46aa-b4ac-1e0c45cc539c req-5f870daa-812a-4496-b28d-829f66e6b2ba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780790 Jul 28 15:06:56.402469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e5d2b448-96cd-4def-b085-ed577d9211e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03bb696e67354e29862f2a914f7ad060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827577 Jul 28 15:06:56.407123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52972) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:56.437580 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:56.517561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ecf9-6f3d-4421-8100-273ff9b74c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:56.519524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-83d50a16-0176-483c-a648-d81b582d5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:56.524928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-83d50a16-0176-483c-a648-d81b582d5418 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.1128321 Jul 28 15:06:56.555925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ecf9-6f3d-4421-8100-273ff9b74c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:56.703684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-54da661d-b250-4cae-8e52-81a76e6fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:56.706988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-54da661d-b250-4cae-8e52-81a76e6fd1fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1717949 Jul 28 15:06:56.789803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ecf9-6f3d-4421-8100-273ff9b74c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:56.796662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ecf9-6f3d-4421-8100-273ff9b74c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:56.799258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6c6ecf9-6f3d-4421-8100-273ff9b74c3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1482d25-fc26-463b-93f6-a08b7e2b5996 HTTP/1.1" status: 204 len: 168 time: 0.3908873 Jul 28 15:06:56.836241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6ecf9-6f3d-4421-8100-273ff9b74c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1482d25-fc26-463b-93f6-a08b7e2b5996,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:56.932444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-ef1a2498-5c08-4121-a00b-768aea9cd2f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.2146015 Jul 28 15:06:57.029223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-eafcffbd-3763-4788-af49-b707e6108af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:57.035355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-eafcffbd-3763-4788-af49-b707e6108af2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0885785 Jul 28 15:06:57.092601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-3203f740-b4e4-40b2-bd92-57b0e5e6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:57.094169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-3203f740-b4e4-40b2-bd92-57b0e5e6d962 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506880 Jul 28 15:06:57.212487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-21ab1a29-edec-45c3-948c-9ef22680509d service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064765 Jul 28 15:06:57.405828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d78a0c3f-b577-40af-a407-5b15e816b8d8 req-5f6e97f9-ae41-4dd5-84d6-d4db063897ac service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842334 Jul 28 15:06:57.634448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132272-acda-4741-a203-abb44cd7f13f req-c6c729ed-f8b8-40d0-a449-728f65d08103 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:57.636517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1132272-acda-4741-a203-abb44cd7f13f req-c6c729ed-f8b8-40d0-a449-728f65d08103 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0626099 Jul 28 15:06:57.734447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1132272-acda-4741-a203-abb44cd7f13f req-02bd2886-2674-4d63-8b5f-4e233ed8c4d1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841703 Jul 28 15:06:57.903781 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:58.227214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 52994) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:58.293844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0ac4c4d1-c3d7-4189-95f8-3fef5b48a75c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0208b18f471143619232ef16f7857cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645139 Jul 28 15:06:58.296597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 52996) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:58.373224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e59d132-9303-4ffa-aaa8-33eaa8f3fd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:58.399151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e59d132-9303-4ffa-aaa8-33eaa8f3fd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:58.675601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e59d132-9303-4ffa-aaa8-33eaa8f3fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:58.683950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6e59d132-9303-4ffa-aaa8-33eaa8f3fd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:58.686935 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6e59d132-9303-4ffa-aaa8-33eaa8f3fd64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dee8367b-2459-4e38-9bf3-d8b6d92899a4 HTTP/1.1" status: 204 len: 168 time: 0.3888853 Jul 28 15:06:58.736701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59d132-9303-4ffa-aaa8-33eaa8f3fd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8367b-2459-4e38-9bf3-d8b6d92899a4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:58.852399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53006) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:58.899781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67936c-9b18-4fab-b838-0b07abe450b1 req-03585231-04a2-445d-8340-a6c4d49557f6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:58.907724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c67936c-9b18-4fab-b838-0b07abe450b1 req-03585231-04a2-445d-8340-a6c4d49557f6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0726786 Jul 28 15:06:58.962593 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c67936c-9b18-4fab-b838-0b07abe450b1 req-2fa3b737-7eb5-4846-b96b-f557c391ed6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533426 Jul 28 15:06:59.084017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02a0bd0e-99c7-436d-9deb-0cb1962d52a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:59.182600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2334ae2-02a7-4ee0-b1d1-1e675d5e6596 req-f49dcdf9-3030-4950-bf12-1f72a5b26816 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:59.184258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2334ae2-02a7-4ee0-b1d1-1e675d5e6596 req-f49dcdf9-3030-4950-bf12-1f72a5b26816 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0551414 Jul 28 15:06:59.230643 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d2334ae2-02a7-4ee0-b1d1-1e675d5e6596 req-90110a52-4c9c-4d5a-b2c1-7d4c740a9186 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396721 Jul 28 15:06:59.420689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d1f0-f533-4b5b-a0eb-933475cd5bad req-bdf49ef9-4d40-4478-90ac-2afb537e2d4b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:59.423278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7538d1f0-f533-4b5b-a0eb-933475cd5bad req-bdf49ef9-4d40-4478-90ac-2afb537e2d4b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0853913 Jul 28 15:06:59.494618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7538d1f0-f533-4b5b-a0eb-933475cd5bad req-6b75fefa-ba59-4aea-92bb-b94781584ad2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560679 Jul 28 15:06:59.563823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02a0bd0e-99c7-436d-9deb-0cb1962d52a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:59.686259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02a0bd0e-99c7-436d-9deb-0cb1962d52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:59.730009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0bd0e-99c7-436d-9deb-0cb1962d52a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ba8e6-e3e2-429e-bee6-a99ab4206f01,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:59.776970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-02a0bd0e-99c7-436d-9deb-0cb1962d52a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f33c5cf9b894bb99952de282e1b0ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9192998 Jul 28 15:06:59.777960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:59.984119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c084582-5468-412f-b535-bac3204123cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:00.033918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c084582-5468-412f-b535-bac3204123cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:00.050074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-e85bd46a-5b85-475a-ace6-e2868034fa2b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:00.051715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-e85bd46a-5b85-475a-ace6-e2868034fa2b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.1894429 Jul 28 15:07:00.087284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-8cab7d1d-4e16-4598-8985-d4130852b9e7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/quotas/412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0284805 Jul 28 15:07:00.187527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-f1f9a606-f5d0-4f02-8d99-520b72b282c0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0763829 Jul 28 15:07:00.333767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-59a4765b-59c8-4e3d-91a8-7bd8f362deea service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350126 Jul 28 15:07:00.427029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c084582-5468-412f-b535-bac3204123cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:00.430372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c084582-5468-412f-b535-bac3204123cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:00.431767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c084582-5468-412f-b535-bac3204123cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be2ba8e6-e3e2-429e-bee6-a99ab4206f01 HTTP/1.1" status: 204 len: 168 time: 0.6419795 Jul 28 15:07:00.451682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c084582-5468-412f-b535-bac3204123cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ba8e6-e3e2-429e-bee6-a99ab4206f01,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:00.511307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-140bcab9-ce43-4e5f-a802-0eb18b106b82 service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674888 Jul 28 15:07:00.689225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:00.961680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1283181135-network', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:01.099512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83d9a93d-4a27-4f5a-8eba-9fe1e8d4251f req-a8241df8-3068-4571-bb9c-3a05ec2bf510 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 210 time: 0.1307461 Jul 28 15:07:01.170012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Made reservation on behalf of d1e5073a488345b7aa2b094edc1a6493 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:01.170632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:01.203596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:01.655249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53150) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:01.676917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435f1865-22a1-4709-bfe8-afc674af16e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:01.869462 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.014295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.041830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:07:02.052542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d627afa-b2c6-4369-90fa-010bea5c864a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:02.058032 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.058370 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Added segment f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac of type vlan for network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 Jul 28 15:07:02.125017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.134507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435f1865-22a1-4709-bfe8-afc674af16e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.210164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07720809-fa50-4cf7-b58a-7d7f9d6669c9 req-4af6c191-f884-4d0c-b48c-def77cb8ee06 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Jul 28 15:07:02.245988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-435f1865-22a1-4709-bfe8-afc674af16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.280978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.281402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:02.282104 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.301043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-435f1865-22a1-4709-bfe8-afc674af16e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9834f58450c44cfaab9bccf9b181c971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441352 Jul 28 15:07:02.302775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f1865-22a1-4709-bfe8-afc674af16e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd16af-d518-40ba-aefd-271eaba9eb76,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:02.306839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53172) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:02.354990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] Pushing event updated for resources: {'Network': ['ID=7aec4c55-a8af-475e-8bf8-e8bc317c1042,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:02.357479 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.371479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7997b9ad-3f15-474c-b8ea-b31ea9723f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.371958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:07:02.426123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7997b9ad-3f15-474c-b8ea-b31ea9723f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.493448 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0f596a95-1783-4b39-8bc3-31d34dab73a0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8027694 Jul 28 15:07:02.496273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53180) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:02.505150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Request body: {'subnet': {'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1283181135-subnet', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:02.629792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7997b9ad-3f15-474c-b8ea-b31ea9723f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.637491 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7997b9ad-3f15-474c-b8ea-b31ea9723f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:02.646800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7997b9ad-3f15-474c-b8ea-b31ea9723f1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfcd16af-d518-40ba-aefd-271eaba9eb76 HTTP/1.1" status: 204 len: 168 time: 0.3348215 Jul 28 15:07:02.661960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997b9ad-3f15-474c-b8ea-b31ea9723f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd16af-d518-40ba-aefd-271eaba9eb76,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:02.686121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Made reservation on behalf of d1e5073a488345b7aa2b094edc1a6493 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:02.690289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:03.119687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:03.188484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:03.193815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Checking segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:03.194177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Network hostable DHCP agents. Network: 7aec4c55-a8af-475e-8bf8-e8bc317c1042, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:07:03.320149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06aacef7-9287-476e-8492-177865f9b7b4 req-fba765d2-000c-4d5c-9137-a81f8cc4d0f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 210 time: 0.0330768 Jul 28 15:07:03.411271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:07:03.548924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 7aec4c55-a8af-475e-8bf8-e8bc317c1042) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:03.557122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:03.557731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:03.559141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eeb1e6-671f-44f9-9d51-0edea4cefea0 None None] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:03.657631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-01078a0e-d142-4df7-883f-0e760a505b48 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1595674 Jul 28 15:07:03.661119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53226) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:03.669901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:03.811058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'fixed_ips': [{'subnet_id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:07:03.811852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:03.858386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:03.859356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:03.974075 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:04.029124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Allocated IP 172.20.0.2 (7aec4c55-a8af-475e-8bf8-e8bc317c1042/fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc/d2eb3a14-c7d4-4675-8d4b-0f7256507df7) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:04.218230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:04.229043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Transition to ACTIVE for port object d2eb3a14-c7d4-4675-8d4b-0f7256507df7 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:04.247032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Transition to ACTIVE for port object d2eb3a14-c7d4-4675-8d4b-0f7256507df7 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:04.395290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:04.421494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:04.512598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:04.524410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:04.539167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:04.596615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddca6502-b6c9-4f05-80be-9eee814030d2 req-7c3a399b-ee96-4fe3-88f6-e26a7f7f2cc4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 210 time: 0.1416388 Jul 28 15:07:04.726590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-cd7606e3-35e3-48ed-95e8-5143a017656a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:04.729814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-cd7606e3-35e3-48ed-95e8-5143a017656a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.3129621 Jul 28 15:07:04.744790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Pushing event updated for resources: {'Port': ['ID=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:04.753081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'port': {'device_id': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'admin_state_up': True, 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:04.780785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Attempting to bind port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:04.781349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Attempting to bind port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:04.782304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Attempting to bind port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:04.790981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:04.792212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Checking segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:04.792862 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:04.793463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Bound using segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:04.794120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Bound port: d2eb3a14-c7d4-4675-8d4b-0f7256507df7, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:04.821297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.057911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] For port d2eb3a14-c7d4-4675-8d4b-0f7256507df7, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:05.062535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] For port d2eb3a14-c7d4-4675-8d4b-0f7256507df7, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:05.102358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.141144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.195217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.240566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:05.261190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.310761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e607c-dca6-4d64-bc60-f9d179d6093f None None] Pushing event updated for resources: {'Port': ['ID=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:05.334250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Allocated IP 172.25.6.80 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7571f725-5b97-447a-ab0d-393d67283e27) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:05.546226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.548689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Allocated IP 172.20.0.12 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/a10d4582-f75a-4948-9a0d-065659777f01) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:05.743893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.782737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d3658e5-5948-4a35-aa8c-fa202a59d11c req-38f7fe3f-6d2b-45aa-acc4-1242d6586a16 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 210 time: 0.0505254 Jul 28 15:07:05.856054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:05.857937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Pushing event updated for resources: {'Port': ['ID=7571f725-5b97-447a-ab0d-393d67283e27,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:05.866749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:05.877643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:05.908637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:05.935136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Transition to ACTIVE for port object a10d4582-f75a-4948-9a0d-065659777f01 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:06.137897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:06.200582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:06.208673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:06.217098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:06.220976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=a10d4582-f75a-4948-9a0d-065659777f01,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:06.277452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:06.278238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:06.463662 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:06.524273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-81e23e75-e0bd-4dd3-ba06-e9ceba017bc7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7829111 Jul 28 15:07:06.540830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Request body: {'port': {'device_id': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:06.642963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:06.674322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:06.742614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab51a38-e13a-4aa4-94c4-b9a0dd281325 None None] Provisioning for port a10d4582-f75a-4948-9a0d-065659777f01 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:06.749481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aab51a38-e13a-4aa4-94c4-b9a0dd281325 None None] Provisioning complete for port a10d4582-f75a-4948-9a0d-065659777f01 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:06.750261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aab51a38-e13a-4aa4-94c4-b9a0dd281325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:06.848758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-aab51a38-e13a-4aa4-94c4-b9a0dd281325 None None] Port a10d4582-f75a-4948-9a0d-065659777f01 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:06.929379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d2eb3a14-c7d4-4675-8d4b-0f7256507df7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:07.036700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab2b1f-0c38-4459-ac51-8f51c075b713 None None] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:07.056008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.107670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61d01-30df-4df1-9eee-e91efa9a3b84 req-64fd271e-979c-4af9-815f-4fb0dd2a92b2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:07.109655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21c61d01-30df-4df1-9eee-e91efa9a3b84 req-64fd271e-979c-4af9-815f-4fb0dd2a92b2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 932 time: 0.1174433 Jul 28 15:07:07.143892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d4582-f75a-4948-9a0d-065659777f01 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:07:07.155129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.184172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Transition to ACTIVE for port object a10d4582-f75a-4948-9a0d-065659777f01 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:07.196035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21c61d01-30df-4df1-9eee-e91efa9a3b84 req-ef549039-122b-4888-8a1c-38d54fcd2bbe tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Jul 28 15:07:07.218479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:07.281229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] Provisioning for port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:07.286412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] Provisioning complete for port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:07.286786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.319314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.399084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d4582-f75a-4948-9a0d-065659777f01,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:07.454491 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.469484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Router 6d6b033c-b268-469e-990c-fd3085e5b561 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:07:07.532681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] For port d2eb3a14-c7d4-4675-8d4b-0f7256507df7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:07.560624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Attempting to bind port a10d4582-f75a-4948-9a0d-065659777f01 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:07.561373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Attempting to bind port a10d4582-f75a-4948-9a0d-065659777f01 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:07.562059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Attempting to bind port a10d4582-f75a-4948-9a0d-065659777f01 on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:07.573043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Port a10d4582-f75a-4948-9a0d-065659777f01 on network 727e996e-9dc7-420b-8951-7f12420ef70b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:07:07.573376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Attempting to bind port a10d4582-f75a-4948-9a0d-065659777f01 on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:07.582955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:07.582955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:07.582955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:07.583256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Bound port: a10d4582-f75a-4948-9a0d-065659777f01, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:07.583546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.601017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.682720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:07:07.683746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb2168-90d4-41cf-9a77-a517cc3f858d None None] Pushing event updated for resources: {'Port': ['ID=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:07.684167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] For port a10d4582-f75a-4948-9a0d-065659777f01, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:07.688365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] For port a10d4582-f75a-4948-9a0d-065659777f01, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a10d4582-f75a-4948-9a0d-065659777f01,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:07.697662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Sync routers for ids ['6d6b033c-b268-469e-990c-fd3085e5b561'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:07:07.723993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Routers {'6d6b033c-b268-469e-990c-fd3085e5b561'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:07.724373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6d6b033c-b268-469e-990c-fd3085e5b561'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:07.772160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.787384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c3d53f7a-651b-43ed-a6d9-d89c56055499 None None] Provisioning complete for port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:07.788123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d53f7a-651b-43ed-a6d9-d89c56055499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.812084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.815223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:07.815853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:07.816528 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb47111c-d769-41a7-a7af-0b5d30c191ea admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1522579 Jul 28 15:07:07.817373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] 10.222.0.58 "PUT /v2.0/ports/a10d4582-f75a-4948-9a0d-065659777f01 HTTP/1.1" status: 200 len: 1093 time: 1.2840502 Jul 28 15:07:07.817859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'tag': 'a10d4582-f75a-4948-9a0d-065659777f01'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:07.818789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53368) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:07.820226 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e321651c-c365-4ec3-96c0-52d03ba80080" -d '{"events": [{"name": "network-changed", "server_uuid": "307c6d40-959b-41a2-9cfb-521f23fc3088", "tag": "a10d4582-f75a-4948-9a0d-065659777f01"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:07.854059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d4f83-f780-414e-b205-1bbf7c0911c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d4582-f75a-4948-9a0d-065659777f01,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:07.917140 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c15b71-71fd-4318-a989-4039b3a61119 x-openstack-request-id: req-08c15b71-71fd-4318-a989-4039b3a61119 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:07.917437 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c6d40-959b-41a2-9cfb-521f23fc3088", "tag": "a10d4582-f75a-4948-9a0d-065659777f01", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:07.917696 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08c15b71-71fd-4318-a989-4039b3a61119 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:07.918110 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'tag': 'a10d4582-f75a-4948-9a0d-065659777f01', 'status': 'completed', 'code': 200} Jul 28 15:07:07.948409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Set router 6d6b033c-b268-469e-990c-fd3085e5b561 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:08.402953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:07:06Z', 'revision_number': 3, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:08.461587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Checking router: 6d6b033c-b268-469e-990c-fd3085e5b561 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:07:08.462675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Updating router 6d6b033c-b268-469e-990c-fd3085e5b561 port 7571f725-5b97-447a-ab0d-393d67283e27 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:07:08.471534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321651c-c365-4ec3-96c0-52d03ba80080 req-e84bb893-8140-424e-8b9b-3c6c793d3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:08.473572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e321651c-c365-4ec3-96c0-52d03ba80080 req-e84bb893-8140-424e-8b9b-3c6c793d3f26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 1096 time: 0.5283196 Jul 28 15:07:08.485880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585bf6-209e-4439-8fdf-d28ad0ff1daa req-a82069e6-83b7-4287-805c-bd1fc38016b9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:08.487866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc585bf6-209e-4439-8fdf-d28ad0ff1daa req-a82069e6-83b7-4287-805c-bd1fc38016b9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 944 time: 0.0683894 Jul 28 15:07:08.516843 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:08.781489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc585bf6-209e-4439-8fdf-d28ad0ff1daa req-09be4436-80fd-4cd5-94a2-0c9894282c2b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689030 Jul 28 15:07:08.789874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321651c-c365-4ec3-96c0-52d03ba80080 req-8bf5ef14-d0fc-40b4-b5eb-b1c2715d4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:08.793674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e321651c-c365-4ec3-96c0-52d03ba80080 req-8bf5ef14-d0fc-40b4-b5eb-b1c2715d4486 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3042052 Jul 28 15:07:08.889397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d2eb3a14-c7d4-4675-8d4b-0f7256507df7 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:08.969318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.044179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:09.044842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.171117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.197872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321651c-c365-4ec3-96c0-52d03ba80080 req-d0fe1ef4-89fe-4b18-a52e-5df5a8a75b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:09.208157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e321651c-c365-4ec3-96c0-52d03ba80080 req-d0fe1ef4-89fe-4b18-a52e-5df5a8a75b67 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3919725 Jul 28 15:07:09.247481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Transition to ACTIVE for port object 7571f725-5b97-447a-ab0d-393d67283e27 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:09.344733 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.351544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-e31978e4-6c80-4ee5-b310-882b226e4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:09.353853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-e31978e4-6c80-4ee5-b310-882b226e4d0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 1096 time: 0.0782812 Jul 28 15:07:09.367772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Allocated IP 172.20.0.1 (7aec4c55-a8af-475e-8bf8-e8bc317c1042/fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc/294db071-cb69-44c4-b36d-93b4803bb57c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:09.432581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-e22fabb3-28d4-4d9c-bd05-4ed69c019367 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10d4582-f75a-4948-9a0d-065659777f01 HTTP/1.1" status: 200 len: 217 time: 0.0673394 Jul 28 15:07:09.446240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Attempting to bind port 7571f725-5b97-447a-ab0d-393d67283e27 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:09.446626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Attempting to bind port 7571f725-5b97-447a-ab0d-393d67283e27 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:09.447036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Attempting to bind port 7571f725-5b97-447a-ab0d-393d67283e27 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:09.456642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0161d2-b166-4b5a-909d-6d5a35c8220b None None] Pushing event updated for resources: {'Port': ['ID=7571f725-5b97-447a-ab0d-393d67283e27,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:09.466544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:09.467310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:09.469107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.469107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:09.469107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Bound port: 7571f725-5b97-447a-ab0d-393d67283e27, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:09.469859 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.532608 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.543721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-49f79e00-79f5-4966-94ee-249342118b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:09.547519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-49f79e00-79f5-4966-94ee-249342118b0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1068547 Jul 28 15:07:09.554791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Transition to ACTIVE for port object 294db071-cb69-44c4-b36d-93b4803bb57c will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:09.590057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] For port 7571f725-5b97-447a-ab0d-393d67283e27, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:09.595652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] For port 7571f725-5b97-447a-ab0d-393d67283e27, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7571f725-5b97-447a-ab0d-393d67283e27,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:09.639088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-40e50467-1ce0-4ddd-8880-f02e61f75237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:09.641909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-40e50467-1ce0-4ddd-8880-f02e61f75237 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867457 Jul 28 15:07:09.772817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-0ac257fa-fd6a-4a32-a5f9-d1d08295fd33 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212993 Jul 28 15:07:09.801658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.803077 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:09.824356 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:09.827467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:09.843077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:09.991064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Pushing event updated for resources: {'Port': ['ID=294db071-cb69-44c4-b36d-93b4803bb57c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:09.999012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Routers {'6d6b033c-b268-469e-990c-fd3085e5b561'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:09.999781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6d6b033c-b268-469e-990c-fd3085e5b561'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:10.007578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:10.085374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-129fd8c4-62a6-4bbd-ab44-9fcb132b3e16 req-1de66992-3ca6-44f8-a443-a0cc4b206f10 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908111 Jul 28 15:07:10.158798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53460) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:10.162842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0161d2-b166-4b5a-909d-6d5a35c8220b None None] Pushing event updated for resources: {'Port': ['ID=7571f725-5b97-447a-ab0d-393d67283e27,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:10.200320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] Set router 6d6b033c-b268-469e-990c-fd3085e5b561 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:10.304863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5933ab9f-2b75-454b-8171-9e059dc37e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:10.341225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f4030-7549-47cb-9586-cce33b1c0306 req-a34d5c4f-a990-4cc8-bf5a-50cf6b0affa4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:10.343899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b8f4030-7549-47cb-9586-cce33b1c0306 req-a34d5c4f-a990-4cc8-bf5a-50cf6b0affa4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 944 time: 0.2984324 Jul 28 15:07:10.431489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b8f4030-7549-47cb-9586-cce33b1c0306 req-7625707e-7fdf-44be-8900-49c0d9e55d10 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526931 Jul 28 15:07:10.469363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5933ab9f-2b75-454b-8171-9e059dc37e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:10.484944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:07:06Z', 'revision_number': 3, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:10.519221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0c6c7-1bd4-4b70-a82a-dd4cd904a1dc None None] The sync data for ids ['6d6b033c-b268-469e-990c-fd3085e5b561'] in n-d-764806-10 is: [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:07:06Z', 'revision_number': 3, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:07:10.828637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3697818-e9f5-4c73-b98f-d72c8904aad9 None None] Provisioning for port 294db071-cb69-44c4-b36d-93b4803bb57c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:10.835667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3697818-e9f5-4c73-b98f-d72c8904aad9 None None] Provisioning complete for port 294db071-cb69-44c4-b36d-93b4803bb57c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:10.836059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3697818-e9f5-4c73-b98f-d72c8904aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:10.886891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d3697818-e9f5-4c73-b98f-d72c8904aad9 None None] Port 294db071-cb69-44c4-b36d-93b4803bb57c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:10.930456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5933ab9f-2b75-454b-8171-9e059dc37e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:10.969087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5933ab9f-2b75-454b-8171-9e059dc37e15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87f47e5607054453be845d1f0372b659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090670 Jul 28 15:07:10.971959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53472) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:10.977179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.028560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933ab9f-2b75-454b-8171-9e059dc37e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc88e4-57a3-4a25-b401-0016f3d2131d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:11.065196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-936ee95d-7dcb-47eb-b480-dcfd9b37cce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.094500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-936ee95d-7dcb-47eb-b480-dcfd9b37cce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.225752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.281077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-936ee95d-7dcb-47eb-b480-dcfd9b37cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.286921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-936ee95d-7dcb-47eb-b480-dcfd9b37cce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.291061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-936ee95d-7dcb-47eb-b480-dcfd9b37cce9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bedc88e4-57a3-4a25-b401-0016f3d2131d HTTP/1.1" status: 204 len: 168 time: 0.3091247 Jul 28 15:07:11.301778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee95d-7dcb-47eb-b480-dcfd9b37cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc88e4-57a3-4a25-b401-0016f3d2131d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:11.349148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.428202 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Pushing event updated for resources: {'Port': ['ID=294db071-cb69-44c4-b36d-93b4803bb57c,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:11.431508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:11.591164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:11.592766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:11.776830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Router 6d6b033c-b268-469e-990c-fd3085e5b561 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:07:11.778451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-ba277f21-54ed-405e-8244-3890cfe5f603 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2240388 Jul 28 15:07:11.818000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21e1cd-23e1-4c8b-bf0b-b3855372d363 req-3fb970ff-f21f-4a56-a074-c304d889cf6d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:11.821830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e21e1cd-23e1-4c8b-bf0b-b3855372d363 req-3fb970ff-f21f-4a56-a074-c304d889cf6d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 944 time: 0.2473979 Jul 28 15:07:11.957432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:07:11.978124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fceb90a8-db39-4b10-b54d-c51d799ac90b admin admin] 10.222.0.57 "PUT /v2.0/routers/6d6b033c-b268-469e-990c-fd3085e5b561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1561253 Jul 28 15:07:12.004760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6e21e1cd-23e1-4c8b-bf0b-b3855372d363 req-c61d5072-260d-42ef-9e03-2a5e8ac30fac tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658015 Jul 28 15:07:12.047427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-744f0674-7cdc-4eb0-83dc-39d438723530 None None] Provisioning complete for port 294db071-cb69-44c4-b36d-93b4803bb57c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:12.047427 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-744f0674-7cdc-4eb0-83dc-39d438723530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:12.048334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-fbc2b125-e550-4d60-bbb6-b7c78ee22d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:12.048334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-fbc2b125-e550-4d60-bbb6-b7c78ee22d16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1097 time: 0.1908979 Jul 28 15:07:12.091527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-744f0674-7cdc-4eb0-83dc-39d438723530 None None] Port 294db071-cb69-44c4-b36d-93b4803bb57c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:12.183378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-1272667a-c650-44ce-a372-dfdb82941e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:12.185172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-1272667a-c650-44ce-a372-dfdb82941e67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 898 time: 0.1095586 Jul 28 15:07:12.271862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-782ca7af-fe71-43a1-b873-14141427ef88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 1001 time: 0.0795062 Jul 28 15:07:12.342131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-9cedf98c-a063-4f22-bde8-a6162146043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:12.343766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-9cedf98c-a063-4f22-bde8-a6162146043a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 200 len: 835 time: 0.0645185 Jul 28 15:07:12.403182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-44177652-663e-4273-998e-30bb3400c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:12.404908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-44177652-663e-4273-998e-30bb3400c269 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bcff73a1-024a-4369-b723-4d1971e315d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534103 Jul 28 15:07:12.530490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-f981729a-ceab-4525-a0c8-fdfeafeee131 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171131 Jul 28 15:07:12.626493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53522) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:12.638647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ca33137-f3b6-47c7-bf15-35e0aa734071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:12.686370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Sync routers for ids ['6d6b033c-b268-469e-990c-fd3085e5b561'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:07:12.686982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652bb84d-4c5b-4a7e-a83b-c6a6ab76ff4a req-3b60b6e2-de00-4b79-8de5-cee9a44382fc service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485596 Jul 28 15:07:12.744366 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Routers {'6d6b033c-b268-469e-990c-fd3085e5b561'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:12.745342 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6d6b033c-b268-469e-990c-fd3085e5b561'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:12.803388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ca33137-f3b6-47c7-bf15-35e0aa734071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:12.881075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7571f725-5b97-447a-ab0d-393d67283e27 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:12.923015 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Set router 6d6b033c-b268-469e-990c-fd3085e5b561 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:13.394064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa83ad3-9506-4fab-92da-87a3d335889a req-e1cc95af-dd6d-4fa8-8d6e-baabea846df6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:13.394064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baa83ad3-9506-4fab-92da-87a3d335889a req-e1cc95af-dd6d-4fa8-8d6e-baabea846df6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 944 time: 0.0521171 Jul 28 15:07:13.396407 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:07:10Z', 'revision_number': 4, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '294db071-cb69-44c4-b36d-93b4803bb57c', 'name': '', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'mac_address': 'fa:16:3e:de:75:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:09Z', 'updated_at': '2021-07-28T15:07:11Z', 'revision_number': 2, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'subnets': [{'id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:13.396407 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Checking router: 6d6b033c-b268-469e-990c-fd3085e5b561 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:07:13.396407 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Updating router 6d6b033c-b268-469e-990c-fd3085e5b561 port 294db071-cb69-44c4-b36d-93b4803bb57c binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:07:13.398235 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-baa83ad3-9506-4fab-92da-87a3d335889a req-b969defc-4d9a-45c2-ad13-6c97ab55c483 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555608 Jul 28 15:07:13.398773 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.398881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:13.531835 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ca33137-f3b6-47c7-bf15-35e0aa734071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.568352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7571f725-5b97-447a-ab0d-393d67283e27 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:13.579192 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7571f725-5b97-447a-ab0d-393d67283e27 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:13.579731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.597517 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.608968 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Transition to ACTIVE for port object 294db071-cb69-44c4-b36d-93b4803bb57c will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:13.613959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9ca33137-f3b6-47c7-bf15-35e0aa734071 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40e8e57f4b0d4497965e1b08e6dc4995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9863801 Jul 28 15:07:13.614849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53550) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:13.622635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33137-f3b6-47c7-bf15-35e0aa734071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0996b8f-ed9c-483d-ae81-19399f0d3631,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:13.660616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Deleting subnet a0844930-51fb-4ef4-9492-e0f54a266ce0 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:07:13.661798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.691133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-57c4e471-8878-427e-ad94-0bdfcd2d93ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.706731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.720858 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.727833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-57c4e471-8878-427e-ad94-0bdfcd2d93ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.736355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 7571f725-5b97-447a-ab0d-393d67283e27, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7571f725-5b97-447a-ab0d-393d67283e27,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:13.754885 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.788702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.803851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53558) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:13.804979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1764162903-network', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:13.821815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a10d4582-f75a-4948-9a0d-065659777f01 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:07:13.841016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.865546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-57c4e471-8878-427e-ad94-0bdfcd2d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.868732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-57c4e471-8878-427e-ad94-0bdfcd2d93ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.869926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-57c4e471-8878-427e-ad94-0bdfcd2d93ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0996b8f-ed9c-483d-ae81-19399f0d3631 HTTP/1.1" status: 204 len: 168 time: 0.2539942 Jul 28 15:07:13.878898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4e471-8878-427e-ad94-0bdfcd2d93ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0996b8f-ed9c-483d-ae81-19399f0d3631,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:13.912672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Made reservation on behalf of e0429924115b42baa7a9dc99b7412ae2 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:13.915086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.931601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.940745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.resource_extend [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 15:07:13.945014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.947442 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Pushing event updated for resources: {'Port': ['ID=294db071-cb69-44c4-b36d-93b4803bb57c,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:14.007287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0844930-51fb-4ef4-9492-e0f54a266ce0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:14.008425 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.009391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.012677 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.014822 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.017001 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.017616 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.020867 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.022678 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.023294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.023798 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.024359 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.026054 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.026608 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:14.033040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-43ca8e35-8651-440e-9f47-a076ab099604 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a0844930-51fb-4ef4-9492-e0f54a266ce0 HTTP/1.1" status: 204 len: 168 time: 0.6636381 Jul 28 15:07:14.033821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:14.065810 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Attempting to bind port 294db071-cb69-44c4-b36d-93b4803bb57c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:14.067509 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Attempting to bind port 294db071-cb69-44c4-b36d-93b4803bb57c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:14.068426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Attempting to bind port 294db071-cb69-44c4-b36d-93b4803bb57c on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:14.081356 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:14.083498 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Checking segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:14.085582 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.086565 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Bound using segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:14.088772 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Bound port: 294db071-cb69-44c4-b36d-93b4803bb57c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:14.090800 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.201239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.211081 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] For port 294db071-cb69-44c4-b36d-93b4803bb57c, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:14.217466 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] For port 294db071-cb69-44c4-b36d-93b4803bb57c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=294db071-cb69-44c4-b36d-93b4803bb57c,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:14.349211 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.385023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:07:14.390439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a5119b-acbe-4753-aad6-e90bee1f14e2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:14.401179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=7571f725-5b97-447a-ab0d-393d67283e27,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:14.410009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.410981 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Added segment 430a418f-57b5-412b-b65e-4f59a88bc023 of type vlan for network fc8d55a3-2130-471c-a216-53214ea1fa2e Jul 28 15:07:14.421440 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.440373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a10d4582-f75a-4948-9a0d-065659777f01, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a10d4582-f75a-4948-9a0d-065659777f01,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:14.468425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'a10d4582-f75a-4948-9a0d-065659777f01', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'a10d4582-f75a-4948-9a0d-065659777f01', 'mac_address': 'fa:16:3e:c2:80:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:07:14.603028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7a41-1e5c-4851-9b13-e845a7dcbc17 None None] Pushing event updated for resources: {'Port': ['ID=294db071-cb69-44c4-b36d-93b4803bb57c,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:14.605969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Routers {'6d6b033c-b268-469e-990c-fd3085e5b561'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:14.606871 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6d6b033c-b268-469e-990c-fd3085e5b561'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:14.610189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.616122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.663852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523a071-6cb2-41bd-b1d5-4ef5cae9a35b req-d66e2f3c-bf14-47fa-a088-0daff89cd2c8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:14.665671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8523a071-6cb2-41bd-b1d5-4ef5cae9a35b req-d66e2f3c-bf14-47fa-a088-0daff89cd2c8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 944 time: 0.1477382 Jul 28 15:07:14.667594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.726561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d4582-f75a-4948-9a0d-065659777f01 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:07:14.834105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a10d4582-f75a-4948-9a0d-065659777f01, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a10d4582-f75a-4948-9a0d-065659777f01,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:14.835420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8523a071-6cb2-41bd-b1d5-4ef5cae9a35b req-e60e6ece-ada1-46a0-a825-53ba845ad1ce tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522353 Jul 28 15:07:14.837310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.839779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:14.842786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.867131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.906266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:14.907727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7571f725-5b97-447a-ab0d-393d67283e27 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:14.937797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cf7832-de04-47ae-80f6-625a4ec70c11') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:14.938183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cf7832-de04-47ae-80f6-625a4ec70c11') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:14.959145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.959502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] Pushing event updated for resources: {'Network': ['ID=fc8d55a3-2130-471c-a216-53214ea1fa2e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:14.969173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.979245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network fc8d55a3-2130-471c-a216-53214ea1fa2e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:07:14.989982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.002865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:07:15.003435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:07:15.006238 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:07:15.053900 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] Set router 6d6b033c-b268-469e-990c-fd3085e5b561 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:15.103353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-474eeb39-6f84-4aef-827c-73863fc35b1d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3046052 Jul 28 15:07:15.104577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53604) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:15.110346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Request body: {'subnet': {'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1764162903-subnet', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:15.190393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=a10d4582-f75a-4948-9a0d-065659777f01,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:15.210726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7571f725-5b97-447a-ab0d-393d67283e27 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:15.211385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.241353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.244292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:07:15.253674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.255666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7 HTTP/1.1" status: 204 len: 168 time: 1.2205861 Jul 28 15:07:15.271701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Made reservation on behalf of e0429924115b42baa7a9dc99b7412ae2 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:15.272834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e7c9-39ed-41d7-8182-3094283b8587 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0ebc6b-ffd0-4d60-bc83-67f5d4f979d7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:15.277080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.545060 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:07:10Z', 'revision_number': 4, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '294db071-cb69-44c4-b36d-93b4803bb57c', 'name': '', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'mac_address': 'fa:16:3e:de:75:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:09Z', 'updated_at': '2021-07-28T15:07:14Z', 'revision_number': 4, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'subnets': [{'id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:15.580275 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb24b6d-2650-44cf-9164-058a96964379 None None] The sync data for ids ['6d6b033c-b268-469e-990c-fd3085e5b561'] in n-d-764806-10 is: [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:07:10Z', 'revision_number': 4, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '294db071-cb69-44c4-b36d-93b4803bb57c', 'name': '', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'mac_address': 'fa:16:3e:de:75:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:09Z', 'updated_at': '2021-07-28T15:07:14Z', 'revision_number': 4, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'subnets': [{'id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:07:15.687176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:15.756599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fba659c-ab3a-4aa5-9bcb-ace9e1057638,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:15.764954 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53632) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:15.802175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Checking segment: {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:15.802781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Network hostable DHCP agents. Network: fc8d55a3-2130-471c-a216-53214ea1fa2e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:07:15.854628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c94a090-541a-4b65-bb94-14182f10356e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0457585e9cf49f7981d0cb1c10cd7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847239 Jul 28 15:07:15.854906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53636) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:15.983576 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5588-20ca-4f1f-bf58-08979478b2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.017790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Network fc8d55a3-2130-471c-a216-53214ea1fa2e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:07:16.030102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5588-20ca-4f1f-bf58-08979478b2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.151327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ec971-e56e-419e-9b94-1a7bfdaa906d req-35ed8f1d-cb2c-4260-8419-8cd730465127 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:16.153594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, fc8d55a3-2130-471c-a216-53214ea1fa2e) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:16.159155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a84ec971-e56e-419e-9b94-1a7bfdaa906d req-35ed8f1d-cb2c-4260-8419-8cd730465127 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 945 time: 0.1550236 Jul 28 15:07:16.161454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:16.162657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.171919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924bc8a-b99b-48b0-89b8-53b15402fb5e None None] Network fc8d55a3-2130-471c-a216-53214ea1fa2e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:16.302736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a84ec971-e56e-419e-9b94-1a7bfdaa906d req-83b91d18-ba35-4098-9969-d62c4800fff8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318955 Jul 28 15:07:16.413798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-fc8d55a3-2130-471c-a216-53214ea1fa2e', 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'fixed_ips': [{'subnet_id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:07:16.415437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.424149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-13de8092-3afa-4b61-8d0b-d0a1982c5ad0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3185413 Jul 28 15:07:16.427966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53658) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:16.436149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:16.525016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5588-20ca-4f1f-bf58-08979478b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.529144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5588-20ca-4f1f-bf58-08979478b2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.534494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9e6e5588-20ca-4f1f-bf58-08979478b2ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff64bded-384d-4d14-8508-eaa503689f20 HTTP/1.1" status: 204 len: 168 time: 0.6782007 Jul 28 15:07:16.553027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e5588-20ca-4f1f-bf58-08979478b2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff64bded-384d-4d14-8508-eaa503689f20,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:16.665368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Allocated IP 172.20.0.2 (fc8d55a3-2130-471c-a216-53214ea1fa2e/3fba659c-ab3a-4aa5-9bcb-ace9e1057638/dfbcfe49-0164-4183-a86f-9e22e94fb335) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:16.686053 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.689314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.784815 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.873242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 294db071-cb69-44c4-b36d-93b4803bb57c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:16.994207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.005539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Transition to ACTIVE for port object dfbcfe49-0164-4183-a86f-9e22e94fb335 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:17.025046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Transition to ACTIVE for port object dfbcfe49-0164-4183-a86f-9e22e94fb335 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:17.069029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.238812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 294db071-cb69-44c4-b36d-93b4803bb57c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:17.247103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 294db071-cb69-44c4-b36d-93b4803bb57c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:17.247601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.299126 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.335047 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:07:17.416737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Network fc8d55a3-2130-471c-a216-53214ea1fa2e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:17.416737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:17.416737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:17.452874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Pushing event updated for resources: {'Port': ['ID=dfbcfe49-0164-4183-a86f-9e22e94fb335,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:17.491058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59f36-8e41-4033-b1f2-9785259c38c2 req-f3522f20-89f9-4116-a10b-a661959067a0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:17.492665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9cd59f36-8e41-4033-b1f2-9785259c38c2 req-f3522f20-89f9-4116-a10b-a661959067a0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 945 time: 0.0799575 Jul 28 15:07:17.517706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.523348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Attempting to bind port dfbcfe49-0164-4183-a86f-9e22e94fb335 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:17.524412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Attempting to bind port dfbcfe49-0164-4183-a86f-9e22e94fb335 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:17.524412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Attempting to bind port dfbcfe49-0164-4183-a86f-9e22e94fb335 on network fc8d55a3-2130-471c-a216-53214ea1fa2e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:17.553471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:17.553471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Checking segment: {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:17.553471 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.553471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Bound using segment: {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:17.553471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Bound port: dfbcfe49-0164-4183-a86f-9e22e94fb335, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:17.553471 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.575729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9cd59f36-8e41-4033-b1f2-9785259c38c2 req-a1aa5f9d-69ad-42e2-b18f-e10c975a6f0c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Jul 28 15:07:17.590925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 294db071-cb69-44c4-b36d-93b4803bb57c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=294db071-cb69-44c4-b36d-93b4803bb57c,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:17.716333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.716333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.716957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] For port dfbcfe49-0164-4183-a86f-9e22e94fb335, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:17.716957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] For port dfbcfe49-0164-4183-a86f-9e22e94fb335, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dfbcfe49-0164-4183-a86f-9e22e94fb335,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:17.776168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Allocated IP 172.25.6.95 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:17.843839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a10d4582-f75a-4948-9a0d-065659777f01 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:17.900844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.930441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.955301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.996385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=294db071-cb69-44c4-b36d-93b4803bb57c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:18.080636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f991f4-0ea8-4961-9184-31c4e4b2dc8b None None] Pushing event updated for resources: {'Port': ['ID=dfbcfe49-0164-4183-a86f-9e22e94fb335,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:18.165672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port a10d4582-f75a-4948-9a0d-065659777f01 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:18.172019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port a10d4582-f75a-4948-9a0d-065659777f01 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:18.172392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:18.267230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:18.318254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:18.321777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:18.336088 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:18.338613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Pushing event updated for resources: {'Port': ['ID=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:18.341211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:18.381532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d4582-f75a-4948-9a0d-065659777f01'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:18.384147 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5a331-d3ba-4efc-8138-58b712fa9705" -d '{"events": [{"server_uuid": "307c6d40-959b-41a2-9cfb-521f23fc3088", "name": "network-vif-plugged", "status": "completed", "tag": "a10d4582-f75a-4948-9a0d-065659777f01"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:18.399969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port a10d4582-f75a-4948-9a0d-065659777f01, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a10d4582-f75a-4948-9a0d-065659777f01,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:18.435125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53742) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:18.538533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:18.631684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=a10d4582-f75a-4948-9a0d-065659777f01,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:18.864014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a86eda-fcd3-4925-92c8-12b7ea834be8 req-68b40c25-435f-4195-8bb7-a685130ba8d5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:18.865711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0a86eda-fcd3-4925-92c8-12b7ea834be8 req-68b40c25-435f-4195-8bb7-a685130ba8d5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1861653 Jul 28 15:07:18.873371 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28bb160-9f19-40e2-9da3-bc3136e03583 x-openstack-request-id: req-d28bb160-9f19-40e2-9da3-bc3136e03583 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:18.873852 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c6d40-959b-41a2-9cfb-521f23fc3088", "name": "network-vif-plugged", "status": "completed", "tag": "a10d4582-f75a-4948-9a0d-065659777f01", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:18.874271 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d28bb160-9f19-40e2-9da3-bc3136e03583 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:18.874915 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d4582-f75a-4948-9a0d-065659777f01', 'code': 200} Jul 28 15:07:18.893229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f0089ee-40e1-4dfd-bf7f-fccea41ff40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:18.924854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:18.952317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0a86eda-fcd3-4925-92c8-12b7ea834be8 req-6ab43340-4eab-4e50-b294-5a674e0246ad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745671 Jul 28 15:07:19.024595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dfbcfe49-0164-4183-a86f-9e22e94fb335 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:19.075608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5667065-1e81-4c58-b023-3b042508d7e5 req-22ad9569-bf63-4b60-a27b-7f65af84775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:19.077243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5667065-1e81-4c58-b023-3b042508d7e5 req-22ad9569-bf63-4b60-a27b-7f65af84775f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 1098 time: 0.1058145 Jul 28 15:07:19.177556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5667065-1e81-4c58-b023-3b042508d7e5 req-32794932-d547-4e2c-936a-7f02224d9fbd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752261 Jul 28 15:07:19.232015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f0089ee-40e1-4dfd-bf7f-fccea41ff40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.290739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.370502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port dfbcfe49-0164-4183-a86f-9e22e94fb335 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:19.376115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 294db071-cb69-44c4-b36d-93b4803bb57c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:19.428441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f0089ee-40e1-4dfd-bf7f-fccea41ff40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.466155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 294db071-cb69-44c4-b36d-93b4803bb57c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:19.468622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.504602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0089ee-40e1-4dfd-bf7f-fccea41ff40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c25763-2ac9-4f2d-a4be-8629aef0923b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:19.519980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23732e7-316c-43e9-aa7d-3145c99d92cd None None] Network fc8d55a3-2130-471c-a216-53214ea1fa2e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:19.534109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2f0089ee-40e1-4dfd-bf7f-fccea41ff40e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12d482796a6f488aad25b90d0f12d795&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975258 Jul 28 15:07:19.538752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53776) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:19.628254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d399637-d503-4526-b2ad-72c71c7756f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.657416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d399637-d503-4526-b2ad-72c71c7756f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.778695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Router 851a9525-5005-4327-9567-42a545f1beeb is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:07:19.780568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] Provisioning for port dfbcfe49-0164-4183-a86f-9e22e94fb335 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:19.786064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] Provisioning complete for port dfbcfe49-0164-4183-a86f-9e22e94fb335 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:19.786494 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.920640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.939467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:07:19.950894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d399637-d503-4526-b2ad-72c71c7756f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.954296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d399637-d503-4526-b2ad-72c71c7756f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:19.955928 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1d399637-d503-4526-b2ad-72c71c7756f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63c25763-2ac9-4f2d-a4be-8629aef0923b HTTP/1.1" status: 204 len: 168 time: 0.4128599 Jul 28 15:07:19.975278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d399637-d503-4526-b2ad-72c71c7756f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c25763-2ac9-4f2d-a4be-8629aef0923b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:19.977999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] For port dfbcfe49-0164-4183-a86f-9e22e94fb335, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dfbcfe49-0164-4183-a86f-9e22e94fb335,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:19.983015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Sync routers for ids ['851a9525-5005-4327-9567-42a545f1beeb'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:07:20.011012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Routers {'851a9525-5005-4327-9567-42a545f1beeb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:20.012297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['851a9525-5005-4327-9567-42a545f1beeb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:20.155751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b99185-13d8-4319-8745-cd2e028f462f req-999aef5d-346c-4399-8cf7-6a7da7cb599e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:20.158620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6b99185-13d8-4319-8745-cd2e028f462f req-999aef5d-346c-4399-8cf7-6a7da7cb599e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0816483 Jul 28 15:07:20.172103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Set router 851a9525-5005-4327-9567-42a545f1beeb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:20.204490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.204765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.210327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b026a714-5e6f-408b-89b8-6ab568e5bc12 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7759950 Jul 28 15:07:20.210489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53796) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:20.258125 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6b99185-13d8-4319-8745-cd2e028f462f req-2345467d-490c-4087-88fe-8780922a61a9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915105 Jul 28 15:07:20.387581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f32af78a-9e05-437d-b474-f0593fec9974 None None] Provisioning complete for port dfbcfe49-0164-4183-a86f-9e22e94fb335 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:20.388158 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f32af78a-9e05-437d-b474-f0593fec9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.397350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdfa8c-2dd0-40d0-ae2c-6f47170fb6c3 None None] Pushing event updated for resources: {'Port': ['ID=dfbcfe49-0164-4183-a86f-9e22e94fb335,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:20.549038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:07:18Z', 'revision_number': 3, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:20.594997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Checking router: 851a9525-5005-4327-9567-42a545f1beeb for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:07:20.594997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Updating router 851a9525-5005-4327-9567-42a545f1beeb port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:07:20.635571 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.761563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.893414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dfbcfe49-0164-4183-a86f-9e22e94fb335 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:21.001463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port dfbcfe49-0164-4183-a86f-9e22e94fb335 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:21.001836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.056396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Allocated IP 172.20.0.1 (fc8d55a3-2130-471c-a216-53214ea1fa2e/3fba659c-ab3a-4aa5-9bcb-ace9e1057638/ef244172-f153-4822-9a7e-5757d19a767c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:21.094105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.109102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Transition to ACTIVE for port object a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:21.240726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.246568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.269217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Transition to ACTIVE for port object ef244172-f153-4822-9a7e-5757d19a767c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:21.307418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Attempting to bind port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:21.307418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Attempting to bind port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:21.307418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Attempting to bind port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:21.308843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c019-4907-4c30-b88b-802e6ac6728d None None] Pushing event updated for resources: {'Port': ['ID=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:21.316313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:21.316989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:21.317526 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.319141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:21.319801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Bound port: a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:21.320275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.408209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] For port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:21.414599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] For port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:21.470271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321578d-4c9e-4d6c-ad67-042a91ca9684 req-a7723645-ab2c-4c2b-9eaa-6b43ebe9567e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:21.473366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8321578d-4c9e-4d6c-ad67-042a91ca9684 req-a7723645-ab2c-4c2b-9eaa-6b43ebe9567e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1012306 Jul 28 15:07:21.513654 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.559018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Network fc8d55a3-2130-471c-a216-53214ea1fa2e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:21.566984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:21.568340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.571668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8321578d-4c9e-4d6c-ad67-042a91ca9684 req-323d9b37-a240-44fc-8f06-418ec134c3bb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895083 Jul 28 15:07:21.572712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:21.614541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Pushing event updated for resources: {'Port': ['ID=ef244172-f153-4822-9a7e-5757d19a767c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:21.652114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:21.695422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c019-4907-4c30-b88b-802e6ac6728d None None] Pushing event updated for resources: {'Port': ['ID=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:21.719637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Routers {'851a9525-5005-4327-9567-42a545f1beeb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:21.721120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['851a9525-5005-4327-9567-42a545f1beeb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:22.165509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:22.187479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] Set router 851a9525-5005-4327-9567-42a545f1beeb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:22.189026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd979ee-8443-4b2e-87c4-1cc64c2c98e5 req-d3060fb0-2252-4bb1-a8df-f737d0438936 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:22.190684 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddd979ee-8443-4b2e-87c4-1cc64c2c98e5 req-d3060fb0-2252-4bb1-a8df-f737d0438936 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1134794 Jul 28 15:07:22.279463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddd979ee-8443-4b2e-87c4-1cc64c2c98e5 req-e341c124-e889-4109-b998-b3d5dc12c1ad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633709 Jul 28 15:07:22.406454 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:22.435711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:07:18Z', 'revision_number': 3, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:22.478693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9222bdc-bd24-4aa6-8d88-84fa94d76bc1 None None] The sync data for ids ['851a9525-5005-4327-9567-42a545f1beeb'] in n-d-764806-10 is: [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:07:18Z', 'revision_number': 3, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:07:22.543376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2650ab7d-82ef-4b2b-9463-eb4a70e8cffd None None] Provisioning for port ef244172-f153-4822-9a7e-5757d19a767c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:22.555580 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18131fad-96fe-48c8-b979-f1ad0961efbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:22.555580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2650ab7d-82ef-4b2b-9463-eb4a70e8cffd None None] Provisioning complete for port ef244172-f153-4822-9a7e-5757d19a767c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:22.555580 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2650ab7d-82ef-4b2b-9463-eb4a70e8cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:22.591984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2650ab7d-82ef-4b2b-9463-eb4a70e8cffd None None] Port ef244172-f153-4822-9a7e-5757d19a767c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:22.668712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:22.812222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Pushing event updated for resources: {'Port': ['ID=ef244172-f153-4822-9a7e-5757d19a767c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:22.816130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:22.933295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:23.040209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Network fc8d55a3-2130-471c-a216-53214ea1fa2e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:23.042938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:23.153771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:23.157053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 53888) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:23.168862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:23.173024 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.326381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.372237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:23.497085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.509810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f984ae48-af1d-4858-b7a5-8fe09a778cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.562652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d997f-d5c1-405d-b5c2-3083e20c35f5 req-2dd80f8d-b48b-4bd6-930d-b7bd48f76b6b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:23.564560 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-281d997f-d5c1-405d-b5c2-3083e20c35f5 req-2dd80f8d-b48b-4bd6-930d-b7bd48f76b6b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0993974 Jul 28 15:07:23.583572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3b01ad90-b538-43da-8275-3a65b12170be None None] Provisioning complete for port ef244172-f153-4822-9a7e-5757d19a767c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:23.584046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b01ad90-b538-43da-8275-3a65b12170be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.628792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3b01ad90-b538-43da-8275-3a65b12170be None None] Port ef244172-f153-4822-9a7e-5757d19a767c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:23.635193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:23.641905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-281d997f-d5c1-405d-b5c2-3083e20c35f5 req-eb343a53-bc74-4636-9dd3-25818067cdd2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646236 Jul 28 15:07:23.661268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Router 851a9525-5005-4327-9567-42a545f1beeb has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:07:23.699981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f984ae48-af1d-4858-b7a5-8fe09a778cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.800131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:07:23.814649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-68adfc6f-8c0d-4dc1-99d7-7fe088812840 admin admin] 10.222.0.57 "PUT /v2.0/routers/851a9525-5005-4327-9567-42a545f1beeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6030223 Jul 28 15:07:23.817782 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f984ae48-af1d-4858-b7a5-8fe09a778cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:23.867267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f984ae48-af1d-4858-b7a5-8fe09a778cab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d16ceef0286499c8552eb584db70deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065117 Jul 28 15:07:23.867267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984ae48-af1d-4858-b7a5-8fe09a778cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7381933-130a-4c4c-ae3a-1870d73f23ca,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:23.867816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 53898) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:23.959372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-070a6845-744a-4387-b799-6ea141825721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:24.006072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-070a6845-744a-4387-b799-6ea141825721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:24.156994 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-070a6845-744a-4387-b799-6ea141825721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:24.161028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-070a6845-744a-4387-b799-6ea141825721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:24.166408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-070a6845-744a-4387-b799-6ea141825721 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7381933-130a-4c4c-ae3a-1870d73f23ca HTTP/1.1" status: 204 len: 168 time: 0.2936144 Jul 28 15:07:24.190542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a6845-744a-4387-b799-6ea141825721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7381933-130a-4c4c-ae3a-1870d73f23ca,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:24.626704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-fd41b848-d320-4ef2-99d7-9c5559f23945 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:24.632980 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-fd41b848-d320-4ef2-99d7-9c5559f23945 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/networks?id=7aec4c55-a8af-475e-8bf8-e8bc317c1042 HTTP/1.1" status: 200 len: 911 time: 0.2022119 Jul 28 15:07:24.649920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-561d5f2f-155c-4045-b436-61c3269e75e4 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/quotas/e0429924115b42baa7a9dc99b7412ae2 HTTP/1.1" status: 200 len: 375 time: 0.0131307 Jul 28 15:07:24.764546 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Sync routers for ids ['851a9525-5005-4327-9567-42a545f1beeb'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:07:24.775899 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Routers {'851a9525-5005-4327-9567-42a545f1beeb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:24.776755 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['851a9525-5005-4327-9567-42a545f1beeb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:24.805697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56c3e442-5487-4442-bab7-b6e218bd5cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:24.844203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3751-1a49-495d-a257-67f3a1b47536 req-101a876f-38b6-455b-8197-24f0fa59d7e0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:24.855316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26cd3751-1a49-495d-a257-67f3a1b47536 req-101a876f-38b6-455b-8197-24f0fa59d7e0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0939956 Jul 28 15:07:24.881425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-cf6b431f-a078-45fd-bb73-be0e2954d533 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0429924115b42baa7a9dc99b7412ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243400 Jul 28 15:07:24.944262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:24.992951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26cd3751-1a49-495d-a257-67f3a1b47536 req-a23b88bf-bb6e-4b88-9028-d9a970872439 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212840 Jul 28 15:07:25.011163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:25.011621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:25.029099 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Set router 851a9525-5005-4327-9567-42a545f1beeb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:25.105862 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-35e41a39-e160-49fc-b73d-8b0087f4774a service neutron] 10.222.0.57 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225587 Jul 28 15:07:25.247718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-4a892ef6-2d00-4cbb-82a4-89d1a72691c5 service neutron] 10.222.0.57 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345627 Jul 28 15:07:25.290653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:25.333529 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:07:21Z', 'revision_number': 4, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ef244172-f153-4822-9a7e-5757d19a767c', 'name': '', 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'mac_address': 'fa:16:3e:ca:51:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:20Z', 'updated_at': '2021-07-28T15:07:22Z', 'revision_number': 2, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'subnets': [{'id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:25.365887 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Checking router: 851a9525-5005-4327-9567-42a545f1beeb for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:07:25.366239 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Updating router 851a9525-5005-4327-9567-42a545f1beeb port ef244172-f153-4822-9a7e-5757d19a767c binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:07:25.397114 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:25.763891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fa56cc4-db16-4b87-b626-63ceff27b60b req-f5125167-1b11-49d2-acc4-5e7aadf2bf72 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 210 time: 0.1019332 Jul 28 15:07:26.027005 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:26.039022 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Transition to ACTIVE for port object ef244172-f153-4822-9a7e-5757d19a767c will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:26.136893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ce07-9c27-4337-9f84-44a9ddf69eeb req-f18d3195-f314-4528-b73f-3e29afbbc7f0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:26.138461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1a7ce07-9c27-4337-9f84-44a9ddf69eeb req-f18d3195-f314-4528-b73f-3e29afbbc7f0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0592875 Jul 28 15:07:26.165770 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:26.201317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1a7ce07-9c27-4337-9f84-44a9ddf69eeb req-5dcbde4e-6ab2-4dd5-b8c3-6dca1aa6ec51 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Jul 28 15:07:26.259879 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a787-2a0a-4447-a87b-cdcab63768db None None] Pushing event updated for resources: {'Port': ['ID=ef244172-f153-4822-9a7e-5757d19a767c,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:26.322845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Attempting to bind port ef244172-f153-4822-9a7e-5757d19a767c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:26.323217 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Attempting to bind port ef244172-f153-4822-9a7e-5757d19a767c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:26.324363 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Attempting to bind port ef244172-f153-4822-9a7e-5757d19a767c on network fc8d55a3-2130-471c-a216-53214ea1fa2e {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:26.332754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:26.333282 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Checking segment: {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:26.333790 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:26.334217 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Bound using segment: {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:26.334768 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Bound port: ef244172-f153-4822-9a7e-5757d19a767c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430a418f-57b5-412b-b65e-4f59a88bc023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:26.335223 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:26.425512 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] For port ef244172-f153-4822-9a7e-5757d19a767c, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:26.430083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] For port ef244172-f153-4822-9a7e-5757d19a767c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ef244172-f153-4822-9a7e-5757d19a767c,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:26.457563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:26.531575 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:26.595969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Routers {'851a9525-5005-4327-9567-42a545f1beeb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:26.596644 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['851a9525-5005-4327-9567-42a545f1beeb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:26.598690 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a787-2a0a-4447-a87b-cdcab63768db None None] Pushing event updated for resources: {'Port': ['ID=ef244172-f153-4822-9a7e-5757d19a767c,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:26.747445 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] Set router 851a9525-5005-4327-9567-42a545f1beeb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:26.869057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b0f8b3c-f461-438d-b1e0-90ca22ea559e req-6fd5ae95-25d0-453a-b4c1-6f40beb1d663 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0372872 Jul 28 15:07:27.011781 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:07:21Z', 'revision_number': 4, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ef244172-f153-4822-9a7e-5757d19a767c', 'name': '', 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'mac_address': 'fa:16:3e:ca:51:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:20Z', 'updated_at': '2021-07-28T15:07:26Z', 'revision_number': 4, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'subnets': [{'id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:27.043685 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fe350-e406-4dc8-8b7a-7bf21064d408 None None] The sync data for ids ['851a9525-5005-4327-9567-42a545f1beeb'] in n-d-764806-10 is: [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:07:21Z', 'revision_number': 4, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ef244172-f153-4822-9a7e-5757d19a767c', 'name': '', 'network_id': 'fc8d55a3-2130-471c-a216-53214ea1fa2e', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'mac_address': 'fa:16:3e:ca:51:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:20Z', 'updated_at': '2021-07-28T15:07:26Z', 'revision_number': 4, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'subnets': [{'id': '3fba659c-ab3a-4aa5-9bcb-ace9e1057638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:07:27.167931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54000) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:27.353000 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259e41e-d43b-497b-80bd-b3d347b8b48b req-d364d54f-c05c-4c9e-bb33-2ff9bc299889 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:27.354511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1259e41e-d43b-497b-80bd-b3d347b8b48b req-d364d54f-c05c-4c9e-bb33-2ff9bc299889 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0693235 Jul 28 15:07:27.397603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2038141818'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:27.406872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1259e41e-d43b-497b-80bd-b3d347b8b48b req-1dd6b08e-6680-406e-bf57-631aecbec6bf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Jul 28 15:07:27.507103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Made reservation on behalf of 2458e8d1df894228895376e24c440dfb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:27.510832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.520709 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.645840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.783124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.824667 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.825257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:07:27.835505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1545fa-e6b9-4cf2-95ec-4551b954018f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:27.840858 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.841212 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Added segment e74f1962-8179-4c32-a055-f0305f7bcf9f of type vlan for network 3a757915-fd0c-4734-84f1-a060edd67d07 Jul 28 15:07:27.910684 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:27.976541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90d2f256-b21a-4d8d-9a08-f9f348f9a7ab req-9529b69d-1c2c-455b-b245-12c552568157 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0285325 Jul 28 15:07:28.032148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:28.039224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:28.039867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:28.156921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event updated for resources: {'Network': ['ID=3a757915-fd0c-4734-84f1-a060edd67d07,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:28.180967 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-88e4f83c-3984-4f83-9188-62a02284a450 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0101233 Jul 28 15:07:28.182445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54014) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:28.185293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 3a757915-fd0c-4734-84f1-a060edd67d07 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:07:28.196035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Request body: {'subnet': {'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:28.439312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Made reservation on behalf of 2458e8d1df894228895376e24c440dfb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:28.444434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:28.646418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad2ccb-6747-437d-aa2d-4e29012d2dc0 req-f153e132-b34c-40a9-9b9b-ca2f8ab9fe8d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:28.648046 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8ad2ccb-6747-437d-aa2d-4e29012d2dc0 req-f153e132-b34c-40a9-9b9b-ca2f8ab9fe8d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1106002 Jul 28 15:07:28.763311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8ad2ccb-6747-437d-aa2d-4e29012d2dc0 req-bfbb9f04-00a9-4ddb-b47c-3bf0e9d5dd5b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774298 Jul 28 15:07:28.885271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ef244172-f153-4822-9a7e-5757d19a767c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:28.954296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.033696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event updated for resources: {'Subnet': ['ID=8a32ceb6-cbb4-4f22-9203-a53ef2c43076,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:29.045929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Checking segment: {'id': 'e74f1962-8179-4c32-a055-f0305f7bcf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:29.046289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Network hostable DHCP agents. Network: 3a757915-fd0c-4734-84f1-a060edd67d07, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:07:29.091720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ef244172-f153-4822-9a7e-5757d19a767c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:29.097950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ef244172-f153-4822-9a7e-5757d19a767c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:29.098341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.124924 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab5fdccd-d6c6-4b7f-86fe-7fc642567c9f req-8f37a591-e057-40a3-aa2e-a9c4c891476f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0396092 Jul 28 15:07:29.234940 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Network 3a757915-fd0c-4734-84f1-a060edd67d07 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:07:29.309181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.389845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 3a757915-fd0c-4734-84f1-a060edd67d07) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:29.397377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:29.398152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.417032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484709a-6253-4740-8136-d680fa239423 None None] Network 3a757915-fd0c-4734-84f1-a060edd67d07 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:29.466241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-6d9f21cb-0840-4767-ac30-fb5947f71780 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:29.468710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-6d9f21cb-0840-4767-ac30-fb5947f71780 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.42 "GET /v2.0/networks?id=7aec4c55-a8af-475e-8bf8-e8bc317c1042 HTTP/1.1" status: 200 len: 911 time: 0.2075729 Jul 28 15:07:29.482940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ef244172-f153-4822-9a7e-5757d19a767c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ef244172-f153-4822-9a7e-5757d19a767c,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:29.490637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Request body: {'port': {'device_id': '149762cf-372d-4029-8111-ebc9032b2aaa', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'admin_state_up': True, 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:29.514926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61d78be8-3658-4f44-8f4c-5ea8b810088c tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3310592 Jul 28 15:07:29.520729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54024) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:29.531361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Request body: {'port': {'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1682664857'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:29.609475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.617521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Made reservation on behalf of e0429924115b42baa7a9dc99b7412ae2 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:29.621480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.721838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ef244172-f153-4822-9a7e-5757d19a767c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:29.733714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-3a757915-fd0c-4734-84f1-a060edd67d07', 'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07', 'tenant_id': '2458e8d1df894228895376e24c440dfb', 'fixed_ips': [{'subnet_id': '8a32ceb6-cbb4-4f22-9203-a53ef2c43076'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:07:29.737705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.813369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Allocated IP 172.20.0.13 (7aec4c55-a8af-475e-8bf8-e8bc317c1042/fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc/123045ae-3a6a-42c6-a878-2c25b13051e7) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:29.896568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Made reservation on behalf of 2458e8d1df894228895376e24c440dfb for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:29.901772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:29.944008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Allocated IP 172.20.0.2 (3a757915-fd0c-4734-84f1-a060edd67d07/8a32ceb6-cbb4-4f22-9203-a53ef2c43076/9b049a71-6316-4d5f-937e-49619642c9aa) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:29.955932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeee6f6-1c76-4b47-a012-ab305448601a req-79cdc52c-406b-42f8-8f97-1256496bc6d6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:29.959400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ceeee6f6-1c76-4b47-a012-ab305448601a req-79cdc52c-406b-42f8-8f97-1256496bc6d6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1061373 Jul 28 15:07:29.970182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] device_id is not set on port d97dffc4-e7cc-42f3-b326-374d79ccc67a yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:07:30.028961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.045977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Transition to ACTIVE for port object 123045ae-3a6a-42c6-a878-2c25b13051e7 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:30.088141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ceeee6f6-1c76-4b47-a012-ab305448601a req-e4234a5a-9d51-45b9-9f06-cb5a4368cc5f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016316 Jul 28 15:07:30.163851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.173753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Transition to ACTIVE for port object 9b049a71-6316-4d5f-937e-49619642c9aa will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:30.196184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.198476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Transition to ACTIVE for port object 9b049a71-6316-4d5f-937e-49619642c9aa will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:30.275625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:30.284842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:30.291133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:30.297055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Pushing event updated for resources: {'Port': ['ID=123045ae-3a6a-42c6-a878-2c25b13051e7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:30.338175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3044b-fa6e-444e-af85-6d15c36aaf7b req-7980a9fb-3003-4836-8bf9-6b2144e5b480 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:30.339870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-95a3044b-fa6e-444e-af85-6d15c36aaf7b req-7980a9fb-3003-4836-8bf9-6b2144e5b480 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1028 time: 0.1046126 Jul 28 15:07:30.346868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:30.347642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.357429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.397474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-95a3044b-fa6e-444e-af85-6d15c36aaf7b req-dd614523-ab8d-4ef3-9d81-8261111a6a4b tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Jul 28 15:07:30.423012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Network 3a757915-fd0c-4734-84f1-a060edd67d07 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:30.426987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:30.429613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:30.454168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Pushing event updated for resources: {'Port': ['ID=9b049a71-6316-4d5f-937e-49619642c9aa,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:30.454411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Allocated IP 172.20.0.13 (3a757915-fd0c-4734-84f1-a060edd67d07/8a32ceb6-cbb4-4f22-9203-a53ef2c43076/d97dffc4-e7cc-42f3-b326-374d79ccc67a) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:30.487242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-711cc3cd-bf98-4e5b-b1f0-5e9efbe94074 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0073009 Jul 28 15:07:30.513254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Attempting to bind port 9b049a71-6316-4d5f-937e-49619642c9aa on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:30.513664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Attempting to bind port 9b049a71-6316-4d5f-937e-49619642c9aa by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e74f1962-8179-4c32-a055-f0305f7bcf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:30.514101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Attempting to bind port 9b049a71-6316-4d5f-937e-49619642c9aa on network 3a757915-fd0c-4734-84f1-a060edd67d07 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:30.533995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:30.534844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Checking segment: {'id': 'e74f1962-8179-4c32-a055-f0305f7bcf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:30.535268 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.535680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Bound using segment: {'id': 'e74f1962-8179-4c32-a055-f0305f7bcf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:30.536179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Bound port: 9b049a71-6316-4d5f-937e-49619642c9aa, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74f1962-8179-4c32-a055-f0305f7bcf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a757915-fd0c-4734-84f1-a060edd67d07'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:30.536601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.593218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Request body: {'port': {'device_id': '149762cf-372d-4029-8111-ebc9032b2aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:30.638411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] For port 9b049a71-6316-4d5f-937e-49619642c9aa, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:30.638411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] For port 9b049a71-6316-4d5f-937e-49619642c9aa, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9b049a71-6316-4d5f-937e-49619642c9aa,segment=NetworkSegment(e74f1962-8179-4c32-a055-f0305f7bcf9f),segment_id=e74f1962-8179-4c32-a055-f0305f7bcf9f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:30.678316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.687548 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.711794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Transition to ACTIVE for port object d97dffc4-e7cc-42f3-b326-374d79ccc67a will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:30.733621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.794654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-feec324c-add6-40a8-8f4a-95e5f9047139 None None] Provisioning for port 123045ae-3a6a-42c6-a878-2c25b13051e7 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:30.802973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-feec324c-add6-40a8-8f4a-95e5f9047139 None None] Provisioning complete for port 123045ae-3a6a-42c6-a878-2c25b13051e7 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:30.803347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-feec324c-add6-40a8-8f4a-95e5f9047139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.880097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356d3dc-b1ff-4597-a890-f7b07efa36c8 None None] Pushing event updated for resources: {'Port': ['ID=9b049a71-6316-4d5f-937e-49619642c9aa,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:30.900134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-feec324c-add6-40a8-8f4a-95e5f9047139 None None] Port 123045ae-3a6a-42c6-a878-2c25b13051e7 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:30.923033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ef244172-f153-4822-9a7e-5757d19a767c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:30.959893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.004684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ef244172-f153-4822-9a7e-5757d19a767c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:31.005187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.042889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Network 3a757915-fd0c-4734-84f1-a060edd67d07 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:31.046338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:31.050163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:31.141257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:31.141737 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.162871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event updated for resources: {'Port': ['ID=d97dffc4-e7cc-42f3-b326-374d79ccc67a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:31.212300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123045ae-3a6a-42c6-a878-2c25b13051e7 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:07:31.223678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.237133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Transition to ACTIVE for port object 123045ae-3a6a-42c6-a878-2c25b13051e7 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:31.290714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823457-2643-4711-b1f2-7c155358074d req-99474201-61e3-4e3d-877f-0747f0d26890 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:31.292502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ba823457-2643-4711-b1f2-7c155358074d req-99474201-61e3-4e3d-877f-0747f0d26890 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0619557 Jul 28 15:07:31.349575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ba823457-2643-4711-b1f2-7c155358074d req-9b8ded87-3e73-40bf-98af-dd7e3f4f720f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Jul 28 15:07:31.465881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-06cd21e3-bdb5-4939-b2be-b25bbcc9e5c2 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9409077 Jul 28 15:07:31.467009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.470489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54046) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:31.646923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Pushing event updated for resources: {'Port': ['ID=123045ae-3a6a-42c6-a878-2c25b13051e7,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:31.718887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fca07-9da4-45b8-a683-18b756c9f423 req-8ff03a4c-5831-4648-a55b-d933a5c26ae8 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:31.725033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d19fca07-9da4-45b8-a683-18b756c9f423 req-8ff03a4c-5831-4648-a55b-d933a5c26ae8 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1054 time: 0.2481494 Jul 28 15:07:31.792276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Deleting port d97dffc4-e7cc-42f3-b326-374d79ccc67a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:31.793020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.818718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Attempting to bind port 123045ae-3a6a-42c6-a878-2c25b13051e7 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:31.819308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Attempting to bind port 123045ae-3a6a-42c6-a878-2c25b13051e7 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:31.819813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Attempting to bind port 123045ae-3a6a-42c6-a878-2c25b13051e7 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:31.867800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d19fca07-9da4-45b8-a683-18b756c9f423 req-fc20a855-09c0-47a2-9fd7-c5e9208160ca tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363487 Jul 28 15:07:31.888175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Port 123045ae-3a6a-42c6-a878-2c25b13051e7 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:07:31.888946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Attempting to bind port 123045ae-3a6a-42c6-a878-2c25b13051e7 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:31.901068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:31.905038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Checking segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:31.905707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Bound using segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:31.906338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Bound port: 123045ae-3a6a-42c6-a878-2c25b13051e7, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:31.906871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.967970 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.987354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Calling delete_port for d97dffc4-e7cc-42f3-b326-374d79ccc67a owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:32.219827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5b3249-1341-4e6c-b006-82c871b26069 None None] Network 3a757915-fd0c-4734-84f1-a060edd67d07 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:32.237111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] For port 123045ae-3a6a-42c6-a878-2c25b13051e7, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:32.241030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] For port 123045ae-3a6a-42c6-a878-2c25b13051e7, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=123045ae-3a6a-42c6-a878-2c25b13051e7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:32.342105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.367227 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.375563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.378797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event deleted for resources: {'Port': ['ID=d97dffc4-e7cc-42f3-b326-374d79ccc67a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:32.430212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-32bb21f7-c2ae-461d-8deb-8e16a2bd7f8f None None] Provisioning for port 9b049a71-6316-4d5f-937e-49619642c9aa completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:32.519258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.520179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.522799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] 10.222.0.42 "PUT /v2.0/ports/123045ae-3a6a-42c6-a878-2c25b13051e7 HTTP/1.1" status: 200 len: 1093 time: 1.9355247 Jul 28 15:07:32.522799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149762cf-372d-4029-8111-ebc9032b2aaa', 'tag': '123045ae-3a6a-42c6-a878-2c25b13051e7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:32.525643 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157df33-bb42-43c3-9b0a-ae14dea3e72f" -d '{"events": [{"name": "network-changed", "server_uuid": "149762cf-372d-4029-8111-ebc9032b2aaa", "tag": "123045ae-3a6a-42c6-a878-2c25b13051e7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:32.530100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.536103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a0e46389-dc7d-4252-93c3-4f2fbb1e5ee5 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "DELETE /v2.0/ports/d97dffc4-e7cc-42f3-b326-374d79ccc67a HTTP/1.1" status: 204 len: 168 time: 1.0592740 Jul 28 15:07:32.551111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54060) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:32.596116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4a08-9adb-4461-8315-a7f2fa11e1b3 req-bdc75a1d-c3b8-487e-8423-038c5c876064 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.601233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a53d4a08-9adb-4461-8315-a7f2fa11e1b3 req-bdc75a1d-c3b8-487e-8423-038c5c876064 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1104178 Jul 28 15:07:32.640361 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319e1c53-5687-4ca3-bab4-e59557850d2a x-openstack-request-id: req-319e1c53-5687-4ca3-bab4-e59557850d2a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:32.640767 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149762cf-372d-4029-8111-ebc9032b2aaa", "tag": "123045ae-3a6a-42c6-a878-2c25b13051e7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:32.641087 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-319e1c53-5687-4ca3-bab4-e59557850d2a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:32.641988 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149762cf-372d-4029-8111-ebc9032b2aaa', 'tag': '123045ae-3a6a-42c6-a878-2c25b13051e7', 'status': 'completed', 'code': 200} Jul 28 15:07:32.651706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab153296-9beb-406d-a07a-3e8c6102153b service neutron] Pushing event updated for resources: {'Port': ['ID=123045ae-3a6a-42c6-a878-2c25b13051e7,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:32.699338 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a53d4a08-9adb-4461-8315-a7f2fa11e1b3 req-480d2d7d-a559-4a16-949d-d322ca351d69 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920374 Jul 28 15:07:32.702230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cfac8406-94c9-44ee-9b4f-603dba6d814c tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1499405 Jul 28 15:07:32.705136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54064) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:32.711918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-536954225'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:32.796266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157df33-bb42-43c3-9b0a-ae14dea3e72f req-60ca3f88-14ec-403e-bd3e-4eaddeb964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.796266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7157df33-bb42-43c3-9b0a-ae14dea3e72f req-60ca3f88-14ec-403e-bd3e-4eaddeb964c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0429924115b42baa7a9dc99b7412ae2&device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.1065061 Jul 28 15:07:32.885521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Made reservation on behalf of 2458e8d1df894228895376e24c440dfb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:32.893750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.959396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9b049a71-6316-4d5f-937e-49619642c9aa up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:32.997612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:07:33.024744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.025137 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Added segment 955350e5-b4c0-4f40-b77c-fde6e9498610 of type vlan for network c5fa422a-4bad-4893-9291-cbb9acd5c754 Jul 28 15:07:33.075106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157df33-bb42-43c3-9b0a-ae14dea3e72f req-78593fee-87ef-4438-8b6d-9a0dcbc2f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.076869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7157df33-bb42-43c3-9b0a-ae14dea3e72f req-78593fee-87ef-4438-8b6d-9a0dcbc2f7bd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e0429924115b42baa7a9dc99b7412ae2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2763236 Jul 28 15:07:33.130694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.223232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9b049a71-6316-4d5f-937e-49619642c9aa completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:33.229488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9b049a71-6316-4d5f-937e-49619642c9aa triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:33.230048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfb1bb-b47a-4127-bbd8-f093522960f4 req-3036ac3a-f5c2-4e72-8293-2940e7aad134 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.235946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.236228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4cfb1bb-b47a-4127-bbd8-f093522960f4 req-3036ac3a-f5c2-4e72-8293-2940e7aad134 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.1537735 Jul 28 15:07:33.279215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157df33-bb42-43c3-9b0a-ae14dea3e72f req-50f792d5-8ae4-4b14-a7dd-6a138f9567e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.280725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7157df33-bb42-43c3-9b0a-ae14dea3e72f req-50f792d5-8ae4-4b14-a7dd-6a138f9567e7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913805 Jul 28 15:07:33.301483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4cfb1bb-b47a-4127-bbd8-f093522960f4 req-51d2f4ce-c9da-4d7d-bcbe-f4a3de1bcad3 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Jul 28 15:07:33.324646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.330600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.334355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.376045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-baab32e7-5273-4bcc-8111-3935b9d1da1e None None] Could not find standard attr ID for object d97dffc4-e7cc-42f3-b326-374d79ccc67a. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:07:33.424678 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.482720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event updated for resources: {'Network': ['ID=c5fa422a-4bad-4893-9291-cbb9acd5c754,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:33.498750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network c5fa422a-4bad-4893-9291-cbb9acd5c754 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:07:33.524094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-5e42cf42-83a5-44c8-a0b9-ec2e42721860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.526434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-5e42cf42-83a5-44c8-a0b9-ec2e42721860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0429924115b42baa7a9dc99b7412ae2&device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.1176443 Jul 28 15:07:33.564050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9b049a71-6316-4d5f-937e-49619642c9aa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9b049a71-6316-4d5f-937e-49619642c9aa,segment=NetworkSegment(e74f1962-8179-4c32-a055-f0305f7bcf9f),segment_id=e74f1962-8179-4c32-a055-f0305f7bcf9f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:33.612498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15a4379b-c73a-42ec-9263-6cafc43af0ba tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9058399 Jul 28 15:07:33.615045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54074) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:33.657394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-18bd1858-5fe9-4e28-8873-d548264ab664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123045ae-3a6a-42c6-a878-2c25b13051e7 HTTP/1.1" status: 200 len: 217 time: 0.1148396 Jul 28 15:07:33.690183 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:33.831151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9b049a71-6316-4d5f-937e-49619642c9aa,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:33.843521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-3f921040-f32a-41d2-9415-2fd4f0a5322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.846602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-3f921040-f32a-41d2-9415-2fd4f0a5322d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc HTTP/1.1" status: 200 len: 849 time: 0.1792738 Jul 28 15:07:33.916335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f85b0-614f-4012-8108-0975dbed0949 req-1aba1d89-8533-4ec9-a334-fd852d96e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.919101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-1aba1d89-8533-4ec9-a334-fd852d96e12b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aec4c55-a8af-475e-8bf8-e8bc317c1042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639269 Jul 28 15:07:33.965393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e678462b-16c7-4243-b458-631e08d56aad tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/agents/4517615a-76c1-4995-981e-5124583136d6/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.3466275 Jul 28 15:07:33.965673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54078) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:33.980184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608620-9b8a-46d5-a9ea-c26d815ef5b4 req-1bedbcbd-0261-48b5-ba9a-e57deaec3c11 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:33.981994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78608620-9b8a-46d5-a9ea-c26d815ef5b4 req-1bedbcbd-0261-48b5-ba9a-e57deaec3c11 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1295755 Jul 28 15:07:34.040210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-a90327f7-8361-4a7c-99d4-0f99c307edf1 service neutron] 10.222.0.42 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113956 Jul 28 15:07:34.088434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78608620-9b8a-46d5-a9ea-c26d815ef5b4 req-005eddbd-03e0-4223-82ac-35d9daefdbb7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858512 Jul 28 15:07:34.123905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601882e7-4894-41dd-b0bb-76c0c7e6b50f tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] Network c5fa422a-4bad-4893-9291-cbb9acd5c754 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:07:34.168641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124f85b0-614f-4012-8108-0975dbed0949 req-3e927e26-24f7-4265-8152-caa50a832358 service neutron] 10.222.0.42 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189632 Jul 28 15:07:34.226403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-601882e7-4894-41dd-b0bb-76c0c7e6b50f tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "POST /v2.0/agents/4517615a-76c1-4995-981e-5124583136d6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2596593 Jul 28 15:07:34.230747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54084) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:34.233968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c210eda-09f5-4ac0-9157-89ac7d0ee1b7 None None] Network c5fa422a-4bad-4893-9291-cbb9acd5c754 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:34.477334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340da6-bf53-4f91-b1af-f696eb9cf58a req-0d8e17ce-7512-4020-8209-7aa396b5a2e6 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:34.479021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69340da6-bf53-4f91-b1af-f696eb9cf58a req-0d8e17ce-7512-4020-8209-7aa396b5a2e6 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.0482399 Jul 28 15:07:34.520704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69340da6-bf53-4f91-b1af-f696eb9cf58a req-4981a8ac-d7a4-461d-84b8-b50d921f335f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345838 Jul 28 15:07:34.735441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7544410e-7a5b-406c-9b68-019afb4baddd tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/agents/4517615a-76c1-4995-981e-5124583136d6/dhcp-networks HTTP/1.1" status: 200 len: 7240 time: 0.5026116 Jul 28 15:07:34.738309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:34.847805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9b049a71-6316-4d5f-937e-49619642c9aa up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:34.906709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9b049a71-6316-4d5f-937e-49619642c9aa triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:34.907102 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:34.953631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:34.954210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-014c453a-59f4-4b5e-9fc9-fdb0fdc4076a tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "DELETE /v2.0/agents/4517615a-76c1-4995-981e-5124583136d6/dhcp-networks/c5fa422a-4bad-4893-9291-cbb9acd5c754 HTTP/1.1" status: 204 len: 168 time: 0.2145884 Jul 28 15:07:35.107012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1c9e3f8a-4eac-45a3-bfa7-04cd0145c82e tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/agents/4517615a-76c1-4995-981e-5124583136d6/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.1517625 Jul 28 15:07:35.111213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54126) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:35.134052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6ccebb17-9685-4fd4-91a6-f5451524399a tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/networks/3a757915-fd0c-4734-84f1-a060edd67d07/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0215333 Jul 28 15:07:35.138282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:35.181675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97e0b31d-10ba-4ec0-b91b-eea8cc1071cc tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/networks/3a757915-fd0c-4734-84f1-a060edd67d07/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0392842 Jul 28 15:07:35.182659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54138) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:35.255897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f678444-3925-41f8-b173-f79f54d1391c req-b65c3cb7-8cab-4c6f-85e0-d667d82b3b4f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:35.257519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f678444-3925-41f8-b173-f79f54d1391c req-b65c3cb7-8cab-4c6f-85e0-d667d82b3b4f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0635865 Jul 28 15:07:35.309129 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f678444-3925-41f8-b173-f79f54d1391c req-4b934ef8-a8ee-475a-a406-3a946e0a343d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Jul 28 15:07:35.402416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-13607043-7fa3-4d09-9e10-ff2f01060e2c tempest-DHCPAgentSchedulersTestJSON-34429713 tempest-DHCPAgentSchedulersTestJSON-34429713-project-admin] 10.222.0.57 "GET /v2.0/agents/4517615a-76c1-4995-981e-5124583136d6/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.2180374 Jul 28 15:07:35.406007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54146) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:35.501734 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.610279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.623109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fa422a-4bad-4893-9291-cbb9acd5c754']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:35.638048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955350e5-b4c0-4f40-b77c-fde6e9498610') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:35.638354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955350e5-b4c0-4f40-b77c-fde6e9498610') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:35.647128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb77877-9ac1-4baf-8cda-d6cc5af58d4e req-753fa82f-2132-4028-bed5-5b1ca16f2865 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:35.650814 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.655666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb77877-9ac1-4baf-8cda-d6cc5af58d4e req-753fa82f-2132-4028-bed5-5b1ca16f2865 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.0562179 Jul 28 15:07:35.669345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.680404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:07:35.681442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:07:35.687778 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:07:35.710897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb77877-9ac1-4baf-8cda-d6cc5af58d4e req-3e269ced-9ea5-4c74-99fe-819a769b6921 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Jul 28 15:07:35.850753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.858321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:35.860325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "DELETE /v2.0/networks/c5fa422a-4bad-4893-9291-cbb9acd5c754 HTTP/1.1" status: 204 len: 168 time: 0.4530392 Jul 28 15:07:35.863218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:35.882945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46059a-432e-418a-8b21-0c29bd6ed2c1 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event deleted for resources: {'Network': ['ID=c5fa422a-4bad-4893-9291-cbb9acd5c754,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:35.902953 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d515a0-3a57-4c2a-8207-0cba4cbdd870 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] DELETE failed (client error): The resource could not be found. Jul 28 15:07:35.903562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d515a0-3a57-4c2a-8207-0cba4cbdd870 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:07:35.905410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28d515a0-3a57-4c2a-8207-0cba4cbdd870 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "DELETE /v2.0/ports/d97dffc4-e7cc-42f3-b326-374d79ccc67a HTTP/1.1" status: 404 len: 333 time: 0.0416317 Jul 28 15:07:35.908317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:35.964734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Deleting subnet 8a32ceb6-cbb4-4f22-9203-a53ef2c43076 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:07:35.968406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.022603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.124545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.164816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.314197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.344250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event deleted for resources: {'Subnet': ['ID=8a32ceb6-cbb4-4f22-9203-a53ef2c43076,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:36.349888 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.351640 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-90c8f54e-a496-4b1e-9645-8d581cc51c71 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "DELETE /v2.0/subnets/8a32ceb6-cbb4-4f22-9203-a53ef2c43076 HTTP/1.1" status: 204 len: 168 time: 0.4423494 Jul 28 15:07:36.354679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:36.366896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb08877-b5f8-484e-a65b-22e1d46e2a76 None None] Network 3a757915-fd0c-4734-84f1-a060edd67d07 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:36.543815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e3ec4-eca2-4bdd-a1a1-7d68986c00d1 req-0db1fe0f-af52-454e-abd4-9595bcd90ccd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:36.562048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ce1e3ec4-eca2-4bdd-a1a1-7d68986c00d1 req-0db1fe0f-af52-454e-abd4-9595bcd90ccd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1690078 Jul 28 15:07:36.617720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ce1e3ec4-eca2-4bdd-a1a1-7d68986c00d1 req-8a3ed6c3-8803-4bef-9a36-f53f3864b4da tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Jul 28 15:07:36.621949 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.698098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] DHCP port deletion for 3a757915-fd0c-4734-84f1-a060edd67d07 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:07:36.703719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Deleting port 9b049a71-6316-4d5f-937e-49619642c9aa {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:36.704262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.751806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] Deleting port 9b049a71-6316-4d5f-937e-49619642c9aa {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:36.752365 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.776754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] For port 9b049a71-6316-4d5f-937e-49619642c9aa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9b049a71-6316-4d5f-937e-49619642c9aa,segment=NetworkSegment(e74f1962-8179-4c32-a055-f0305f7bcf9f),segment_id=e74f1962-8179-4c32-a055-f0305f7bcf9f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:36.777430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.794622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Calling delete_port for 9b049a71-6316-4d5f-937e-49619642c9aa owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:36.839610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] For port 9b049a71-6316-4d5f-937e-49619642c9aa, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9b049a71-6316-4d5f-937e-49619642c9aa,segment=NetworkSegment(e74f1962-8179-4c32-a055-f0305f7bcf9f),segment_id=e74f1962-8179-4c32-a055-f0305f7bcf9f)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:36.840305 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:36.861280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9b049a71-6316-4d5f-937e-49619642c9aa no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:07:36.866045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] Calling delete_port for 9b049a71-6316-4d5f-937e-49619642c9aa owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:36.921554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b3d84-6512-46e4-88a7-6c6a03ea7b04 req-95dea981-aea8-4115-893c-41a6a19d103e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:36.923087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-753b3d84-6512-46e4-88a7-6c6a03ea7b04 req-95dea981-aea8-4115-893c-41a6a19d103e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.1131072 Jul 28 15:07:36.977940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-753b3d84-6512-46e4-88a7-6c6a03ea7b04 req-bfaab33c-85c9-4d31-a7ab-de253e4ec2b6 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Jul 28 15:07:37.016366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.020354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.036865 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.049979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event deleted for resources: {'Port': ['ID=9b049a71-6316-4d5f-937e-49619642c9aa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:37.053457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] No DVR routers for this DVR port 9b049a71-6316-4d5f-937e-49619642c9aa on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:07:37.084477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] Pushing event deleted for resources: {'Port': ['ID=9b049a71-6316-4d5f-937e-49619642c9aa,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:37.089355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca984c-653e-47e5-a5c7-22c37e9df65e None None] No DVR routers for this DVR port 9b049a71-6316-4d5f-937e-49619642c9aa on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:07:37.163552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.177633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a757915-fd0c-4734-84f1-a060edd67d07']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:37.191609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74f1962-8179-4c32-a055-f0305f7bcf9f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:37.191958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74f1962-8179-4c32-a055-f0305f7bcf9f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:37.202293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.221108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:07:37.232998 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:07:37.411689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.419387 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:37.420761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] 10.222.0.57 "DELETE /v2.0/networks/3a757915-fd0c-4734-84f1-a060edd67d07 HTTP/1.1" status: 204 len: 168 time: 1.0648179 Jul 28 15:07:37.433417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4027a-b542-4562-ad84-e8872df26f93 tempest-DHCPAgentSchedulersTestJSON-732969087 tempest-DHCPAgentSchedulersTestJSON-732969087-project] Pushing event deleted for resources: {'Network': ['ID=3a757915-fd0c-4734-84f1-a060edd67d07,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:37.763688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0f5cb-3e66-4d98-ae45-70327f6f1f16 req-41fc56eb-c4eb-4aa6-94fb-ad4fe4e048f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:37.765284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68d0f5cb-3e66-4d98-ae45-70327f6f1f16 req-41fc56eb-c4eb-4aa6-94fb-ad4fe4e048f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0659966 Jul 28 15:07:37.808676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68d0f5cb-3e66-4d98-ae45-70327f6f1f16 req-5f56891a-92c6-4ca5-98b4-acfd67553625 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Jul 28 15:07:38.032800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54210) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:38.086951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a52c-e67f-49d8-b3da-991ce30dd587 req-67f438a4-81cf-4560-982c-9a73bcb6d771 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:38.088925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a52c-e67f-49d8-b3da-991ce30dd587 req-67f438a4-81cf-4560-982c-9a73bcb6d771 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.0442762 Jul 28 15:07:38.129710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a601a52c-e67f-49d8-b3da-991ce30dd587 req-05034e66-0335-48ea-abd4-b78db379fd98 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Jul 28 15:07:38.218284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a2265db2-aa53-4784-b308-0e9432b567c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2458e8d1df894228895376e24c440dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842318 Jul 28 15:07:38.221424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54216) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:38.288708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8eb5ec7-d64d-43c7-9f61-261801c730d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:38.313159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8eb5ec7-d64d-43c7-9f61-261801c730d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:38.473519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8eb5ec7-d64d-43c7-9f61-261801c730d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:38.476945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e8eb5ec7-d64d-43c7-9f61-261801c730d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:38.481718 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e8eb5ec7-d64d-43c7-9f61-261801c730d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b1545fa-e6b9-4cf2-95ec-4551b954018f HTTP/1.1" status: 204 len: 168 time: 0.2552619 Jul 28 15:07:38.488036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb5ec7-d64d-43c7-9f61-261801c730d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1545fa-e6b9-4cf2-95ec-4551b954018f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:38.932200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 123045ae-3a6a-42c6-a878-2c25b13051e7 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:07:38.943158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefaf49-611a-47ed-bb29-690bf564b503 req-da0e2ddc-b9fc-47ce-b5b0-c36b70522b7e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:38.945453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3aefaf49-611a-47ed-bb29-690bf564b503 req-da0e2ddc-b9fc-47ce-b5b0-c36b70522b7e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0631919 Jul 28 15:07:39.010115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3aefaf49-611a-47ed-bb29-690bf564b503 req-5108ede3-5282-439b-bf61-8f01af7e0577 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Jul 28 15:07:39.063604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 123045ae-3a6a-42c6-a878-2c25b13051e7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=123045ae-3a6a-42c6-a878-2c25b13051e7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:39.080307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '123045ae-3a6a-42c6-a878-2c25b13051e7', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'port_id': '123045ae-3a6a-42c6-a878-2c25b13051e7', 'mac_address': 'fa:16:3e:01:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:07:39.122502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.133396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123045ae-3a6a-42c6-a878-2c25b13051e7 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:07:39.155683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 123045ae-3a6a-42c6-a878-2c25b13051e7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=123045ae-3a6a-42c6-a878-2c25b13051e7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:39.257146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.264500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f51f5f-cd20-4292-afca-61d37b08de98 req-177c9edf-3e3f-4110-acae-c82db3c731e3 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:39.267036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4f51f5f-cd20-4292-afca-61d37b08de98 req-177c9edf-3e3f-4110-acae-c82db3c731e3 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.0595140 Jul 28 15:07:39.311811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4f51f5f-cd20-4292-afca-61d37b08de98 req-e54dc767-1de6-4304-bb2f-58e8c28e7223 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jul 28 15:07:39.337861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=123045ae-3a6a-42c6-a878-2c25b13051e7,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:39.383064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54240) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:39.400611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-664b1d85-39ee-4c81-b0cb-77c4aeaad70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.504656 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-664b1d85-39ee-4c81-b0cb-77c4aeaad70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.582661 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-664b1d85-39ee-4c81-b0cb-77c4aeaad70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.625246 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-664b1d85-39ee-4c81-b0cb-77c4aeaad70e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=650e67ff48cf426bb498f0a5013b629f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408271 Jul 28 15:07:39.625891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b1d85-39ee-4c81-b0cb-77c4aeaad70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844cee1c-4221-4898-916f-7021b361ddf8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:39.628354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54244) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:39.692218 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07395ff9-b0f4-433a-9e5f-6a8d7757b0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.722031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['123045ae-3a6a-42c6-a878-2c25b13051e7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:07:39.726822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07395ff9-b0f4-433a-9e5f-6a8d7757b0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.920312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07395ff9-b0f4-433a-9e5f-6a8d7757b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.924713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07395ff9-b0f4-433a-9e5f-6a8d7757b0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.927865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-07395ff9-b0f4-433a-9e5f-6a8d7757b0e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/844cee1c-4221-4898-916f-7021b361ddf8 HTTP/1.1" status: 204 len: 168 time: 0.2958999 Jul 28 15:07:39.936534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07395ff9-b0f4-433a-9e5f-6a8d7757b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844cee1c-4221-4898-916f-7021b361ddf8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:40.237981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386d80d-e8bc-4f80-8aaf-309ecc674937 req-9ad4e42b-1c12-481c-8e33-3f8bb7b84556 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:40.240989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9386d80d-e8bc-4f80-8aaf-309ecc674937 req-9ad4e42b-1c12-481c-8e33-3f8bb7b84556 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0771947 Jul 28 15:07:40.305157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9386d80d-e8bc-4f80-8aaf-309ecc674937 req-670f2303-abae-4ab2-bc3c-67757781f15d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547807 Jul 28 15:07:40.851754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544ff6-0728-47c5-8813-76bddfd16980 req-b988b8bf-fb4c-4679-b059-d34d0daca0a2 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:40.854384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65544ff6-0728-47c5-8813-76bddfd16980 req-b988b8bf-fb4c-4679-b059-d34d0daca0a2 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1097 time: 0.4367764 Jul 28 15:07:40.919304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65544ff6-0728-47c5-8813-76bddfd16980 req-2dbabb5e-04b5-4bef-b96a-60f146d0d2ca tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Jul 28 15:07:40.931799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 123045ae-3a6a-42c6-a878-2c25b13051e7 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:41.147701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 123045ae-3a6a-42c6-a878-2c25b13051e7 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:41.156121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 123045ae-3a6a-42c6-a878-2c25b13051e7 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:41.156542 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:41.459487 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:41.479584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb2e78-93bc-465f-b834-f2d1d67be09f req-3b0bcf8b-a0ee-433f-ad20-3b98cbd06d01 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:41.479584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9bb2e78-93bc-465f-b834-f2d1d67be09f req-3b0bcf8b-a0ee-433f-ad20-3b98cbd06d01 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0586538 Jul 28 15:07:41.519865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 123045ae-3a6a-42c6-a878-2c25b13051e7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=123045ae-3a6a-42c6-a878-2c25b13051e7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:41.520886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149762cf-372d-4029-8111-ebc9032b2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123045ae-3a6a-42c6-a878-2c25b13051e7'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:41.523215 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f4e90a-3abf-4c99-b632-6d5783b18c16" -d '{"events": [{"server_uuid": "149762cf-372d-4029-8111-ebc9032b2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "123045ae-3a6a-42c6-a878-2c25b13051e7"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:41.540919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a9bb2e78-93bc-465f-b834-f2d1d67be09f req-6719533a-1568-4723-b010-dc7e5d3dbcb0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Jul 28 15:07:41.584141 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a941db5-1bd4-42af-b605-73b6cd208332 x-openstack-request-id: req-6a941db5-1bd4-42af-b605-73b6cd208332 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:41.584441 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149762cf-372d-4029-8111-ebc9032b2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "123045ae-3a6a-42c6-a878-2c25b13051e7", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:41.584744 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a941db5-1bd4-42af-b605-73b6cd208332 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:41.585143 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149762cf-372d-4029-8111-ebc9032b2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123045ae-3a6a-42c6-a878-2c25b13051e7', 'code': 200} Jul 28 15:07:41.681065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54306) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:41.776711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:41.796075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7611c4-9631-4fde-bb01-6a1112b0cf51 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:41.796604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7611c4-9631-4fde-bb01-6a1112b0cf51 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:41.797086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7611c4-9631-4fde-bb01-6a1112b0cf51 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:41.798824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb7611c4-9631-4fde-bb01-6a1112b0cf51 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=827d56505c884b0294d59a378dcdb757&network_id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 2972 time: 0.1158500 Jul 28 15:07:41.806649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979937-7215-4ebe-b711-43d9ab8c9821 req-d923b78a-0998-4310-9017-e071b1a24584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:41.808084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca979937-7215-4ebe-b711-43d9ab8c9821 req-d923b78a-0998-4310-9017-e071b1a24584 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1097 time: 0.0922561 Jul 28 15:07:41.834047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=123045ae-3a6a-42c6-a878-2c25b13051e7,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:41.848117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca979937-7215-4ebe-b711-43d9ab8c9821 req-69d155af-2c9e-430c-9295-f5df6d7294d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Jul 28 15:07:42.042903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0dfe1-b857-4013-ab48-29953d7816f7 req-fb0efdf1-2c4c-4e3d-8311-e0a123c8158b tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:42.044720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93b0dfe1-b857-4013-ab48-29953d7816f7 req-fb0efdf1-2c4c-4e3d-8311-e0a123c8158b tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0450110 Jul 28 15:07:42.102820 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93b0dfe1-b857-4013-ab48-29953d7816f7 req-452aae3d-d49a-4aa3-8c26-f65ae941b270 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Jul 28 15:07:42.702033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54350) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:42.825574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-919311570', 'router:external': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:42.941817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Made reservation on behalf of 08028d7bdcc148369671df75f7d3f2ec for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:42.946001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:42.970856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.006859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56454f3-c46f-4714-b09f-8ae925ccba38 req-8185dafe-0b92-4557-80fa-6e41a754c0e1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:43.009321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f56454f3-c46f-4714-b09f-8ae925ccba38 req-8185dafe-0b92-4557-80fa-6e41a754c0e1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1257067 Jul 28 15:07:43.075895 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f56454f3-c46f-4714-b09f-8ae925ccba38 req-561397e0-a42e-41cb-ad29-38192f8f7d70 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596621 Jul 28 15:07:43.144825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.228181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8b5b-1847-4443-9dff-a37a72722f7a req-43ec5d60-35fd-461b-83a7-34bad27dd6c5 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:43.229736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-441e8b5b-1847-4443-9dff-a37a72722f7a req-43ec5d60-35fd-461b-83a7-34bad27dd6c5 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0547094 Jul 28 15:07:43.251920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.276542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-441e8b5b-1847-4443-9dff-a37a72722f7a req-7227e093-8631-44bc-8684-8e62a13325ed tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Jul 28 15:07:43.285891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:07:43.298735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96be782-3bf7-423f-b6e3-10ec76f1482d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:43.304222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.304589 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Added segment 856bcff9-6497-4637-95b7-567be74bf33c of type vlan for network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 Jul 28 15:07:43.356293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.522862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.524824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:43.525913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.621124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Network': ['ID=112e4700-1df8-4db1-ac48-1b88ac28f5e8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:43.633600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:07:43.662111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54370) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:43.729859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c9882-3601-4a19-a301-56f9c4d2c1ca tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:43.735622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd7c9882-3601-4a19-a301-56f9c4d2c1ca tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 814 time: 0.0721076 Jul 28 15:07:43.811181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4c17f3d-a35c-485d-8866-e8cd6631ada8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1073997 Jul 28 15:07:43.817094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54374) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:43.825381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'subnet': {'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:43.996247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Made reservation on behalf of 08028d7bdcc148369671df75f7d3f2ec for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:44.001923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:44.245045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8fe76-1e74-4593-a472-649bbfaeb9fb req-c01c5d5a-e4be-40ae-8aed-5fa16a8279d5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:44.245045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0d8fe76-1e74-4593-a472-649bbfaeb9fb req-c01c5d5a-e4be-40ae-8aed-5fa16a8279d5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0580082 Jul 28 15:07:44.252809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:44.261221 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'network': {'name': 'tempest-network-smoke--1806926570', 'project_id': '827d56505c884b0294d59a378dcdb757', 'port_security_enabled': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:44.267518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0d8fe76-1e74-4593-a472-649bbfaeb9fb req-43c6b960-5086-4c4c-b248-717210754cd9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Jul 28 15:07:44.485347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3f1ff-deac-4251-9889-5a1397a1759d req-31503f91-1130-4748-9fa9-628da80b3d65 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:44.486974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89b3f1ff-deac-4251-9889-5a1397a1759d req-31503f91-1130-4748-9fa9-628da80b3d65 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.1413217 Jul 28 15:07:44.527130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89b3f1ff-deac-4251-9889-5a1397a1759d req-b6f8ce9f-a4c0-4064-9cec-ee2b296acf49 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Jul 28 15:07:44.617330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:44.623625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:44.690318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe661d6-56d3-45f9-87e7-21f15d56a41d req-e97a2d14-5217-4f78-bd48-caae7c9165b6 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:44.692156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fe661d6-56d3-45f9-87e7-21f15d56a41d req-e97a2d14-5217-4f78-bd48-caae7c9165b6 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0744412 Jul 28 15:07:44.741104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fe661d6-56d3-45f9-87e7-21f15d56a41d req-f5a17a52-787b-46eb-8da2-e443179bb38c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Jul 28 15:07:44.749400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:07:44.781275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:44.781767 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Added segment a19d6f28-253d-41de-b6fd-1299007f60ba of type vlan for network 71743d04-244c-4fe6-8e83-8e35de2d808b Jul 28 15:07:44.865350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:44.960992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b097e-b32c-4a8e-bd32-0a696e698be1 req-0698c323-3517-49d3-82ab-f381565c1c1d tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:44.962590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-073b097e-b32c-4a8e-bd32-0a696e698be1 req-0698c323-3517-49d3-82ab-f381565c1c1d tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0891082 Jul 28 15:07:45.008132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.objects.ports [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 15:07:45.008654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:45.076687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:45.082783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.083507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:45.087084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-073b097e-b32c-4a8e-bd32-0a696e698be1 req-bd9a73b7-ef3f-4749-ab23-e69f29dd09ec tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054423 Jul 28 15:07:45.162153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adee14bc-dc83-4e2f-aa9c-0934928a76b0,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:45.179288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Checking segment: {'id': '856bcff9-6497-4637-95b7-567be74bf33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:45.179778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network hostable DHCP agents. Network: 112e4700-1df8-4db1-ac48-1b88ac28f5e8, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:07:45.199869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Network': ['ID=71743d04-244c-4fe6-8e83-8e35de2d808b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:45.215827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 71743d04-244c-4fe6-8e83-8e35de2d808b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:07:45.384596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d25e843c-ffe4-4e00-aa13-66a072acbb51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1265888 Jul 28 15:07:45.385236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54416) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:45.520195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb497812-490c-4c6e-a3ee-47b3c26eb898 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.522333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cb497812-490c-4c6e-a3ee-47b3c26eb898 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=827d56505c884b0294d59a378dcdb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1363714 Jul 28 15:07:45.524548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:07:45.527918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54422) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:45.532080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-bd70b466-d1ff-4519-b368-fd554e847398 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.532675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-bd70b466-d1ff-4519-b368-fd554e847398 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/networks?id=7aec4c55-a8af-475e-8bf8-e8bc317c1042 HTTP/1.1" status: 200 len: 911 time: 0.1829393 Jul 28 15:07:45.582463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-500b63c7-40aa-4798-859e-ea08e3616945 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/quotas/e0429924115b42baa7a9dc99b7412ae2 HTTP/1.1" status: 200 len: 375 time: 0.0366631 Jul 28 15:07:45.642387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9802a9-14ea-4a01-9153-458bd5114fcf req-dfc75f0c-47cc-486b-8451-b7f1b78e25ba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.650510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c9802a9-14ea-4a01-9153-458bd5114fcf req-dfc75f0c-47cc-486b-8451-b7f1b78e25ba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.2993011 Jul 28 15:07:45.696421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 112e4700-1df8-4db1-ac48-1b88ac28f5e8) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:45.712833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.713429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:45.718940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e59f0d-5af2-4f4c-9bed-93f628ef8810 None None] Network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:45.844378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1861af3e-c1b8-4f6b-a9be-75e52e357034 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0429924115b42baa7a9dc99b7412ae2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2557456 Jul 28 15:07:45.905591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7c9802a9-14ea-4a01-9153-458bd5114fcf req-bd8e44b1-f5c9-4843-ae34-16e794333524 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539816 Jul 28 15:07:45.928106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54432) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:45.928659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-afbb99d2-eeae-47be-944b-d6638bab4c59 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1097212 Jul 28 15:07:45.937612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1668319145', 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:45.944971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948fdf5c-5230-4404-b56d-574c75c6253f tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.944971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948fdf5c-5230-4404-b56d-574c75c6253f tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:45.949158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-948fdf5c-5230-4404-b56d-574c75c6253f tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.4164512 Jul 28 15:07:45.949422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54434) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.007665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a24ef2-f7d3-462a-aa20-ec09abd8732b None None] Network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:46.054006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2949f2f-5fb7-48c4-bd5a-cee0b4622168 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:46.060537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2949f2f-5fb7-48c4-bd5a-cee0b4622168 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=112e4700-1df8-4db1-ac48-1b88ac28f5e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1071851 Jul 28 15:07:46.060968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54438) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.093619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6a6ecd50-561d-4747-aabf-0f54b877a11c tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314021 Jul 28 15:07:46.097711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.137861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-d8bfd299-7968-4357-8192-24eee35a561e service neutron] 10.222.0.57 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855465 Jul 28 15:07:46.148137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cfba834b-de17-480f-8ece-cacc9bc6a69a tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=827d56505c884b0294d59a378dcdb757&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351238 Jul 28 15:07:46.148582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54442) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.189783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Made reservation on behalf of 08028d7bdcc148369671df75f7d3f2ec for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:46.197843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.224584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] device_id is not set on port 04fff956-9e8f-4031-a989-ae05b8902a31 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:07:46.251113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e0bee-9bb6-4578-8911-17fd2fcf7607 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:46.251711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e0bee-9bb6-4578-8911-17fd2fcf7607 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:46.253726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e46e0bee-9bb6-4578-8911-17fd2fcf7607 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.1040418 Jul 28 15:07:46.256611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54446) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.288510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-499148b3-4632-4113-8ae6-cf5e49a239c8 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=112e4700-1df8-4db1-ac48-1b88ac28f5e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301912 Jul 28 15:07:46.292429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54448) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.330669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-e39cf419-ff17-402f-bd7c-5e9cc2c90153 service neutron] 10.222.0.57 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852529 Jul 28 15:07:46.344299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-69c905ed-c3db-4c83-b472-ebfeed9b9ee6 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506582 Jul 28 15:07:46.347418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.356720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953868451', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'project_id': '827d56505c884b0294d59a378dcdb757', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:46.432168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Allocated IP 172.20.0.10 (112e4700-1df8-4db1-ac48-1b88ac28f5e8/adee14bc-dc83-4e2f-aa9c-0934928a76b0/04fff956-9e8f-4031-a989-ae05b8902a31) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:46.479708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54454) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:46.607381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:46.609229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.622448 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66ce3eee-0c4c-4d15-a30a-a838acaaa84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.629036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.805741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66ce3eee-0c4c-4d15-a30a-a838acaaa84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.812565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.854384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-845994e5-4868-4662-9e79-5eb81eae3128 req-eee35f9b-344f-43c4-81f0-c2112e8773f8 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0447316 Jul 28 15:07:46.883090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:46.883090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:46.883090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:46.929177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Port': ['ID=04fff956-9e8f-4031-a989-ae05b8902a31,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:46.963441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66ce3eee-0c4c-4d15-a30a-a838acaaa84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.982612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:46.983243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.028652 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.052950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-66ce3eee-0c4c-4d15-a30a-a838acaaa84e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4817994807704cc3b1eaa83e6d588091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720534 Jul 28 15:07:47.057192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54476) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:47.075486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3eee-0c4c-4d15-a30a-a838acaaa84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa368a-1bde-4a4b-b4c4-cab9940c3318,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:47.101807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Subnet': ['ID=d03ecbfa-d62c-4585-85c9-1537769b555d,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:47.111932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Checking segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:47.112491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network hostable DHCP agents. Network: 71743d04-244c-4fe6-8e83-8e35de2d808b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:07:47.117973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890db17-3a92-46c8-b97c-01e052511fe7 req-0f9940f6-8076-479a-89e2-34abd7f1dea4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:47.119660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3890db17-3a92-46c8-b97c-01e052511fe7 req-0f9940f6-8076-479a-89e2-34abd7f1dea4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1185923 Jul 28 15:07:47.151054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b0e98dc-e5e2-498e-86b6-656c07d5cce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.188330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3890db17-3a92-46c8-b97c-01e052511fe7 req-b4a3433d-e262-4f56-8eeb-9741b34de787 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Jul 28 15:07:47.194232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b0e98dc-e5e2-498e-86b6-656c07d5cce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.245417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f52798be-ab1d-4ee4-8608-aef2da572b0c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3153350 Jul 28 15:07:47.247920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54480) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:47.319141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 71743d04-244c-4fe6-8e83-8e35de2d808b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:07:47.345048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Deleting port 04fff956-9e8f-4031-a989-ae05b8902a31 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:47.345398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.429626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b0e98dc-e5e2-498e-86b6-656c07d5cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.432326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b0e98dc-e5e2-498e-86b6-656c07d5cce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.443947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b0e98dc-e5e2-498e-86b6-656c07d5cce1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7aa368a-1bde-4a4b-b4c4-cab9940c3318 HTTP/1.1" status: 204 len: 168 time: 0.3751535 Jul 28 15:07:47.443947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.460167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e98dc-e5e2-498e-86b6-656c07d5cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa368a-1bde-4a4b-b4c4-cab9940c3318,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:47.462659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Calling delete_port for 04fff956-9e8f-4031-a989-ae05b8902a31 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:47.480676 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 71743d04-244c-4fe6-8e83-8e35de2d808b) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:47.498390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:47.498390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.498643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1382d6ac-dadc-42bb-83d0-8f385c861efb None None] Network 71743d04-244c-4fe6-8e83-8e35de2d808b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:47.595025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0346217f-b092-4eb9-ac91-9c5f7f551713 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2465146 Jul 28 15:07:47.704924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-71743d04-244c-4fe6-8e83-8e35de2d808b', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ips': [{'subnet_id': 'd03ecbfa-d62c-4585-85c9-1537769b555d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:07:47.706510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.743110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.822436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event deleted for resources: {'Port': ['ID=04fff956-9e8f-4031-a989-ae05b8902a31,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:47.924806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Allocated IP 172.20.0.18 (71743d04-244c-4fe6-8e83-8e35de2d808b/d03ecbfa-d62c-4585-85c9-1537769b555d/e42bfa49-4688-42e0-88b0-3932b4806574) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:48.005303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e70f3b92-069c-45c2-afc7-e4c21bbb0dee req-83737f3a-6f37-4b2a-b60f-c16a650cab77 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0519049 Jul 28 15:07:48.018269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.023938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-01311a67-9fd4-44aa-864f-1f0083168e1c tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/ports/04fff956-9e8f-4031-a989-ae05b8902a31 HTTP/1.1" status: 204 len: 168 time: 0.7717559 Jul 28 15:07:48.025442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54498) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:48.030875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8', 'external_fixed_ips': [{'subnet_id': 'adee14bc-dc83-4e2f-aa9c-0934928a76b0', 'ip_address': '172.20.0.10'}]}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:48.076548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54500) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:48.081854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341419514', 'description': 'tempest-secgroup-smoke-1341419514 description', 'project_id': '827d56505c884b0294d59a378dcdb757'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:48.172403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.183407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Transition to ACTIVE for port object e42bfa49-4688-42e0-88b0-3932b4806574 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:48.202970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Transition to ACTIVE for port object e42bfa49-4688-42e0-88b0-3932b4806574 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:48.230246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.231204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.340429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.364109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f569-1ed6-4cae-ba23-97b91be4da8d req-911fe02e-1b2d-401d-b0a5-648b9a46d074 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:48.365743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a90f569-1ed6-4cae-ba23-97b91be4da8d req-911fe02e-1b2d-401d-b0a5-648b9a46d074 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0550094 Jul 28 15:07:48.399470 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.402529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.428209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a90f569-1ed6-4cae-ba23-97b91be4da8d req-1aab003a-5350-47ce-b099-ccb49980b450 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548644 Jul 28 15:07:48.482991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Pushing event updated for resources: {'Port': ['ID=e42bfa49-4688-42e0-88b0-3932b4806574,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:48.488840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Network 71743d04-244c-4fe6-8e83-8e35de2d808b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:48.490908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:48.501543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:48.564989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Attempting to bind port e42bfa49-4688-42e0-88b0-3932b4806574 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:48.564989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Attempting to bind port e42bfa49-4688-42e0-88b0-3932b4806574 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:48.564989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Attempting to bind port e42bfa49-4688-42e0-88b0-3932b4806574 on network 71743d04-244c-4fe6-8e83-8e35de2d808b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:48.572432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:48.573067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Checking segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:48.573606 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.574220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Bound using segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:48.575180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Bound port: e42bfa49-4688-42e0-88b0-3932b4806574, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:48.577909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.668783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.689925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-819e7315-d736-437a-9809-3b4563b3957e None None] For port e42bfa49-4688-42e0-88b0-3932b4806574, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:48.696328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-819e7315-d736-437a-9809-3b4563b3957e None None] For port e42bfa49-4688-42e0-88b0-3932b4806574, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e42bfa49-4688-42e0-88b0-3932b4806574,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:48.715098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.897139 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.901088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:48.973457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e7315-d736-437a-9809-3b4563b3957e None None] Pushing event updated for resources: {'Port': ['ID=e42bfa49-4688-42e0-88b0-3932b4806574,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:48.999190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24eb75e3-dabf-4a85-8496-40d85ce3def2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:49.064079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.091378 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.109899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.113389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7caded37-bddf-47cb-b14e-4f2d18ad17c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0343351 Jul 28 15:07:49.117478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54518) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:49.123720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '24eb75e3-dabf-4a85-8496-40d85ce3def2', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:49.185872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b0643e5a-dba5-4ab1-8fdd-5c2b354a77e0 req-ed37cca1-0dce-4b7d-b36c-c9ab89494cb8 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0820103 Jul 28 15:07:49.311386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Allocated IP 172.20.0.10 (112e4700-1df8-4db1-ac48-1b88ac28f5e8/adee14bc-dc83-4e2f-aa9c-0934928a76b0/d8f4f197-bdd1-4d47-85fc-58453aaaabfd) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:49.321977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.377650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.446235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.564792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.565018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3235364-7350-49ed-9ab5-eb8fb912b84b req-4df35dd1-85fd-4eb7-b851-2005b1e01ced tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:49.567316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3235364-7350-49ed-9ab5-eb8fb912b84b req-4df35dd1-85fd-4eb7-b851-2005b1e01ced tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0521479 Jul 28 15:07:49.582819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69b9396-3b6e-4d9e-9f01-07ea3b15aa00,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:49.607781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3235364-7350-49ed-9ab5-eb8fb912b84b req-b1b0eb92-6794-449e-9d05-72af1a16445a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Jul 28 15:07:49.793658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.840651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:49.843738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:49.850924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:49.874645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f4f197-bdd1-4d47-85fc-58453aaaabfd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:49.919519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:49.924312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-88c838be-c857-4a19-baf4-0892d3fb7a07 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8034794 Jul 28 15:07:49.925267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54530) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:49.941527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '24eb75e3-dabf-4a85-8496-40d85ce3def2', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:49.995402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cd6c8-f9ef-4bb3-8555-25e16d91214d None None] Network 71743d04-244c-4fe6-8e83-8e35de2d808b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:07:50.137180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.227837 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.256144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-42bba3d4-72f7-4947-8de9-9cd2836563af None None] Provisioning for port e42bfa49-4688-42e0-88b0-3932b4806574 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:50.299755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-d9391d08-430a-45cd-bac2-0afd0f366dee tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:50.301883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-d9391d08-430a-45cd-bac2-0afd0f366dee tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.58 "GET /v2.0/networks?id=7aec4c55-a8af-475e-8bf8-e8bc317c1042 HTTP/1.1" status: 200 len: 911 time: 0.1965637 Jul 28 15:07:50.308127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-608376d0-e775-4529-9bbd-7f4da7d7c9f1 req-d7c7c1b8-f34b-4b4d-b6c2-0511aed68aa5 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0287151 Jul 28 15:07:50.308822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.317568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Request body: {'port': {'device_id': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'admin_state_up': True, 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:50.422345 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.447690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6422876e-77b5-45e7-b367-89f38b1d9c9b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:50.639140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.643168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-55dc4517-9d43-4929-b29e-93657c98f4b9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7132599 Jul 28 15:07:50.644674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54540) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:50.657180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '24eb75e3-dabf-4a85-8496-40d85ce3def2', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:50.844252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Made reservation on behalf of e0429924115b42baa7a9dc99b7412ae2 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:50.846945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.877780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e42bfa49-4688-42e0-88b0-3932b4806574 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:50.885380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.957710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.016765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67238b8a-076b-491f-9401-d95551d1e3ff req-d6f4512d-8fdf-4e84-a51d-44ce6d4bc6a0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:51.018388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67238b8a-076b-491f-9401-d95551d1e3ff req-d6f4512d-8fdf-4e84-a51d-44ce6d4bc6a0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1777265 Jul 28 15:07:51.029034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.090465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e42bfa49-4688-42e0-88b0-3932b4806574 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:51.095967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e42bfa49-4688-42e0-88b0-3932b4806574 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:51.096688 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.153006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.170608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a4f58e-2d30-4137-8784-c246e3bf2cd7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:51.203153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Allocated IP 172.20.0.6 (7aec4c55-a8af-475e-8bf8-e8bc317c1042/fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc/1cd0be49-6fa9-4902-a749-ab152ea97b85) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:07:51.217381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.248418 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67238b8a-076b-491f-9401-d95551d1e3ff req-638335a4-6dd8-442d-a6d7-4e58aca31e75 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207325 Jul 28 15:07:51.267585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e42bfa49-4688-42e0-88b0-3932b4806574, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e42bfa49-4688-42e0-88b0-3932b4806574,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:51.313439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.314603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9ada8b83-942c-4a25-a99b-d36150f693ea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6692147 Jul 28 15:07:51.317410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:51.322256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '24eb75e3-dabf-4a85-8496-40d85ce3def2', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:51.371871 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.439489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.441428 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e42bfa49-4688-42e0-88b0-3932b4806574,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:51.446881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-392c0955-68df-4e7f-adb9-15cabd164b1f req-033e1a88-a67b-424f-af50-26303808f062 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0539014 Jul 28 15:07:51.451438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Transition to ACTIVE for port object 1cd0be49-6fa9-4902-a749-ab152ea97b85 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:51.479475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.515106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Router 321121f6-3e61-4e89-a18f-ffa388a7c0fd is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:07:51.561082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.577250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.613558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['123045ae-3a6a-42c6-a878-2c25b13051e7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:07:51.632664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:07:51.637824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:07:51.644736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.671822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:07:51.680238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b16c31f-9ce0-4db1-a8f1-3f183b3e8a3f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:51.737568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Pushing event updated for resources: {'Port': ['ID=1cd0be49-6fa9-4902-a749-ab152ea97b85,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:51.779487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.782046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:07:51.793948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Sync routers for ids ['321121f6-3e61-4e89-a18f-ffa388a7c0fd'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:07:51.810188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.814355 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-290df821-89d4-4ec6-a187-f22bf8d410b6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4930763 Jul 28 15:07:51.815035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54560) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:51.820975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '24eb75e3-dabf-4a85-8496-40d85ce3def2', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:51.830177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Routers {'321121f6-3e61-4e89-a18f-ffa388a7c0fd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:51.830831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['321121f6-3e61-4e89-a18f-ffa388a7c0fd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:51.914132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-1a4d28d5-6e5d-4bac-9518-21ae5310643f tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6012256 Jul 28 15:07:51.928061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Request body: {'port': {'device_id': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:51.957337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Set router 321121f6-3e61-4e89-a18f-ffa388a7c0fd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:51.958025 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:51.959089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e303783f-cd1d-4ec5-ad5a-2527f63fb26e tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9326572 Jul 28 15:07:51.961792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:52.004429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.115872 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.171921 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Project 827d56505c884b0294d59a378dcdb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:07:52.192480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.212246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321121f6-3e61-4e89-a18f-ffa388a7c0fd', 'name': '', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8', 'external_fixed_ips': [{'subnet_id': 'adee14bc-dc83-4e2f-aa9c-0934928a76b0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd8f4f197-bdd1-4d47-85fc-58453aaaabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:48Z', 'updated_at': '2021-07-28T15:07:50Z', 'revision_number': 3, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port': {'id': 'd8f4f197-bdd1-4d47-85fc-58453aaaabfd', 'name': '', 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321121f6-3e61-4e89-a18f-ffa388a7c0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'adee14bc-dc83-4e2f-aa9c-0934928a76b0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:49Z', 'updated_at': '2021-07-28T15:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adee14bc-dc83-4e2f-aa9c-0934928a76b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:52.249021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Checking router: 321121f6-3e61-4e89-a18f-ffa388a7c0fd for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:07:52.249021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Updating router 321121f6-3e61-4e89-a18f-ffa388a7c0fd port d8f4f197-bdd1-4d47-85fc-58453aaaabfd binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:07:52.280860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.328351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d7bfedc4-ec00-49f6-9b22-3c6d07bb9b57 None None] Provisioning for port 1cd0be49-6fa9-4902-a749-ab152ea97b85 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:07:52.340496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d7bfedc4-ec00-49f6-9b22-3c6d07bb9b57 None None] Provisioning complete for port 1cd0be49-6fa9-4902-a749-ab152ea97b85 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:52.341131 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d7bfedc4-ec00-49f6-9b22-3c6d07bb9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.349847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.356383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.385314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0d66cd6d-30c9-442e-9f00-82d508d4c5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.415452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd0be49-6fa9-4902-a749-ab152ea97b85 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:07:52.427312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.447280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Transition to ACTIVE for port object 1cd0be49-6fa9-4902-a749-ab152ea97b85 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:52.448041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfedc4-ec00-49f6-9b22-3c6d07bb9b57 None None] Port 1cd0be49-6fa9-4902-a749-ab152ea97b85 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:07:52.455760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310978-a6a5-463c-9d08-bebe53a24a31 req-e9d68695-ac19-4feb-b80c-20567faebb93 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:52.457981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa310978-a6a5-463c-9d08-bebe53a24a31 req-e9d68695-ac19-4feb-b80c-20567faebb93 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1045923 Jul 28 15:07:52.483156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.513485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa310978-a6a5-463c-9d08-bebe53a24a31 req-352bfecb-cb24-498b-a0d9-40edea83b1a9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Jul 28 15:07:52.587541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2667f2-e0b8-4ece-9eca-250ec5dd21bd,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:52.600356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.621086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Deleting port d8f4f197-bdd1-4d47-85fc-58453aaaabfd {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:52.621855 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.701591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd0be49-6fa9-4902-a749-ab152ea97b85,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:52.719054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.722179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bdc7dadb-0edf-44c0-96d1-e2cf6be0f6e9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9039836 Jul 28 15:07:52.726341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54576) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:52.734395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '24eb75e3-dabf-4a85-8496-40d85ce3def2', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:52.767993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.788301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0287583-0f0c-4556-a671-9df904a8f48c req-3d22b45e-d013-4798-bb63-7d8b27ac3cdf tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:52.790081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0287583-0f0c-4556-a671-9df904a8f48c req-3d22b45e-d013-4798-bb63-7d8b27ac3cdf tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1053 time: 0.0939085 Jul 28 15:07:52.791194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Calling delete_port for d8f4f197-bdd1-4d47-85fc-58453aaaabfd owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:52.795747 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.843868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Transition to ACTIVE for port object d8f4f197-bdd1-4d47-85fc-58453aaaabfd will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:07:52.897178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0287583-0f0c-4556-a671-9df904a8f48c req-fac0ba3f-5ce9-4dc1-9ffa-f3025b48be92 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945954 Jul 28 15:07:52.947624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:52.988846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Attempting to bind port 1cd0be49-6fa9-4902-a749-ab152ea97b85 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:52.995017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Attempting to bind port 1cd0be49-6fa9-4902-a749-ab152ea97b85 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:52.995506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Attempting to bind port 1cd0be49-6fa9-4902-a749-ab152ea97b85 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:52.997807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e42bfa49-4688-42e0-88b0-3932b4806574 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:07:53.004175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Port 1cd0be49-6fa9-4902-a749-ab152ea97b85 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:07:53.004655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Attempting to bind port 1cd0be49-6fa9-4902-a749-ab152ea97b85 on network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:53.011883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:53.012562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Checking segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:53.012876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Bound using segment: {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:53.013341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Bound port: 1cd0be49-6fa9-4902-a749-ab152ea97b85, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:53.013727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.041159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Pushing event updated for resources: {'Port': ['ID=d8f4f197-bdd1-4d47-85fc-58453aaaabfd,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:53.056007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Attempting to bind port d8f4f197-bdd1-4d47-85fc-58453aaaabfd on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:07:53.056761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Attempting to bind port d8f4f197-bdd1-4d47-85fc-58453aaaabfd by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '856bcff9-6497-4637-95b7-567be74bf33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:07:53.057392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Attempting to bind port d8f4f197-bdd1-4d47-85fc-58453aaaabfd on network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:07:53.063850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.064595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.065143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.066213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.067076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.067920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.068781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.069620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.070429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.071249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.072065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.072937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:53.095469 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Project 827d56505c884b0294d59a378dcdb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:07:53.108349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:07:53.109315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Checking segment: {'id': '856bcff9-6497-4637-95b7-567be74bf33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:07:53.109664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.109782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.110279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Bound using segment: {'id': '856bcff9-6497-4637-95b7-567be74bf33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:07:53.111247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Bound port: d8f4f197-bdd1-4d47-85fc-58453aaaabfd, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856bcff9-6497-4637-95b7-567be74bf33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112e4700-1df8-4db1-ac48-1b88ac28f5e8'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:07:53.111807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.186253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e42bfa49-4688-42e0-88b0-3932b4806574 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:07:53.186695 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.245126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] For port d8f4f197-bdd1-4d47-85fc-58453aaaabfd, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:53.246545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] For port 1cd0be49-6fa9-4902-a749-ab152ea97b85, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:07:53.248789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] For port d8f4f197-bdd1-4d47-85fc-58453aaaabfd, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d8f4f197-bdd1-4d47-85fc-58453aaaabfd,segment=NetworkSegment(856bcff9-6497-4637-95b7-567be74bf33c),segment_id=856bcff9-6497-4637-95b7-567be74bf33c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:53.251429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] For port 1cd0be49-6fa9-4902-a749-ab152ea97b85, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1cd0be49-6fa9-4902-a749-ab152ea97b85,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:07:53.289270 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.383653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.416357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.421710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.462850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Routers {'321121f6-3e61-4e89-a18f-ffa388a7c0fd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:07:53.463549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['321121f6-3e61-4e89-a18f-ffa388a7c0fd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:53.469468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319f87a-4ef2-42a1-98f0-31998bd4e3e0 None None] Pushing event updated for resources: {'Port': ['ID=d8f4f197-bdd1-4d47-85fc-58453aaaabfd,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:53.489197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ba0a96-5cd7-4921-8bb8-5fc600daac52,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:53.505370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:53.506108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.507698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] 10.222.0.58 "PUT /v2.0/ports/1cd0be49-6fa9-4902-a749-ab152ea97b85 HTTP/1.1" status: 200 len: 1092 time: 1.5847907 Jul 28 15:07:53.508626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'tag': '1cd0be49-6fa9-4902-a749-ab152ea97b85'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:53.511000 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92efc20d-188b-49b0-a09d-3810ebe5c0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "108cde5b-a4f8-4d8d-a182-8713cd338994", "tag": "1cd0be49-6fa9-4902-a749-ab152ea97b85"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:53.540382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264b0a-bf7f-480c-9fc8-518aa66cc618 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd0be49-6fa9-4902-a749-ab152ea97b85,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:53.581746 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82583f82-8455-4335-9a5b-b8e7f74ecee7 x-openstack-request-id: req-82583f82-8455-4335-9a5b-b8e7f74ecee7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:53.581746 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108cde5b-a4f8-4d8d-a182-8713cd338994", "tag": "1cd0be49-6fa9-4902-a749-ab152ea97b85", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:53.581746 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82583f82-8455-4335-9a5b-b8e7f74ecee7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:53.581746 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'tag': '1cd0be49-6fa9-4902-a749-ab152ea97b85', 'status': 'completed', 'code': 200} Jul 28 15:07:53.602087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] Set router 321121f6-3e61-4e89-a18f-ffa388a7c0fd gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:07:53.655931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.686083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8f4f197-bdd1-4d47-85fc-58453aaaabfd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:53.707866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:53.710206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e039576d-1c25-4ac8-a2c8-91fa68fdbf99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9796634 Jul 28 15:07:53.751245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc20d-188b-49b0-a09d-3810ebe5c0e7 req-edf45130-010c-4d50-b2c3-5ecd4ec61663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:53.754707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92efc20d-188b-49b0-a09d-3810ebe5c0e7 req-edf45130-010c-4d50-b2c3-5ecd4ec61663 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e0429924115b42baa7a9dc99b7412ae2&device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1095 time: 0.1313465 Jul 28 15:07:53.867282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b00c45-66e5-4973-8e69-32d4a398aff3 req-c4eb5a5f-c8e3-462a-86dd-ed091d383b4c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:53.869896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2b00c45-66e5-4973-8e69-32d4a398aff3 req-c4eb5a5f-c8e3-462a-86dd-ed091d383b4c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.1855662 Jul 28 15:07:53.917460 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.001032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321121f6-3e61-4e89-a18f-ffa388a7c0fd', 'name': '', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:48Z', 'updated_at': '2021-07-28T15:07:52Z', 'revision_number': 4, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:54.045344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548f8c8-17c1-4895-99b7-7f52bc4aaeed None None] The sync data for ids ['321121f6-3e61-4e89-a18f-ffa388a7c0fd'] in n-d-764806-10 is: [{'id': '321121f6-3e61-4e89-a18f-ffa388a7c0fd', 'name': '', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:48Z', 'updated_at': '2021-07-28T15:07:52Z', 'revision_number': 4, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:07:54.050108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc20d-188b-49b0-a09d-3810ebe5c0e7 req-e22d5a1e-291b-4705-8189-c37cedf0f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.051593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92efc20d-188b-49b0-a09d-3810ebe5c0e7 req-e22d5a1e-291b-4705-8189-c37cedf0f7b4 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e0429924115b42baa7a9dc99b7412ae2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2877920 Jul 28 15:07:54.077142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2b00c45-66e5-4973-8e69-32d4a398aff3 req-0db7e1d0-c0e8-4f6f-99ed-085879d2e92a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986132 Jul 28 15:07:54.078573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.082433 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.132693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48668e0-7fe4-4fe8-ac76-dd44f9791612 req-1e9627fc-7543-4914-9fb8-e6e49d5ea9a8 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.134298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e48668e0-7fe4-4fe8-ac76-dd44f9791612 req-1e9627fc-7543-4914-9fb8-e6e49d5ea9a8 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1095 time: 0.1200824 Jul 28 15:07:54.211171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc20d-188b-49b0-a09d-3810ebe5c0e7 req-1decc830-9748-4ba2-b12d-3be2b1c0cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.213720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92efc20d-188b-49b0-a09d-3810ebe5c0e7 req-1decc830-9748-4ba2-b12d-3be2b1c0cbdc service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529567 Jul 28 15:07:54.237091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-78a7066a-f4b2-47da-9467-41eebdc8e440 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341419514&fields=id&tenant_id=827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 267 time: 0.0431068 Jul 28 15:07:54.340113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:07:54.352965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-527f02bd-6519-40e3-8db8-da1bef8dc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.355051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-527f02bd-6519-40e3-8db8-da1bef8dc017 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e0429924115b42baa7a9dc99b7412ae2&device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1095 time: 0.0777884 Jul 28 15:07:54.357443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.358018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 321121f6-3e61-4e89-a18f-ffa388a7c0fd {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:07:54.365465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.369543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-477994e7-5098-4e17-acc7-245a0e7343c5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/routers/321121f6-3e61-4e89-a18f-ffa388a7c0fd HTTP/1.1" status: 204 len: 168 time: 2.4066951 Jul 28 15:07:54.370205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54614) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:54.406290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-ed7b37f6-5b08-48ff-8193-c4c273b5b538 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cd0be49-6fa9-4902-a749-ab152ea97b85 HTTP/1.1" status: 200 len: 217 time: 0.0414462 Jul 28 15:07:54.437757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Deleting subnet adee14bc-dc83-4e2f-aa9c-0934928a76b0 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:07:54.442332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.502756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-552535b2-b919-4561-a60f-bfa1c08c425b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.511452 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-552535b2-b919-4561-a60f-bfa1c08c425b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/networks?id=71743d04-244c-4fe6-8e83-8e35de2d808b HTTP/1.1" status: 200 len: 797 time: 0.2598598 Jul 28 15:07:54.528163 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.528787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-fafb2f6f-9963-4c65-82c9-c68f28b5b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.531087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-98f49266-b607-42e6-a0d1-e8e5ca7733ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/quotas/827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 375 time: 0.0187509 Jul 28 15:07:54.531379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-fafb2f6f-9963-4c65-82c9-c68f28b5b412 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc HTTP/1.1" status: 200 len: 849 time: 0.1152015 Jul 28 15:07:54.541625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e48668e0-7fe4-4fe8-ac76-dd44f9791612 req-2c70c88a-ad16-4a61-b6c1-03de304619af tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009173 Jul 28 15:07:54.610292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f800e-01ad-44b4-9337-6f2c12152bef req-944bc54d-6700-48f7-b68f-45f6000b82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.611763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-944bc54d-6700-48f7-b68f-45f6000b82f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7aec4c55-a8af-475e-8bf8-e8bc317c1042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686510 Jul 28 15:07:54.616688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:54.687770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-e20a8c21-0d06-4c2a-b3e5-d157a5b3e24b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1367455 Jul 28 15:07:54.786591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bf364-8ca5-4882-bd0c-c641f075ce25 req-7674a870-4d0d-49f5-bbe7-02b2111c0d73 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:54.788192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-744bf364-8ca5-4882-bd0c-c641f075ce25 req-7674a870-4d0d-49f5-bbe7-02b2111c0d73 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0958998 Jul 28 15:07:54.790264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-273f6cc7-bc3e-4520-872d-e7450345c877 service neutron] 10.222.0.58 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691463 Jul 28 15:07:54.885369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-b5a8aa02-43d8-4117-a255-961be33d7c79 service neutron] 10.222.0.57 "GET /v2.0/networks/71743d04-244c-4fe6-8e83-8e35de2d808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760023 Jul 28 15:07:54.886431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-744bf364-8ca5-4882-bd0c-c641f075ce25 req-abb7201b-0035-46a1-9b87-51fea3c6fcc0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902493 Jul 28 15:07:54.938334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-690f800e-01ad-44b4-9337-6f2c12152bef req-6bdf1183-15fb-476e-a951-c26304bcba91 service neutron] 10.222.0.58 "GET /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345561 Jul 28 15:07:55.028012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-9751ed23-1bef-4d4c-b238-d43170eb78b2 service neutron] 10.222.0.57 "GET /v2.0/networks/71743d04-244c-4fe6-8e83-8e35de2d808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304510 Jul 28 15:07:55.053411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b782be1-7afe-427d-8058-4f9093c00cd2 req-54bab54f-a317-4767-a85d-51f81d416b39 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:55.061281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b782be1-7afe-427d-8058-4f9093c00cd2 req-54bab54f-a317-4767-a85d-51f81d416b39 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0756180 Jul 28 15:07:55.123863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b782be1-7afe-427d-8058-4f9093c00cd2 req-06567202-acb9-409a-9fbd-84cc2f0e284e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598965 Jul 28 15:07:55.302240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b0d1e33-c701-4a86-a034-1c72c7440da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.376810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.378737 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.432710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adee14bc-dc83-4e2f-aa9c-0934928a76b0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:55.438641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.449170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/adee14bc-dc83-4e2f-aa9c-0934928a76b0 HTTP/1.1" status: 204 len: 168 time: 1.0693305 Jul 28 15:07:55.456628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54644) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:55.469116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.469733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.470297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.470836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.471509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.472035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.472576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.472921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.473265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.473604 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.473977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.474347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf298-0a76-48b6-a355-4a90546555d8 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:55.539328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-ab05531c-9f11-4982-ade4-fb82477de104 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:55.540134 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-ab05531c-9f11-4982-ade4-fb82477de104 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.2161374 Jul 28 15:07:55.551802 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44dcc367-7808-4abd-8a34-09fc77736ebc req-1d2bc7d0-a39c-4f43-9534-1cdb21177cea tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0872977 Jul 28 15:07:55.613119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-dbaf9a70-cf42-49b5-b5ec-0005b9170126 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/quotas/412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0351167 Jul 28 15:07:55.624719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.701252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-724115b1-549a-4946-b12c-786a743af189 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0870397 Jul 28 15:07:55.763792 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.778037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112e4700-1df8-4db1-ac48-1b88ac28f5e8']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:55.805248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856bcff9-6497-4637-95b7-567be74bf33c') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:55.805599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856bcff9-6497-4637-95b7-567be74bf33c') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:07:55.815035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093928-b1c4-44a5-a88f-5758fd4c9959 req-ad5943f7-f5cf-498f-9f3c-60c1b257ae25 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:55.823659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e093928-b1c4-44a5-a88f-5758fd4c9959 req-ad5943f7-f5cf-498f-9f3c-60c1b257ae25 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1095 time: 0.1390793 Jul 28 15:07:55.829887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.846275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-c2af7e6c-3cee-4483-bd95-a8c91a988e0d service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354949 Jul 28 15:07:55.888970 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e093928-b1c4-44a5-a88f-5758fd4c9959 req-3fbd8762-9c72-4410-a9a3-2405ccf38fe6 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621397 Jul 28 15:07:55.890215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.903403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:07:55.903403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: items = [ Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:07:55.905868 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:07:56.004506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-409df8a1-a033-4820-aa62-88fcb5631e26 service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564941 Jul 28 15:07:56.141596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:56.149152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 112e4700-1df8-4db1-ac48-1b88ac28f5e8 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:07:56.153680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:56.155817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/networks/112e4700-1df8-4db1-ac48-1b88ac28f5e8 HTTP/1.1" status: 204 len: 168 time: 0.6978407 Jul 28 15:07:56.178114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625144-b0f6-4e32-9bbd-8f9ead84a26d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event deleted for resources: {'Network': ['ID=112e4700-1df8-4db1-ac48-1b88ac28f5e8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:56.398563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:56.443783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-246ef8ad-119f-4318-9481-72559cc6a465 req-1d8b90af-a412-4e18-838e-85f64cbc7d39 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 210 time: 0.0535643 Jul 28 15:07:56.669121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfaf0e10-837d-4f63-81fe-95678585e10a req-d03973a2-7e2e-4bfb-9e7a-ccb99507268a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0363555 Jul 28 15:07:56.697884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54680) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:56.702915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'name': 'tempest-router--1439634347', 'project_id': '69ea85acc1af438d80f6f443d7530011'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:56.857081 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:56.858239 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:56.923156 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:57.022883 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6ff4-8014-47f4-96bc-9ac1bbe1c84d req-2f1db6de-4ae6-4fc8-9faf-930fa4bedf8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:57.024436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fada6ff4-8014-47f4-96bc-9ac1bbe1c84d req-2f1db6de-4ae6-4fc8-9faf-930fa4bedf8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1095 time: 0.0469611 Jul 28 15:07:57.064029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fada6ff4-8014-47f4-96bc-9ac1bbe1c84d req-ede6fae4-7834-480a-a4d0-709864492632 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 28 15:07:57.115107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:57.364549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:57.369698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f30f6622-4e56-4044-898c-702b220a6807 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6668620 Jul 28 15:07:57.370304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54694) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:57.467489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:57.545289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22e509be-3b3f-4357-9d9d-589cb22a6c48 req-267877cb-6cc1-4181-915f-089e8c2bb184 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 210 time: 0.0358775 Jul 28 15:07:57.647696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:57.650414 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:57.780564 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ba12398-86f5-4542-8dee-4adf084d9ffc req-63fff831-c25a-4161-91f5-7a895abfdd6d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0368459 Jul 28 15:07:58.091515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1cd0be49-6fa9-4902-a749-ab152ea97b85 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:07:58.205253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:58.208193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79df817e-1824-4771-bf98-3f085a6bd5bf {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:07:58.208667 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:58.221242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa5fd8-5c5d-43ce-9f31-7190a95020b1 req-1ba4f5c1-f4cf-4794-af31-2829cc4e986e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:58.225677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bafa5fd8-5c5d-43ce-9f31-7190a95020b1 req-1ba4f5c1-f4cf-4794-af31-2829cc4e986e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1095 time: 0.0692613 Jul 28 15:07:58.228077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1cd0be49-6fa9-4902-a749-ab152ea97b85, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1cd0be49-6fa9-4902-a749-ab152ea97b85,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:58.228644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:58.232506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dae91427-8715-44d4-aa67-dbbcb45b61c2 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/routers/79df817e-1824-4771-bf98-3f085a6bd5bf HTTP/1.1" status: 204 len: 168 time: 0.8585305 Jul 28 15:07:58.252253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '1cd0be49-6fa9-4902-a749-ab152ea97b85', 'network_id': '7aec4c55-a8af-475e-8bf8-e8bc317c1042', 'port_id': '1cd0be49-6fa9-4902-a749-ab152ea97b85', 'mac_address': 'fa:16:3e:54:f1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:07:58.307201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bafa5fd8-5c5d-43ce-9f31-7190a95020b1 req-d0d4ea0e-f76f-48b2-ab31-836c5705f224 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737827 Jul 28 15:07:58.317295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:58.339950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd0be49-6fa9-4902-a749-ab152ea97b85 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:07:58.372546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1cd0be49-6fa9-4902-a749-ab152ea97b85, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1cd0be49-6fa9-4902-a749-ab152ea97b85,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:58.587566 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:58.669350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1cd0be49-6fa9-4902-a749-ab152ea97b85,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:58.701962 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1b316ff-53fe-4507-a8ce-569df8c21059 req-d0fc2619-e3ef-40e7-8f9d-68b49ff8acc5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 210 time: 0.0378993 Jul 28 15:07:58.763562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54716) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:07:58.873190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1cd0be49-6fa9-4902-a749-ab152ea97b85'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:07:58.889111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60a86c57-c0fa-4965-94d1-1997b181e290 req-b75dcf0f-e807-4f58-812d-d98cd0a4d7a6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0320313 Jul 28 15:07:59.026188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1515824112', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:59.160613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:59.164265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:59.230744 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:59.553933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245b93-b583-4aaf-955d-56d80a6fcfce req-391bc6f8-9c85-469c-b1e9-9bacf5c45b69 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:59.556315 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e245b93-b583-4aaf-955d-56d80a6fcfce req-391bc6f8-9c85-469c-b1e9-9bacf5c45b69 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1096 time: 0.1546602 Jul 28 15:07:59.569305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:59.626089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e245b93-b583-4aaf-955d-56d80a6fcfce req-72130cc4-ba99-4d32-8893-50e81d1d0177 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511336 Jul 28 15:07:59.637761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-fe6695e2-940c-4e12-8a53-8aeedc9f6527 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:59.646349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-fe6695e2-940c-4e12-8a53-8aeedc9f6527 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/networks?id=71743d04-244c-4fe6-8e83-8e35de2d808b HTTP/1.1" status: 200 len: 797 time: 0.1492460 Jul 28 15:07:59.707768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-a4d7888e-4b2a-4bab-9caa-d83d4262925a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 473 time: 0.0408182 Jul 28 15:07:59.718093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'port': {'device_id': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'admin_state_up': True, 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'security_groups': ['24eb75e3-dabf-4a85-8496-40d85ce3def2']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:07:59.836194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a2a24e5-1356-437d-b4a6-76eaa532baa4 req-bc3644ad-d9e5-4453-b2f5-b1fc1f759122 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 210 time: 0.0358438 Jul 28 15:07:59.981615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:59.993146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:07:59.999645 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.014981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.055739 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0da78b8e-d6c6-4aee-87bd-5edd0156c254 req-49c9c955-3aef-4803-b398-518cee4512f3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0506403 Jul 28 15:08:00.090738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1cd0be49-6fa9-4902-a749-ab152ea97b85 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:00.190345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.20.0.22 (71743d04-244c-4fe6-8e83-8e35de2d808b/d03ecbfa-d62c-4585-85c9-1537769b555d/7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:00.249001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Allocated IP 172.25.6.227 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/177263f6-3ca2-4e7c-afb0-5543897f8841) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:00.289897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 1cd0be49-6fa9-4902-a749-ab152ea97b85 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:00.300561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 1cd0be49-6fa9-4902-a749-ab152ea97b85 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:00.300561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.419172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.454503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.475447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.498424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Transition to ACTIVE for port object 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:00.512582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd0be49-6fa9-4902-a749-ab152ea97b85'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:00.519911 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f5ff4-4b79-4c00-87a1-eb5ddfd17ce4" -d '{"events": [{"server_uuid": "108cde5b-a4f8-4d8d-a182-8713cd338994", "name": "network-vif-plugged", "status": "completed", "tag": "1cd0be49-6fa9-4902-a749-ab152ea97b85"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:00.530675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1cd0be49-6fa9-4902-a749-ab152ea97b85, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1cd0be49-6fa9-4902-a749-ab152ea97b85,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:00.585081 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9329f12b-5464-4910-985d-cbe3b84c0cf5 x-openstack-request-id: req-9329f12b-5464-4910-985d-cbe3b84c0cf5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:00.594913 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108cde5b-a4f8-4d8d-a182-8713cd338994", "name": "network-vif-plugged", "status": "completed", "tag": "1cd0be49-6fa9-4902-a749-ab152ea97b85", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:00.594913 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9329f12b-5464-4910-985d-cbe3b84c0cf5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:00.594913 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd0be49-6fa9-4902-a749-ab152ea97b85', 'code': 200} Jul 28 15:08:00.602546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-7307a469-8756-4bf2-8811-57ac5902115a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:00.605082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-7307a469-8756-4bf2-8811-57ac5902115a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.42 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.2253220 Jul 28 15:08:00.616561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.628660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'port': {'device_id': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'admin_state_up': True, 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:00.653298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.705082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:00.708328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:00.714870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:00.725769 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:00.754384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1cd0be49-6fa9-4902-a749-ab152ea97b85,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:00.792013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event updated for resources: {'Port': ['ID=177263f6-3ca2-4e7c-afb0-5543897f8841,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:00.896289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 71743d04-244c-4fe6-8e83-8e35de2d808b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:00.904124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a2e80-220c-4c13-afc7-82a8dd9ef56f req-1491c706-78e8-40a4-8c11-7ac2e0f20c51 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:00.912439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a27a2e80-220c-4c13-afc7-82a8dd9ef56f req-1491c706-78e8-40a4-8c11-7ac2e0f20c51 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.1622267 Jul 28 15:08:00.921456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:00.952360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:00.969362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:00.969362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333919-36aa-4f82-8a06-1bf6b673e74b req-2cdffea9-4d34-4934-aead-4e62719f2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:00.971221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53333919-36aa-4f82-8a06-1bf6b673e74b req-2cdffea9-4d34-4934-aead-4e62719f2c17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.3011837 Jul 28 15:08:01.055440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a27a2e80-220c-4c13-afc7-82a8dd9ef56f req-a16e3c4d-ed28-46c1-9269-9f080f8c76e4 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956748 Jul 28 15:08:01.075251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-98053d0b-0b97-45dc-ab82-e3baf68af261 req-a16e257b-0674-4787-a7b6-5f8fccdd4b26 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 210 time: 0.1142275 Jul 28 15:08:01.119970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:01.120793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.132880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53333919-36aa-4f82-8a06-1bf6b673e74b req-f17e08d0-71e2-4f43-8a63-b1712c18ab33 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200500 Jul 28 15:08:01.235863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:01.243353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.314400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bd1-2b6f-4678-ac39-b6701f447a93 req-135afd10-ff2d-4542-b527-d30e668764ee tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:01.316582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-846b9bd1-2b6f-4678-ac39-b6701f447a93 req-135afd10-ff2d-4542-b527-d30e668764ee tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 932 time: 0.1106830 Jul 28 15:08:01.317425 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.404907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-8f3c60d9-cc71-40d0-adef-58e1a42bc2b4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6907985 Jul 28 15:08:01.428032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Request body: {'port': {'device_id': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:01.431422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Allocated IP 172.20.0.10 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/ad609a41-4d1c-45a4-8e30-af365cfc405d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:01.432690 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-846b9bd1-2b6f-4678-ac39-b6701f447a93 req-6b0e0b3b-b2e2-4cb8-8530-5179e53f96cb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808787 Jul 28 15:08:01.438705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5bd939e6-e277-4630-a93a-9b8a5dd89c60 None None] Provisioning for port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:01.444585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5bd939e6-e277-4630-a93a-9b8a5dd89c60 None None] Provisioning complete for port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:01.444965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5bd939e6-e277-4630-a93a-9b8a5dd89c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.507218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5bd939e6-e277-4630-a93a-9b8a5dd89c60 None None] Port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:01.528081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.773550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.835122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Transition to ACTIVE for port object ad609a41-4d1c-45a4-8e30-af365cfc405d will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:01.973102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:08:01.983487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:01.998208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Transition to ACTIVE for port object 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:02.051114 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.051354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.063285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:08:02.106269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:02.112974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:02.115511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.132181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:02.247743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=ad609a41-4d1c-45a4-8e30-af365cfc405d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:02.298097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8bfaf-c059-4616-832a-0aa12a603d48 req-ad26d97b-b3ed-466c-a313-69c8008e90dd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:02.300167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61a8bfaf-c059-4616-832a-0aa12a603d48 req-ad26d97b-b3ed-466c-a313-69c8008e90dd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 932 time: 0.0730107 Jul 28 15:08:02.359302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61a8bfaf-c059-4616-832a-0aa12a603d48 req-c5c01d3a-746f-48b7-b6a0-50da5179043b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Jul 28 15:08:02.419792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:02.420723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.427506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Router 55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:02.428421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.475334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81852e9c-c5a1-4326-9446-c27daed3c087 req-2102864e-8755-4b45-83e5-ca44dd3fe4fd tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:02.477338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81852e9c-c5a1-4326-9446-c27daed3c087 req-2102864e-8755-4b45-83e5-ca44dd3fe4fd tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.1686692 Jul 28 15:08:02.673637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:02.686259 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] Sync routers for ids ['55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:02.700420 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] Routers {'55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:02.700687 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:02.701436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904251d-1387-4005-8d44-1adc16aec418 req-52e31735-d5bd-4a6b-ac6d-48f6b67f082c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:02.703145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d904251d-1387-4005-8d44-1adc16aec418 req-52e31735-d5bd-4a6b-ac6d-48f6b67f082c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 944 time: 0.0930424 Jul 28 15:08:02.718653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0f711529-264f-409e-a9f5-30bfb8a1da47 None None] Provisioning for port ad609a41-4d1c-45a4-8e30-af365cfc405d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:02.723655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0f711529-264f-409e-a9f5-30bfb8a1da47 None None] Provisioning complete for port ad609a41-4d1c-45a4-8e30-af365cfc405d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:02.724981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0f711529-264f-409e-a9f5-30bfb8a1da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.797153 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d904251d-1387-4005-8d44-1adc16aec418 req-a8e56637-3b45-46ca-8176-e171100f88ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662496 Jul 28 15:08:02.797729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0f711529-264f-409e-a9f5-30bfb8a1da47 None None] Port ad609a41-4d1c-45a4-8e30-af365cfc405d cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:02.798609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:02.802298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7c8a8f95-67d6-4b4c-b805-af8b0466a1c7 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0352290 Jul 28 15:08:02.805880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54780) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:02.867055 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:02.876750 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] Routers {'55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:02.877700 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:02.927559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:02.947543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-9902340b-291e-413d-8061-272bae9d1f87 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3277814 Jul 28 15:08:02.962123 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b778b16d-c778-4c89-8e65-32fe269706b5 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b HTTP/1.1" status: 200 len: 921 time: 0.1547029 Jul 28 15:08:02.966860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54782) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:02.967592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:02.968735 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d365143-6dbe-41bd-876d-73b49fb5d1b5 None None] The sync data for ids ['55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:02.976852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Request body: {'port': {'device_id': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:02.989411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Attempting to bind port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:02.989976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Attempting to bind port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:02.990540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Attempting to bind port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe on network 71743d04-244c-4fe6-8e83-8e35de2d808b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:03.000154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8bc5eb0f-d13e-4f30-99ae-b1ff71f09b61 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b HTTP/1.1" status: 200 len: 205 time: 0.0312915 Jul 28 15:08:03.002532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:03.044477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe on network 71743d04-244c-4fe6-8e83-8e35de2d808b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:08:03.045056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Attempting to bind port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe on network 71743d04-244c-4fe6-8e83-8e35de2d808b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:03.069335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81852e9c-c5a1-4326-9446-c27daed3c087 req-097b9f9c-e99a-4d9b-9a7c-0576bbd53ac3 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358192 Jul 28 15:08:03.070548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:03.071142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Checking segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:03.071797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Bound using segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:03.072609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Bound port: 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:03.076598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.116154 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.176923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.238942 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.250970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] For port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:03.260843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] For port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:03.435994 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.452092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Deleting port 177263f6-3ca2-4e7c-afb0-5543897f8841 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:03.452711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.486098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:03.486760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.488210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] 10.222.0.42 "PUT /v2.0/ports/7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe HTTP/1.1" status: 200 len: 1093 time: 2.0686560 Jul 28 15:08:03.492051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'tag': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:03.495197 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc062ead-310c-4065-9eac-7f43592529aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a3750e-fce5-4a51-bae4-5acb52539ba0", "tag": "7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:03.559440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399cce7-8415-4ff0-aa95-23ca629d73ce req-97d549a3-9d30-4235-8139-416dad57b80b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:03.561305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8399cce7-8415-4ff0-aa95-23ca629d73ce req-97d549a3-9d30-4235-8139-416dad57b80b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 932 time: 0.1118329 Jul 28 15:08:03.571947 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6a34ad-d197-41a2-892c-95afc55164bf x-openstack-request-id: req-2f6a34ad-d197-41a2-892c-95afc55164bf {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:03.572248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a3750e-fce5-4a51-bae4-5acb52539ba0", "tag": "7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:03.572541 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f6a34ad-d197-41a2-892c-95afc55164bf {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:03.572942 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'tag': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe', 'status': 'completed', 'code': 200} Jul 28 15:08:03.589621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ecf59-d779-4221-bd53-5bc9371c8bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:03.626143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.644474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8399cce7-8415-4ff0-aa95-23ca629d73ce req-fda311e3-2d44-45da-aa19-3ef6007cba4d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725787 Jul 28 15:08:03.649242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Calling delete_port for 177263f6-3ca2-4e7c-afb0-5543897f8841 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:03.705041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad609a41-4d1c-45a4-8e30-af365cfc405d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:08:03.716906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.729229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062ead-310c-4065-9eac-7f43592529aa req-0a586aef-4554-4040-97f5-139a73c663a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:03.730827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc062ead-310c-4065-9eac-7f43592529aa req-0a586aef-4554-4040-97f5-139a73c663a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 1096 time: 0.1042430 Jul 28 15:08:03.740931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Transition to ACTIVE for port object ad609a41-4d1c-45a4-8e30-af365cfc405d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:03.838357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:03.919604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062ead-310c-4065-9eac-7f43592529aa req-b28f2736-cce8-4a23-ad01-c9a9046ea964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:03.920080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062ead-310c-4065-9eac-7f43592529aa req-b28f2736-cce8-4a23-ad01-c9a9046ea964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:03.921659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc062ead-310c-4065-9eac-7f43592529aa req-b28f2736-cce8-4a23-ad01-c9a9046ea964 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=827d56505c884b0294d59a378dcdb757&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1757822 Jul 28 15:08:03.976017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.013166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event deleted for resources: {'Port': ['ID=177263f6-3ca2-4e7c-afb0-5543897f8841,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:04.039943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad609a41-4d1c-45a4-8e30-af365cfc405d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:04.102908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bda76-e036-46a1-a212-f38bfc4a5e3e req-249ffa25-75ba-4db5-8096-935334d8ef7b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.108357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec8bda76-e036-46a1-a212-f38bfc4a5e3e req-249ffa25-75ba-4db5-8096-935334d8ef7b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 944 time: 0.2042544 Jul 28 15:08:04.111256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.165122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Attempting to bind port ad609a41-4d1c-45a4-8e30-af365cfc405d on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:04.165387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Attempting to bind port ad609a41-4d1c-45a4-8e30-af365cfc405d by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:04.165721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Attempting to bind port ad609a41-4d1c-45a4-8e30-af365cfc405d on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:04.187355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Port ad609a41-4d1c-45a4-8e30-af365cfc405d on network 727e996e-9dc7-420b-8951-7f12420ef70b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:08:04.187711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Attempting to bind port ad609a41-4d1c-45a4-8e30-af365cfc405d on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:04.218406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:04.218860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:04.219367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:04.219938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Bound port: ad609a41-4d1c-45a4-8e30-af365cfc405d, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:04.220416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.253942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062ead-310c-4065-9eac-7f43592529aa req-ac06be92-712b-438e-a58b-25ee0341abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.253942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc062ead-310c-4065-9eac-7f43592529aa req-ac06be92-712b-438e-a58b-25ee0341abe9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3155420 Jul 28 15:08:04.253942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec8bda76-e036-46a1-a212-f38bfc4a5e3e req-f5c92083-8072-4003-8aa6-b709b256c5e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323278 Jul 28 15:08:04.280880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.285713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.341710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] For port ad609a41-4d1c-45a4-8e30-af365cfc405d, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:04.345899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] For port ad609a41-4d1c-45a4-8e30-af365cfc405d, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:04.405948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-334bf1e3-b07c-4d5b-b9bf-0d44acdc796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.407641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-334bf1e3-b07c-4d5b-b9bf-0d44acdc796c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 1096 time: 0.0555444 Jul 28 15:08:04.449328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b2f8-417f-426a-be17-09b6aa3af1ae req-2b0042de-3bd3-48ae-8d5f-0a597c74e4a0 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.453189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f975b2f8-417f-426a-be17-09b6aa3af1ae req-2b0042de-3bd3-48ae-8d5f-0a597c74e4a0 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.2591155 Jul 28 15:08:04.468885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.468885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-27afb207-dece-4b4a-9894-7182aa0edc76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe HTTP/1.1" status: 200 len: 217 time: 0.0444708 Jul 28 15:08:04.506000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f975b2f8-417f-426a-be17-09b6aa3af1ae req-152449c2-a8f9-4d54-89a6-2e6f4c34a4c0 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 Jul 28 15:08:04.512554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.515382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Fanout notify agent at l3_agent the message router_deleted on router 55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:04.522857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.528729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-821d7949-62ae-438e-9b9a-ce3fe284d083 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b HTTP/1.1" status: 204 len: 168 time: 1.5246603 Jul 28 15:08:04.529332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54814) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:04.534861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'name': 'tempest-snat-router-901538669', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': False}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:04.539976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.543781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.543781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad609a41-4d1c-45a4-8e30-af365cfc405d HTTP/1.1" status: 200 len: 1093 time: 1.5752509 Jul 28 15:08:04.587880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62d4e5-3e4f-4ba5-8c23-964f74ee5ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad609a41-4d1c-45a4-8e30-af365cfc405d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:04.593632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d116fc3d-8d66-4d7f-8b14-ec52d212090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.595402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-d116fc3d-8d66-4d7f-8b14-ec52d212090c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d03ecbfa-d62c-4585-85c9-1537769b555d HTTP/1.1" status: 200 len: 838 time: 0.1036990 Jul 28 15:08:04.668543 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.670627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.677678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a236-c871-40fb-b10f-47dd116ac9f7 req-44f59f6e-85fc-45e1-bdd5-ce5ed51b4e2c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.679290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e1a236-c871-40fb-b10f-47dd116ac9f7 req-44f59f6e-85fc-45e1-bdd5-ce5ed51b4e2c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.0806868 Jul 28 15:08:04.684965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-bd2f6850-405d-4784-8089-71bd48b13bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.686496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-bd2f6850-405d-4784-8089-71bd48b13bad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71743d04-244c-4fe6-8e83-8e35de2d808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0791178 Jul 28 15:08:04.763086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:04.842691 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6751667-8499-4b56-9c5d-4d7c29cc679d req-047b7a77-650f-44ad-adeb-b850c17d9962 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.844482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6751667-8499-4b56-9c5d-4d7c29cc679d req-047b7a77-650f-44ad-adeb-b850c17d9962 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 944 time: 0.0799336 Jul 28 15:08:04.869568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e1a236-c871-40fb-b10f-47dd116ac9f7 req-b77f240f-74a2-443b-83e8-32ea9c28df1c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820126 Jul 28 15:08:04.905000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-f58bef32-94f4-436a-9c94-ce4a163f85ec service neutron] 10.222.0.42 "GET /v2.0/networks/71743d04-244c-4fe6-8e83-8e35de2d808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098119 Jul 28 15:08:04.912338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-cea71af8-9a0a-4e22-beb1-dee67d4f6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:04.913983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-cea71af8-9a0a-4e22-beb1-dee67d4f6d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 1096 time: 0.1004474 Jul 28 15:08:04.948764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e6751667-8499-4b56-9c5d-4d7c29cc679d req-dedb8f3b-507e-4494-afa4-31bc712a14bb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960627 Jul 28 15:08:05.028386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-ca6f3d55-9614-4dd6-a53a-0491f44e3dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d HTTP/1.1" status: 200 len: 217 time: 0.0934284 Jul 28 15:08:05.064356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:05.099276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bebf7d-569e-4424-8d05-0bbfc52f8b56 req-1d323000-0440-4add-90c7-7525051b138c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:05.101662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54bebf7d-569e-4424-8d05-0bbfc52f8b56 req-1d323000-0440-4add-90c7-7525051b138c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.1295969 Jul 28 15:08:05.150094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6d5d9a6-db00-43cb-9219-63087c913a11 req-7284a827-97d8-4a48-b8e9-cf07e33e795b service neutron] 10.222.0.42 "GET /v2.0/networks/71743d04-244c-4fe6-8e83-8e35de2d808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350717 Jul 28 15:08:05.153723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-48d4afa6-2d1b-4cba-b66b-cf6b7faee120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:05.155613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-48d4afa6-2d1b-4cba-b66b-cf6b7faee120 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1179190 Jul 28 15:08:05.211640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-54bebf7d-569e-4424-8d05-0bbfc52f8b56 req-db984d40-3d0b-4383-b859-056dccfc3fca tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963829 Jul 28 15:08:05.231594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-cd9745d1-d55b-46a4-9462-a7641bcdf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:05.233832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-cd9745d1-d55b-46a4-9462-a7641bcdf638 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622735 Jul 28 15:08:05.347713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-0b5371be-4a74-4909-b5d5-849ac6b46856 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049049 Jul 28 15:08:05.535170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bf61-8d0b-4abb-99de-cc18a63b1ed6 req-39db18bb-2b44-471d-bb80-eb500e2a8b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:05.537915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aef5bf61-8d0b-4abb-99de-cc18a63b1ed6 req-39db18bb-2b44-471d-bb80-eb500e2a8b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 944 time: 0.1299651 Jul 28 15:08:05.568044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b46e69a-f48b-4a91-b4ff-895c27d2c001 req-1adcef97-4e77-44f9-ae1a-f047f76c2764 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117708 Jul 28 15:08:05.579681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'tag': 'ad609a41-4d1c-45a4-8e30-af365cfc405d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:05.583235 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ac197-a635-4a4c-b3e3-6fab55299979" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6af52b-f455-4bdd-802b-910c88453d54", "tag": "ad609a41-4d1c-45a4-8e30-af365cfc405d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:05.633639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:05.637782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aef5bf61-8d0b-4abb-99de-cc18a63b1ed6 req-1283d3fe-4c33-4114-814d-dd5e808f13d3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678420 Jul 28 15:08:05.659873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:05.684007 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc86e1d-1664-4904-8827-f06c6fbfccdb x-openstack-request-id: req-6dc86e1d-1664-4904-8827-f06c6fbfccdb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:05.684627 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6af52b-f455-4bdd-802b-910c88453d54", "tag": "ad609a41-4d1c-45a4-8e30-af365cfc405d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:05.684972 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6dc86e1d-1664-4904-8827-f06c6fbfccdb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:05.685561 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'tag': 'ad609a41-4d1c-45a4-8e30-af365cfc405d', 'status': 'completed', 'code': 200} Jul 28 15:08:05.780660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Allocated IP 172.25.6.96 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:05.843765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-fa958b1e-dc56-4eb2-8f8e-24f16804467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:05.845238 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-fa958b1e-dc56-4eb2-8f8e-24f16804467c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 1096 time: 0.0604513 Jul 28 15:08:05.914098 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:05.953874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-334cce84-eefc-427a-ac5e-c5efb9693732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:05.955480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-334cce84-eefc-427a-ac5e-c5efb9693732 service neutron] 10.222.0.42 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1012666 Jul 28 15:08:06.059378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-f6d69ec3-a242-461a-bdaf-c336834f9d42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d HTTP/1.1" status: 200 len: 217 time: 0.0952704 Jul 28 15:08:06.106222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66411947-c75e-4ec6-9a57-72690ba5847e req-7a31e2dd-e321-45bc-b51c-6aaa9cfecf1c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:06.107777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66411947-c75e-4ec6-9a57-72690ba5847e req-7a31e2dd-e321-45bc-b51c-6aaa9cfecf1c tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.1565585 Jul 28 15:08:06.115489 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:06.140879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-00ee753c-a88f-4ed1-9d1c-45cfd2eeaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:06.147806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-00ee753c-a88f-4ed1-9d1c-45cfd2eeaf25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0734489 Jul 28 15:08:06.169745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:06.178782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aaced-3145-4014-ad84-9666ead137f8 req-6fb79462-5a01-4ed3-9589-b2429a940ede tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:06.180426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e9aaced-3145-4014-ad84-9666ead137f8 req-6fb79462-5a01-4ed3-9589-b2429a940ede tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 944 time: 0.1130629 Jul 28 15:08:06.183915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:06.186576 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:06.188151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:06.197708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66411947-c75e-4ec6-9a57-72690ba5847e req-12433e66-0ffa-4fe8-940f-c1feb61b6126 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801358 Jul 28 15:08:06.226100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-3ef3c0cf-6765-47b9-8006-be1fb1eab525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:06.228736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-3ef3c0cf-6765-47b9-8006-be1fb1eab525 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748682 Jul 28 15:08:06.229956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Port': ['ID=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:06.307983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e9aaced-3145-4014-ad84-9666ead137f8 req-1370e904-5ccf-4f7c-81de-e24b9bb34774 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816524 Jul 28 15:08:06.342162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-4e29807f-3402-4c36-b0a7-c261c85cd3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015728 Jul 28 15:08:06.438784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff6ac197-a635-4a4c-b3e3-6fab55299979 req-15d38e55-64ee-4f9e-8ae7-65c8145119be service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889511 Jul 28 15:08:06.625871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:06.787253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7c833-e067-4b15-818f-9ef42fe175a9 req-1780231e-21dc-4af6-bfdf-782c69c674d2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:06.788898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27f7c833-e067-4b15-818f-9ef42fe175a9 req-1780231e-21dc-4af6-bfdf-782c69c674d2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 944 time: 0.0737572 Jul 28 15:08:06.855557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27f7c833-e067-4b15-818f-9ef42fe175a9 req-58cf16d9-287b-4095-939d-a89b4215899b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591714 Jul 28 15:08:06.859297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.089761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Router 507dd56e-84ba-4524-ae6e-5a9a32c541bc is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:07.205863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:07.228078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Sync routers for ids ['507dd56e-84ba-4524-ae6e-5a9a32c541bc'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:07.247584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Routers {'507dd56e-84ba-4524-ae6e-5a9a32c541bc'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:07.248823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['507dd56e-84ba-4524-ae6e-5a9a32c541bc'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:07.320567 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.321838 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e3fa08ed-3954-41e2-903e-a23f743aa13d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7910848 Jul 28 15:08:07.324720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:07.356515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa91d4-c320-4001-bc5f-7829734aa9b8 req-29e45b35-4a78-42e1-beb8-64120cc1133b tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:07.366781 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12fa91d4-c320-4001-bc5f-7829734aa9b8 req-29e45b35-4a78-42e1-beb8-64120cc1133b tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.0786450 Jul 28 15:08:07.408832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12fa91d4-c320-4001-bc5f-7829734aa9b8 req-230608b2-5849-491c-aa69-7c8f8e040c2e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Jul 28 15:08:07.413413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Set router 507dd56e-84ba-4524-ae6e-5a9a32c541bc gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:07.528514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f97204f5-c316-4478-bc54-386dc11059f0 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/507dd56e-84ba-4524-ae6e-5a9a32c541bc HTTP/1.1" status: 200 len: 907 time: 0.2006810 Jul 28 15:08:07.529418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54868) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:07.535677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'name': 'tempest-snat-router-901538669', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': True}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:07.542798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249b24-19b3-4bcc-9f05-6e0a688357c0 req-486f1845-f4bb-4100-8fa5-bd83ed2568ac tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:07.544421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee249b24-19b3-4bcc-9f05-6e0a688357c0 req-486f1845-f4bb-4100-8fa5-bd83ed2568ac tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 944 time: 0.1065495 Jul 28 15:08:07.552027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-0ef10bf3-0c1c-4b9a-92f9-d0b822396807 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:07.554421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-0ef10bf3-0c1c-4b9a-92f9-d0b822396807 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 1097 time: 0.1176250 Jul 28 15:08:07.644730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.645695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.647937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507dd56e-84ba-4524-ae6e-5a9a32c541bc', 'name': 'tempest-snat-router-901538669', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.96'}], 'enable_snat': False}, 'gw_port_id': '2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:04Z', 'updated_at': '2021-07-28T15:08:06Z', 'revision_number': 3, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port': {'id': '2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507dd56e-84ba-4524-ae6e-5a9a32c541bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:05Z', 'updated_at': '2021-07-28T15:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:07.652254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee249b24-19b3-4bcc-9f05-6e0a688357c0 req-427442e7-17c6-4bcb-b9bb-9d54bfec2fa0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964744 Jul 28 15:08:07.682760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Checking router: 507dd56e-84ba-4524-ae6e-5a9a32c541bc for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:07.683391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Updating router 507dd56e-84ba-4524-ae6e-5a9a32c541bc port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:08:07.707546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Deleting port 1cd0be49-6fa9-4902-a749-ab152ea97b85 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:07.711633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.713397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.723754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.812758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] For port 1cd0be49-6fa9-4902-a749-ab152ea97b85, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1cd0be49-6fa9-4902-a749-ab152ea97b85,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:07.813359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:07.834880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Calling delete_port for 1cd0be49-6fa9-4902-a749-ab152ea97b85 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:08.025627 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.075239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca87c6-b42e-46f1-b535-b267d4ccfb3d req-98230610-24b4-4f86-a61a-fffea8ee7073 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:08.076857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79ca87c6-b42e-46f1-b535-b267d4ccfb3d req-98230610-24b4-4f86-a61a-fffea8ee7073 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 944 time: 0.0664699 Jul 28 15:08:08.103249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.115506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Transition to ACTIVE for port object 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:08.142230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.145610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79ca87c6-b42e-46f1-b535-b267d4ccfb3d req-5b62f11f-a67d-4a3e-98c4-3ce128ef3397 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575118 Jul 28 15:08:08.155837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1cd0be49-6fa9-4902-a749-ab152ea97b85'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:08:08.199855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['123045ae-3a6a-42c6-a878-2c25b13051e7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:08:08.210496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cd0be49-6fa9-4902-a749-ab152ea97b85,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:08.274818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.296441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] No DVR routers for this DVR port 1cd0be49-6fa9-4902-a749-ab152ea97b85 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:08.300975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.303590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79ccd3fb-aeeb-4a66-8531-42ff90abcbee req-c177369a-8cc7-416f-af56-31cb0fc50f8e tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1cd0be49-6fa9-4902-a749-ab152ea97b85 HTTP/1.1" status: 204 len: 173 time: 0.7372491 Jul 28 15:08:08.305212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'name': 'network-vif-deleted', 'tag': '1cd0be49-6fa9-4902-a749-ab152ea97b85'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:08.310633 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060ea464-6c85-4f24-b47e-fc9d38f241f7" -d '{"events": [{"server_uuid": "108cde5b-a4f8-4d8d-a182-8713cd338994", "name": "network-vif-deleted", "tag": "1cd0be49-6fa9-4902-a749-ab152ea97b85"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:08.380731 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2063acca-faa7-45ed-824c-d757f846d0fb x-openstack-request-id: req-2063acca-faa7-45ed-824c-d757f846d0fb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:08.381794 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108cde5b-a4f8-4d8d-a182-8713cd338994", "name": "network-vif-deleted", "tag": "1cd0be49-6fa9-4902-a749-ab152ea97b85", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:08.381794 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2063acca-faa7-45ed-824c-d757f846d0fb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:08.381794 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108cde5b-a4f8-4d8d-a182-8713cd338994', 'name': 'network-vif-deleted', 'tag': '1cd0be49-6fa9-4902-a749-ab152ea97b85', 'status': 'completed', 'code': 200} Jul 28 15:08:08.438134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Attempting to bind port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:08.438242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Attempting to bind port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:08.438561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Attempting to bind port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:08.445604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:08.445991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:08.446404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.447028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:08.447306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Bound port: 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:08.447693 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.451817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177ec72-5a07-4d9b-b61d-0655285bbf08 None None] Pushing event updated for resources: {'Port': ['ID=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:08.478528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.531828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.575155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] For port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:08.578683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] For port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:08.592736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b077d223-287a-4bf8-95fa-a98701488ff3 req-ff26a04b-4035-4233-a8a8-52f56c846ef7 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0553691 Jul 28 15:08:08.708025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.708809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Allocated IP 172.25.6.195 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/938d4d81-4302-4dec-820a-b91c0eedab3b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:08.797621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Routers {'507dd56e-84ba-4524-ae6e-5a9a32c541bc'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:08.801763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['507dd56e-84ba-4524-ae6e-5a9a32c541bc'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:08.868100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb2cb8-dff1-4fd6-b90b-550277ab226d req-1fbf8e39-75cb-4b6e-8144-17af8f8ed266 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:08.870309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdcb2cb8-dff1-4fd6-b90b-550277ab226d req-1fbf8e39-75cb-4b6e-8144-17af8f8ed266 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 944 time: 0.0837116 Jul 28 15:08:08.899966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177ec72-5a07-4d9b-b61d-0655285bbf08 None None] Pushing event updated for resources: {'Port': ['ID=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:08.919604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:08.940606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdcb2cb8-dff1-4fd6-b90b-550277ab226d req-1dd672ae-a343-4345-8296-b830fab2f1eb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Jul 28 15:08:08.968823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] Set router 507dd56e-84ba-4524-ae6e-5a9a32c541bc gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:08.996104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad609a41-4d1c-45a4-8e30-af365cfc405d details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:08:09.130464 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:09.215795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ad609a41-4d1c-45a4-8e30-af365cfc405d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:09.229906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:09.235378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:09.239218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ad609a41-4d1c-45a4-8e30-af365cfc405d', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'ad609a41-4d1c-45a4-8e30-af365cfc405d', 'mac_address': 'fa:16:3e:98:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:08:09.242617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:09.294918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:09.300171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507dd56e-84ba-4524-ae6e-5a9a32c541bc', 'name': 'tempest-snat-router-901538669', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.96'}], 'enable_snat': False}, 'gw_port_id': '2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:04Z', 'updated_at': '2021-07-28T15:08:06Z', 'revision_number': 3, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port': {'id': '2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507dd56e-84ba-4524-ae6e-5a9a32c541bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:05Z', 'updated_at': '2021-07-28T15:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:09.341467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335f2f2-1959-44e0-8526-461f8bda4d95 None None] The sync data for ids ['507dd56e-84ba-4524-ae6e-5a9a32c541bc'] in n-d-764806-10 is: [{'id': '507dd56e-84ba-4524-ae6e-5a9a32c541bc', 'name': 'tempest-snat-router-901538669', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.96'}], 'enable_snat': False}, 'gw_port_id': '2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:04Z', 'updated_at': '2021-07-28T15:08:06Z', 'revision_number': 3, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port': {'id': '2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507dd56e-84ba-4524-ae6e-5a9a32c541bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:05Z', 'updated_at': '2021-07-28T15:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:09.345560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad609a41-4d1c-45a4-8e30-af365cfc405d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:08:09.373297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ad609a41-4d1c-45a4-8e30-af365cfc405d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:09.518805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:09.521558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:08:09.625255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ad609a41-4d1c-45a4-8e30-af365cfc405d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:09.669264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Port': ['ID=938d4d81-4302-4dec-820a-b91c0eedab3b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:09.774315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:09.797579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'port_id': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe', 'mac_address': 'fa:16:3e:4f:53:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:08:09.798882 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-94fa3392-3127-4fd5-a4cd-7ef80e25acae req-973f0398-7183-487c-927b-b044e1151d81 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=108cde5b-a4f8-4d8d-a182-8713cd338994 HTTP/1.1" status: 200 len: 210 time: 0.0558224 Jul 28 15:08:09.866164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:09.881236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:08:09.905373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:09.907798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db1c6-647b-4d13-8686-ca853974153b req-16227771-34ad-41c6-839c-bce415e73892 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:09.913090 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d55db1c6-647b-4d13-8686-ca853974153b req-16227771-34ad-41c6-839c-bce415e73892 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 944 time: 0.6500592 Jul 28 15:08:09.957725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d55db1c6-647b-4d13-8686-ca853974153b req-ae3e3849-ab5f-4497-a139-e9a53e167dd5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Jul 28 15:08:10.087723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b255bd9-b5e3-4453-a53f-221f09fa1f87 req-51776037-4a4c-4304-b1ad-89b77329608e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:10.090524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b255bd9-b5e3-4453-a53f-221f09fa1f87 req-51776037-4a4c-4304-b1ad-89b77329608e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 945 time: 0.0700626 Jul 28 15:08:10.095278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:10.133210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:10.155343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:10.156947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b255bd9-b5e3-4453-a53f-221f09fa1f87 req-142da71e-a6e4-4baf-ba6f-d96d2e3226ea tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Jul 28 15:08:10.373104 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:10.592258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad609a41-4d1c-45a4-8e30-af365cfc405d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:08:10.609444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Router 07b9dc84-aa06-4364-be7c-bed5d223bf1b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:10.758877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:10.773180 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Sync routers for ids ['07b9dc84-aa06-4364-be7c-bed5d223bf1b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:10.802529 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Routers {'07b9dc84-aa06-4364-be7c-bed5d223bf1b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:10.803316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['07b9dc84-aa06-4364-be7c-bed5d223bf1b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:10.822869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:08:10.861854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:10.863762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7bd53916-3a78-473b-bdc6-03f7beb2a766 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3332634 Jul 28 15:08:10.866948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54920) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:10.958038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:11.026489 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Set router 07b9dc84-aa06-4364-be7c-bed5d223bf1b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:11.144064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-73b46437-2403-4f98-87c4-96a230ede573 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/07b9dc84-aa06-4364-be7c-bed5d223bf1b HTTP/1.1" status: 200 len: 907 time: 0.2750206 Jul 28 15:08:11.146744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 54928) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:11.170359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a08fb0-e6c9-43be-a4dd-f914960001be req-cec4821c-fb65-4f29-b8f3-cce21db382d9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:11.172155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7a08fb0-e6c9-43be-a4dd-f914960001be req-cec4821c-fb65-4f29-b8f3-cce21db382d9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 945 time: 0.0730186 Jul 28 15:08:11.210413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:11.226847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:11.227503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.318823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.375779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.388785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7a08fb0-e6c9-43be-a4dd-f914960001be req-25aeb431-056a-42ae-95c6-fbe24382d691 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963801 Jul 28 15:08:11.403061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:11.422320 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b9dc84-aa06-4364-be7c-bed5d223bf1b', 'name': 'tempest-snat-router-901538669', 'tenant_id': '08028d7bdcc148369671df75f7d3f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '938d4d81-4302-4dec-820a-b91c0eedab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:07Z', 'updated_at': '2021-07-28T15:08:09Z', 'revision_number': 3, 'project_id': '08028d7bdcc148369671df75f7d3f2ec', 'gw_port': {'id': '938d4d81-4302-4dec-820a-b91c0eedab3b', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:39:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b9dc84-aa06-4364-be7c-bed5d223bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:08Z', 'updated_at': '2021-07-28T15:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:11.488792 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Checking router: 07b9dc84-aa06-4364-be7c-bed5d223bf1b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:11.489297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Updating router 07b9dc84-aa06-4364-be7c-bed5d223bf1b port 938d4d81-4302-4dec-820a-b91c0eedab3b binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:08:11.513745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.544434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.557286 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.594792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b78243-4e99-402c-89f5-fe7e4ae0df86 req-1f6c4f5c-ff46-4a33-9b87-702e455a558f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:11.597118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66b78243-4e99-402c-89f5-fe7e4ae0df86 req-1f6c4f5c-ff46-4a33-9b87-702e455a558f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 945 time: 0.1146595 Jul 28 15:08:11.631341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:11.664067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-66b78243-4e99-402c-89f5-fe7e4ae0df86 req-e85adeb0-3173-48c0-88c0-9279587eaf6d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595188 Jul 28 15:08:11.668334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d7876-395d-4123-a4ac-42d8aef1b3f4 req-8bab7565-594b-4cf0-aa80-2ff286c2b87d tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:11.670737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9d7876-395d-4123-a4ac-42d8aef1b3f4 req-8bab7565-594b-4cf0-aa80-2ff286c2b87d tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0608315 Jul 28 15:08:11.740728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9d7876-395d-4123-a4ac-42d8aef1b3f4 req-774a1ddd-0021-420e-bc6d-7d8fde47b422 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611897 Jul 28 15:08:11.756500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Deleting port 938d4d81-4302-4dec-820a-b91c0eedab3b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:11.756854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.853215 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.875505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Calling delete_port for 938d4d81-4302-4dec-820a-b91c0eedab3b owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:11.911118 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:11.932310 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Transition to ACTIVE for port object 938d4d81-4302-4dec-820a-b91c0eedab3b will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:12.055625 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.115329 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Attempting to bind port 938d4d81-4302-4dec-820a-b91c0eedab3b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:12.115702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Attempting to bind port 938d4d81-4302-4dec-820a-b91c0eedab3b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:12.116142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Attempting to bind port 938d4d81-4302-4dec-820a-b91c0eedab3b on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:12.118381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1cd0be49-6fa9-4902-a749-ab152ea97b85 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:12.118536 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ac467-af23-4a3f-8f75-14fd17168d8a None None] Pushing event updated for resources: {'Port': ['ID=938d4d81-4302-4dec-820a-b91c0eedab3b,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:12.124644 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:12.125113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:12.125530 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.126097 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:12.127504 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Bound port: 938d4d81-4302-4dec-820a-b91c0eedab3b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:12.127504 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.142425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 1cd0be49-6fa9-4902-a749-ab152ea97b85 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:12.142956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1cd0be49-6fa9-4902-a749-ab152ea97b85 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:12.284279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.285616 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.db.api [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:08:12.285982 n-d-764806-10 neutron-server[94660]: DEBUG oslo_db.api [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:08:12.314793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event deleted for resources: {'Port': ['ID=938d4d81-4302-4dec-820a-b91c0eedab3b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:12.378000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.472760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.475013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.532997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abe07e-e196-43f1-9cfc-22939aa34887 req-e879a5a1-cb78-4526-a1d7-2c3ca6c319f3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:12.535419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17abe07e-e196-43f1-9cfc-22939aa34887 req-e879a5a1-cb78-4526-a1d7-2c3ca6c319f3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 945 time: 0.0595958 Jul 28 15:08:12.585355 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17abe07e-e196-43f1-9cfc-22939aa34887 req-1ddc9d12-7d54-4805-a906-38a82df7a063 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Jul 28 15:08:12.626918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.627541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07b9dc84-aa06-4364-be7c-bed5d223bf1b {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:12.638070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.638070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3b1df764-7473-4a0a-9cad-563b45fc0056 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/routers/07b9dc84-aa06-4364-be7c-bed5d223bf1b HTTP/1.1" status: 204 len: 168 time: 1.4860637 Jul 28 15:08:12.640024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54950) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:12.765301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.813794 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Attempting to bind port 938d4d81-4302-4dec-820a-b91c0eedab3b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:12.813794 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Attempting to bind port 938d4d81-4302-4dec-820a-b91c0eedab3b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:12.813794 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Attempting to bind port 938d4d81-4302-4dec-820a-b91c0eedab3b on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:12.824845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3efd52-1173-4a20-84a4-d680c2fe81fe req-d57485dc-6cd4-4349-bdaa-2ecd68bbbe94 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:12.830939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df3efd52-1173-4a20-84a4-d680c2fe81fe req-d57485dc-6cd4-4349-bdaa-2ecd68bbbe94 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 945 time: 0.0962663 Jul 28 15:08:12.831284 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:12.831284 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:12.831858 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.832352 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:12.832974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Bound port: 938d4d81-4302-4dec-820a-b91c0eedab3b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:12.833458 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.856632 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Port 938d4d81-4302-4dec-820a-b91c0eedab3b has been deleted concurrently {{(pid=94660) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 15:08:12.870316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Routers set() bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:12.870923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Router IDs set() for agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 15:08:12.871859 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07b9dc84-aa06-4364-be7c-bed5d223bf1b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent'). {{(pid=94660) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 15:08:12.872350 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8e4b-0f73-4834-8ef2-bb7b22c343f5 None None] The sync data for ids ['07b9dc84-aa06-4364-be7c-bed5d223bf1b'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:12.878930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:12.892878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df3efd52-1173-4a20-84a4-d680c2fe81fe req-504508c6-37c8-45af-b405-a8cade5189b5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605640 Jul 28 15:08:12.919269 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.930074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e047fb4-61f5-4069-bebb-99a8fc628b94 req-f77ec6f1-59e1-4b56-a4af-b58f102e4012 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:12.931717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e047fb4-61f5-4069-bebb-99a8fc628b94 req-f77ec6f1-59e1-4b56-a4af-b58f102e4012 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0734303 Jul 28 15:08:12.942846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:12.943331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.975705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e047fb4-61f5-4069-bebb-99a8fc628b94 req-035d8d2a-4aef-41a7-ae87-06a6b85c2310 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362866 Jul 28 15:08:13.034539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:13.104434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Deleting port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:13.105438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.194548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] For port 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:13.194895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.197995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:13.202201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:13.203724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.216125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Calling delete_port for 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:13.313542 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.343824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:13.346219 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949d11cb-e848-4cae-b927-0c66d29ab08f" -d '{"events": [{"server_uuid": "a0a3750e-fce5-4a51-bae4-5acb52539ba0", "name": "network-vif-plugged", "status": "completed", "tag": "7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:13.360555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:13.404580 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d83f6c-dd28-491f-b961-787a07f0f858 x-openstack-request-id: req-e6d83f6c-dd28-491f-b961-787a07f0f858 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:13.404878 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a3750e-fce5-4a51-bae4-5acb52539ba0", "name": "network-vif-plugged", "status": "completed", "tag": "7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:13.405147 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6d83f6c-dd28-491f-b961-787a07f0f858 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:13.405675 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe', 'code': 200} Jul 28 15:08:13.473255 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.474111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad609a41-4d1c-45a4-8e30-af365cfc405d up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:13.490624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-ddf905cb-3f4b-4934-afb5-8fbd20ce8140 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:13.493888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-ddf905cb-3f4b-4934-afb5-8fbd20ce8140 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0494106 Jul 28 15:08:13.535686 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.573859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:13.580594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:13.627921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.42', 58461) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:13.656237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.674766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Deleting port 123045ae-3a6a-42c6-a878-2c25b13051e7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:13.675138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.772001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ad609a41-4d1c-45a4-8e30-af365cfc405d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:13.778532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ad609a41-4d1c-45a4-8e30-af365cfc405d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:13.779398 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.833514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.839004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.842745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c933de-6d41-4937-9fc2-77660639d82f req-5a263c19-5541-40b4-aa80-7119e22aa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:13.844282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-37c933de-6d41-4937-9fc2-77660639d82f req-5a263c19-5541-40b4-aa80-7119e22aa786 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 1098 time: 0.3012087 Jul 28 15:08:13.862257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] For port 123045ae-3a6a-42c6-a878-2c25b13051e7, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=123045ae-3a6a-42c6-a878-2c25b13051e7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:13.862633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.897049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08a3f3-a576-4c14-953d-68a81cb52b14 req-a069fb53-d9b1-4453-a772-2d3f189e9ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:13.898902 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f08a3f3-a576-4c14-953d-68a81cb52b14 req-a069fb53-d9b1-4453-a772-2d3f189e9ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.1256390 Jul 28 15:08:13.943570 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:13.965009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f08a3f3-a576-4c14-953d-68a81cb52b14 req-d00cd460-f739-4a2a-b0c9-7bc11a1e1c8c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549204 Jul 28 15:08:14.014039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ad609a41-4d1c-45a4-8e30-af365cfc405d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:14.027178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.027792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 507dd56e-84ba-4524-ae6e-5a9a32c541bc {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:14.050860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.050860 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-566ee926-4402-4ec9-995b-0ff9b71571be tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "DELETE /v2.0/routers/507dd56e-84ba-4524-ae6e-5a9a32c541bc HTTP/1.1" status: 204 len: 168 time: 1.3981664 Jul 28 15:08:14.058044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 54982) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:14.083647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677747610', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:14.119839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a16f-060a-40b8-b6b6-edb24601532e req-e1fa664d-8da5-45f9-94cb-a7dccc1dbabc tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:14.128015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a31a16f-060a-40b8-b6b6-edb24601532e req-e1fa664d-8da5-45f9-94cb-a7dccc1dbabc tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0811610 Jul 28 15:08:14.158945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.202257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a31a16f-060a-40b8-b6b6-edb24601532e req-e134d3c3-39b2-4133-8122-956d02c1e9e9 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=06a5119b-acbe-4753-aad6-e90bee1f14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730524 Jul 28 15:08:14.255690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.256789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.276905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ad609a41-4d1c-45a4-8e30-af365cfc405d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:14.307955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Calling delete_port for 123045ae-3a6a-42c6-a878-2c25b13051e7 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:14.318148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-2a2f0f27-a68f-41b8-ad0a-46856964ac05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6782663 Jul 28 15:08:14.332868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.356772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-37c933de-6d41-4937-9fc2-77660639d82f req-d6031c93-07a4-421a-a031-babd6547f8af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5027468 Jul 28 15:08:14.409228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2560de-a728-4d37-83b9-bd43935040ac req-2fb913f3-242d-4b55-9418-63e91467c6b1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:14.410789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d2560de-a728-4d37-83b9-bd43935040ac req-2fb913f3-242d-4b55-9418-63e91467c6b1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.1237953 Jul 28 15:08:14.483734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d2560de-a728-4d37-83b9-bd43935040ac req-465af191-e7fc-426b-91e3-0bfc88cf499f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611184 Jul 28 15:08:14.564179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.609971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.647666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['123045ae-3a6a-42c6-a878-2c25b13051e7'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:08:14.662125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Pushing event deleted for resources: {'Port': ['ID=123045ae-3a6a-42c6-a878-2c25b13051e7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:14.730572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] No DVR routers for this DVR port 123045ae-3a6a-42c6-a878-2c25b13051e7 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:14.762426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.764713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ba30d7d-162c-4edd-85c7-4be9fb8a2424 req-999f24d7-c804-402c-8107-23e5ec7e7b48 tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.42 "DELETE /v2.0/ports/123045ae-3a6a-42c6-a878-2c25b13051e7 HTTP/1.1" status: 204 len: 173 time: 1.2661257 Jul 28 15:08:14.768328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149762cf-372d-4029-8111-ebc9032b2aaa', 'name': 'network-vif-deleted', 'tag': '123045ae-3a6a-42c6-a878-2c25b13051e7'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:14.768923 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26a4ee-b42d-4173-96c0-6a48b9280abb" -d '{"events": [{"server_uuid": "149762cf-372d-4029-8111-ebc9032b2aaa", "name": "network-vif-deleted", "tag": "123045ae-3a6a-42c6-a878-2c25b13051e7"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:14.845495 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ea436-c8ab-4584-8ca6-e31de7e11c59 x-openstack-request-id: req-134ea436-c8ab-4584-8ca6-e31de7e11c59 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:14.850214 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149762cf-372d-4029-8111-ebc9032b2aaa", "name": "network-vif-deleted", "tag": "123045ae-3a6a-42c6-a878-2c25b13051e7", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:14.850595 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-134ea436-c8ab-4584-8ca6-e31de7e11c59 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:14.851042 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149762cf-372d-4029-8111-ebc9032b2aaa', 'name': 'network-vif-deleted', 'tag': '123045ae-3a6a-42c6-a878-2c25b13051e7', 'status': 'completed', 'code': 200} Jul 28 15:08:14.857972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-08e29129-7a8f-4828-8458-2a7e7ce10c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:14.873654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-08e29129-7a8f-4828-8458-2a7e7ce10c9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1097 time: 0.1076121 Jul 28 15:08:14.920848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:14.957676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:14.958304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2a5ae1a2-6bee-4ff3-95fc-04ab5a554ad8 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:14.995093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-7d3b7510-e7fe-498e-938e-62c470fb6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:14.997014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-7d3b7510-e7fe-498e-938e-62c470fb6504 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 898 time: 0.1108782 Jul 28 15:08:15.063023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:15.109788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:15.169911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-9f4a9f33-71a1-42a6-972a-a8f87580d833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 1001 time: 0.1645482 Jul 28 15:08:15.184332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9e317-8e76-4aaa-80e0-fc25425135db req-e7d9a944-6100-4d39-9357-8c28ec63358b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:15.186056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdb9e317-8e76-4aaa-80e0-fc25425135db req-e7d9a944-6100-4d39-9357-8c28ec63358b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.0922740 Jul 28 15:08:15.259264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-fc45f618-c924-4f9d-aa10-1409fba0e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:15.266042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-fc45f618-c924-4f9d-aa10-1409fba0e3e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 200 len: 835 time: 0.0738709 Jul 28 15:08:15.266614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cdb9e317-8e76-4aaa-80e0-fc25425135db req-295c4527-3781-4517-933c-d888b85c7445 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705025 Jul 28 15:08:15.278800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Allocated IP 172.25.6.58 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6c3190c3-fce7-4392-be63-a41fa20fea60) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:15.325897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-14f8b48e-f888-462f-b146-342868a3dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:15.325897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-14f8b48e-f888-462f-b146-342868a3dbc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bcff73a1-024a-4369-b723-4d1971e315d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515714 Jul 28 15:08:15.326586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b7e120c-b121-4b43-8f57-3afa7c6238b4 req-5bfba59b-19cf-466e-9b00-820a9e1fd3af tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0340648 Jul 28 15:08:15.338191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-618af1da-1bf0-4f4a-bc45-dd5d26fc28b4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:08:15.339868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-618af1da-1bf0-4f4a-bc45-dd5d26fc28b4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060506 Jul 28 15:08:15.406530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad609a41-4d1c-45a4-8e30-af365cfc405d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:08:15.415201 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61247d5-0feb-4f65-8d3a-b7dacd1b8404" -d '{"events": [{"server_uuid": "bf6af52b-f455-4bdd-802b-910c88453d54", "name": "network-vif-plugged", "status": "completed", "tag": "ad609a41-4d1c-45a4-8e30-af365cfc405d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:08:15.427247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:15.450976 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500fdd46-8482-437f-832f-887bc8400794 x-openstack-request-id: req-500fdd46-8482-437f-832f-887bc8400794 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:08:15.451275 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6af52b-f455-4bdd-802b-910c88453d54", "name": "network-vif-plugged", "status": "completed", "tag": "ad609a41-4d1c-45a4-8e30-af365cfc405d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:08:15.451718 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-500fdd46-8482-437f-832f-887bc8400794 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:08:15.452121 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad609a41-4d1c-45a4-8e30-af365cfc405d', 'code': 200} Jul 28 15:08:15.453411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-b597153a-0bc0-49bf-9339-cfcbe8aafedd service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037090 Jul 28 15:08:15.586542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:15.637349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:15.657742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:15.665601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:15.729768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a693051-06dc-4c08-b159-c267b69e5f2b req-93428dbc-1ef6-4f78-947b-18437c408b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:15.733150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a693051-06dc-4c08-b159-c267b69e5f2b req-93428dbc-1ef6-4f78-947b-18437c408b6f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 1098 time: 0.0933352 Jul 28 15:08:15.766118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-e6e2f876-c394-454d-bf6b-a1c90912f133 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270842 Jul 28 15:08:15.784718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a693051-06dc-4c08-b159-c267b69e5f2b req-98953660-4e4c-4477-ae5f-a4671efa323a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Jul 28 15:08:15.802780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event updated for resources: {'Port': ['ID=6c3190c3-fce7-4392-be63-a41fa20fea60,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:15.822674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3ed4-d9e0-42c5-83b5-4e2c3371ca83 req-29b40a50-31b5-48b2-b767-439e643c50ad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:15.829210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f0e3ed4-d9e0-42c5-83b5-4e2c3371ca83 req-29b40a50-31b5-48b2-b767-439e643c50ad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.2055278 Jul 28 15:08:16.235966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f0e3ed4-d9e0-42c5-83b5-4e2c3371ca83 req-91487769-3d15-4fd8-aa1f-58031546b024 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Jul 28 15:08:16.413359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d645-b72b-457b-bd29-8956263c560f req-92000a6f-acc4-4a5c-b91e-36bc379532d9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:16.415033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b43d645-b72b-457b-bd29-8956263c560f req-92000a6f-acc4-4a5c-b91e-36bc379532d9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.0570788 Jul 28 15:08:16.470921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b43d645-b72b-457b-bd29-8956263c560f req-c0416313-9f51-427b-a0fc-418866b8a0c2 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493190 Jul 28 15:08:16.492495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-52a4e5c8-3d9d-4df0-93be-ddae8013eddb req-5f8c8cbd-f2d1-4579-925c-b2e447b0f3cf tempest-TestServerMultinode-624078162 tempest-TestServerMultinode-624078162-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=149762cf-372d-4029-8111-ebc9032b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0345840 Jul 28 15:08:16.555807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:16.758540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:17.055324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Router 35148628-a691-4ba6-822d-27fe6ab2f331 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:17.187229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:17.197767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] Sync routers for ids ['35148628-a691-4ba6-822d-27fe6ab2f331'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:17.207843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] Routers {'35148628-a691-4ba6-822d-27fe6ab2f331'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:17.223270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['35148628-a691-4ba6-822d-27fe6ab2f331'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:17.242922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:17.252077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] Routers {'35148628-a691-4ba6-822d-27fe6ab2f331'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:17.252733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['35148628-a691-4ba6-822d-27fe6ab2f331'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:17.289358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:17.290059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b0ce6-22c3-4a55-9f78-1919993098d7 None None] The sync data for ids ['35148628-a691-4ba6-822d-27fe6ab2f331'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:17.373739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1b36d-0a07-4cee-b22c-d112e5e04563 req-77fc5430-62a4-4949-ac2b-cb8fb578e78b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:17.375312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17d1b36d-0a07-4cee-b22c-d112e5e04563 req-77fc5430-62a4-4949-ac2b-cb8fb578e78b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.0615997 Jul 28 15:08:17.386513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:17.390516 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dc17388e-4b49-4d1e-ac86-a6b26f9b4656 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3287055 Jul 28 15:08:17.390934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:17.396136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': False}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:17.424435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17d1b36d-0a07-4cee-b22c-d112e5e04563 req-863a5182-b74c-4e59-885f-3b8844549e2c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Jul 28 15:08:17.590779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55038) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:17.680919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6731475-c3b8-470d-9aa6-9a42752ecf7e req-681662b3-411d-4a47-bbef-76de6059c73e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:17.682426 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6731475-c3b8-470d-9aa6-9a42752ecf7e req-681662b3-411d-4a47-bbef-76de6059c73e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.1368632 Jul 28 15:08:17.782064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6731475-c3b8-470d-9aa6-9a42752ecf7e req-37de298a-8595-4154-8347-9ec2371306d6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860193 Jul 28 15:08:17.856536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.006003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62dd2a-6d7a-4cd1-ab54-cf03af852f4d req-c57d6f0b-4077-4050-9e2b-fd262d136ff1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:18.007739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de62dd2a-6d7a-4cd1-ab54-cf03af852f4d req-c57d6f0b-4077-4050-9e2b-fd262d136ff1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.1332154 Jul 28 15:08:18.084156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de62dd2a-6d7a-4cd1-ab54-cf03af852f4d req-a68cf639-7f4d-4157-9237-771965bbc895 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687265 Jul 28 15:08:18.233352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.570441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.577209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.595614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6592faf-2b8d-4388-9ba4-c1205b62b6bc req-b11a9e67-ca01-48d2-8d12-c95a82b702f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:18.597507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6592faf-2b8d-4388-9ba4-c1205b62b6bc req-b11a9e67-ca01-48d2-8d12-c95a82b702f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.0825021 Jul 28 15:08:18.625469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Deleting port 294db071-cb69-44c4-b36d-93b4803bb57c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:18.625469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.693139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6592faf-2b8d-4388-9ba4-c1205b62b6bc req-4fefea09-06a3-4da0-8682-0d68415c4cc5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574923 Jul 28 15:08:18.740042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] For port 294db071-cb69-44c4-b36d-93b4803bb57c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=294db071-cb69-44c4-b36d-93b4803bb57c,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:18.740420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.755559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Calling delete_port for 294db071-cb69-44c4-b36d-93b4803bb57c owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:18.777983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Router 35148628-a691-4ba6-822d-27fe6ab2f331 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:18.917391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:18.922713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:18.924243 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b733b7f-18af-4552-b3fc-4fd64a0b6d54 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "PUT /v2.0/routers/35148628-a691-4ba6-822d-27fe6ab2f331 HTTP/1.1" status: 200 len: 921 time: 1.5316622 Jul 28 15:08:18.926778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:18.927350 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] Sync routers for ids ['35148628-a691-4ba6-822d-27fe6ab2f331'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:18.938631 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] Routers {'35148628-a691-4ba6-822d-27fe6ab2f331'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:18.940065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['35148628-a691-4ba6-822d-27fe6ab2f331'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:18.977958 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:18.987233 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] Routers {'35148628-a691-4ba6-822d-27fe6ab2f331'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:18.987850 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['35148628-a691-4ba6-822d-27fe6ab2f331'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:19.021943 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:19.022960 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c41e52-c9e5-4c68-b794-084048c5197e None None] The sync data for ids ['35148628-a691-4ba6-822d-27fe6ab2f331'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:19.056698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-885d7a62-cde9-413c-81a1-721df91a4e33 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/35148628-a691-4ba6-822d-27fe6ab2f331 HTTP/1.1" status: 200 len: 921 time: 0.1273470 Jul 28 15:08:19.058107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:19.058496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 123045ae-3a6a-42c6-a878-2c25b13051e7 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:19.081411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 123045ae-3a6a-42c6-a878-2c25b13051e7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:19.082060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 123045ae-3a6a-42c6-a878-2c25b13051e7 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:19.089155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:19.126013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Pushing event deleted for resources: {'Port': ['ID=294db071-cb69-44c4-b36d-93b4803bb57c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:19.161894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c926f05-c563-46cd-bfd7-c003275f82ec tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:19.165508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c926f05-c563-46cd-bfd7-c003275f82ec tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=35148628-a691-4ba6-822d-27fe6ab2f331&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1059422 Jul 28 15:08:19.167903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55068) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:19.329044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1ca15-1e4f-49c5-834b-4e395b8f7420 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:19.330573 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85e1ca15-1e4f-49c5-834b-4e395b8f7420 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.1612463 Jul 28 15:08:19.335110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:19.424646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:19.651695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55076) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:19.799071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-37645832-5428-490e-9d3f-e4b4aeacf9d8 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=35148628-a691-4ba6-822d-27fe6ab2f331 HTTP/1.1" status: 200 len: 205 time: 0.4585006 Jul 28 15:08:19.799678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:20.011257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.168223 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.333730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Deleting port 6c3190c3-fce7-4392-be63-a41fa20fea60 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:20.334086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.438290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.463109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Calling delete_port for 6c3190c3-fce7-4392-be63-a41fa20fea60 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:20.495564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Router 6d6b033c-b268-469e-990c-fd3085e5b561 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:20.747216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:20.753493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8401a379-2977-4b3d-947f-7619b4a51780 admin admin] 10.222.0.57 "PUT /v2.0/routers/6d6b033c-b268-469e-990c-fd3085e5b561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1615160 Jul 28 15:08:20.757700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55092) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:20.760926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] Sync routers for ids ['6d6b033c-b268-469e-990c-fd3085e5b561'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:20.772095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] Routers {'6d6b033c-b268-469e-990c-fd3085e5b561'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:20.773126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6d6b033c-b268-469e-990c-fd3085e5b561'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:20.856573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.917218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event deleted for resources: {'Port': ['ID=6c3190c3-fce7-4392-be63-a41fa20fea60,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:20.966696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] Set router 6d6b033c-b268-469e-990c-fd3085e5b561 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:21.043975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.059833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.066287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.269303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.272286 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.274667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.300721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:08:18Z', 'revision_number': 5, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:21.335816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] Checking router: 6d6b033c-b268-469e-990c-fd3085e5b561 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:21.344885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] Routers {'6d6b033c-b268-469e-990c-fd3085e5b561'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:21.345508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6d6b033c-b268-469e-990c-fd3085e5b561'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:21.474663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] Set router 6d6b033c-b268-469e-990c-fd3085e5b561 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:21.490692 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.495134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Fanout notify agent at l3_agent the message router_deleted on router 35148628-a691-4ba6-822d-27fe6ab2f331 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:21.503972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.509577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-81327495-8133-424c-ac0c-6a0c5a2a050d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/35148628-a691-4ba6-822d-27fe6ab2f331 HTTP/1.1" status: 204 len: 168 time: 1.7042577 Jul 28 15:08:21.509577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:21.515396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2110007978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:21.536601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Deleting port 7571f725-5b97-447a-ab0d-393d67283e27 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:21.536601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.552356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.20.0.17 (71743d04-244c-4fe6-8e83-8e35de2d808b/d03ecbfa-d62c-4585-85c9-1537769b555d/f2701202-6406-4d8b-a4b5-4ba38797687e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:21.654809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.655784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.663124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] For port 7571f725-5b97-447a-ab0d-393d67283e27, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7571f725-5b97-447a-ab0d-393d67283e27,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:21.670003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.684440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Calling delete_port for 7571f725-5b97-447a-ab0d-393d67283e27 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:21.729037 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.741556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:08:18Z', 'revision_number': 5, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:21.746837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Transition to ACTIVE for port object f2701202-6406-4d8b-a4b5-4ba38797687e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:21.773800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8dcd3-6185-4324-ab02-838c87555120 None None] The sync data for ids ['6d6b033c-b268-469e-990c-fd3085e5b561'] in n-d-764806-10 is: [{'id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'name': 'tempest-TestServerMultinode-1283181135-router', 'tenant_id': 'd1e5073a488345b7aa2b094edc1a6493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '7571f725-5b97-447a-ab0d-393d67283e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:03Z', 'updated_at': '2021-07-28T15:08:18Z', 'revision_number': 5, 'project_id': 'd1e5073a488345b7aa2b094edc1a6493', 'gw_port': {'id': '7571f725-5b97-447a-ab0d-393d67283e27', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b033c-b268-469e-990c-fd3085e5b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:05Z', 'updated_at': '2021-07-28T15:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:21.783707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.942418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:21.991680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 71743d04-244c-4fe6-8e83-8e35de2d808b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:21.995251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:21.998243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:22.023275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.057380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=f2701202-6406-4d8b-a4b5-4ba38797687e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:22.102560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.113664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.201746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7571f725-5b97-447a-ab0d-393d67283e27,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:22.251519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.263181 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b7b776f6-c147-432d-b646-ef3a1b4556cb tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7477269 Jul 28 15:08:22.279080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:22.286235 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:22.301639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f0516ca9-5645-4ce6-9d21-252aa11fedeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.418107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.478263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-962afc04-c190-4ddb-bcaf-594a1441a81c None None] Provisioning for port f2701202-6406-4d8b-a4b5-4ba38797687e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:22.483838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-962afc04-c190-4ddb-bcaf-594a1441a81c None None] Provisioning complete for port f2701202-6406-4d8b-a4b5-4ba38797687e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:22.490046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-962afc04-c190-4ddb-bcaf-594a1441a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.542347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-962afc04-c190-4ddb-bcaf-594a1441a81c None None] Port f2701202-6406-4d8b-a4b5-4ba38797687e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:22.571663 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.594599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.598082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.719370 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.877974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.878574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6b033c-b268-469e-990c-fd3085e5b561 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:22.883732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.884996 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-db8a13d6-fa26-4125-8791-11145279adc8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6d6b033c-b268-469e-990c-fd3085e5b561 HTTP/1.1" status: 204 len: 168 time: 2.1262555 Jul 28 15:08:22.897557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55120) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:22.910310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 294db071-cb69-44c4-b36d-93b4803bb57c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:22.964767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:22.981750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 294db071-cb69-44c4-b36d-93b4803bb57c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:22.981750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 294db071-cb69-44c4-b36d-93b4803bb57c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:23.016032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Deleting subnet fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:08:23.021293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.069893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.141024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.188606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.225749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.228945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=f2701202-6406-4d8b-a4b5-4ba38797687e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:23.366714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 71743d04-244c-4fe6-8e83-8e35de2d808b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:23.367308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:23.369604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.391857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.629447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.640986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:23.651108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.656713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc HTTP/1.1" status: 204 len: 168 time: 0.7652626 Jul 28 15:08:23.657053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55130) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:23.659772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c945534-e458-4ce8-87d3-f6fcb3ecf185 None None] Network 7aec4c55-a8af-475e-8bf8-e8bc317c1042 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:23.660783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Allocated IP 172.25.6.187 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/a2dc0504-b3f2-472e-a434-ba783ad3919d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:23.692258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece6701-3dc2-4692-b10c-bd01ad66860e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2f1095-1a6e-411c-8dc8-b1c2d6cb18bc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:23.831589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.832802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8adaa2da-42b0-400c-981b-04b5c59263e4 None None] Provisioning complete for port f2701202-6406-4d8b-a4b5-4ba38797687e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:23.833369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8adaa2da-42b0-400c-981b-04b5c59263e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.889186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:23.957100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:23.963680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ac065f6c-fd4f-4cf3-936a-1b4d7c340e10 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "PUT /v2.0/routers/100c7af2-f2d9-4917-865d-3ae0f43883cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3098869 Jul 28 15:08:23.974477 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:23.998241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Deleting port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:23.999722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:24.000007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.000722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:07:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:24.053651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8adaa2da-42b0-400c-981b-04b5c59263e4 None None] Port f2701202-6406-4d8b-a4b5-4ba38797687e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:24.095336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] For port d2eb3a14-c7d4-4675-8d4b-0f7256507df7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:24.095336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.113208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] DHCP port deletion for 7aec4c55-a8af-475e-8bf8-e8bc317c1042 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:08:24.114761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Calling delete_port for d2eb3a14-c7d4-4675-8d4b-0f7256507df7 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:24.128959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:24.153084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.199466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:24.216579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:24.216579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:24.236436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event updated for resources: {'Port': ['ID=a2dc0504-b3f2-472e-a434-ba783ad3919d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:24.292837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] Deleting port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:24.293527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.369599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] For port d2eb3a14-c7d4-4675-8d4b-0f7256507df7, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,segment=NetworkSegment(f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac),segment_id=f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:24.370001 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.389145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] Calling delete_port for d2eb3a14-c7d4-4675-8d4b-0f7256507df7 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:24.397871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.428819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:24.432238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] No DVR routers for this DVR port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:24.506809 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.511192 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:22Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:36Z', 'revision_number': 1, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2701202-6406-4d8b-a4b5-4ba38797687e', 'name': '', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:23:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:21Z', 'updated_at': '2021-07-28T15:08:22Z', 'revision_number': 2, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:24.518784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.529967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aec4c55-a8af-475e-8bf8-e8bc317c1042']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:24.535821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] Pushing event deleted for resources: {'Port': ['ID=d2eb3a14-c7d4-4675-8d4b-0f7256507df7,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:24.542296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14ad93-75bf-4814-aaf7-77e2d7838af7 None None] No DVR routers for this DVR port d2eb3a14-c7d4-4675-8d4b-0f7256507df7 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:24.547800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:24.548007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:24.548295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1eedbb1-d5f2-4f99-ab61-2ab0150da3ac') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:24.549345 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Updating router 100c7af2-f2d9-4917-865d-3ae0f43883cd port f2701202-6406-4d8b-a4b5-4ba38797687e binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:08:24.569418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.584202 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.585796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.596305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: items = [ Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:08:24.602806 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:08:24.820945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0332-f56f-4d03-98de-f340d9c57ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.823254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.834396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:24.840868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7aec4c55-a8af-475e-8bf8-e8bc317c1042 HTTP/1.1" status: 204 len: 168 time: 1.1794655 Jul 28 15:08:24.842337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:24.879217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb53c23-9339-4533-a219-7f783c2af5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aec4c55-a8af-475e-8bf8-e8bc317c1042,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:24.915795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7571f725-5b97-447a-ab0d-393d67283e27 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:24.956201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7571f725-5b97-447a-ab0d-393d67283e27 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:24.959213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7571f725-5b97-447a-ab0d-393d67283e27 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:24.959847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d2eb3a14-c7d4-4675-8d4b-0f7256507df7 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:25.027489 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.044401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d2eb3a14-c7d4-4675-8d4b-0f7256507df7 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:25.045339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d2eb3a14-c7d4-4675-8d4b-0f7256507df7 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:25.046356 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.050206 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Transition to ACTIVE for port object f2701202-6406-4d8b-a4b5-4ba38797687e will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:25.169374 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.224513 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.349351 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.359003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.363523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Pushing event updated for resources: {'Port': ['ID=f2701202-6406-4d8b-a4b5-4ba38797687e,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:25.426124 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.426472 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.426820 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.427160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.427520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.427853 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.428358 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.428699 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.429031 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.429360 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.430079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.430689 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:25.437860 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Attempting to bind port f2701202-6406-4d8b-a4b5-4ba38797687e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:25.438691 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Attempting to bind port f2701202-6406-4d8b-a4b5-4ba38797687e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:25.439064 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Attempting to bind port f2701202-6406-4d8b-a4b5-4ba38797687e on network 71743d04-244c-4fe6-8e83-8e35de2d808b {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:25.440327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.446838 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:25.447220 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Checking segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:25.448655 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.449266 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Bound using segment: {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:25.449772 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Bound port: f2701202-6406-4d8b-a4b5-4ba38797687e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d6f28-253d-41de-b6fd-1299007f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:25.450172 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.656532 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] For port f2701202-6406-4d8b-a4b5-4ba38797687e, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:25.662873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] For port f2701202-6406-4d8b-a4b5-4ba38797687e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f2701202-6406-4d8b-a4b5-4ba38797687e,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:25.753541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Router 65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:25.785986 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.835061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Deleting port ef244172-f153-4822-9a7e-5757d19a767c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:25.835061 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.912915 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:25.915088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:25.921971 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:25.925607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:25.927871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3dc283d9-aff4-404e-839f-fb882af6b0af tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "PUT /v2.0/routers/65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 HTTP/1.1" status: 200 len: 880 time: 3.6474180 Jul 28 15:08:25.928789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] Sync routers for ids ['65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:25.932065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:25.946455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] Routers {'65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:25.955305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:25.989859 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58be44f-e1b7-420f-b95c-4cf3999e2c1a None None] Pushing event updated for resources: {'Port': ['ID=f2701202-6406-4d8b-a4b5-4ba38797687e,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:25.993343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:26.014226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] Routers {'65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:26.015152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:26.054865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:26.055983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee582c20-25ab-4066-87ac-12834f6dfdc0 None None] The sync data for ids ['65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:26.096926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] For port ef244172-f153-4822-9a7e-5757d19a767c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ef244172-f153-4822-9a7e-5757d19a767c,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:26.097415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:26.140183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Calling delete_port for ef244172-f153-4822-9a7e-5757d19a767c owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:26.148276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-38966206-cd98-40e9-afbc-f79b7e003281 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 HTTP/1.1" status: 200 len: 921 time: 0.2147005 Jul 28 15:08:26.151489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:26.206200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1478eee-d668-44cc-885f-368df001e9b6 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:26.208579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e1478eee-d668-44cc-885f-368df001e9b6 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558343 Jul 28 15:08:26.210827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:26.249019 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:26.321858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716f057-daf2-4638-8834-7bfebb66560d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:26.323684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8716f057-daf2-4638-8834-7bfebb66560d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.1116018 Jul 28 15:08:26.326930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:26.346523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:26.359341 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e6a339f6-7e6b-487a-8792-182595c63636 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 HTTP/1.1" status: 200 len: 205 time: 0.0287690 Jul 28 15:08:26.359919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55172) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:26.503675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:26.515631 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:22Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:36Z', 'revision_number': 1, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2701202-6406-4d8b-a4b5-4ba38797687e', 'name': '', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:23:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:21Z', 'updated_at': '2021-07-28T15:08:25Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:26.520241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:26.553254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a828b-9e95-4f84-8e0d-6df15a74656b None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:22Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:36Z', 'revision_number': 1, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2701202-6406-4d8b-a4b5-4ba38797687e', 'name': '', 'network_id': '71743d04-244c-4fe6-8e83-8e35de2d808b', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:23:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:21Z', 'updated_at': '2021-07-28T15:08:25Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'd03ecbfa-d62c-4585-85c9-1537769b555d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:26.721957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:26.875266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Deleting port a2dc0504-b3f2-472e-a434-ba783ad3919d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:26.875266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:26.925061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2701202-6406-4d8b-a4b5-4ba38797687e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:27.013617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef244172-f153-4822-9a7e-5757d19a767c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:27.048570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.069672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Calling delete_port for a2dc0504-b3f2-472e-a434-ba783ad3919d owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:27.083755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f2701202-6406-4d8b-a4b5-4ba38797687e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:27.088293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f2701202-6406-4d8b-a4b5-4ba38797687e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:27.088825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.299611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.359762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f2701202-6406-4d8b-a4b5-4ba38797687e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f2701202-6406-4d8b-a4b5-4ba38797687e,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:27.366216 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.472701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.532188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f2701202-6406-4d8b-a4b5-4ba38797687e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:27.546326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.571236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event deleted for resources: {'Port': ['ID=a2dc0504-b3f2-472e-a434-ba783ad3919d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:27.628299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Router 851a9525-5005-4327-9567-42a545f1beeb has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:27.645960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.758874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.759384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:27.761779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.765509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e424cba0-4701-482f-96d1-5d7845682b9e admin admin] 10.222.0.57 "PUT /v2.0/routers/851a9525-5005-4327-9567-42a545f1beeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9210358 Jul 28 15:08:27.768787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55192) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:27.771247 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] Sync routers for ids ['851a9525-5005-4327-9567-42a545f1beeb'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:27.786793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] Routers {'851a9525-5005-4327-9567-42a545f1beeb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:27.787079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['851a9525-5005-4327-9567-42a545f1beeb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:27.826713 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.906517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.907431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Fanout notify agent at l3_agent the message router_deleted on router 65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:27.917334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.918753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4182aacd-9078-4aed-836b-a4dd15d70c60 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 HTTP/1.1" status: 204 len: 168 time: 1.5580032 Jul 28 15:08:27.922931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:27.928799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633265641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:27.932172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.934653 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] Set router 851a9525-5005-4327-9567-42a545f1beeb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:28.066200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.073121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.074312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.133972 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:08:26Z', 'revision_number': 5, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:28.134455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.166521 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] Checking router: 851a9525-5005-4327-9567-42a545f1beeb for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:28.177138 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] Routers {'851a9525-5005-4327-9567-42a545f1beeb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:28.178036 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['851a9525-5005-4327-9567-42a545f1beeb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:28.255969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Deleting port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:28.256434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.273457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.313269 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] Set router 851a9525-5005-4327-9567-42a545f1beeb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:28.372831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] For port a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:28.373460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.398071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.399223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5d3d8756-c95a-40f5-a271-ff87a6454824 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4752643 Jul 28 15:08:28.402015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55202) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:28.406595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': True}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:28.411969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Calling delete_port for a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:28.528502 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:08:26Z', 'revision_number': 5, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:28.564910 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6bd7c-a4a0-461a-b05f-dfb72333eb8a None None] The sync data for ids ['851a9525-5005-4327-9567-42a545f1beeb'] in n-d-764806-10 is: [{'id': '851a9525-5005-4327-9567-42a545f1beeb', 'name': 'tempest-TestServerMultinode-1764162903-router', 'tenant_id': 'e0429924115b42baa7a9dc99b7412ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:07:16Z', 'updated_at': '2021-07-28T15:08:26Z', 'revision_number': 5, 'project_id': 'e0429924115b42baa7a9dc99b7412ae2', 'gw_port': {'id': 'a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a9525-5005-4327-9567-42a545f1beeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:07:17Z', 'updated_at': '2021-07-28T15:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:28.641958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.717921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.748882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:28.815032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.934478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:28.937426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.038780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.065696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.106911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2701202-6406-4d8b-a4b5-4ba38797687e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:29.150617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f2701202-6406-4d8b-a4b5-4ba38797687e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:29.151409 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.198846 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.200177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851a9525-5005-4327-9567-42a545f1beeb {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:29.212348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.217038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-065c110b-ec1e-41a7-a573-ed5a59ac80c2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/851a9525-5005-4327-9567-42a545f1beeb HTTP/1.1" status: 204 len: 168 time: 1.4467585 Jul 28 15:08:29.222773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55218) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:29.236930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Allocated IP 172.25.6.115 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/a70521fe-a4ec-4fed-9ec6-ac82f68fe6c5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:29.334727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Deleting subnet 3fba659c-ab3a-4aa5-9bcb-ace9e1057638 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:08:29.356356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.396584 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.437796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ef244172-f153-4822-9a7e-5757d19a767c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:29.457394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.466311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ef244172-f153-4822-9a7e-5757d19a767c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:29.467642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ef244172-f153-4822-9a7e-5757d19a767c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:29.505051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.598580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.628181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.645673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:29.652424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:29.657111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fba659c-ab3a-4aa5-9bcb-ace9e1057638,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:29.658658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:29.659879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.664395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d91e3d08-b56c-4216-ac1e-df0061b3f7dd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3fba659c-ab3a-4aa5-9bcb-ace9e1057638 HTTP/1.1" status: 204 len: 168 time: 0.4404814 Jul 28 15:08:29.665251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55224) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:29.666743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae18305-e606-465c-9b69-93d7e57ae636 None None] Network fc8d55a3-2130-471c-a216-53214ea1fa2e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:29.678255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Port': ['ID=a70521fe-a4ec-4fed-9ec6-ac82f68fe6c5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:29.792854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.844087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] DHCP port deletion for fc8d55a3-2130-471c-a216-53214ea1fa2e request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:08:29.895339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] Deleting port dfbcfe49-0164-4183-a86f-9e22e94fb335 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:29.895714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.958360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Deleting port dfbcfe49-0164-4183-a86f-9e22e94fb335 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:29.958360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.961156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] For port dfbcfe49-0164-4183-a86f-9e22e94fb335, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dfbcfe49-0164-4183-a86f-9e22e94fb335,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:29.961561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:29.977815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] Calling delete_port for dfbcfe49-0164-4183-a86f-9e22e94fb335 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:30.083936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] For port dfbcfe49-0164-4183-a86f-9e22e94fb335, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dfbcfe49-0164-4183-a86f-9e22e94fb335,segment=NetworkSegment(430a418f-57b5-412b-b65e-4f59a88bc023),segment_id=430a418f-57b5-412b-b65e-4f59a88bc023)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:30.084615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.106986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Calling delete_port for dfbcfe49-0164-4183-a86f-9e22e94fb335 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:30.164207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.194273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] Pushing event deleted for resources: {'Port': ['ID=dfbcfe49-0164-4183-a86f-9e22e94fb335,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:30.198276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e3743-52bb-4a8a-90c2-41110ff707e8 None None] No DVR routers for this DVR port dfbcfe49-0164-4183-a86f-9e22e94fb335 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:30.232141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.327153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3a61-2307-4e97-afff-d11c996f31f5 req-371323c9-fdbd-481e-834e-0314f9310b10 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:30.328713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dbd3a61-2307-4e97-afff-d11c996f31f5 req-371323c9-fdbd-481e-834e-0314f9310b10 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1407478 Jul 28 15:08:30.380664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.443523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] No DVR routers for this DVR port dfbcfe49-0164-4183-a86f-9e22e94fb335 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:30.447633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbcfe49-0164-4183-a86f-9e22e94fb335,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:30.493274 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dbd3a61-2307-4e97-afff-d11c996f31f5 req-30c8acf4-c5c8-4168-b86e-f36f6328db6a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206167 Jul 28 15:08:30.609774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.653574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8d55a3-2130-471c-a216-53214ea1fa2e']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:30.667738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430a418f-57b5-412b-b65e-4f59a88bc023') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:30.668032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430a418f-57b5-412b-b65e-4f59a88bc023') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:30.668803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760e587-775b-4821-b7e4-8b3ed35b71d0 req-59c54462-d887-4ec0-b777-f382a86baa12 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:30.670423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7760e587-775b-4821-b7e4-8b3ed35b71d0 req-59c54462-d887-4ec0-b777-f382a86baa12 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0536051 Jul 28 15:08:30.684435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.700818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.706169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.710152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.722461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7760e587-775b-4821-b7e4-8b3ed35b71d0 req-0a19731c-5669-4da2-a80e-1f2108d8152d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Jul 28 15:08:30.722770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:08:30.722770 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:08:30.724419 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:08:30.881550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dfbcfe49-0164-4183-a86f-9e22e94fb335 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:30.903821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: dfbcfe49-0164-4183-a86f-9e22e94fb335 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:30.904160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dfbcfe49-0164-4183-a86f-9e22e94fb335 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:30.904645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:30.926888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:30.927255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a1894f23-b2ce-42e3-a39d-09a1d8f4c0ed not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:31.324479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:31.337023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:31.337524 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fc8d55a3-2130-471c-a216-53214ea1fa2e HTTP/1.1" status: 204 len: 168 time: 1.6692891 Jul 28 15:08:31.347299 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:08:31.353916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebb445-024d-4288-9c9e-49eaf6574443 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8d55a3-2130-471c-a216-53214ea1fa2e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:31.376541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Router 68f49912-ee5c-420e-be5b-fb6890f3b074 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:31.536726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347f9cd-b76c-44d1-b8a6-8f8dc9b7ffa5 req-ff470722-2003-41d5-8990-8d8d718053c2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:31.539068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8347f9cd-b76c-44d1-b8a6-8f8dc9b7ffa5 req-ff470722-2003-41d5-8990-8d8d718053c2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0808566 Jul 28 15:08:31.564319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:31.569609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:31.571258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23f66f9e-30cb-4f59-bd0d-7a7f456071e4 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "PUT /v2.0/routers/68f49912-ee5c-420e-be5b-fb6890f3b074 HTTP/1.1" status: 200 len: 914 time: 3.1681976 Jul 28 15:08:31.573879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55260) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.577223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] Sync routers for ids ['68f49912-ee5c-420e-be5b-fb6890f3b074'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:31.591840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] Routers {'68f49912-ee5c-420e-be5b-fb6890f3b074'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:31.592689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['68f49912-ee5c-420e-be5b-fb6890f3b074'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:31.605934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8347f9cd-b76c-44d1-b8a6-8f8dc9b7ffa5 req-f6fde915-ec95-44e2-b77c-03bbbad17df2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535400 Jul 28 15:08:31.642867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:31.652993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] Routers {'68f49912-ee5c-420e-be5b-fb6890f3b074'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:31.653722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['68f49912-ee5c-420e-be5b-fb6890f3b074'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:31.689433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:31.690024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce38a3-b5ce-45a0-90bd-1169a41f3d5e None None] The sync data for ids ['68f49912-ee5c-420e-be5b-fb6890f3b074'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:31.721884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c403a747-3c6c-447d-aac8-dbd779d1b7a6 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/68f49912-ee5c-420e-be5b-fb6890f3b074 HTTP/1.1" status: 200 len: 920 time: 0.1458187 Jul 28 15:08:31.726355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55270) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.793801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d3740-f408-4050-9cbd-9ecb12b9dd00 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:31.801481 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa1d3740-f408-4050-9cbd-9ecb12b9dd00 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=68f49912-ee5c-420e-be5b-fb6890f3b074&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0683193 Jul 28 15:08:31.804528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55274) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.862951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.911667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b676c7-5f1a-4499-a2e9-6620e3cf237d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:31.913425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d4b676c7-5f1a-4499-a2e9-6620e3cf237d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.1078355 Jul 28 15:08:31.916431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55278) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.928148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.928424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1f791282-c0ff-4b18-8819-08493c809fb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1e5073a488345b7aa2b094edc1a6493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625880 Jul 28 15:08:31.951120 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d286ef41-e11f-46a6-8ff0-16deec34cbc2 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f49912-ee5c-420e-be5b-fb6890f3b074 HTTP/1.1" status: 200 len: 205 time: 0.0335033 Jul 28 15:08:31.953751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55284) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:31.999852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8c00-a1f2-448e-8e27-a027f5b116e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.029895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8c00-a1f2-448e-8e27-a027f5b116e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.082889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.211778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.255930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8c00-a1f2-448e-8e27-a027f5b116e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.261510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8c00-a1f2-448e-8e27-a027f5b116e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.265372 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8b9d8c00-a1f2-448e-8e27-a027f5b116e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d627afa-b2c6-4369-90fa-010bea5c864a HTTP/1.1" status: 204 len: 168 time: 0.3347356 Jul 28 15:08:32.287519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d8c00-a1f2-448e-8e27-a027f5b116e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d627afa-b2c6-4369-90fa-010bea5c864a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:32.301323 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.379797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Deleting port a70521fe-a4ec-4fed-9ec6-ac82f68fe6c5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:32.380181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.475717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.494960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Calling delete_port for a70521fe-a4ec-4fed-9ec6-ac82f68fe6c5 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:32.649087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c49bf-20e5-440c-8e41-2a0cc53503eb req-3a22402c-01e3-49cc-9372-ce35da4203bb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:32.650758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d22c49bf-20e5-440c-8e41-2a0cc53503eb req-3a22402c-01e3-49cc-9372-ce35da4203bb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1053064 Jul 28 15:08:32.741304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d22c49bf-20e5-440c-8e41-2a0cc53503eb req-485eba3f-b4cd-4de4-88eb-2418f31b4861 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695572 Jul 28 15:08:32.878566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:32.909523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event deleted for resources: {'Port': ['ID=a70521fe-a4ec-4fed-9ec6-ac82f68fe6c5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:32.982537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.080736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.083326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.209635 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.210485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Fanout notify agent at l3_agent the message router_deleted on router 68f49912-ee5c-420e-be5b-fb6890f3b074 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:33.222252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.223918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-505232c8-ec16-4899-aae5-7ac995cc017c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/68f49912-ee5c-420e-be5b-fb6890f3b074 HTTP/1.1" status: 204 len: 168 time: 1.2688498 Jul 28 15:08:33.229846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:33.235115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-516533916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:33.267223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55308) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:33.319316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-851f5e2d-45eb-44e1-9b46-c3ed46c234fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0429924115b42baa7a9dc99b7412ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504739 Jul 28 15:08:33.321824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:33.332066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.332991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.426254 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.432375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-674159e2-4f6e-4291-b993-90e0f5785d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.463260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-674159e2-4f6e-4291-b993-90e0f5785d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.529676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.637978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-674159e2-4f6e-4291-b993-90e0f5785d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.640654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-674159e2-4f6e-4291-b993-90e0f5785d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.641906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-674159e2-4f6e-4291-b993-90e0f5785d9c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06a5119b-acbe-4753-aad6-e90bee1f14e2 HTTP/1.1" status: 204 len: 168 time: 0.3189952 Jul 28 15:08:33.652821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674159e2-4f6e-4291-b993-90e0f5785d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a5119b-acbe-4753-aad6-e90bee1f14e2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:33.674998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.684508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-549eb9c5-26ff-48a2-bee9-056651f4a110 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4511900 Jul 28 15:08:33.690354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:33.695393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': False}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:33.964309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:33.985131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9618e9-c635-4366-96af-6d852c704b69 req-f47dc501-2597-4d8e-ba1b-0487a6ac7854 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:33.985131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc9618e9-c635-4366-96af-6d852c704b69 req-f47dc501-2597-4d8e-ba1b-0487a6ac7854 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1479137 Jul 28 15:08:34.031555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc9618e9-c635-4366-96af-6d852c704b69 req-75f8724b-f787-4137-8fe4-1c5dc7a33483 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371959 Jul 28 15:08:34.314150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:34.335679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:34.456955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Allocated IP 172.25.6.204 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/34d6b992-ddfe-4cd4-94ad-871165c7fd31) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:34.603480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:34.736607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:34.803189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:34.808618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:34.811555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:34.863071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Pushing event updated for resources: {'Port': ['ID=34d6b992-ddfe-4cd4-94ad-871165c7fd31,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:35.011091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55342) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:35.213683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1950990626-network', 'tenant_id': 'f8182907e93f4de5980d1238260921bf'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:35.244679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e5253-5654-46ae-b4bc-7795850cca72 req-4ad8bce1-0a0b-49eb-bbdc-7ac4e97e7ebc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:35.246814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715e5253-5654-46ae-b4bc-7795850cca72 req-4ad8bce1-0a0b-49eb-bbdc-7ac4e97e7ebc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0813539 Jul 28 15:08:35.296492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.299926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715e5253-5654-46ae-b4bc-7795850cca72 req-c077f720-d307-4291-ba23-e34fafcd5bad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388880 Jul 28 15:08:35.331260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Made reservation on behalf of f8182907e93f4de5980d1238260921bf for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:35.333597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.344988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.611244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.614128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.616989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.714587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.766250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:08:35.785475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40a936-20f9-42a9-a2a4-486adae7f2f9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:35.801723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.802055 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Added segment 1ee5521a-c73f-4848-8cd2-e7265e267a18 of type vlan for network 23333f46-0e67-4e80-bf1a-38c3e39a88fb Jul 28 15:08:35.864781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:35.974940 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Router dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:36.020832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.021847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:36.022455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.135881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] Pushing event updated for resources: {'Network': ['ID=23333f46-0e67-4e80-bf1a-38c3e39a88fb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:36.150250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:08:36.160369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:36.166884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.170833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35059834-50bc-4ac0-ab81-e36a5ddebf24 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "PUT /v2.0/routers/dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 HTTP/1.1" status: 200 len: 915 time: 2.4772170 Jul 28 15:08:36.171269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55352) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:36.182144 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] Sync routers for ids ['dabc6b8a-b799-4a2f-8594-ef6cd26d66b2'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:36.184767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55354) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:36.185439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-826b7daf-e148-45bd-95c8-329bc78c7094 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1729317 Jul 28 15:08:36.194713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Request body: {'subnet': {'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1950990626-subnet', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:36.219449 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] Routers {'dabc6b8a-b799-4a2f-8594-ef6cd26d66b2'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:36.220411 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dabc6b8a-b799-4a2f-8594-ef6cd26d66b2'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:36.238319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.275418 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:36.285305 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] Routers {'dabc6b8a-b799-4a2f-8594-ef6cd26d66b2'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:36.285927 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['dabc6b8a-b799-4a2f-8594-ef6cd26d66b2'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:36.311731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3d63ac27-eaee-497e-b5d3-845ed77abcbf tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 HTTP/1.1" status: 200 len: 921 time: 0.1364982 Jul 28 15:08:36.315758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:36.321004 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:36.321670 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe5231-1169-4777-a870-6de5f217a0a2 None None] The sync data for ids ['dabc6b8a-b799-4a2f-8594-ef6cd26d66b2'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:36.363994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Made reservation on behalf of f8182907e93f4de5980d1238260921bf for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:36.366319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.431296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4df95-3221-4505-a6b9-82e63c7ec20d req-8a4c7553-3d1d-4678-8424-b9c2def72e1a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:36.432894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93d4df95-3221-4505-a6b9-82e63c7ec20d req-8a4c7553-3d1d-4678-8424-b9c2def72e1a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0579944 Jul 28 15:08:36.452927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a90213-39dc-4e69-aff1-ebc96888307d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:36.455892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-16a90213-39dc-4e69-aff1-ebc96888307d tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=dabc6b8a-b799-4a2f-8594-ef6cd26d66b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1409967 Jul 28 15:08:36.458361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55360) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:36.538549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-93d4df95-3221-4505-a6b9-82e63c7ec20d req-92ce252b-1bed-481a-b475-bf3e0b95b33c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963540 Jul 28 15:08:36.574823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027b313-23ec-43ee-aa78-039d67095957 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:36.576938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8027b313-23ec-43ee-aa78-039d67095957 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.1172984 Jul 28 15:08:36.580778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:36.610170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f154e81a-97bf-483f-9952-89dfbecbdbec tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 HTTP/1.1" status: 200 len: 205 time: 0.0278032 Jul 28 15:08:36.614032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:36.666716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.735605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f121a4c-3fab-496a-9caa-709b0dd4249f,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:36.743159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Checking segment: {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:36.743643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Network hostable DHCP agents. Network: 23333f46-0e67-4e80-bf1a-38c3e39a88fb, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:08:36.747920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.863718 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:36.871943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:08:36.980240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 23333f46-0e67-4e80-bf1a-38c3e39a88fb) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:36.993560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98600b24-bd3d-4cde-8f10-5e0f76b8b59a None None] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:36.993778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:36.993778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.007628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Deleting port 34d6b992-ddfe-4cd4-94ad-871165c7fd31 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:37.007628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.100963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a43b136c-a353-4d17-aed9-7b71b9269f5f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9146075 Jul 28 15:08:37.101881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55368) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:37.107420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:37.123490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.139422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Calling delete_port for 34d6b992-ddfe-4cd4-94ad-871165c7fd31 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:37.248291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-23333f46-0e67-4e80-bf1a-38c3e39a88fb', 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'fixed_ips': [{'subnet_id': '5f121a4c-3fab-496a-9caa-709b0dd4249f'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:08:37.249120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.249548 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.251383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.313287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.423003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Allocated IP 172.20.0.2 (23333f46-0e67-4e80-bf1a-38c3e39a88fb/5f121a4c-3fab-496a-9caa-709b0dd4249f/e9d64875-0742-4fd6-b381-92ef011ccf9f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:37.495352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.526340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event deleted for resources: {'Port': ['ID=34d6b992-ddfe-4cd4-94ad-871165c7fd31,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:37.600510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.610794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.635944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.646274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Transition to ACTIVE for port object e9d64875-0742-4fd6-b381-92ef011ccf9f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:37.666924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Transition to ACTIVE for port object e9d64875-0742-4fd6-b381-92ef011ccf9f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:37.720070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.723599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.753068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.811956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:37.817797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:37.820647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:37.829132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Pushing event updated for resources: {'Port': ['ID=e9d64875-0742-4fd6-b381-92ef011ccf9f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:37.889663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.890642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Fanout notify agent at l3_agent the message router_deleted on router dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:37.901646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.909602 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dad4c7ed-7a09-4307-a92e-b021527dc925 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 HTTP/1.1" status: 204 len: 168 time: 1.2879050 Jul 28 15:08:37.909602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55374) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:37.916622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-858605208', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:37.933737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Attempting to bind port e9d64875-0742-4fd6-b381-92ef011ccf9f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:37.941730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Attempting to bind port e9d64875-0742-4fd6-b381-92ef011ccf9f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:37.941730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Attempting to bind port e9d64875-0742-4fd6-b381-92ef011ccf9f on network 23333f46-0e67-4e80-bf1a-38c3e39a88fb {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:37.943098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:37.944040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Checking segment: {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:37.944662 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:37.945162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Bound using segment: {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:37.945754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Bound port: e9d64875-0742-4fd6-b381-92ef011ccf9f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:37.946255 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.026704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] For port e9d64875-0742-4fd6-b381-92ef011ccf9f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:38.030943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] For port e9d64875-0742-4fd6-b381-92ef011ccf9f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9d64875-0742-4fd6-b381-92ef011ccf9f,segment=NetworkSegment(1ee5521a-c73f-4848-8cd2-e7265e267a18),segment_id=1ee5521a-c73f-4848-8cd2-e7265e267a18)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:38.054986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.059717 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.061004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634e8d-18ef-48cf-9253-7a6dbf45ff6f req-d16d5dcf-70e0-40a3-bf12-2c694bff1d86 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:38.061004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e634e8d-18ef-48cf-9253-7a6dbf45ff6f req-d16d5dcf-70e0-40a3-bf12-2c694bff1d86 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.4392245 Jul 28 15:08:38.107199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.118862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e634e8d-18ef-48cf-9253-7a6dbf45ff6f req-7bab556b-420e-4176-bcb9-57179f59c59a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523093 Jul 28 15:08:38.135112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.213166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc75704-a36b-4c7d-9411-31137ad90a03 None None] Pushing event updated for resources: {'Port': ['ID=e9d64875-0742-4fd6-b381-92ef011ccf9f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:38.324809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.347710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.543021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Allocated IP 172.25.6.65 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/988b0ab8-a1b8-4ea4-88de-c5e3d98396e1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:38.687238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.820235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.824339 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:38.875920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:38.879803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:38.882764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:38.919605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Pushing event updated for resources: {'Port': ['ID=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:38.924000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9d64875-0742-4fd6-b381-92ef011ccf9f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:39.181050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.211360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.238006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e9d64875-0742-4fd6-b381-92ef011ccf9f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:39.349833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c701d-aa35-40d7-803c-0e2f88260d45 req-fc3804db-c8b5-4234-a1a8-9bfd5fde459d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:39.352471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a9c701d-aa35-40d7-803c-0e2f88260d45 req-fc3804db-c8b5-4234-a1a8-9bfd5fde459d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1294935 Jul 28 15:08:39.394396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.438256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a9c701d-aa35-40d7-803c-0e2f88260d45 req-5aa7b534-0dd9-4eb0-b947-ee9f8e692886 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589130 Jul 28 15:08:39.451135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Allocated IP 172.25.6.108 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f7cfdbfa-1d66-4100-977e-9552ca9862bd) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:39.530245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed5aa20-508a-48d3-94a9-242be5bf91b3 None None] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:39.602361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.666822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.712578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] Provisioning for port e9d64875-0742-4fd6-b381-92ef011ccf9f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:39.719855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] Provisioning complete for port e9d64875-0742-4fd6-b381-92ef011ccf9f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:39.720467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.741992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.842287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event updated for resources: {'Port': ['ID=f7cfdbfa-1d66-4100-977e-9552ca9862bd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:39.854697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:39.857081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:39.860015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:39.865269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:39.904541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] For port e9d64875-0742-4fd6-b381-92ef011ccf9f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9d64875-0742-4fd6-b381-92ef011ccf9f,segment=NetworkSegment(1ee5521a-c73f-4848-8cd2-e7265e267a18),segment_id=1ee5521a-c73f-4848-8cd2-e7265e267a18)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:39.964399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:40.049951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.112025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:40.113366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae230d95-fce6-4489-90da-0810924b0c26 None None] Pushing event updated for resources: {'Port': ['ID=e9d64875-0742-4fd6-b381-92ef011ccf9f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:40.127009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Sync routers for ids ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:40.146712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Routers {'894f1c97-173c-4a5e-bbf5-89e7b5e93adb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:40.147443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:40.207676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d11e8c10-2ce0-4b5f-8fd9-568900f6e783 None None] Provisioning complete for port e9d64875-0742-4fd6-b381-92ef011ccf9f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:40.208126 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d11e8c10-2ce0-4b5f-8fd9-568900f6e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.221167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.224548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8785bdf0-52fc-42cd-9d3a-32967f34a826 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1208053 Jul 28 15:08:40.225975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55394) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:40.299530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Set router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:40.368382 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.533312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:39Z', 'revision_number': 3, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:40.566322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Checking router: 894f1c97-173c-4a5e-bbf5-89e7b5e93adb for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:40.566815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Updating router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:08:40.583652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95bde-45e8-4474-b8f0-1b0780905e7d req-4753df0c-ce76-4706-84c8-9778e29b3984 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:40.591936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdf95bde-45e8-4474-b8f0-1b0780905e7d req-4753df0c-ce76-4706-84c8-9778e29b3984 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0735583 Jul 28 15:08:40.597540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.634542 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdf95bde-45e8-4474-b8f0-1b0780905e7d req-7f7ef70a-b31b-43cd-a32e-d82b10b1734d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Jul 28 15:08:40.806787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.882657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9d64875-0742-4fd6-b381-92ef011ccf9f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:40.894928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:40.927399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Transition to ACTIVE for port object 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:40.951790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e9d64875-0742-4fd6-b381-92ef011ccf9f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:40.952177 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.144193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.187229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.246057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f468d13-2bac-48df-b632-ab4b50679752 None None] Pushing event updated for resources: {'Port': ['ID=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:41.250392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Attempting to bind port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:41.250690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Attempting to bind port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:41.250989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Attempting to bind port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:41.260106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:41.260660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:41.260928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.261328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:41.261820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Bound port: 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:41.262210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.280132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Router 4c4d0691-9bac-4892-a1e7-27a7fa2d687b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:08:41.369675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] For port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:41.377913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] For port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:41.461271 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.496086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:41.506077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Allocated IP 172.20.0.1 (23333f46-0e67-4e80-bf1a-38c3e39a88fb/5f121a4c-3fab-496a-9caa-709b0dd4249f/aaff34d4-3c82-4d6e-927c-abbf115647cc) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:41.519273 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] Sync routers for ids ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:41.529412 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] Routers {'4c4d0691-9bac-4892-a1e7-27a7fa2d687b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:41.529800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:41.541962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Routers {'894f1c97-173c-4a5e-bbf5-89e7b5e93adb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:41.542607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:41.567342 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:41.576932 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] Routers {'4c4d0691-9bac-4892-a1e7-27a7fa2d687b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:41.577805 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:41.583606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f468d13-2bac-48df-b632-ab4b50679752 None None] Pushing event updated for resources: {'Port': ['ID=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:41.618247 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:41.619198 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644eed20-ca46-4f40-be8a-b18ddba7abf1 None None] The sync data for ids ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:41.648557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.649777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-95474c92-8b1f-45b7-89a2-434dd1f8fb14 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7384315 Jul 28 15:08:41.652602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55400) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:41.660134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:41.662530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.690427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] Set router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:41.702541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Transition to ACTIVE for port object aaff34d4-3c82-4d6e-927c-abbf115647cc will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:41.818530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648290fc-26c0-4f6e-a367-ad13b43bea90 req-419ad641-01e4-4bb6-a247-533279477877 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:41.823285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-648290fc-26c0-4f6e-a367-ad13b43bea90 req-419ad641-01e4-4bb6-a247-533279477877 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Jul 28 15:08:41.826580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:41.893254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:41.898713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:41.904266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:41.907398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:39Z', 'revision_number': 3, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:41.957710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38636ce-cb3d-4f49-88f1-016051934d44 None None] The sync data for ids ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'] in n-d-764806-10 is: [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:39Z', 'revision_number': 3, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:42.001859 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Pushing event updated for resources: {'Port': ['ID=aaff34d4-3c82-4d6e-927c-abbf115647cc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:42.036613 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-648290fc-26c0-4f6e-a367-ad13b43bea90 req-6aa8fc67-4f18-4a08-ac49-aa4baaf20dc9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011740 Jul 28 15:08:42.052482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.230924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.337828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cd89ec48-55d4-4b8a-8ce9-796bb00ec5d3 None None] Provisioning for port aaff34d4-3c82-4d6e-927c-abbf115647cc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:42.359111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.363675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cd89ec48-55d4-4b8a-8ce9-796bb00ec5d3 None None] Provisioning complete for port aaff34d4-3c82-4d6e-927c-abbf115647cc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:42.364103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cd89ec48-55d4-4b8a-8ce9-796bb00ec5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.382849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.421703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cd89ec48-55d4-4b8a-8ce9-796bb00ec5d3 None None] Port aaff34d4-3c82-4d6e-927c-abbf115647cc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:42.519609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Deleting port f7cfdbfa-1d66-4100-977e-9552ca9862bd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:42.520175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.629517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.636107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.653792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Calling delete_port for f7cfdbfa-1d66-4100-977e-9552ca9862bd owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:42.758816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.872923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Pushing event updated for resources: {'Port': ['ID=aaff34d4-3c82-4d6e-927c-abbf115647cc,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:42.897389 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:42.974861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:43.026072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.084608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:43.086597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:43.148201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Pushing event deleted for resources: {'Port': ['ID=f7cfdbfa-1d66-4100-977e-9552ca9862bd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:43.163326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:43.168966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:43.168966 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.305310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b2420-c497-4830-93f4-364c81de43e4 req-f6e6d7d4-0d50-4eab-857c-2f0fd7d4b61b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:43.318334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-728b2420-c497-4830-93f4-364c81de43e4 req-f6e6d7d4-0d50-4eab-857c-2f0fd7d4b61b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1870012 Jul 28 15:08:43.329076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.380789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.422039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:43.458244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-adef35b3-96be-4aa2-b0fa-6270f8a5f173 None None] Provisioning complete for port aaff34d4-3c82-4d6e-927c-abbf115647cc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:43.458676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-adef35b3-96be-4aa2-b0fa-6270f8a5f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.509401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-728b2420-c497-4830-93f4-364c81de43e4 req-21c371ed-8159-422d-a48c-194ab25e4d88 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897731 Jul 28 15:08:43.510131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-adef35b3-96be-4aa2-b0fa-6270f8a5f173 None None] Port aaff34d4-3c82-4d6e-927c-abbf115647cc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:43.540964 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.617685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:43.674243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.678652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.773723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:43.810106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Router 4c4d0691-9bac-4892-a1e7-27a7fa2d687b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:43.906870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:43.921284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd04cfcd-dac0-4357-b54c-e8e4bc4355b9 admin admin] 10.222.0.57 "PUT /v2.0/routers/894f1c97-173c-4a5e-bbf5-89e7b5e93adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6852770 Jul 28 15:08:43.942644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:43.950450 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:43.951668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a23110c2-47d5-43d5-ad67-5c43c339a11a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "PUT /v2.0/routers/4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 200 len: 705 time: 2.2979755 Jul 28 15:08:43.955443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55414) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:43.959133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] Sync routers for ids ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:43.975612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] Routers {'4c4d0691-9bac-4892-a1e7-27a7fa2d687b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:43.980390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:44.037297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:44.043286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55416) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.043623 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be460394-373b-4f2a-90d6-9b802772bb11 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/routers/4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 200 len: 740 time: 0.0862446 Jul 28 15:08:44.050597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] Routers {'4c4d0691-9bac-4892-a1e7-27a7fa2d687b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:44.051243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:44.092397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:44.093357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2693a-e2bb-434f-84e5-682b43e9fee1 None None] The sync data for ids ['4c4d0691-9bac-4892-a1e7-27a7fa2d687b'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:44.115881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cdb769e3-2475-49be-9b93-cfaf0db0fa71 tempest-RoutersAdminTest-1526879558 tempest-RoutersAdminTest-1526879558-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 200 len: 205 time: 0.0689597 Jul 28 15:08:44.116496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.147361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c0d675e4-2e15-4359-9915-3af7b0c6a481 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 200 len: 205 time: 0.0291839 Jul 28 15:08:44.151842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55422) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.237238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.408273 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Sync routers for ids ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:44.418636 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Routers {'894f1c97-173c-4a5e-bbf5-89e7b5e93adb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:44.419542 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:44.457479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.460996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.562404 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Set router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:44.586187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.586693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4d0691-9bac-4892-a1e7-27a7fa2d687b {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:44.597988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.600495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a2a63823-0deb-44ad-a308-7cf950ce9230 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 204 len: 168 time: 0.4475696 Jul 28 15:08:44.608228 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55438) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.668176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd132d61-150a-4b20-baf7-21b91459a557 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 200 len: 205 time: 0.0566497 Jul 28 15:08:44.668960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.693943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b3406-8ebb-408e-b094-e882b58a9eb7 req-4a9cd959-319c-45ad-8b7a-b24e86aa9470 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:44.695842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-163b3406-8ebb-408e-b094-e882b58a9eb7 req-4a9cd959-319c-45ad-8b7a-b24e86aa9470 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1114566 Jul 28 15:08:44.749851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-163b3406-8ebb-408e-b094-e882b58a9eb7 req-59264008-b436-4a40-a84a-b3cb9b73d64b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455451 Jul 28 15:08:44.753992 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-19a9ba83-f085-4812-ae7e-cc56e6f96357 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] delete failed (client error): The resource could not be found. Jul 28 15:08:44.758010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-19a9ba83-f085-4812-ae7e-cc56e6f96357 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/4c4d0691-9bac-4892-a1e7-27a7fa2d687b HTTP/1.1" status: 404 len: 336 time: 0.0850272 Jul 28 15:08:44.763586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55442) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.832325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8766f0f-0cfe-47fd-8566-4ac2db4d479c tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 HTTP/1.1" status: 200 len: 205 time: 0.0629752 Jul 28 15:08:44.833210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55444) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.932275 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-25b4ef2e-224a-48d3-a2ac-832f62486325 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] delete failed (client error): The resource could not be found. Jul 28 15:08:44.933478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-25b4ef2e-224a-48d3-a2ac-832f62486325 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/dabc6b8a-b799-4a2f-8594-ef6cd26d66b2 HTTP/1.1" status: 404 len: 336 time: 0.0994034 Jul 28 15:08:44.936158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55448) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.971141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8e428c2f-86c0-4d47-b450-82df4c4e5641 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f49912-ee5c-420e-be5b-fb6890f3b074 HTTP/1.1" status: 200 len: 205 time: 0.0332978 Jul 28 15:08:44.973587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:44.999670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:45.028639 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-6f3026c6-0521-4c32-adac-c8a1d976db5f tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] delete failed (client error): The resource could not be found. Jul 28 15:08:45.033511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6f3026c6-0521-4c32-adac-c8a1d976db5f tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/68f49912-ee5c-420e-be5b-fb6890f3b074 HTTP/1.1" status: 404 len: 336 time: 0.0573184 Jul 28 15:08:45.034339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55452) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.079745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:45.080415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:45.103410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a1e18beb-d5ef-405c-843a-b27768bd9f3d tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 HTTP/1.1" status: 200 len: 205 time: 0.0651896 Jul 28 15:08:45.104017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55454) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.133152 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:42Z', 'revision_number': 4, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'aaff34d4-3c82-4d6e-927c-abbf115647cc', 'name': '', 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'mac_address': 'fa:16:3e:f3:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f121a4c-3fab-496a-9caa-709b0dd4249f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:41Z', 'updated_at': '2021-07-28T15:08:42Z', 'revision_number': 2, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'subnets': [{'id': '5f121a4c-3fab-496a-9caa-709b0dd4249f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:45.189671 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Checking router: 894f1c97-173c-4a5e-bbf5-89e7b5e93adb for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:45.190003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Updating router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb port aaff34d4-3c82-4d6e-927c-abbf115647cc binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:08:45.213729 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-28fd4e50-f6fa-40a6-a1cd-2a2570bf8f40 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] delete failed (client error): The resource could not be found. Jul 28 15:08:45.218130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.229874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-28fd4e50-f6fa-40a6-a1cd-2a2570bf8f40 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/65c99cfe-bfcf-4f6b-b0c8-1ba1ad8941b4 HTTP/1.1" status: 404 len: 336 time: 0.1239159 Jul 28 15:08:45.242785 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:45.257772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55458) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.273275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5e0badc5-2690-4f7a-be02-21617044c9f4 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=35148628-a691-4ba6-822d-27fe6ab2f331 HTTP/1.1" status: 200 len: 205 time: 0.0536010 Jul 28 15:08:45.332567 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-0f542b9c-a7ff-465f-8d05-b22d6e9958d5 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] delete failed (client error): The resource could not be found. Jul 28 15:08:45.337879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0f542b9c-a7ff-465f-8d05-b22d6e9958d5 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/35148628-a691-4ba6-822d-27fe6ab2f331 HTTP/1.1" status: 404 len: 336 time: 0.0776732 Jul 28 15:08:45.340342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55464) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.368765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cc5fd853-4939-42ca-86bd-53288a1d408a tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "GET /v2.0/ports?device_id=55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b HTTP/1.1" status: 200 len: 205 time: 0.0271890 Jul 28 15:08:45.372420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.424320 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-727cfdb8-1242-4c3b-ad0e-a240f8a3f733 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] delete failed (client error): The resource could not be found. Jul 28 15:08:45.426035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-727cfdb8-1242-4c3b-ad0e-a240f8a3f733 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/routers/55f218bf-ac1c-43d6-b20f-ae2fdb9bb53b HTTP/1.1" status: 404 len: 336 time: 0.0520189 Jul 28 15:08:45.430987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.468364 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9d0843-b450-4aa9-96df-cf88ab5a2448 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] DELETE failed (client error): The resource could not be found. Jul 28 15:08:45.468882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9d0843-b450-4aa9-96df-cf88ab5a2448 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:08:45.472793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ab9d0843-b450-4aa9-96df-cf88ab5a2448 tempest-RoutersAdminTest-2086975692 tempest-RoutersAdminTest-2086975692-project] 10.222.0.57 "DELETE /v2.0/subnets/adee14bc-dc83-4e2f-aa9c-0934928a76b0 HTTP/1.1" status: 404 len: 337 time: 0.0406814 Jul 28 15:08:45.723696 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:45.736888 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Transition to ACTIVE for port object aaff34d4-3c82-4d6e-927c-abbf115647cc will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:45.797079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55476) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:45.854639 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:45.907205 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b4150-d67a-44e9-9091-dd0cf3472502 None None] Pushing event updated for resources: {'Port': ['ID=aaff34d4-3c82-4d6e-927c-abbf115647cc,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:45.991181 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Attempting to bind port aaff34d4-3c82-4d6e-927c-abbf115647cc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:45.991717 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Attempting to bind port aaff34d4-3c82-4d6e-927c-abbf115647cc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:45.992386 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Attempting to bind port aaff34d4-3c82-4d6e-927c-abbf115647cc on network 23333f46-0e67-4e80-bf1a-38c3e39a88fb {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:45.998847 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:45.999368 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Checking segment: {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:46.004370 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.004370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Bound using segment: {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:46.004370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Bound port: aaff34d4-3c82-4d6e-927c-abbf115647cc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee5521a-c73f-4848-8cd2-e7265e267a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:46.004370 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.152786 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] For port aaff34d4-3c82-4d6e-927c-abbf115647cc, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:46.161535 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] For port aaff34d4-3c82-4d6e-927c-abbf115647cc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aaff34d4-3c82-4d6e-927c-abbf115647cc,segment=NetworkSegment(1ee5521a-c73f-4848-8cd2-e7265e267a18),segment_id=1ee5521a-c73f-4848-8cd2-e7265e267a18)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:46.164247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55480) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:46.341259 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.432710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8690-d0c1-4683-b361-a50ef2f27258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.450673 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Routers {'894f1c97-173c-4a5e-bbf5-89e7b5e93adb'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:46.451326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:46.499128 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b4150-d67a-44e9-9091-dd0cf3472502 None None] Pushing event updated for resources: {'Port': ['ID=aaff34d4-3c82-4d6e-927c-abbf115647cc,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:46.528397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491a0-fbde-4454-80b5-a73f01585dea req-52013327-7686-4cb6-a24a-4c4f2e2f2449 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:46.530146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a60491a0-fbde-4454-80b5-a73f01585dea req-52013327-7686-4cb6-a24a-4c4f2e2f2449 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.2121477 Jul 28 15:08:46.607660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8690-d0c1-4683-b361-a50ef2f27258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.614805 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] Set router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:46.695011 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8690-d0c1-4683-b361-a50ef2f27258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.715224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a60491a0-fbde-4454-80b5-a73f01585dea req-ef3a9348-af1c-400b-a301-86aedf5b0e85 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675351 Jul 28 15:08:46.777005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe8690-d0c1-4683-b361-a50ef2f27258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5eb0a5-152a-4c4a-abe5-5e02250e84c9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:46.786400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bcbe8690-d0c1-4683-b361-a50ef2f27258 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c105805808124645aa5e163deeca7a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201699 Jul 28 15:08:46.791988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55488) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:46.857996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d3a-e919-4fef-9ba4-33ffef8068b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.873232 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:42Z', 'revision_number': 4, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'aaff34d4-3c82-4d6e-927c-abbf115647cc', 'name': '', 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'mac_address': 'fa:16:3e:f3:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f121a4c-3fab-496a-9caa-709b0dd4249f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:41Z', 'updated_at': '2021-07-28T15:08:46Z', 'revision_number': 4, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'subnets': [{'id': '5f121a4c-3fab-496a-9caa-709b0dd4249f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:46.888957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d3a-e919-4fef-9ba4-33ffef8068b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.901597 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59884a68-21f9-4149-9208-b7d8d793726f None None] The sync data for ids ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'] in n-d-764806-10 is: [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:42Z', 'revision_number': 4, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'aaff34d4-3c82-4d6e-927c-abbf115647cc', 'name': '', 'network_id': '23333f46-0e67-4e80-bf1a-38c3e39a88fb', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'mac_address': 'fa:16:3e:f3:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f121a4c-3fab-496a-9caa-709b0dd4249f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:41Z', 'updated_at': '2021-07-28T15:08:46Z', 'revision_number': 4, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'subnets': [{'id': '5f121a4c-3fab-496a-9caa-709b0dd4249f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:47.061995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.066322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d3a-e919-4fef-9ba4-33ffef8068b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.069488 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d3a-e919-4fef-9ba4-33ffef8068b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.075918 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-71ed2d3a-e919-4fef-9ba4-33ffef8068b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee5eb0a5-152a-4c4a-abe5-5e02250e84c9 HTTP/1.1" status: 204 len: 168 time: 0.2826273 Jul 28 15:08:47.114359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed2d3a-e919-4fef-9ba4-33ffef8068b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5eb0a5-152a-4c4a-abe5-5e02250e84c9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:47.416041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Deleting port aaff34d4-3c82-4d6e-927c-abbf115647cc {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:47.418973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.514512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] For port aaff34d4-3c82-4d6e-927c-abbf115647cc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=aaff34d4-3c82-4d6e-927c-abbf115647cc,segment=NetworkSegment(1ee5521a-c73f-4848-8cd2-e7265e267a18),segment_id=1ee5521a-c73f-4848-8cd2-e7265e267a18)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:47.514963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.530722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Calling delete_port for aaff34d4-3c82-4d6e-927c-abbf115647cc owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:47.812898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55500) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:47.843894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdfda3-1b55-49c8-ac64-afab35bc278d req-821d9c71-aa3e-4b79-8544-5fa456f0ff31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:47.845628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fcdfda3-1b55-49c8-ac64-afab35bc278d req-821d9c71-aa3e-4b79-8544-5fa456f0ff31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0585628 Jul 28 15:08:47.871666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a94f06d5-bc5a-4d1d-83ea-e757ed6a33b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08028d7bdcc148369671df75f7d3f2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546689 Jul 28 15:08:47.872881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.873032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:47.921780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fcdfda3-1b55-49c8-ac64-afab35bc278d req-aa220311-df41-4244-b99a-54a2223d7eba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635438 Jul 28 15:08:47.962271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-817292af-b72a-4629-b864-ae27f6aeedb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.967480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Pushing event deleted for resources: {'Port': ['ID=aaff34d4-3c82-4d6e-927c-abbf115647cc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:48.018449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-817292af-b72a-4629-b864-ae27f6aeedb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:48.192340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-817292af-b72a-4629-b864-ae27f6aeedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:48.197129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-817292af-b72a-4629-b864-ae27f6aeedb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:48.203695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-817292af-b72a-4629-b864-ae27f6aeedb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c96be782-3bf7-423f-b6e3-10ec76f1482d HTTP/1.1" status: 204 len: 168 time: 0.3246613 Jul 28 15:08:48.227426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817292af-b72a-4629-b864-ae27f6aeedb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96be782-3bf7-423f-b6e3-10ec76f1482d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:48.231615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:48.508124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:08:48.627773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:08:48.637808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ce69a654-3b6d-4320-ae02-4e04be577bca admin admin] 10.222.0.57 "PUT /v2.0/routers/894f1c97-173c-4a5e-bbf5-89e7b5e93adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363078 Jul 28 15:08:48.637808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55516) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:48.643027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] Sync routers for ids ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:08:48.656304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] Routers {'894f1c97-173c-4a5e-bbf5-89e7b5e93adb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:48.658180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:48.828115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:48.925100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] Set router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:49.036857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-e13d4967-81f0-4fb1-bc20-4fbca9fd6bfc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382556 Jul 28 15:08:49.092022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:49.108750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d8eca-d0a4-48e1-a31b-b2a41eab613f req-a45b8b14-9dbf-43ad-8f3e-5d772d0c1efd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:49.111143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-414d8eca-d0a4-48e1-a31b-b2a41eab613f req-a45b8b14-9dbf-43ad-8f3e-5d772d0c1efd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0919809 Jul 28 15:08:49.113583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:47Z', 'revision_number': 5, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port': {'id': '988b0ab8-a1b8-4ea4-88de-c5e3d98396e1', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:08:38Z', 'updated_at': '2021-07-28T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:49.159664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] Checking router: 894f1c97-173c-4a5e-bbf5-89e7b5e93adb for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:08:49.181677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] Routers {'894f1c97-173c-4a5e-bbf5-89e7b5e93adb'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:08:49.183536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:49.225420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-414d8eca-d0a4-48e1-a31b-b2a41eab613f req-26572038-8b05-475b-95c2-348cf1c2a3d4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015632 Jul 28 15:08:49.229250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-a645de25-f041-4f94-be04-947c8158e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:49.230904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-a645de25-f041-4f94-be04-947c8158e322 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.1188047 Jul 28 15:08:49.277868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Deleting port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:49.278497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:49.285560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] Set router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:08:49.383988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:49Z', 'revision_number': 6, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:49.420079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e311de-a8a7-40bd-a5d5-966a9e087f2b None None] The sync data for ids ['894f1c97-173c-4a5e-bbf5-89e7b5e93adb'] in n-d-764806-10 is: [{'id': '894f1c97-173c-4a5e-bbf5-89e7b5e93adb', 'name': 'tempest-ImageQuotaTest-1950990626-router', 'tenant_id': 'f8182907e93f4de5980d1238260921bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:08:37Z', 'updated_at': '2021-07-28T15:08:49Z', 'revision_number': 6, 'project_id': 'f8182907e93f4de5980d1238260921bf', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:08:49.455050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-5ebe6817-c53e-433b-9c4e-ec27281f2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:49.456606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-5ebe6817-c53e-433b-9c4e-ec27281f2696 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1998773 Jul 28 15:08:49.476828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] For port 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:49.477372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:49.531777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Calling delete_port for 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:49.605878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-11f4e850-de90-415a-b081-cd13c46f686e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.1315465 Jul 28 15:08:49.720596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-6fbb50f7-f31f-470a-97c9-d7dfeb110171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:49.722106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-6fbb50f7-f31f-470a-97c9-d7dfeb110171 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1041939 Jul 28 15:08:49.860892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:49.872267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bbf1f-11cc-488f-a9ee-1a525385f2e3 req-0a1b3818-987b-49bd-b47a-14c282e64b01 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:49.880174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-304bbf1f-11cc-488f-a9ee-1a525385f2e3 req-0a1b3818-987b-49bd-b47a-14c282e64b01 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1254592 Jul 28 15:08:49.883635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-6cf57fef-50b0-4a87-8e84-39c564ad7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:49.885218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-6cf57fef-50b0-4a87-8e84-39c564ad7daa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429031 Jul 28 15:08:49.962191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:49.984830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-304bbf1f-11cc-488f-a9ee-1a525385f2e3 req-9edc803b-bb8c-4047-86aa-bcad5a46a817 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033328 Jul 28 15:08:50.019278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=988b0ab8-a1b8-4ea4-88de-c5e3d98396e1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:50.019838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-857982898'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:50.100962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-076bf1b9-2316-4b72-8773-8fe8528b78eb service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009456 Jul 28 15:08:50.108887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.186509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:50.191847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.202018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.264038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.269088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.349847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d73ed97c-5c96-4ebe-b5e8-c6494f9bb93d req-1240943a-af44-42fb-a547-30ec9cd0f09f service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385094 Jul 28 15:08:50.359922 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.421204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.422081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894f1c97-173c-4a5e-bbf5-89e7b5e93adb {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:08:50.443575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.443575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e997550e-8655-43f7-ab41-3cf814b49dcc admin admin] 10.222.0.57 "DELETE /v2.0/routers/894f1c97-173c-4a5e-bbf5-89e7b5e93adb HTTP/1.1" status: 204 len: 168 time: 1.7921982 Jul 28 15:08:50.443833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55574) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:50.481056 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.514264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-40a03af9-54fe-41c7-951b-054fba172796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:50.518132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:08:50.518373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-40a03af9-54fe-41c7-951b-054fba172796 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.0845599 Jul 28 15:08:50.544611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.546780 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Added segment e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77 of type vlan for network d5496a78-bf43-4d24-b961-3987ab8ee354 Jul 28 15:08:50.546780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b2f702-5d90-44de-a5bb-395a73bb3d85,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:50.552970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Deleting subnet 5f121a4c-3fab-496a-9caa-709b0dd4249f {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:08:50.568170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.642084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.653551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-8436a253-6896-42fa-9fbe-60fdaace3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:50.653719 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.654050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-8436a253-6896-42fa-9fbe-60fdaace3eba service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1267116 Jul 28 15:08:50.749507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-c4da0544-724d-4ba9-8e9a-a65dfa6a9ce3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.0844131 Jul 28 15:08:50.785570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.817281 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.823941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:50.824802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.889596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aaff34d4-3c82-4d6e-927c-abbf115647cc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:50.924790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: aaff34d4-3c82-4d6e-927c-abbf115647cc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:50.924790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device aaff34d4-3c82-4d6e-927c-abbf115647cc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:50.924968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:50.949027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Network': ['ID=d5496a78-bf43-4d24-b961-3987ab8ee354,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:50.973124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d5496a78-bf43-4d24-b961-3987ab8ee354 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:08:50.977830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:50.978479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 988b0ab8-a1b8-4ea4-88de-c5e3d98396e1 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:51.027991 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79234246-4be8-41de-84f3-8f3056860885 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1646185 Jul 28 15:08:51.034591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55586) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:51.041964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'subnet': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:51.119008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.211469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f121a4c-3fab-496a-9caa-709b0dd4249f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:51.217800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.223396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e7c6881-777c-4108-965c-db59d261d974 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5f121a4c-3fab-496a-9caa-709b0dd4249f HTTP/1.1" status: 204 len: 168 time: 0.7858737 Jul 28 15:08:51.225287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:51.230136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b7b4a-c416-448c-9d0b-b597dc585867 None None] Network 23333f46-0e67-4e80-bf1a-38c3e39a88fb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:51.279350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-102ca031-3bad-491d-9b3e-d5fc79167c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:51.283610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-102ca031-3bad-491d-9b3e-d5fc79167c56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.5223339 Jul 28 15:08:51.332674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30e4c0-1963-4abf-b16a-148f83d0059a req-0cf154de-9d81-4555-9cdc-0ee73a762d5e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:51.334543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b30e4c0-1963-4abf-b16a-148f83d0059a req-0cf154de-9d81-4555-9cdc-0ee73a762d5e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.2095575 Jul 28 15:08:51.339839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.364601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-19fd6de2-edca-42fe-b28a-fd71a18935a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:51.367360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-19fd6de2-edca-42fe-b28a-fd71a18935a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759666 Jul 28 15:08:51.420753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b30e4c0-1963-4abf-b16a-148f83d0059a req-010af2ec-0e5d-40cf-9ec9-56db34727cec tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762262 Jul 28 15:08:51.458846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Deleting port e9d64875-0742-4fd6-b381-92ef011ccf9f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:51.459609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.487308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:51.491590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.497947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] DHCP port deletion for 23333f46-0e67-4e80-bf1a-38c3e39a88fb request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:08:51.509768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-599568ea-de21-494d-84e9-b7165c6cd34f service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312690 Jul 28 15:08:51.558149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] Deleting port e9d64875-0742-4fd6-b381-92ef011ccf9f {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:51.558523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.634638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] For port e9d64875-0742-4fd6-b381-92ef011ccf9f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9d64875-0742-4fd6-b381-92ef011ccf9f,segment=NetworkSegment(1ee5521a-c73f-4848-8cd2-e7265e267a18),segment_id=1ee5521a-c73f-4848-8cd2-e7265e267a18)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:51.635106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.645967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-370de26f-6fa8-4e44-a37a-db292c3844f4 req-28242e56-c8a2-4556-99f0-1b91495510a9 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278431 Jul 28 15:08:51.654021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] For port e9d64875-0742-4fd6-b381-92ef011ccf9f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e9d64875-0742-4fd6-b381-92ef011ccf9f,segment=NetworkSegment(1ee5521a-c73f-4848-8cd2-e7265e267a18),segment_id=1ee5521a-c73f-4848-8cd2-e7265e267a18)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:51.654625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.665065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] Calling delete_port for e9d64875-0742-4fd6-b381-92ef011ccf9f owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:51.680681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Calling delete_port for e9d64875-0742-4fd6-b381-92ef011ccf9f owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:51.952181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.961082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:51.981818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] Pushing event deleted for resources: {'Port': ['ID=e9d64875-0742-4fd6-b381-92ef011ccf9f,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:51.987500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97588336-bcfd-4869-8e5a-5ca7e73c5461 None None] No DVR routers for this DVR port e9d64875-0742-4fd6-b381-92ef011ccf9f on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:51.994400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d64875-0742-4fd6-b381-92ef011ccf9f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:51.997472 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] No DVR routers for this DVR port e9d64875-0742-4fd6-b381-92ef011ccf9f on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:08:51.999606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.113771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Subnet': ['ID=a6268367-bcf6-4828-ad90-d1d766cd1859,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:52.136510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.155265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23333f46-0e67-4e80-bf1a-38c3e39a88fb']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:52.171756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee5521a-c73f-4848-8cd2-e7265e267a18') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:52.171756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee5521a-c73f-4848-8cd2-e7265e267a18') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:52.172090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Checking segment: {'id': 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:52.172362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network hostable DHCP agents. Network: d5496a78-bf43-4d24-b961-3987ab8ee354, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:08:52.184716 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.205673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.212519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:08:52.212972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:08:52.215000 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:08:52.277870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-06215201-9afe-4c20-be0c-1533bd67242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.381001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:08:52.384844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.394402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.400646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/23333f46-0e67-4e80-bf1a-38c3e39a88fb HTTP/1.1" status: 204 len: 168 time: 1.1717794 Jul 28 15:08:52.417286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82801fc-010b-470f-aa5a-7fb9d72a10c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=23333f46-0e67-4e80-bf1a-38c3e39a88fb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:52.553423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d5496a78-bf43-4d24-b961-3987ab8ee354) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:52.556917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893b87e-9daa-4654-a13b-7862ca410f9e req-e35a920e-3e9e-4ec1-a506-502a5a3344f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:52.558532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3893b87e-9daa-4654-a13b-7862ca410f9e req-e35a920e-3e9e-4ec1-a506-502a5a3344f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0554101 Jul 28 15:08:52.559011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:52.563992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.568185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ec8f6-b243-4229-8a4e-c62155863b0f None None] Network d5496a78-bf43-4d24-b961-3987ab8ee354 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:52.633855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3893b87e-9daa-4654-a13b-7862ca410f9e req-623b6906-bd7d-4789-b0e2-ab537ea69170 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523870 Jul 28 15:08:52.681250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55620) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:52.681684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-50b3795f-8046-4a7c-a928-5b560ef54756 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6451066 Jul 28 15:08:52.686840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1370623178'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:52.765494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-d5496a78-bf43-4d24-b961-3987ab8ee354', 'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'tenant_id': '504c4ffe03db4f7789fc4f8b059ec23b', 'fixed_ips': [{'subnet_id': 'a6268367-bcf6-4828-ad90-d1d766cd1859'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:08:52.766524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.901263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9d64875-0742-4fd6-b381-92ef011ccf9f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:08:52.923883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:52.928086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.953753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] device_id is not set on port ce0fcd02-c612-42a0-90b5-96c6a3a16737 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:08:52.960501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e9d64875-0742-4fd6-b381-92ef011ccf9f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:08:52.961026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e9d64875-0742-4fd6-b381-92ef011ccf9f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:08:52.983369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55626) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:53.002136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Allocated IP 2001:db8::2 (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/9884cb1c-cc51-4b27-81bc-e1b48afc6587) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:53.039960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55630) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:53.040525 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ab760cfe-d565-4662-9e62-13e1a6fe0163 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8182907e93f4de5980d1238260921bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572896 Jul 28 15:08:53.126747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.170000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.328987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.331884 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.333160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe40a936-20f9-42a9-a2a4-486adae7f2f9 HTTP/1.1" status: 204 len: 168 time: 0.2919638 Jul 28 15:08:53.342821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40a936-20f9-42a9-a2a4-486adae7f2f9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:53.357068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.357979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.358970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.359942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.361420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.362072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.362412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.363185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.363977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.364756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.365527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.366475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.367279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa19dd-daee-402a-a0ea-66e9fed7a31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.377968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Transition to ACTIVE for port object 9884cb1c-cc51-4b27-81bc-e1b48afc6587 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:53.420026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Transition to ACTIVE for port object 9884cb1c-cc51-4b27-81bc-e1b48afc6587 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:53.525104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.575513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:53.581839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:53.586918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:53.593223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Pushing event updated for resources: {'Port': ['ID=9884cb1c-cc51-4b27-81bc-e1b48afc6587,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:53.605680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.606036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.606508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.606717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.607270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.607439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.607708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.608047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.608377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.608735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.609067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.609429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.624344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Allocated IP 2001:db8::3cc (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/ce0fcd02-c612-42a0-90b5-96c6a3a16737) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:53.668609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Attempting to bind port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:08:53.668990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Attempting to bind port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:08:53.669356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Attempting to bind port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 on network d5496a78-bf43-4d24-b961-3987ab8ee354 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:08:53.675055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:08:53.675438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Checking segment: {'id': 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:08:53.676583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.677590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Bound using segment: {'id': 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:08:53.678468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Bound port: 9884cb1c-cc51-4b27-81bc-e1b48afc6587, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:08:53.679208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.781179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] For port 9884cb1c-cc51-4b27-81bc-e1b48afc6587, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:08:53.790297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] For port 9884cb1c-cc51-4b27-81bc-e1b48afc6587, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9884cb1c-cc51-4b27-81bc-e1b48afc6587,segment=NetworkSegment(e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77),segment_id=e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:08:53.836522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ac15-7b56-4b6c-86a5-d3c4d71c0e36 req-d366b5dc-aa76-461e-8edd-e84d6e4aca2b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:53.840431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b805ac15-7b56-4b6c-86a5-d3c4d71c0e36 req-d366b5dc-aa76-461e-8edd-e84d6e4aca2b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0853212 Jul 28 15:08:53.895179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.909518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b805ac15-7b56-4b6c-86a5-d3c4d71c0e36 req-4343a6fd-4b7c-43bb-8224-aa33a6d3986e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610986 Jul 28 15:08:53.927765 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.949165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Transition to ACTIVE for port object ce0fcd02-c612-42a0-90b5-96c6a3a16737 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:53.977334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d61b0-ee31-4927-8028-1c5d4f3c1a50 None None] Pushing event updated for resources: {'Port': ['ID=9884cb1c-cc51-4b27-81bc-e1b48afc6587,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:54.077830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeca914-bf20-499d-986a-64c632789467 req-66c123b5-aa2c-46c5-bd34-654a27377b31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:54.080805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4aeca914-bf20-499d-986a-64c632789467 req-66c123b5-aa2c-46c5-bd34-654a27377b31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0706749 Jul 28 15:08:54.108271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:54.166631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:54.173909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4aeca914-bf20-499d-986a-64c632789467 req-caf06c44-b092-45ab-a5b3-3e934a004bd7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832405 Jul 28 15:08:54.175241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:54.179468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:54.185371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:54.186051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:54.224500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=ce0fcd02-c612-42a0-90b5-96c6a3a16737,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:54.301438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bb243e3f-b9fa-4627-bd7d-a77e78141607 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6188407 Jul 28 15:08:54.306835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55660) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:54.312603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1554037561', 'allowed_address_pairs': [{'ip_address': '2001:db8::3cc', 'mac_address': 'fa:16:3e:fa:7b:75'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:54.507577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55664) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:54.522176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb957-a153-425f-a283-cf98152c72ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:54.628655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:54.811982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:54.815187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5546c60f-19e6-487c-939b-0dd11a6a3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:54.846589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] device_id is not set on port a0d4c11f-784d-4047-888a-c06d8a0a5093 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:08:54.926112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb957-a153-425f-a283-cf98152c72ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:54.976781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9884cb1c-cc51-4b27-81bc-e1b48afc6587 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:55.005108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb957-a153-425f-a283-cf98152c72ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.080954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Allocated IP 2001:db8::1d8 (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/a0d4c11f-784d-4047-888a-c06d8a0a5093) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:55.150697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bc1bb957-a153-425f-a283-cf98152c72ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6419895 Jul 28 15:08:55.153802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55678) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:55.173893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb957-a153-425f-a283-cf98152c72ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73a725-e13e-402b-90cd-06ebe4d6ec3a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:55.226836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64c1a0-47d8-4de3-902a-95fe7bcfab79 req-02cf8b79-d383-4cd6-8359-a91ef7b11cf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:55.226836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c64c1a0-47d8-4de3-902a-95fe7bcfab79 req-02cf8b79-d383-4cd6-8359-a91ef7b11cf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1157601 Jul 28 15:08:55.260408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:55.287416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.305980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.314412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e8bc5-f5fa-4248-b842-32c8f3d59557 None None] Network d5496a78-bf43-4d24-b961-3987ab8ee354 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:08:55.316950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c64c1a0-47d8-4de3-902a-95fe7bcfab79 req-905a00fb-eb26-43cc-896f-5a62bb3ea1b6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863397 Jul 28 15:08:55.356844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.467861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.527744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] Provisioning for port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:55.534927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] Provisioning complete for port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:55.535301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.558332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Transition to ACTIVE for port object a0d4c11f-784d-4047-888a-c06d8a0a5093 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:55.560058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.562944 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.564912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e73a725-e13e-402b-90cd-06ebe4d6ec3a HTTP/1.1" status: 204 len: 168 time: 0.4094448 Jul 28 15:08:55.612962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73a725-e13e-402b-90cd-06ebe4d6ec3a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:55.629229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.629407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.629625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.630018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.630374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.630642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.631135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.631483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.631822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.632226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.634501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.634501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624373-f232-4ad2-a24b-ee4b2202d2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:55.693148 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.748003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] For port 9884cb1c-cc51-4b27-81bc-e1b48afc6587, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9884cb1c-cc51-4b27-81bc-e1b48afc6587,segment=NetworkSegment(e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77),segment_id=e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:55.758618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.820388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:55.830438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:55.838454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:55.853929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:55.854928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:55.900865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=a0d4c11f-784d-4047-888a-c06d8a0a5093,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:55.911916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.028742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a041e74-c302-44ce-a1ed-f23980ad39c6 req-20171837-9e2c-48b3-ba1e-e01a1ad31791 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:56.033251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a041e74-c302-44ce-a1ed-f23980ad39c6 req-20171837-9e2c-48b3-ba1e-e01a1ad31791 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1094091 Jul 28 15:08:56.042131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0d608343-10dc-4a15-a14e-f24051e80929 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7340429 Jul 28 15:08:56.045803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:56.049731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a242d-7d4c-4c46-976e-9098525a8bda None None] Pushing event updated for resources: {'Port': ['ID=9884cb1c-cc51-4b27-81bc-e1b48afc6587,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:56.067666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-38f860ea-1f68-48e4-a0d6-023ac374e16d None None] Provisioning complete for port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:56.067971 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38f860ea-1f68-48e4-a0d6-023ac374e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.145243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a041e74-c302-44ce-a1ed-f23980ad39c6 req-e075eb98-49b8-4907-845a-6f18567b59e5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109085 Jul 28 15:08:56.199296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c7bee-d12e-432f-8318-4dd13a845945 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:56.207602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c7bee-d12e-432f-8318-4dd13a845945 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:56.218818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c7bee-d12e-432f-8318-4dd13a845945 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:56.223445 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c38c7bee-d12e-432f-8318-4dd13a845945 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1725776 Jul 28 15:08:56.224105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55704) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:56.389769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port a0d4c11f-784d-4047-888a-c06d8a0a5093 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:56.390200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.438823 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.439801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-38f860ea-1f68-48e4-a0d6-023ac374e16d None None] Provisioning for port ce0fcd02-c612-42a0-90b5-96c6a3a16737 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:56.445698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-38f860ea-1f68-48e4-a0d6-023ac374e16d None None] Provisioning complete for port ce0fcd02-c612-42a0-90b5-96c6a3a16737 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:56.446169 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38f860ea-1f68-48e4-a0d6-023ac374e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.494004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-38f860ea-1f68-48e4-a0d6-023ac374e16d None None] Port ce0fcd02-c612-42a0-90b5-96c6a3a16737 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:56.514557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.530032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for a0d4c11f-784d-4047-888a-c06d8a0a5093 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:56.645280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e8b9fc78-1974-48de-9065-79b382aaecb2 None None] Provisioning complete for port ce0fcd02-c612-42a0-90b5-96c6a3a16737 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:56.645280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e8b9fc78-1974-48de-9065-79b382aaecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.655067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9fc78-1974-48de-9065-79b382aaecb2 None None] Port ce0fcd02-c612-42a0-90b5-96c6a3a16737 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:56.808648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.809287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c81ef75-907b-4b53-b2fb-f741f55c2564 None None] Provisioning for port a0d4c11f-784d-4047-888a-c06d8a0a5093 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:56.815358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c81ef75-907b-4b53-b2fb-f741f55c2564 None None] Provisioning complete for port a0d4c11f-784d-4047-888a-c06d8a0a5093 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:56.816422 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c81ef75-907b-4b53-b2fb-f741f55c2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.849510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=a0d4c11f-784d-4047-888a-c06d8a0a5093,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:56.859938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5c81ef75-907b-4b53-b2fb-f741f55c2564 None None] Port a0d4c11f-784d-4047-888a-c06d8a0a5093 was deleted so its status cannot be updated. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 15:08:56.921577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9884cb1c-cc51-4b27-81bc-e1b48afc6587 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:08:56.994676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:56.995161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:56.997732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:57.002618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55714) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:57.013597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a68c9334-8b1f-4b7f-b6a5-ca52204fe26f tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/ports/a0d4c11f-784d-4047-888a-c06d8a0a5093 HTTP/1.1" status: 204 len: 168 time: 0.7784541 Jul 28 15:08:57.033312 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-13226a24-49e2-4b50-80ad-90f1b4b1a41c tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] GET failed (client error): The resource could not be found. Jul 28 15:08:57.035011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13226a24-49e2-4b50-80ad-90f1b4b1a41c tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "GET /v2.0/ports/a0d4c11f-784d-4047-888a-c06d8a0a5093 HTTP/1.1" status: 404 len: 333 time: 0.0311527 Jul 28 15:08:57.041027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55718) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:57.046921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1721099512'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:57.301257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab8e72-13b2-4566-a0ed-969372c19f0f req-375ac7e7-aad3-4236-95a5-b0151c666a31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:57.302924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5dab8e72-13b2-4566-a0ed-969372c19f0f req-375ac7e7-aad3-4236-95a5-b0151c666a31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0566750 Jul 28 15:08:57.307398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:08:57.316368 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:57.349515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] device_id is not set on port dbfe6d30-fc76-43c7-b593-c17b1ae51704 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:08:57.404772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5dab8e72-13b2-4566-a0ed-969372c19f0f req-293f0a96-2bf4-428e-b3b5-e7cd37f940d0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905397 Jul 28 15:08:57.530561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Allocated IP 2001:db8::1cd (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/dbfe6d30-fc76-43c7-b593-c17b1ae51704) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:08:57.739466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:57.773526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Transition to ACTIVE for port object dbfe6d30-fc76-43c7-b593-c17b1ae51704 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:08:57.865708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:57.875248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c843-7823-4e49-aa81-453d7daab627 req-c43a2640-1891-4130-809e-ef21afab3d4b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:57.877549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7bf7c843-7823-4e49-aa81-453d7daab627 req-c43a2640-1891-4130-809e-ef21afab3d4b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0716450 Jul 28 15:08:57.914185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:57.966460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7bf7c843-7823-4e49-aa81-453d7daab627 req-bacde297-49e6-4fc3-9b84-ea5ab22b0393 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811703 Jul 28 15:08:57.979568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:08:57.983730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:08:57.985930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:08:57.995248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:57.996548 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.019452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=dbfe6d30-fc76-43c7-b593-c17b1ae51704,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:58.164368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-233e6573-5d42-4be4-9d31-d96733f689bb tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1220732 Jul 28 15:08:58.167318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:58.179254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3cc', 'mac_address': 'fa:16:3e:fa:7b:75'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:58.366803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.376752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55752) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:58.416414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2bb02d48-2e8d-4724-8512-253d06f18408 None None] Provisioning for port dbfe6d30-fc76-43c7-b593-c17b1ae51704 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:08:58.431535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2bb02d48-2e8d-4724-8512-253d06f18408 None None] Provisioning complete for port dbfe6d30-fc76-43c7-b593-c17b1ae51704 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:58.431917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2bb02d48-2e8d-4724-8512-253d06f18408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.473140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2bb02d48-2e8d-4724-8512-253d06f18408 None None] Port dbfe6d30-fc76-43c7-b593-c17b1ae51704 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:58.606802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.723043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.756698 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] In _notify_port_updated(), no bound segment for port dbfe6d30-fc76-43c7-b593-c17b1ae51704 on network d5496a78-bf43-4d24-b961-3987ab8ee354 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:08:58.762401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:58.762993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.767493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "PUT /v2.0/ports/dbfe6d30-fc76-43c7-b593-c17b1ae51704 HTTP/1.1" status: 200 len: 1003 time: 0.5977802 Jul 28 15:08:58.768248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55758) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:58.848384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb8f6b-79be-4544-a41c-2b489161f3be tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=dbfe6d30-fc76-43c7-b593-c17b1ae51704,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:58.861944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:58.923937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port dbfe6d30-fc76-43c7-b593-c17b1ae51704 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:58.924293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.069100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.096435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for dbfe6d30-fc76-43c7-b593-c17b1ae51704 owned by {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:59.115259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8382ca9a-1593-42cf-90cb-977b86744b5e None None] Provisioning complete for port dbfe6d30-fc76-43c7-b593-c17b1ae51704 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:08:59.115928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8382ca9a-1593-42cf-90cb-977b86744b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.153738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8382ca9a-1593-42cf-90cb-977b86744b5e None None] Port dbfe6d30-fc76-43c7-b593-c17b1ae51704 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:08:59.200494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407292-c792-4cbb-b9e9-4bc296826e88 req-93cd8b4a-2ed1-46c5-81db-45c19da7e62f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:59.202450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7407292-c792-4cbb-b9e9-4bc296826e88 req-93cd8b4a-2ed1-46c5-81db-45c19da7e62f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1280065 Jul 28 15:08:59.266316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7407292-c792-4cbb-b9e9-4bc296826e88 req-424e6d94-4751-41f7-baeb-9f3391c40261 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547249 Jul 28 15:08:59.368608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port f2701202-6406-4d8b-a4b5-4ba38797687e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:08:59.368961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.379576 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.419982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=dbfe6d30-fc76-43c7-b593-c17b1ae51704,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:59.505982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d36ed-264b-4c36-9886-31c9abdc786d req-39cb6fe2-e804-48e8-85a8-d79d4264178b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:59.505982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc5d36ed-264b-4c36-9886-31c9abdc786d req-39cb6fe2-e804-48e8-85a8-d79d4264178b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1401806 Jul 28 15:08:59.507162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port f2701202-6406-4d8b-a4b5-4ba38797687e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f2701202-6406-4d8b-a4b5-4ba38797687e,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:08:59.507162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.525859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for f2701202-6406-4d8b-a4b5-4ba38797687e owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:08:59.581975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:59.584077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1dfa55e2-9136-4dd4-8a7b-60fff0092c3e tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/ports/dbfe6d30-fc76-43c7-b593-c17b1ae51704 HTTP/1.1" status: 204 len: 168 time: 0.8127027 Jul 28 15:08:59.587798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55776) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:59.631112 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aef612-4336-44dd-8f5c-c48fdb28c8ca tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] GET failed (client error): The resource could not be found. Jul 28 15:08:59.632942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-18aef612-4336-44dd-8f5c-c48fdb28c8ca tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "GET /v2.0/ports/dbfe6d30-fc76-43c7-b593-c17b1ae51704 HTTP/1.1" status: 404 len: 333 time: 0.0439837 Jul 28 15:08:59.638298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55778) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:59.645309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-264903764'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:08:59.648274 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc5d36ed-264b-4c36-9886-31c9abdc786d req-24d53b34-8a9c-44e4-a268-815f4fd361b9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287429 Jul 28 15:08:59.846277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542825d-6dc2-467a-91f1-0f2c1838b995 req-4ad7aece-2c1c-4f2d-b1bc-3f41a6479d55 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:59.847658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6542825d-6dc2-467a-91f1-0f2c1838b995 req-4ad7aece-2c1c-4f2d-b1bc-3f41a6479d55 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1128380 Jul 28 15:08:59.930445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6542825d-6dc2-467a-91f1-0f2c1838b995 req-2b8ed270-d0ff-401d-a407-3c350523f79a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725646 Jul 28 15:09:00.067305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976fba-31bc-4083-a7aa-f4aa5a4ce743 req-1198ad54-b2a7-4631-aa8c-678bcc371ef1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:00.068802 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13976fba-31bc-4083-a7aa-f4aa5a4ce743 req-1198ad54-b2a7-4631-aa8c-678bcc371ef1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0609744 Jul 28 15:09:00.077755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:00.081704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:00.105336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] device_id is not set on port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:09:00.140195 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-13976fba-31bc-4083-a7aa-f4aa5a4ce743 req-2dbd782b-85d9-4428-8c2f-686724128ba4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409029 Jul 28 15:09:00.175076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:00.210190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=f2701202-6406-4d8b-a4b5-4ba38797687e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:00.456093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Allocated IP 2001:db8::2fb (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:00.527941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.010577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.036260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Transition to ACTIVE for port object 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:01.202312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:01.210315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.369061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:01.375211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:01.379669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:01.383178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:01.388062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:01.388750 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.481621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:01.488730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e698c367-e685-478c-98e7-f1ec3da4fe1d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "PUT /v2.0/routers/100c7af2-f2d9-4917-865d-3ae0f43883cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1097722 Jul 28 15:09:01.502603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:01.529845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:01.529845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:01.550143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c5f487c2-0f86-498a-b647-a9bf9ae0a576 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9089186 Jul 28 15:09:01.553635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55816) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:01.564084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fa:7b:75'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:01.667723 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:01.694106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.764958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d66bd4ce-1497-4bb5-be41-b12977a0fc7e None None] Provisioning for port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:01.773226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d66bd4ce-1497-4bb5-be41-b12977a0fc7e None None] Provisioning complete for port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:01.774063 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d66bd4ce-1497-4bb5-be41-b12977a0fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.845665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d66bd4ce-1497-4bb5-be41-b12977a0fc7e None None] Port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:01.907724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:01.963339 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:59Z', 'revision_number': 6, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:36Z', 'revision_number': 1, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:01.994018 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:09:02.005076 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:02.005786 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:02.100613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.119892 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:02.154304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] In _notify_port_updated(), no bound segment for port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 on network d5496a78-bf43-4d24-b961-3987ab8ee354 {{(pid=94658) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:09:02.169095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:02.169095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.169562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "PUT /v2.0/ports/47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 HTTP/1.1" status: 200 len: 1002 time: 0.6134622 Jul 28 15:09:02.172359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55830) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:02.278526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2203afd-28dd-46e0-b448-0071e8c98315 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:02.284842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.342132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3734a8-ad1d-4c61-8b7f-45b011a1b74d req-abbf16f7-df97-402c-acc2-324e1fee6d9e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:02.345377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe3734a8-ad1d-4c61-8b7f-45b011a1b74d req-abbf16f7-df97-402c-acc2-324e1fee6d9e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.1620727 Jul 28 15:09:02.350014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:02.353975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.390811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe3734a8-ad1d-4c61-8b7f-45b011a1b74d req-6164dfe2-9fae-4ba7-8b13-fe9be5ae79ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364282 Jul 28 15:09:02.474562 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:59Z', 'revision_number': 6, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:36Z', 'revision_number': 1, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:02.584227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.596330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c64287a2-41bc-46f6-b1c8-35bf931c678e None None] Provisioning complete for port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:02.597039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c64287a2-41bc-46f6-b1c8-35bf931c678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.605643 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689278-97f3-497d-a4f6-691cfbcfa6ab None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:59Z', 'revision_number': 6, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'c547f18f-a488-4773-aaf8-0a4759167d90', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'port_id': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'mac_address': 'fa:16:3e:69:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:30Z', 'updated_at': '2021-07-28T15:06:36Z', 'revision_number': 1, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:02.622533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:02.653099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c64287a2-41bc-46f6-b1c8-35bf931c678e None None] Port 47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:02.894897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.934733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:02.969877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:02.975635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55842) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:02.976140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5eb4e13c-11e7-4f75-8081-61a30eb75b02 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/ports/47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 HTTP/1.1" status: 204 len: 168 time: 0.8016155 Jul 28 15:09:03.018711 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1be1ba-7ced-437b-9436-2a5c40b93ce3 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] GET failed (client error): The resource could not be found. Jul 28 15:09:03.028776 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f1be1ba-7ced-437b-9436-2a5c40b93ce3 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "GET /v2.0/ports/47e4b2c2-f9fd-4f11-84e8-dd8dab199dd1 HTTP/1.1" status: 404 len: 333 time: 0.0511007 Jul 28 15:09:03.033405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55844) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:03.048123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-781893813'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:03.066117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2701202-6406-4d8b-a4b5-4ba38797687e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:03.096691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f2701202-6406-4d8b-a4b5-4ba38797687e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:03.097216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2701202-6406-4d8b-a4b5-4ba38797687e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:03.363718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:03.370088 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:03.402216 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] device_id is not set on port 74066b32-2786-4da5-bb98-b4c22fa78bbc yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:09:03.630733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Allocated IP 2001:db8::3d1 (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/74066b32-2786-4da5-bb98-b4c22fa78bbc) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:03.635259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a188e3d-33fa-4520-b52f-554863ddc8cf req-b8daff81-7cda-4540-ad06-2e5cd9e85efe tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:03.637066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a188e3d-33fa-4520-b52f-554863ddc8cf req-b8daff81-7cda-4540-ad06-2e5cd9e85efe tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.0712554 Jul 28 15:09:03.692887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a188e3d-33fa-4520-b52f-554863ddc8cf req-01a1dffc-6642-4c72-8a9d-1ef3ee54cd38 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=24eb75e3-dabf-4a85-8496-40d85ce3def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Jul 28 15:09:03.833330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-0055e9b4-1bab-464d-8f1a-b6a0192b5cf7 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:03.835010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-0055e9b4-1bab-464d-8f1a-b6a0192b5cf7 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 946 time: 0.0593967 Jul 28 15:09:03.871324 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:03.894343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Transition to ACTIVE for port object 74066b32-2786-4da5-bb98-b4c22fa78bbc will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:03.966697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:03.966957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.075378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:04.075757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.090770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:04.101161 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.153991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:04.160767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:04.165831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:04.172323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:04.181124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.185256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=74066b32-2786-4da5-bb98-b4c22fa78bbc,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:04.290403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bf8cda44-2292-4b90-987f-e23b868a09d6 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2553589 Jul 28 15:09:04.294714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55864) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:04.302893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'network_id': 'd5496a78-bf43-4d24-b961-3987ab8ee354', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400686142'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:04.472694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.507784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:04.568109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Made reservation on behalf of 504c4ffe03db4f7789fc4f8b059ec23b for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:04.571656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] No DVR routers for this DVR port 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:04.574465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.574724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.576917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33f9d72e-e426-49b3-b470-c2a3cdc9c162 req-7a9914b6-6372-467a-941e-d44983e851ed tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "DELETE /v2.0/ports/7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe HTTP/1.1" status: 204 len: 173 time: 0.7355492 Jul 28 15:09:04.577525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'name': 'network-vif-deleted', 'tag': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:04.580686 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645dcb1d-1371-4252-a1c1-aa1fb95fdc95" -d '{"events": [{"server_uuid": "a0a3750e-fce5-4a51-bae4-5acb52539ba0", "name": "network-vif-deleted", "tag": "7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:04.624436 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0724e1f0-374c-4e76-9b4f-277f3987293c x-openstack-request-id: req-0724e1f0-374c-4e76-9b4f-277f3987293c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:04.633067 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a3750e-fce5-4a51-bae4-5acb52539ba0", "name": "network-vif-deleted", "tag": "7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:04.633067 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0724e1f0-374c-4e76-9b4f-277f3987293c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:04.633067 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a3750e-fce5-4a51-bae4-5acb52539ba0', 'name': 'network-vif-deleted', 'tag': '7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe', 'status': 'completed', 'code': 200} Jul 28 15:09:04.633477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] device_id is not set on port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:09:04.719687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-77b87f72-41e7-4df2-ad3d-7362e969dce3 None None] Provisioning for port 74066b32-2786-4da5-bb98-b4c22fa78bbc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:04.736395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-77b87f72-41e7-4df2-ad3d-7362e969dce3 None None] Provisioning complete for port 74066b32-2786-4da5-bb98-b4c22fa78bbc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:04.737044 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77b87f72-41e7-4df2-ad3d-7362e969dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:04.801337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Allocated IP 2001:db8::2d9 (d5496a78-bf43-4d24-b961-3987ab8ee354/a6268367-bcf6-4828-ad90-d1d766cd1859/9ddcf497-6772-40c8-bbcc-95eb4bc80b52) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:04.804022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-77b87f72-41e7-4df2-ad3d-7362e969dce3 None None] Port 74066b32-2786-4da5-bb98-b4c22fa78bbc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:04.846136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e866de09-5ee5-44a9-8c0e-625c8c32d8cf req-8f476b27-2ced-4040-9632-87efbb54159a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0397682 Jul 28 15:09:05.038396 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:05.471155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Transition to ACTIVE for port object 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:05.723503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:05.777008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Network d5496a78-bf43-4d24-b961-3987ab8ee354 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:05.784260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:05.789522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:05.795707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:05.796790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:05.808777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=9ddcf497-6772-40c8-bbcc-95eb4bc80b52,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:06.013777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a168f71b-2116-4a38-98b1-c39500866227 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7173908 Jul 28 15:09:06.017178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:06.023682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3cc', 'mac_address': 'fa:16:3e:fa:7b:75'}, {'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:08:af:1f'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:06.037830 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a9da1f0-40f8-4297-9c4d-ca0083721b14 req-fb0a76cc-2d36-4cdc-ad85-13528eb88e89 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0a3750e-fce5-4a51-bae4-5acb52539ba0 HTTP/1.1" status: 200 len: 210 time: 0.0439060 Jul 28 15:09:06.261345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.323285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6c3c288b-2950-40a1-9e3e-9af69d94e4b5 None None] Provisioning for port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:06.326845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.328486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6c3c288b-2950-40a1-9e3e-9af69d94e4b5 None None] Provisioning complete for port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:06.329374 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6c3c288b-2950-40a1-9e3e-9af69d94e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.386635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c288b-2950-40a1-9e3e-9af69d94e4b5 None None] Port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:06.557029 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.649270 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.690816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] In _notify_port_updated(), no bound segment for port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 on network d5496a78-bf43-4d24-b961-3987ab8ee354 {{(pid=94657) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:09:06.697872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:06.698560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.700444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "PUT /v2.0/ports/9ddcf497-6772-40c8-bbcc-95eb4bc80b52 HTTP/1.1" status: 200 len: 1068 time: 0.6815467 Jul 28 15:09:06.704576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55908) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:06.748187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bb40a-65cc-46ad-872e-e75f21d25cea tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event updated for resources: {'Port': ['ID=9ddcf497-6772-40c8-bbcc-95eb4bc80b52,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:06.821360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:06.821752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.928111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:06.944154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:07.024016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d3edabf4-ded0-4a89-989d-8e38f54f093b None None] Provisioning complete for port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:07.024706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d3edabf4-ded0-4a89-989d-8e38f54f093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.066629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d3edabf4-ded0-4a89-989d-8e38f54f093b None None] Port 9ddcf497-6772-40c8-bbcc-95eb4bc80b52 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:07.103843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55916) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:07.181083 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faa2fc20-5a7a-4819-ac98-34c6d053538c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.208219 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faa2fc20-5a7a-4819-ac98-34c6d053538c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.312099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.343651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=9ddcf497-6772-40c8-bbcc-95eb4bc80b52,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:07.506528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faa2fc20-5a7a-4819-ac98-34c6d053538c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.510585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-faa2fc20-5a7a-4819-ac98-34c6d053538c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.517914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-faa2fc20-5a7a-4819-ac98-34c6d053538c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/security-groups/24eb75e3-dabf-4a85-8496-40d85ce3def2 HTTP/1.1" status: 204 len: 168 time: 0.4063828 Jul 28 15:09:07.519419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.522541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-62c1717f-df43-4d8b-9619-818b3ffc35ab tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/ports/9ddcf497-6772-40c8-bbcc-95eb4bc80b52 HTTP/1.1" status: 204 len: 168 time: 0.8167441 Jul 28 15:09:07.525358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55922) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:07.535581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2fc20-5a7a-4819-ac98-34c6d053538c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eb75e3-dabf-4a85-8496-40d85ce3def2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:07.552304 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-345d3c2f-8422-442a-b9d9-02a7bfb04218 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] GET failed (client error): The resource could not be found. Jul 28 15:09:07.553653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-345d3c2f-8422-442a-b9d9-02a7bfb04218 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "GET /v2.0/ports/9ddcf497-6772-40c8-bbcc-95eb4bc80b52 HTTP/1.1" status: 404 len: 333 time: 0.0273354 Jul 28 15:09:07.556511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55924) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:07.659019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port 74066b32-2786-4da5-bb98-b4c22fa78bbc {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:07.659414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.674968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55926) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:07.786640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting subnet d03ecbfa-d62c-4585-85c9-1537769b555d {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:07.800766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.839763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:07.862924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for 74066b32-2786-4da5-bb98-b4c22fa78bbc owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:07.865935 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.018766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.212194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.246984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=74066b32-2786-4da5-bb98-b4c22fa78bbc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:08.289410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.297039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.297039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-81a6a29f-9139-4079-b512-0ceec380a8cd tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/ports/74066b32-2786-4da5-bb98-b4c22fa78bbc HTTP/1.1" status: 204 len: 168 time: 0.7366183 Jul 28 15:09:08.297408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55930) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:08.318574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Subnet': ['ID=d03ecbfa-d62c-4585-85c9-1537769b555d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:08.328279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.332840 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b5205b-ecd6-4192-8560-e7a5edf82b47 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] GET failed (client error): The resource could not be found. Jul 28 15:09:08.333725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bce55016-9132-4d75-8526-15d45537a66e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/subnets/d03ecbfa-d62c-4585-85c9-1537769b555d HTTP/1.1" status: 204 len: 168 time: 0.6575372 Jul 28 15:09:08.334519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55932) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:08.335143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-05b5205b-ecd6-4192-8560-e7a5edf82b47 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "GET /v2.0/ports/74066b32-2786-4da5-bb98-b4c22fa78bbc HTTP/1.1" status: 404 len: 333 time: 0.0365257 Jul 28 15:09:08.343792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55934) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:08.349368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb630508-e058-4c6d-b033-9380580bd788 None None] Network 71743d04-244c-4fe6-8e83-8e35de2d808b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:08.350113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:09:08.489420 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.573497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port ce0fcd02-c612-42a0-90b5-96c6a3a16737 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:08.573497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.613833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] DHCP port deletion for 71743d04-244c-4fe6-8e83-8e35de2d808b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:08.642769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port e42bfa49-4688-42e0-88b0-3932b4806574 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:08.643276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.677010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] Deleting port e42bfa49-4688-42e0-88b0-3932b4806574 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:08.677528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.744566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.761239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port e42bfa49-4688-42e0-88b0-3932b4806574, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e42bfa49-4688-42e0-88b0-3932b4806574,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:08.762040 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.763496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] For port e42bfa49-4688-42e0-88b0-3932b4806574, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e42bfa49-4688-42e0-88b0-3932b4806574,segment=NetworkSegment(a19d6f28-253d-41de-b6fd-1299007f60ba),segment_id=a19d6f28-253d-41de-b6fd-1299007f60ba)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:08.764333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:08.776656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for ce0fcd02-c612-42a0-90b5-96c6a3a16737 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:08.786575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for e42bfa49-4688-42e0-88b0-3932b4806574 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:08.788668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] Calling delete_port for e42bfa49-4688-42e0-88b0-3932b4806574 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:08.933275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e42bfa49-4688-42e0-88b0-3932b4806574 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:09.016122 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.029643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.034628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.053509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] No DVR routers for this DVR port e42bfa49-4688-42e0-88b0-3932b4806574 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:09.067324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34cfe-d72c-49e4-a315-2c1b7e18caa6 None None] Pushing event deleted for resources: {'Port': ['ID=e42bfa49-4688-42e0-88b0-3932b4806574,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:09.102691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=e42bfa49-4688-42e0-88b0-3932b4806574,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:09.110349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] No DVR routers for this DVR port e42bfa49-4688-42e0-88b0-3932b4806574 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:09.113878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.215889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=ce0fcd02-c612-42a0-90b5-96c6a3a16737,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:09.256246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.260695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-48f2cf6a-8dd3-44ec-b0e1-c73a6e1494e7 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/ports/ce0fcd02-c612-42a0-90b5-96c6a3a16737 HTTP/1.1" status: 204 len: 168 time: 0.9127750 Jul 28 15:09:09.261005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55938) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:09.284073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.305387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71743d04-244c-4fe6-8e83-8e35de2d808b']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:09.326975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:09.327706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting subnet a6268367-bcf6-4828-ad90-d1d766cd1859 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:09.328192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19d6f28-253d-41de-b6fd-1299007f60ba') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:09.328623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19d6f28-253d-41de-b6fd-1299007f60ba') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:09.331910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.356108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.357526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:09.360278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 7cd04cfb-36e7-48b5-b65e-b7b80a9a9ebe not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:09.381467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.389132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:09.389132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:09.393291 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:09.396164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.509650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.592747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.605865 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.605865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/networks/71743d04-244c-4fe6-8e83-8e35de2d808b HTTP/1.1" status: 204 len: 168 time: 1.2694817 Jul 28 15:09:09.610229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 55940) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:09.630960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80373261-2cf2-4f9f-9bef-43c4d3cc28a3 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Network': ['ID=71743d04-244c-4fe6-8e83-8e35de2d808b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:09.730824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.772956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Subnet': ['ID=a6268367-bcf6-4828-ad90-d1d766cd1859,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:09.779487 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.783681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e0f0432-a007-41e5-833c-fcfd05baae09 tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/subnets/a6268367-bcf6-4828-ad90-d1d766cd1859 HTTP/1.1" status: 204 len: 168 time: 0.5211689 Jul 28 15:09:09.785909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55942) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:09.791445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0b24d-76eb-47fc-830d-356dd431a1b8 None None] Network d5496a78-bf43-4d24-b961-3987ab8ee354 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:09.856308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port a870f928-250d-4798-a2d7-e201f1db1185 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:09.856850 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:09.924609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.014730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.015076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.035982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Deleting port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:10.036490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.040284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for a870f928-250d-4798-a2d7-e201f1db1185 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:10.049493 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] DHCP port deletion for d5496a78-bf43-4d24-b961-3987ab8ee354 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:10.115285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] Deleting port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:10.115768 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.135252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] For port 9884cb1c-cc51-4b27-81bc-e1b48afc6587, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9884cb1c-cc51-4b27-81bc-e1b48afc6587,segment=NetworkSegment(e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77),segment_id=e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:10.135746 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.160933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Calling delete_port for 9884cb1c-cc51-4b27-81bc-e1b48afc6587 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:10.194248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] For port 9884cb1c-cc51-4b27-81bc-e1b48afc6587, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9884cb1c-cc51-4b27-81bc-e1b48afc6587,segment=NetworkSegment(e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77),segment_id=e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:10.194839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.241587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] Calling delete_port for 9884cb1c-cc51-4b27-81bc-e1b48afc6587 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:10.386124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.395773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.424309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Port': ['ID=9884cb1c-cc51-4b27-81bc-e1b48afc6587,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:10.427017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] No DVR routers for this DVR port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:10.441668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] Pushing event deleted for resources: {'Port': ['ID=9884cb1c-cc51-4b27-81bc-e1b48afc6587,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:10.448747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.461814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3fb4a-f74b-431b-ad7a-c9d6f0d94005 None None] No DVR routers for this DVR port 9884cb1c-cc51-4b27-81bc-e1b48afc6587 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:10.491459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=a870f928-250d-4798-a2d7-e201f1db1185,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:10.538014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.549636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5496a78-bf43-4d24-b961-3987ab8ee354']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:10.564205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.564421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:10.564772 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Floating IP c547f18f-a488-4773-aaf8-0a4759167d90 disassociated (deleted). External IP: 172.25.6.172, port: 4f28c2d5-dd6e-4123-99d1-19d69cadab76. Jul 28 15:09:10.564969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b9fcf1-58b1-4a71-bd93-50bbf9a5ad77') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:10.582930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.631069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.639304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:10.639924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:10.644109 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:10.844189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.861913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:10.864569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] 10.222.0.57 "DELETE /v2.0/networks/d5496a78-bf43-4d24-b961-3987ab8ee354 HTTP/1.1" status: 204 len: 168 time: 1.0768402 Jul 28 15:09:10.884126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55537bd6-46d8-494c-82d1-f720761591ef tempest-AllowedAddressPairIpV6TestJSON-313479431 tempest-AllowedAddressPairIpV6TestJSON-313479431-project] Pushing event deleted for resources: {'Network': ['ID=d5496a78-bf43-4d24-b961-3987ab8ee354,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:11.071796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9884cb1c-cc51-4b27-81bc-e1b48afc6587 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:11.101636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9884cb1c-cc51-4b27-81bc-e1b48afc6587 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:11.102231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9884cb1c-cc51-4b27-81bc-e1b48afc6587 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:11.257354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:11.391248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:11.397275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:11.404803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:11.423420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:11.425058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:11.428971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ac5178a9-8229-4fbb-a8e9-34917b7b637a tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/floatingips/c547f18f-a488-4773-aaf8-0a4759167d90 HTTP/1.1" status: 204 len: 168 time: 1.8060060 Jul 28 15:09:11.429717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:11.439837 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e6a155-ee57-4b48-999f-9b99d9b1e881" -d '{"events": [{"name": "network-changed", "server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:11.501437 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d481c1a-b1e5-48e9-ac49-a8e98d5e62bf x-openstack-request-id: req-6d481c1a-b1e5-48e9-ac49-a8e98d5e62bf {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:11.502095 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:11.502194 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d481c1a-b1e5-48e9-ac49-a8e98d5e62bf {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:11.502863 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'status': 'completed', 'code': 200} Jul 28 15:09:11.558891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55956) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:11.598791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-2c952260-8c65-460a-bd3e-82cde9b86428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:11.600285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-2c952260-8c65-460a-bd3e-82cde9b86428 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 1097 time: 0.0488510 Jul 28 15:09:11.638708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:11.714052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-3234c4df-0f09-4a1c-b834-6570b3ba9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:11.715474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-3234c4df-0f09-4a1c-b834-6570b3ba9789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 200 len: 898 time: 0.1082821 Jul 28 15:09:11.761738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-723b3cb1-8497-41c3-9ed1-8e2db9f4e3bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=504c4ffe03db4f7789fc4f8b059ec23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009542 Jul 28 15:09:11.764675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55960) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:11.771602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-17f3a838-4de3-48dc-b88e-a48b8b4520d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 200 len: 217 time: 0.0421188 Jul 28 15:09:11.839762 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bafb561-5a79-4ffa-a8a9-e879a82d3364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:11.866483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bafb561-5a79-4ffa-a8a9-e879a82d3364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:11.868820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-943c9a42-41d1-4409-8765-8246f44a0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:11.871102 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-943c9a42-41d1-4409-8765-8246f44a0e5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 200 len: 835 time: 0.0923321 Jul 28 15:09:11.982575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-652ac887-4aa4-4bcd-8f19-664ab2705fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:11.985290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-652ac887-4aa4-4bcd-8f19-664ab2705fef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bcff73a1-024a-4369-b723-4d1971e315d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065559 Jul 28 15:09:12.064434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9f75-0c10-4868-a3ed-794a6546db1b req-679ab9bd-6b62-4630-a628-a2c6c9b624f8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:12.066715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-480e9f75-0c10-4868-a3ed-794a6546db1b req-679ab9bd-6b62-4630-a628-a2c6c9b624f8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0630522 Jul 28 15:09:12.097426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bafb561-5a79-4ffa-a8a9-e879a82d3364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:12.100220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1bafb561-5a79-4ffa-a8a9-e879a82d3364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:12.105098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1bafb561-5a79-4ffa-a8a9-e879a82d3364 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94b2f702-5d90-44de-a5bb-395a73bb3d85 HTTP/1.1" status: 204 len: 168 time: 0.3351521 Jul 28 15:09:12.123666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-966deab5-1426-46c1-8c96-364037ae9251 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283152 Jul 28 15:09:12.129451 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-480e9f75-0c10-4868-a3ed-794a6546db1b req-3755b787-ef88-4b01-93cf-1ab6c9517411 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531387 Jul 28 15:09:12.137716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafb561-5a79-4ffa-a8a9-e879a82d3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b2f702-5d90-44de-a5bb-395a73bb3d85,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:12.209098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:59Z', 'revision_number': 6, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:12.245139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:09:12.263319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:12.265049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:12.291917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43e6a155-ee57-4b48-999f-9b99d9b1e881 req-a617b96e-67d0-411d-8974-e7510328c9f3 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598828 Jul 28 15:09:12.409987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:12.626204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:59Z', 'revision_number': 6, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:12.658614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ed228-3076-47a7-8757-304d65dede1d None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:08:59Z', 'revision_number': 6, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '96f9f972-4518-4db6-99b4-b101a6958813', 'name': '', 'network_id': 'bcff73a1-024a-4369-b723-4d1971e315d0', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:30:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:47Z', 'updated_at': '2021-07-28T15:06:01Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': 'caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:12.906349 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f774cf1-c6a4-42d4-9d7f-153ad18d3335 None None] New status for floating IP c547f18f-a488-4773-aaf8-0a4759167d90: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:09:13.269015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fccb53-674d-4913-8121-2da965f2c04e req-175aa084-9088-45e3-a13d-dfe93d1c6e22 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:13.270671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75fccb53-674d-4913-8121-2da965f2c04e req-175aa084-9088-45e3-a13d-dfe93d1c6e22 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0603783 Jul 28 15:09:13.316768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75fccb53-674d-4913-8121-2da965f2c04e req-d5b97b6d-8f60-41eb-8488-96e820712294 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Jul 28 15:09:13.571402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 55998) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:13.682876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'networks': [{'name': 'tempest-network--691590250'}, {'name': 'tempest-network--1906297675'}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:13.683198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'network': {'name': 'tempest-network--691590250'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:13.690821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'network': {'name': 'tempest-network--1906297675'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:13.693626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-07597106-5f64-4205-a48c-8ee4a3bc2b0b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:13.695266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-07597106-5f64-4205-a48c-8ee4a3bc2b0b tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0506594 Jul 28 15:09:13.808837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:13.809182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:13.917297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port 4f28c2d5-dd6e-4123-99d1-19d69cadab76, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4f28c2d5-dd6e-4123-99d1-19d69cadab76,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:13.917740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:13.932499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for 4f28c2d5-dd6e-4123-99d1-19d69cadab76 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:13.945476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'network': 2} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:13.950184 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:13.962662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.056632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.456773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1df50a-328f-4ad6-9c59-4ac1d3976efb req-0abade30-3a40-4cb0-a0d0-4f638ecab26c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:14.458382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c1df50a-328f-4ad6-9c59-4ac1d3976efb req-0abade30-3a40-4cb0-a0d0-4f638ecab26c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 945 time: 0.0586507 Jul 28 15:09:14.501586 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0c1df50a-328f-4ad6-9c59-4ac1d3976efb req-e0c62ed5-d0f7-489d-9ab1-7dabcdbcb58c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=6f8f1b27-7e2e-4301-bd40-5b9b0547244b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367043 Jul 28 15:09:14.541183 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.541783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.542167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.609209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=4f28c2d5-dd6e-4123-99d1-19d69cadab76,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:14.617320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba1281-4438-4774-8694-553e442796b1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:14.654251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:14.673021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.673938 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Added segment 4394ac6f-ac77-46ab-acc3-7985270fa6f4 of type vlan for network 67d8f38a-b070-447d-b499-71d8ace49199 Jul 28 15:09:14.729347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] No DVR routers for this DVR port 4f28c2d5-dd6e-4123-99d1-19d69cadab76 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:14.734164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.738453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-549f6a3d-5728-4cb8-a23d-8003ccfbc8f6 req-7c5bc66e-eec1-45bd-8450-e77bf57f30ba tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "DELETE /v2.0/ports/4f28c2d5-dd6e-4123-99d1-19d69cadab76 HTTP/1.1" status: 204 len: 173 time: 1.0369458 Jul 28 15:09:14.739325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'name': 'network-vif-deleted', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:14.743367 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a38ae5-b341-4169-9630-8c10ee40c01c" -d '{"events": [{"server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "name": "network-vif-deleted", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:14.768395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.775412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-d047edad-4f58-40cc-b503-878c3e69391e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1830645 Jul 28 15:09:14.823180 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2c911d-9d30-4c72-997c-854ae43dbcba x-openstack-request-id: req-ec2c911d-9d30-4c72-997c-854ae43dbcba {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:14.823498 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7564307f-071f-4c6a-b3df-3e9fd7f8a4ab", "name": "network-vif-deleted", "tag": "4f28c2d5-dd6e-4123-99d1-19d69cadab76", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:14.823803 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec2c911d-9d30-4c72-997c-854ae43dbcba {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:14.824754 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7564307f-071f-4c6a-b3df-3e9fd7f8a4ab', 'name': 'network-vif-deleted', 'tag': '4f28c2d5-dd6e-4123-99d1-19d69cadab76', 'status': 'completed', 'code': 200} Jul 28 15:09:14.832110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:14.841714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.842883 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Added segment 73c7dc23-4a71-4a26-9560-6281321bbb3c of type vlan for network a911a6a9-bebc-4d71-8806-c9d599edd8b7 Jul 28 15:09:14.907354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.916566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75969c07-9c21-4600-a5e8-f59720f62010 req-1b73d14e-2555-4232-8044-6bd8cb9a2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:14.918866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-1b73d14e-2555-4232-8044-6bd8cb9a2772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 1098 time: 0.0540030 Jul 28 15:09:15.097590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75969c07-9c21-4600-a5e8-f59720f62010 req-cb5c132b-7ef5-467c-9261-bcddb27aedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.099757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-cb5c132b-7ef5-467c-9261-bcddb27aedf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1534443 Jul 28 15:09:15.154448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-5e51a980-983c-4496-b363-bfe5736cd406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d HTTP/1.1" status: 200 len: 217 time: 0.0466275 Jul 28 15:09:15.197913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.197913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.206782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.214618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.215762 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.226155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75969c07-9c21-4600-a5e8-f59720f62010 req-4cfe523d-4553-4889-85bb-a88aa5a627f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.228221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-4cfe523d-4553-4889-85bb-a88aa5a627f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0663137 Jul 28 15:09:15.282553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75969c07-9c21-4600-a5e8-f59720f62010 req-a062d3fb-1d08-4d09-9f49-beba33c3505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.286353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-a062d3fb-1d08-4d09-9f49-beba33c3505e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510609 Jul 28 15:09:15.303841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Network': ['ID=67d8f38a-b070-447d-b499-71d8ace49199,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:15.326909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 67d8f38a-b070-447d-b499-71d8ace49199 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:15.409434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8367763 Jul 28 15:09:15.410618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e616-91f3-4bb2-baa3-f8ec3ea98451 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Network': ['ID=a911a6a9-bebc-4d71-8806-c9d599edd8b7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:15.422561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:15.425936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-f5d93c5b-1bb9-4fbb-917b-64c3142dd0c5 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318412 Jul 28 15:09:15.428771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network a911a6a9-bebc-4d71-8806-c9d599edd8b7 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:15.563503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75969c07-9c21-4600-a5e8-f59720f62010 req-be4ea3a2-9975-4e97-a732-37720530d884 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292069 Jul 28 15:09:15.655151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab10e358-f1f8-4b6b-84ae-1a1e8ec3e3a8 req-7a9ff0a3-daad-4d0c-8bad-61c8a1b2a1c8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=7564307f-071f-4c6a-b3df-3e9fd7f8a4ab HTTP/1.1" status: 200 len: 210 time: 0.0599685 Jul 28 15:09:15.712121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47b702-be8c-43d3-b077-6f790c349653 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.719175 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47b702-be8c-43d3-b077-6f790c349653 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.726103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47b702-be8c-43d3-b077-6f790c349653 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.733282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47b702-be8c-43d3-b077-6f790c349653 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:15.739353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c47b702-be8c-43d3-b077-6f790c349653 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3112915 Jul 28 15:09:15.739653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56014) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:15.844280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.932965 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.943029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d8f38a-b070-447d-b499-71d8ace49199']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:15.952842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4394ac6f-ac77-46ab-acc3-7985270fa6f4') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:15.953134 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4394ac6f-ac77-46ab-acc3-7985270fa6f4') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:15.963316 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.979511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.986779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:15.986926 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:15.989921 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:16.146116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.154203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.159592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56018) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:16.159835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/networks/67d8f38a-b070-447d-b499-71d8ace49199 HTTP/1.1" status: 204 len: 168 time: 0.4189675 Jul 28 15:09:16.173685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8cce4-3050-4236-b632-9341df54932b tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Network': ['ID=67d8f38a-b070-447d-b499-71d8ace49199,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:16.260609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.358888 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.377316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a911a6a9-bebc-4d71-8806-c9d599edd8b7']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:16.389233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c7dc23-4a71-4a26-9560-6281321bbb3c') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:16.389534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c7dc23-4a71-4a26-9560-6281321bbb3c') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:16.399562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.416666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.423860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:16.424299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:16.427677 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:16.608734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.616973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.618936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/networks/a911a6a9-bebc-4d71-8806-c9d599edd8b7 HTTP/1.1" status: 204 len: 168 time: 0.4581993 Jul 28 15:09:16.621716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56020) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:16.648738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787ce20-b934-4a51-9f06-e9f4efd8c398 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Network': ['ID=a911a6a9-bebc-4d71-8806-c9d599edd8b7,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:16.738625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56024) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:16.828946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f95b-35d7-42c3-9678-db9a0e63b08e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.859883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc843e1-486b-4257-91bc-ed4b6e42323e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:16.870083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc843e1-486b-4257-91bc-ed4b6e42323e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:16.876398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5cc843e1-486b-4257-91bc-ed4b6e42323e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2493749 Jul 28 15:09:16.879167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56026) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:16.880493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f95b-35d7-42c3-9678-db9a0e63b08e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.884761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1011923223'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:17.148700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:17.148700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.215349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f95b-35d7-42c3-9678-db9a0e63b08e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.215349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f95b-35d7-42c3-9678-db9a0e63b08e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.215349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8c5f95b-35d7-42c3-9678-db9a0e63b08e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/security-groups/6f8f1b27-7e2e-4301-bd40-5b9b0547244b HTTP/1.1" status: 204 len: 168 time: 0.4752340 Jul 28 15:09:17.219962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:17.238301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.238634 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Added segment 37d79bc1-484b-4a0e-8754-720059252586 of type vlan for network b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe Jul 28 15:09:17.251525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5f95b-35d7-42c3-9678-db9a0e63b08e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8f1b27-7e2e-4301-bd40-5b9b0547244b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:17.310436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.355855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4f28c2d5-dd6e-4123-99d1-19d69cadab76 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:17.398523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 4f28c2d5-dd6e-4123-99d1-19d69cadab76 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:17.399198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4f28c2d5-dd6e-4123-99d1-19d69cadab76 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:17.432979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56032) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:17.542195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.548410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:17.549075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.664164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Network': ['ID=b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:17.690445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:17.728950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-37fe5b97-20eb-4d42-bb1a-9226b2b15718 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8454020 Jul 28 15:09:17.729206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:17.741833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1109412043'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:17.904444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:17.929192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.963700 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:17.984612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.992432 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Added segment 883a9603-495c-44fd-88ab-9faa458929be of type vlan for network 95f52e19-69d3-45a9-b528-86f37fd4d288 Jul 28 15:09:18.049812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.060375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.204438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.213083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:18.213739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.291748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Network': ['ID=95f52e19-69d3-45a9-b528-86f37fd4d288,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:18.304159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 95f52e19-69d3-45a9-b528-86f37fd4d288 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:18.440532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port 96f9f972-4518-4db6-99b4-b101a6958813 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:18.441636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9d4b5d96-d9aa-4972-9563-c788af66627f tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7013602 Jul 28 15:09:18.441813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.443369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56048) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:18.450363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'ports': [{'network_id': 'b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe', 'name': 'tempest-port--215677974', 'admin_state_up': True}, {'network_id': '95f52e19-69d3-45a9-b528-86f37fd4d288', 'admin_state_up': False}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:18.450677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'port': {'network_id': 'b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe', 'name': 'tempest-port--215677974', 'admin_state_up': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:18.451168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'port': {'network_id': '95f52e19-69d3-45a9-b528-86f37fd4d288', 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:18.633277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port 96f9f972-4518-4db6-99b4-b101a6958813, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=96f9f972-4518-4db6-99b4-b101a6958813,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:18.633895 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.656016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for 96f9f972-4518-4db6-99b4-b101a6958813 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:18.826095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'port': 2} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:18.841468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.855597 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:18.934793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] device_id is not set on port 82eaa030-585f-4c54-9cc1-49ea2516c8c6 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:09:19.038514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:19.067912 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:19.105230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=96f9f972-4518-4db6-99b4-b101a6958813,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:19.144186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] device_id is not set on port 4675f023-2bc3-4d2c-95ba-d0f514dc0981 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:09:19.290721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:19.416646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:19.459654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:19.528876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Port': ['ID=82eaa030-585f-4c54-9cc1-49ea2516c8c6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:19.566109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Checking segment: {'id': '37d79bc1-484b-4a0e-8754-720059252586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:19.566880 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network hostable DHCP agents. Network: b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:19.711854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:19.726556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 100c7af2-f2d9-4917-865d-3ae0f43883cd has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:19.870343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:19.875893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-afd59be7-ace3-4599-b61e-e9c7c10a75bd tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "PUT /v2.0/routers/100c7af2-f2d9-4917-865d-3ae0f43883cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431791 Jul 28 15:09:19.882428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56084) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:19.884148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] Sync routers for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:19.895451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:19.896345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:19.935609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:19.946348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:19.950302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:19.967496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting subnet caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:19.984300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009cfe4-9917-44ee-b7f8-657f09bab60a None None] Network b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:20.000145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.089993 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.095035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Port': ['ID=4675f023-2bc3-4d2c-95ba-d0f514dc0981,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:20.133153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Checking segment: {'id': '883a9603-495c-44fd-88ab-9faa458929be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '95f52e19-69d3-45a9-b528-86f37fd4d288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:20.133543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network hostable DHCP agents. Network: 95f52e19-69d3-45a9-b528-86f37fd4d288, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:20.170394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:20.225957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.329304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network 95f52e19-69d3-45a9-b528-86f37fd4d288 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:20.436446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:09:18Z', 'revision_number': 7, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:20.459270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 95f52e19-69d3-45a9-b528-86f37fd4d288) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:20.475287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.476255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] Checking router: 100c7af2-f2d9-4917-865d-3ae0f43883cd for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:09:20.476537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:20.477343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] Routers {'100c7af2-f2d9-4917-865d-3ae0f43883cd'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:20.478009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:08:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['100c7af2-f2d9-4917-865d-3ae0f43883cd'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:20.480485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:20.489111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:20.489934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.513843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf856e9-1176-46db-9b3e-5599e8d70e5d None None] Network 95f52e19-69d3-45a9-b528-86f37fd4d288 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:20.529969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.532581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/subnets/caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a HTTP/1.1" status: 204 len: 168 time: 0.6528299 Jul 28 15:09:20.534253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e880c-1020-480d-90bd-e8523c1ffa1e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Subnet': ['ID=caae0ad1-32ca-45d5-b0fe-5f1e1f8b768a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:20.536314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56100) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:20.565307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de4c2b-ab65-411c-ab30-f59638810bc1 None None] Network bcff73a1-024a-4369-b723-4d1971e315d0 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:20.650027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1d38f479-09cd-4f10-92d2-90734bd6409d tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2048204 Jul 28 15:09:20.653248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56106) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:20.678585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.750806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] Set router 100c7af2-f2d9-4917-865d-3ae0f43883cd gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:20.778179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94476d-d3d6-47e4-a5b5-cf6faf09324e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:20.790816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94476d-d3d6-47e4-a5b5-cf6faf09324e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:20.793908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ab94476d-d3d6-47e4-a5b5-cf6faf09324e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1391127 Jul 28 15:09:20.796533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56112) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:20.838745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.929043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Deleting port 82eaa030-585f-4c54-9cc1-49ea2516c8c6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:20.929710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.026350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.051425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Calling delete_port for 82eaa030-585f-4c54-9cc1-49ea2516c8c6 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:21.088432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port 6dc24691-3cbf-4115-99e4-84bfc213e927 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:21.089884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.214782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] DHCP port deletion for bcff73a1-024a-4369-b723-4d1971e315d0 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:21.222700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:09:18Z', 'revision_number': 7, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:21.228857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port 6dc24691-3cbf-4115-99e4-84bfc213e927, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6dc24691-3cbf-4115-99e4-84bfc213e927,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:21.229497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.259150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe027bac-fe6d-451b-9841-98d051d8a85a None None] The sync data for ids ['100c7af2-f2d9-4917-865d-3ae0f43883cd'] in n-d-764806-10 is: [{'id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'name': 'tempest-TestNetworkBasicOps-router-1770964292', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:05:36Z', 'updated_at': '2021-07-28T15:09:18Z', 'revision_number': 7, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': '6dc24691-3cbf-4115-99e4-84bfc213e927', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c7af2-f2d9-4917-865d-3ae0f43883cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:05:38Z', 'updated_at': '2021-07-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:21.264727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for 6dc24691-3cbf-4115-99e4-84bfc213e927 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:21.357962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] Deleting port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:21.358599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.483513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] For port 338c89f7-fc52-4b77-a16e-27c78d4abbb6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=338c89f7-fc52-4b77-a16e-27c78d4abbb6,segment=NetworkSegment(e1e76de6-e98a-44ff-84e2-e03aff7dcf33),segment_id=e1e76de6-e98a-44ff-84e2-e03aff7dcf33)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:21.483940 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.503552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] Calling delete_port for 338c89f7-fc52-4b77-a16e-27c78d4abbb6 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:21.626441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.662889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=6dc24691-3cbf-4115-99e4-84bfc213e927,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:21.717398 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.717740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.744938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.755425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] Pushing event deleted for resources: {'Port': ['ID=338c89f7-fc52-4b77-a16e-27c78d4abbb6,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:21.768145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Port': ['ID=82eaa030-585f-4c54-9cc1-49ea2516c8c6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:21.772265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6aefd-04a9-4b9a-bf50-71eabbb51a5e None None] No DVR routers for this DVR port 338c89f7-fc52-4b77-a16e-27c78d4abbb6 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:21.784684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.787606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8304a7f9-9dc5-4e58-9dcd-2bdc2ea74092 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/ports/82eaa030-585f-4c54-9cc1-49ea2516c8c6 HTTP/1.1" status: 204 len: 168 time: 0.9894967 Jul 28 15:09:21.797010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:21.884340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.887680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.909152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Deleting port 4675f023-2bc3-4d2c-95ba-d0f514dc0981 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:21.909571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:21.988075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.002331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Calling delete_port for 4675f023-2bc3-4d2c-95ba-d0f514dc0981 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:22.043031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.043512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Fanout notify agent at l3_agent the message router_deleted on router 100c7af2-f2d9-4917-865d-3ae0f43883cd {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:09:22.058001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.061059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d97f0d49-5132-4a1a-8bbb-39c64f0c8f75 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/routers/100c7af2-f2d9-4917-865d-3ae0f43883cd HTTP/1.1" status: 204 len: 168 time: 1.5193732 Jul 28 15:09:22.064560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56150) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:22.188834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.289802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.301258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcff73a1-024a-4369-b723-4d1971e315d0']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:22.317734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:22.318033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e76de6-e98a-44ff-84e2-e03aff7dcf33') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:22.323210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.341720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.360312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Port': ['ID=4675f023-2bc3-4d2c-95ba-d0f514dc0981,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:22.360626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.367147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:22.374252 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:22.380925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0d5c5749-f30f-4f42-9d4a-c184bb500b69 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/ports/4675f023-2bc3-4d2c-95ba-d0f514dc0981 HTTP/1.1" status: 204 len: 168 time: 0.5837147 Jul 28 15:09:22.383476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56158) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:22.409926 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87b6e968-ad41-4b93-a277-fd31991123c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.425406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dad3144a-de94-4e02-b745-a73c272a81fe tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0399683 Jul 28 15:09:22.430389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:22.437276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-501177190'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:22.614604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.621687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.628350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/networks/bcff73a1-024a-4369-b723-4d1971e315d0 HTTP/1.1" status: 204 len: 168 time: 0.5571890 Jul 28 15:09:22.636584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b86c9-e515-4eeb-9283-e79cf81e0b2d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Network': ['ID=bcff73a1-024a-4369-b723-4d1971e315d0,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:22.654416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56170) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:22.660741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'network': {'name': 'tempest-network-smoke--1283092230', 'project_id': '827d56505c884b0294d59a378dcdb757', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:22.684592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:22.689540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.727267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:22.736948 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.737280 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Added segment 6a1122a3-2c1e-4ef5-a068-38261ec66c68 of type vlan for network 0430c7e3-9774-404e-a239-c02e27361922 Jul 28 15:09:22.780489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.804406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:22.807953 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.843925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:22.856434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.856653 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Added segment de94a48e-7da8-4183-a2e9-72d5baab0c7b of type vlan for network 7ecaf434-bb74-4d73-b889-8b2493db4651 Jul 28 15:09:22.903466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.928022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:22.933635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:22.934235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.014194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Network': ['ID=0430c7e3-9774-404e-a239-c02e27361922,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:23.026663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0430c7e3-9774-404e-a239-c02e27361922 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:23.068940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.069197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 338c89f7-fc52-4b77-a16e-27c78d4abbb6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:23.069305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:23.069305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.111387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 338c89f7-fc52-4b77-a16e-27c78d4abbb6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:23.111736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 338c89f7-fc52-4b77-a16e-27c78d4abbb6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:23.112160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 96f9f972-4518-4db6-99b4-b101a6958813 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:23.134107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Network': ['ID=7ecaf434-bb74-4d73-b889-8b2493db4651,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:23.134735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 96f9f972-4518-4db6-99b4-b101a6958813 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:23.135141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 96f9f972-4518-4db6-99b4-b101a6958813 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:23.135563 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6dc24691-3cbf-4115-99e4-84bfc213e927 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:23.140311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8232d86a-fa5b-4aef-a931-788110feafe0 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7084610 Jul 28 15:09:23.143364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56184) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:23.151014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1441333481'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:23.169659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:23.174959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6dc24691-3cbf-4115-99e4-84bfc213e927 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:23.175306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6dc24691-3cbf-4115-99e4-84bfc213e927 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:23.243420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-79efe35a-6fde-4b89-9d49-8aec380f1a2c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5878694 Jul 28 15:09:23.258377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56190) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:23.258377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-677339114', 'admin_state_up': True, 'project_id': '827d56505c884b0294d59a378dcdb757', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:23.379991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:23.387936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.410157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:23.419087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.419447 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Added segment cb86b0da-2828-43a6-bbeb-7bb801f3aa69 of type vlan for network 5903f915-e51a-4da1-8ba3-3a30c9624629 Jul 28 15:09:23.463446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.580597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.581674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.637579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.647461 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.653170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:23.653780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:23.718721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Network': ['ID=5903f915-e51a-4da1-8ba3-3a30c9624629,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:23.729725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 5903f915-e51a-4da1-8ba3-3a30c9624629 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:23.907994 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fec5cce5-c809-4e64-9375-23aa745f683e tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7637212 Jul 28 15:09:23.990102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.036486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56210) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:24.041984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'subnets': [{'network_id': '0430c7e3-9774-404e-a239-c02e27361922', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--734936734', 'ip_version': 4}, {'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:24.042388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'subnet': {'network_id': '0430c7e3-9774-404e-a239-c02e27361922', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--734936734', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:24.043037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Request body: {'subnet': {'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:24.300564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Made reservation on behalf of 01ed45a37eac46f19edf8c5b85d20c90 for: {'subnet': 2} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:24.306065 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.306406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.387341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.424696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.557077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.25.6.85 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d1ad8399-adb6-4c6d-9ac3-22718be4611a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:24.687999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.877870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b3747754-916b-4bce-9f18-244c232aa0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.878696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.879375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:24.920885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:24.926294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:24.928950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:24.946545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Subnet': ['ID=3f032993-9395-43e8-9eec-34e4305be752,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:24.956051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Checking segment: {'id': '6a1122a3-2c1e-4ef5-a068-38261ec66c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0430c7e3-9774-404e-a239-c02e27361922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:24.956051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network hostable DHCP agents. Network: 0430c7e3-9774-404e-a239-c02e27361922, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:24.963057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=d1ad8399-adb6-4c6d-9ac3-22718be4611a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:25.071338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network 0430c7e3-9774-404e-a239-c02e27361922 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:25.214667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0430c7e3-9774-404e-a239-c02e27361922) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:25.218361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.224023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b3f74-940f-46e1-a057-16ffca591c02 None None] Network 0430c7e3-9774-404e-a239-c02e27361922 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:25.277600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.286305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event updated for resources: {'Subnet': ['ID=18f5aee8-abac-4dcb-8983-317c9e7f8694,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:25.295447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Checking segment: {'id': 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:25.296104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network hostable DHCP agents. Network: 5903f915-e51a-4da1-8ba3-3a30c9624629, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:25.395216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-0430c7e3-9774-404e-a239-c02e27361922', 'network_id': '0430c7e3-9774-404e-a239-c02e27361922', 'tenant_id': '01ed45a37eac46f19edf8c5b85d20c90', 'fixed_ips': [{'subnet_id': '3f032993-9395-43e8-9eec-34e4305be752'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:09:25.396219 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.416721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.420199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Network 5903f915-e51a-4da1-8ba3-3a30c9624629 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:25.551484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 5903f915-e51a-4da1-8ba3-3a30c9624629) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:25.551861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Allocated IP 172.20.0.2 (0430c7e3-9774-404e-a239-c02e27361922/3f032993-9395-43e8-9eec-34e4305be752/cb019d47-ffa4-4368-bf65-7a7606e3b481) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:25.561310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:25.563834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:25.565668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.572805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40379040-729f-4a6d-90b3-677db15fc84f None None] Network 5903f915-e51a-4da1-8ba3-3a30c9624629 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:25.652765 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.702077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e4d4e45-86f7-41a7-9388-683f816fdc98 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6641297 Jul 28 15:09:25.705129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56260) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:25.790648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.822575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Transition to ACTIVE for port object cb019d47-ffa4-4368-bf65-7a7606e3b481 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:25.829205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8664960-3d7d-4f45-a302-b2ae58d89b40 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:25.831055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8664960-3d7d-4f45-a302-b2ae58d89b40 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:25.832689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8664960-3d7d-4f45-a302-b2ae58d89b40 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:25.834396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8664960-3d7d-4f45-a302-b2ae58d89b40 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1277406 Jul 28 15:09:25.837560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56266) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:25.850056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Transition to ACTIVE for port object cb019d47-ffa4-4368-bf65-7a7606e3b481 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:25.891850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Deleting subnet 3f032993-9395-43e8-9eec-34e4305be752 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:25.905201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-5903f915-e51a-4da1-8ba3-3a30c9624629', 'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629', 'tenant_id': '01ed45a37eac46f19edf8c5b85d20c90', 'fixed_ips': [{'subnet_id': '18f5aee8-abac-4dcb-8983-317c9e7f8694'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:09:25.906712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.917112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 29bca73c-9e54-4365-850c-6441e1bb8888 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:09:26.012897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.030811 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.037992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:26.054809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Sync routers for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:26.068773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.072208 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:26.073308 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:26.080546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Pushing event updated for resources: {'Port': ['ID=cb019d47-ffa4-4368-bf65-7a7606e3b481,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:26.108762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Network 0430c7e3-9774-404e-a239-c02e27361922 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:26.112100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:26.116238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:26.150921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Allocated IP 172.20.0.18 (5903f915-e51a-4da1-8ba3-3a30c9624629/18f5aee8-abac-4dcb-8983-317c9e7f8694/0ebc07f2-66ae-474f-817c-4ee33e668a17) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:26.194148 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:26.198045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Attempting to bind port cb019d47-ffa4-4368-bf65-7a7606e3b481 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:26.198646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Attempting to bind port cb019d47-ffa4-4368-bf65-7a7606e3b481 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '6a1122a3-2c1e-4ef5-a068-38261ec66c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0430c7e3-9774-404e-a239-c02e27361922'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:26.199013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Attempting to bind port cb019d47-ffa4-4368-bf65-7a7606e3b481 on network 0430c7e3-9774-404e-a239-c02e27361922 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:26.213260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.213886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:26.214770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a04918b6-c989-4cfa-ba60-ff1946340f56 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9669626 Jul 28 15:09:26.215192 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Checking segment: {'id': '6a1122a3-2c1e-4ef5-a068-38261ec66c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0430c7e3-9774-404e-a239-c02e27361922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:26.215761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.216296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Bound using segment: {'id': '6a1122a3-2c1e-4ef5-a068-38261ec66c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0430c7e3-9774-404e-a239-c02e27361922'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:26.216984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Bound port: cb019d47-ffa4-4368-bf65-7a7606e3b481, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1122a3-2c1e-4ef5-a068-38261ec66c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0430c7e3-9774-404e-a239-c02e27361922'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:26.217870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.218086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56276) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:26.227956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.254752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-90e1631c-7863-4f6f-8740-8c67c492c0ab tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=827d56505c884b0294d59a378dcdb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351236 Jul 28 15:09:26.257885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56278) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:26.374690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e97f4-cf1c-4865-8ed9-47f2c12ac729 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:26.376679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d22e97f4-cf1c-4865-8ed9-47f2c12ac729 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154971 Jul 28 15:09:26.379213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56280) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:26.384845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:25Z', 'revision_number': 3, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:26.414468 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Checking router: 29bca73c-9e54-4365-850c-6441e1bb8888 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:09:26.414814 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Updating router 29bca73c-9e54-4365-850c-6441e1bb8888 port d1ad8399-adb6-4c6d-9ac3-22718be4611a binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:09:26.424314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.428729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dfb39e3b-880c-47ef-8cd1-119678dbf360 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478957 Jul 28 15:09:26.431601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.432641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56288) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:26.438759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965637931', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'project_id': '827d56505c884b0294d59a378dcdb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:26.446301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Transition to ACTIVE for port object 0ebc07f2-66ae-474f-817c-4ee33e668a17 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:26.452812 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.463632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Transition to ACTIVE for port object 0ebc07f2-66ae-474f-817c-4ee33e668a17 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:26.483308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] For port cb019d47-ffa4-4368-bf65-7a7606e3b481, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:26.498000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] For port cb019d47-ffa4-4368-bf65-7a7606e3b481, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cb019d47-ffa4-4368-bf65-7a7606e3b481,segment=NetworkSegment(6a1122a3-2c1e-4ef5-a068-38261ec66c68),segment_id=6a1122a3-2c1e-4ef5-a068-38261ec66c68)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:26.506306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.651792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.658641 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.722339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Network 5903f915-e51a-4da1-8ba3-3a30c9624629 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:26.725710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:26.731997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:26.737472 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.749857 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Transition to ACTIVE for port object d1ad8399-adb6-4c6d-9ac3-22718be4611a will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:26.767539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Pushing event updated for resources: {'Port': ['ID=0ebc07f2-66ae-474f-817c-4ee33e668a17,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:26.865726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Attempting to bind port 0ebc07f2-66ae-474f-817c-4ee33e668a17 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:26.866111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Attempting to bind port 0ebc07f2-66ae-474f-817c-4ee33e668a17 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:26.866696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Attempting to bind port 0ebc07f2-66ae-474f-817c-4ee33e668a17 on network 5903f915-e51a-4da1-8ba3-3a30c9624629 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:26.875898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:26.876277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Checking segment: {'id': 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:26.876911 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.877475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Bound using segment: {'id': 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:26.878157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Bound port: 0ebc07f2-66ae-474f-817c-4ee33e668a17, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5903f915-e51a-4da1-8ba3-3a30c9624629'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:26.878737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.881103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7055c8-951f-4976-b27e-b35e9b4cd2ba None None] Pushing event updated for resources: {'Port': ['ID=cb019d47-ffa4-4368-bf65-7a7606e3b481,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:26.894606 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.914847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Subnet': ['ID=3f032993-9395-43e8-9eec-34e4305be752,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:26.922084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:26.923999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-04596907-9b6c-4658-bc99-752fb7841dd1 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/subnets/3f032993-9395-43e8-9eec-34e4305be752 HTTP/1.1" status: 204 len: 168 time: 1.0854950 Jul 28 15:09:26.927459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56300) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:26.966098 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Pushing event updated for resources: {'Port': ['ID=d1ad8399-adb6-4c6d-9ac3-22718be4611a,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:27.002938 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.003624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.004425 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.004992 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.005643 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.006166 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.006805 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.007370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.007848 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.008331 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.008780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.012119 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:27.014740 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Attempting to bind port d1ad8399-adb6-4c6d-9ac3-22718be4611a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:27.019373 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Attempting to bind port d1ad8399-adb6-4c6d-9ac3-22718be4611a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:27.019896 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Attempting to bind port d1ad8399-adb6-4c6d-9ac3-22718be4611a on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:27.035219 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:27.036543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:27.037315 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.040050 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:27.041040 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Bound port: d1ad8399-adb6-4c6d-9ac3-22718be4611a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:27.041718 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.050205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Deleting subnet 18f5aee8-abac-4dcb-8983-317c9e7f8694 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:27.050571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] For port 0ebc07f2-66ae-474f-817c-4ee33e668a17, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:27.054144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.054676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] For port 0ebc07f2-66ae-474f-817c-4ee33e668a17, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0ebc07f2-66ae-474f-817c-4ee33e668a17,segment=NetworkSegment(cb86b0da-2828-43a6-bbeb-7bb801f3aa69),segment_id=cb86b0da-2828-43a6-bbeb-7bb801f3aa69)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:27.083857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:27.090676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.111985 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] For port d1ad8399-adb6-4c6d-9ac3-22718be4611a, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:27.115839 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] For port d1ad8399-adb6-4c6d-9ac3-22718be4611a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ad8399-adb6-4c6d-9ac3-22718be4611a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:27.122589 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.154769 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.254630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cb019d47-ffa4-4368-bf65-7a7606e3b481 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:27.289225 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.350793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.374585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7ec92-affd-4f7b-9f50-3f1f08d647ec None None] Pushing event updated for resources: {'Port': ['ID=0ebc07f2-66ae-474f-817c-4ee33e668a17,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:27.429641 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23604-fa0a-4be8-9d6d-b1e8b11a407a None None] Pushing event updated for resources: {'Port': ['ID=d1ad8399-adb6-4c6d-9ac3-22718be4611a,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:27.433673 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:27.434776 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:27.483537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port cb019d47-ffa4-4368-bf65-7a7606e3b481 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:27.610933 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.628173 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:27.643969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.710757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Subnet': ['ID=18f5aee8-abac-4dcb-8983-317c9e7f8694,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:27.732012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.737307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-74d1d3cf-96c3-4879-ac31-7673d41b0faa tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/subnets/18f5aee8-abac-4dcb-8983-317c9e7f8694 HTTP/1.1" status: 204 len: 168 time: 0.8059487 Jul 28 15:09:27.737513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Checking segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:27.737513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network hostable DHCP agents. Network: 7ecaf434-bb74-4d73-b889-8b2493db4651, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:27.739869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Subnet': ['ID=9358b10a-657b-41ab-b2f6-989b9792a432,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:27.740872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56324) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:27.872887 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:27.888816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:27.891930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb89d3-275c-42b7-8785-f3d910a7c432 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:27.893932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6ecb89d3-275c-42b7-8785-f3d910a7c432 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1466563 Jul 28 15:09:27.894902 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:25Z', 'revision_number': 3, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:27.898143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56330) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:27.929942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc5ce5-299b-4e1d-b4cc-d145d6e6aa98 None None] The sync data for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 is: [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:25Z', 'revision_number': 3, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:28.010620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 7ecaf434-bb74-4d73-b889-8b2493db4651) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:28.015717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:28.016761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.026787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01d40b8-fe9b-4ff4-8580-f1991801052a None None] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:28.027568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.113030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Deleting port 0ebc07f2-66ae-474f-817c-4ee33e668a17 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:28.113518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.202363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-570e0750-0186-4cda-a583-f22d895cac8f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7653594 Jul 28 15:09:28.202488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:28.263522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-7ecaf434-bb74-4d73-b889-8b2493db4651', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:09:28.264927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.357517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] For port 0ebc07f2-66ae-474f-817c-4ee33e668a17, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0ebc07f2-66ae-474f-817c-4ee33e668a17,segment=NetworkSegment(cb86b0da-2828-43a6-bbeb-7bb801f3aa69),segment_id=cb86b0da-2828-43a6-bbeb-7bb801f3aa69)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:28.357932 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.378676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Calling delete_port for 0ebc07f2-66ae-474f-817c-4ee33e668a17 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:28.410067 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdaf4ff-7c5b-4caa-9e3f-3c23403596a2 None None] Network 0430c7e3-9774-404e-a239-c02e27361922 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:28.704292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Allocated IP 172.20.0.2 (7ecaf434-bb74-4d73-b889-8b2493db4651/9358b10a-657b-41ab-b2f6-989b9792a432/806d6ff4-7eeb-412c-9210-10f5f146c334) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:28.787953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] Provisioning for port cb019d47-ffa4-4368-bf65-7a7606e3b481 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:28.797825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] Provisioning complete for port cb019d47-ffa4-4368-bf65-7a7606e3b481 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:28.798266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.838642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f69a8b-74a1-474a-b0f1-ce8b0dbe2050 None None] Network 5903f915-e51a-4da1-8ba3-3a30c9624629 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:28.838642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] DHCP port deletion for 0430c7e3-9774-404e-a239-c02e27361922 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:28.841720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:28.897932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Port': ['ID=0ebc07f2-66ae-474f-817c-4ee33e668a17,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:28.904704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] No DVR routers for this DVR port 0ebc07f2-66ae-474f-817c-4ee33e668a17 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:29.053639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.079366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5903f915-e51a-4da1-8ba3-3a30c9624629']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:29.097270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:29.098213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb86b0da-2828-43a6-bbeb-7bb801f3aa69') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:29.108801 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.128952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.169922 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.190981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.193434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Transition to ACTIVE for port object 806d6ff4-7eeb-412c-9210-10f5f146c334 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:29.211727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ad8399-adb6-4c6d-9ac3-22718be4611a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:29.243180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] Deleting port cb019d47-ffa4-4368-bf65-7a7606e3b481 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:29.243813 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.246220 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.251974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819f834-8791-42cf-84e8-fc84cc8c61de None None] DHCP port deletion for 5903f915-e51a-4da1-8ba3-3a30c9624629 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:29.257873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:29.258357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:29.261582 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:29.303152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Transition to ACTIVE for port object 806d6ff4-7eeb-412c-9210-10f5f146c334 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:29.353947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] For port cb019d47-ffa4-4368-bf65-7a7606e3b481, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cb019d47-ffa4-4368-bf65-7a7606e3b481,segment=NetworkSegment(6a1122a3-2c1e-4ef5-a068-38261ec66c68),segment_id=6a1122a3-2c1e-4ef5-a068-38261ec66c68)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:29.380206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] For port cb019d47-ffa4-4368-bf65-7a7606e3b481, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cb019d47-ffa4-4368-bf65-7a7606e3b481,segment=NetworkSegment(6a1122a3-2c1e-4ef5-a068-38261ec66c68),segment_id=6a1122a3-2c1e-4ef5-a068-38261ec66c68)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:29.380653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.413488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] Calling delete_port for cb019d47-ffa4-4368-bf65-7a7606e3b481 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:29.518437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.561139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:29.564242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:29.571369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:29.579882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Pushing event updated for resources: {'Port': ['ID=806d6ff4-7eeb-412c-9210-10f5f146c334,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:29.588756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d1ad8399-adb6-4c6d-9ac3-22718be4611a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:29.590992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.615630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d1ad8399-adb6-4c6d-9ac3-22718be4611a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:29.616052 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.719388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.721517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Attempting to bind port 806d6ff4-7eeb-412c-9210-10f5f146c334 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:29.721895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Attempting to bind port 806d6ff4-7eeb-412c-9210-10f5f146c334 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:29.722293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Attempting to bind port 806d6ff4-7eeb-412c-9210-10f5f146c334 on network 7ecaf434-bb74-4d73-b889-8b2493db4651 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:29.747977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:29.748489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Checking segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:29.748900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.749302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Bound using segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:29.749834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Bound port: 806d6ff4-7eeb-412c-9210-10f5f146c334, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:29.750222 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.752438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b31ff-165f-4c56-982a-42d748bcbea4 None None] Pushing event updated for resources: {'Port': ['ID=cb019d47-ffa4-4368-bf65-7a7606e3b481,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:29.765081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9c21ae1b-8c85-4d1c-b049-9773f051f083 None None] Could not find standard attr ID for object 0ebc07f2-66ae-474f-817c-4ee33e668a17. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:09:29.767452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] No DVR routers for this DVR port cb019d47-ffa4-4368-bf65-7a7606e3b481 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:29.807722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cab4b-3529-43e4-a47a-a5f7d3c28d0c None None] Pushing event deleted for resources: {'Port': ['ID=cb019d47-ffa4-4368-bf65-7a7606e3b481,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:29.944856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.965144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:29.972037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/networks/5903f915-e51a-4da1-8ba3-3a30c9624629 HTTP/1.1" status: 204 len: 168 time: 2.0684261 Jul 28 15:09:29.979924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56382) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:29.993779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bbf96-efa6-4b9f-b7ca-4166a489ce80 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Network': ['ID=5903f915-e51a-4da1-8ba3-3a30c9624629,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:30.067306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.076853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] For port 806d6ff4-7eeb-412c-9210-10f5f146c334, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:30.080978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.20.0.1 (7ecaf434-bb74-4d73-b889-8b2493db4651/9358b10a-657b-41ab-b2f6-989b9792a432/c52f197d-6664-49a9-8062-d7a92062c2ea) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:30.084471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] For port 806d6ff4-7eeb-412c-9210-10f5f146c334, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=806d6ff4-7eeb-412c-9210-10f5f146c334,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:30.096074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d1ad8399-adb6-4c6d-9ac3-22718be4611a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ad8399-adb6-4c6d-9ac3-22718be4611a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:30.111398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.211931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.226503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.244557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0430c7e3-9774-404e-a239-c02e27361922']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:30.246749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.258407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1122a3-2c1e-4ef5-a068-38261ec66c68') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:30.259065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1122a3-2c1e-4ef5-a068-38261ec66c68') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:30.267352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Transition to ACTIVE for port object c52f197d-6664-49a9-8062-d7a92062c2ea will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:30.276630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.282307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.299141 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.310802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:30.313029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:30.316663 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:30.333213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbfd1a-96e3-4a01-a70d-8c140fe228b4 None None] Pushing event updated for resources: {'Port': ['ID=806d6ff4-7eeb-412c-9210-10f5f146c334,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:30.393890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cb019d47-ffa4-4368-bf65-7a7606e3b481 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:30.438198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: cb019d47-ffa4-4368-bf65-7a7606e3b481 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:30.438648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cb019d47-ffa4-4368-bf65-7a7606e3b481 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:30.440639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d1ad8399-adb6-4c6d-9ac3-22718be4611a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:30.483167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.561088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:30.567627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:30.572512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:30.575317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.577188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=c52f197d-6664-49a9-8062-d7a92062c2ea,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:30.591826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.593852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/networks/0430c7e3-9774-404e-a239-c02e27361922 HTTP/1.1" status: 204 len: 168 time: 0.6199672 Jul 28 15:09:30.596272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56400) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:30.618682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edd7f2-980d-41c9-acc4-8adb5fcf9c62 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Network': ['ID=0430c7e3-9774-404e-a239-c02e27361922,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:30.651279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.700905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.806892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.817115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f52e19-69d3-45a9-b528-86f37fd4d288']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:30.828542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883a9603-495c-44fd-88ab-9faa458929be') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:30.828842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883a9603-495c-44fd-88ab-9faa458929be') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:30.838592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.852621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.858946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:30.859924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:30.862946 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:30.954965 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.151961 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.173424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.177988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/networks/95f52e19-69d3-45a9-b528-86f37fd4d288 HTTP/1.1" status: 204 len: 168 time: 0.5804884 Jul 28 15:09:31.178685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56412) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:31.184326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95b87a-245c-41b3-a78c-0297b15630c5 tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Network': ['ID=95f52e19-69d3-45a9-b528-86f37fd4d288,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:31.184879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ad8399-adb6-4c6d-9ac3-22718be4611a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:31.265137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d1ad8399-adb6-4c6d-9ac3-22718be4611a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:31.266205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.360273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.399662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 806d6ff4-7eeb-412c-9210-10f5f146c334 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:31.513934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.532376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.540438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:31.546841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d79bc1-484b-4a0e-8754-720059252586') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:31.547142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d79bc1-484b-4a0e-8754-720059252586') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:31.558811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.577434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.585395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:31.585807 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:31.589035 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:31.617743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd0011-6234-4e9e-a6fd-7051ea737776 None None] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:31.684227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 806d6ff4-7eeb-412c-9210-10f5f146c334 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:31.707069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0ebc07f2-66ae-474f-817c-4ee33e668a17 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:31.740781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.748504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0ebc07f2-66ae-474f-817c-4ee33e668a17 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:31.748845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0ebc07f2-66ae-474f-817c-4ee33e668a17 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:31.832901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=c52f197d-6664-49a9-8062-d7a92062c2ea,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:31.832901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.856238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.894081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.895989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] 10.222.0.57 "DELETE /v2.0/networks/b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe HTTP/1.1" status: 204 len: 168 time: 0.7153599 Jul 28 15:09:31.915825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e13bf-e0a9-4751-b04a-85714f2f6fdf tempest-BulkNetworkOpsTest-866513025 tempest-BulkNetworkOpsTest-866513025-project] Pushing event deleted for resources: {'Network': ['ID=b7b6929d-9feb-4df5-9fb3-849b6cfdc1fe,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:31.923244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] Provisioning for port 806d6ff4-7eeb-412c-9210-10f5f146c334 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:31.932176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] Provisioning complete for port 806d6ff4-7eeb-412c-9210-10f5f146c334 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:31.932770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.998557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:32.000832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:32.057415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.100959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] For port 806d6ff4-7eeb-412c-9210-10f5f146c334, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=806d6ff4-7eeb-412c-9210-10f5f146c334,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:32.155152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 29bca73c-9e54-4365-850c-6441e1bb8888 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:32.255374 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.309726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:32.320335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9385ccf2-a6a5-42d8-964f-f35772bd4ed9 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "PUT /v2.0/routers/29bca73c-9e54-4365-850c-6441e1bb8888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1168807 Jul 28 15:09:32.323722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56442) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:32.338201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Sync routers for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:32.350670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3f1ca-bf99-4b66-ba78-a46cfad66ee6 None None] Pushing event updated for resources: {'Port': ['ID=806d6ff4-7eeb-412c-9210-10f5f146c334,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:32.369529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:32.370222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:32.432090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7576aa3c-1096-48eb-8b08-dd5f433dc3f1 None None] Provisioning complete for port 806d6ff4-7eeb-412c-9210-10f5f146c334 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:32.432090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7576aa3c-1096-48eb-8b08-dd5f433dc3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.487300 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.530069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:32.604008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b16bd2-2bf8-42f7-8a86-c3b2a134b857 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.604499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b16bd2-2bf8-42f7-8a86-c3b2a134b857 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.605474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b16bd2-2bf8-42f7-8a86-c3b2a134b857 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.605959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b16bd2-2bf8-42f7-8a86-c3b2a134b857 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.606558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b16bd2-2bf8-42f7-8a86-c3b2a134b857 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.608353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b4b16bd2-2bf8-42f7-8a86-c3b2a134b857 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.2831604 Jul 28 15:09:32.611755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:32.723377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bfe27-8415-40ae-9ca8-012a71c66808 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.724149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bfe27-8415-40ae-9ca8-012a71c66808 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.725058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bfe27-8415-40ae-9ca8-012a71c66808 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.725532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bfe27-8415-40ae-9ca8-012a71c66808 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.725989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bfe27-8415-40ae-9ca8-012a71c66808 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.728037 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-680bfe27-8415-40ae-9ca8-012a71c66808 tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1152353 Jul 28 15:09:32.731198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:32.837974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7576aa3c-1096-48eb-8b08-dd5f433dc3f1 None None] Provisioning for port c52f197d-6664-49a9-8062-d7a92062c2ea completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:32.852904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7576aa3c-1096-48eb-8b08-dd5f433dc3f1 None None] Provisioning complete for port c52f197d-6664-49a9-8062-d7a92062c2ea triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:32.853499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7576aa3c-1096-48eb-8b08-dd5f433dc3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.896701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56464) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:32.930570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7576aa3c-1096-48eb-8b08-dd5f433dc3f1 None None] Port c52f197d-6664-49a9-8062-d7a92062c2ea cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:32.938242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:31Z', 'revision_number': 2, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:32.970655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Checking router: 29bca73c-9e54-4365-850c-6441e1bb8888 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:09:32.970987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Updating router 29bca73c-9e54-4365-850c-6441e1bb8888 port c52f197d-6664-49a9-8062-d7a92062c2ea binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:09:33.000416 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.063376 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2a7373f-46e9-462b-bd00-265e31fc977d tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 0.3309317 Jul 28 15:09:33.081248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 806d6ff4-7eeb-412c-9210-10f5f146c334 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:33.170083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-153cdfe2-b93c-452a-b0cc-2d7064819650 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01ed45a37eac46f19edf8c5b85d20c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717102 Jul 28 15:09:33.174270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56476) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:33.195807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-88099f7c-35fb-4b54-9aa4-5cd9ed529867 None None] Provisioning complete for port c52f197d-6664-49a9-8062-d7a92062c2ea triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:33.196772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-88099f7c-35fb-4b54-9aa4-5cd9ed529867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.255856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e89b-e4a3-47da-9036-8eb217288691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.256130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 806d6ff4-7eeb-412c-9210-10f5f146c334 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:33.256545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.261850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-88099f7c-35fb-4b54-9aa4-5cd9ed529867 None None] Port c52f197d-6664-49a9-8062-d7a92062c2ea cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:33.298883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e89b-e4a3-47da-9036-8eb217288691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.512439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.601904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56490) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:33.606870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498888549', 'description': 'tempest-secgroup-smoke-498888549 description', 'project_id': '827d56505c884b0294d59a378dcdb757'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:33.619971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Transition to ACTIVE for port object c52f197d-6664-49a9-8062-d7a92062c2ea will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:33.622014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e89b-e4a3-47da-9036-8eb217288691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.624748 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e89b-e4a3-47da-9036-8eb217288691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.625805 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebc1e89b-e4a3-47da-9036-8eb217288691 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69ba1281-4438-4774-8694-553e442796b1 HTTP/1.1" status: 204 len: 168 time: 0.4507592 Jul 28 15:09:33.642340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1e89b-e4a3-47da-9036-8eb217288691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba1281-4438-4774-8694-553e442796b1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:33.883561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:33.935204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.037568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a44f6-4591-4080-8dd6-ba469e4b95db None None] Pushing event updated for resources: {'Port': ['ID=c52f197d-6664-49a9-8062-d7a92062c2ea,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:34.053489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Attempting to bind port c52f197d-6664-49a9-8062-d7a92062c2ea on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:34.054165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Attempting to bind port c52f197d-6664-49a9-8062-d7a92062c2ea by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:34.054700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Attempting to bind port c52f197d-6664-49a9-8062-d7a92062c2ea on network 7ecaf434-bb74-4d73-b889-8b2493db4651 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:34.061388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:34.063404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Checking segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:34.063404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.063404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Bound using segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:34.063826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Bound port: c52f197d-6664-49a9-8062-d7a92062c2ea, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:34.064230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.081767 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.162484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] For port c52f197d-6664-49a9-8062-d7a92062c2ea, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:34.167173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] For port c52f197d-6664-49a9-8062-d7a92062c2ea, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c52f197d-6664-49a9-8062-d7a92062c2ea,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:34.256298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.314509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbf770-1fad-4c4b-a1ee-a74ba14a8345,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:34.352529 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.418047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:34.418739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:34.467972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a44f6-4591-4080-8dd6-ba469e4b95db None None] Pushing event updated for resources: {'Port': ['ID=c52f197d-6664-49a9-8062-d7a92062c2ea,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:34.477570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.480288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b98387f3-1fdd-42eb-a394-1e0159f09ea1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8763399 Jul 28 15:09:34.490709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56526) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:34.502091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '0acbf770-1fad-4c4b-a1ee-a74ba14a8345', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:34.576313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:34.685866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.777800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.839297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45151-889f-4763-8087-b83796a77397 req-1a5554bb-804f-45ff-8a52-f1835f466350 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:34.840959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ef45151-889f-4763-8087-b83796a77397 req-1a5554bb-804f-45ff-8a52-f1835f466350 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0611420 Jul 28 15:09:34.897246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ef45151-889f-4763-8087-b83796a77397 req-f0b142d4-5d5b-4a83-bede-a28d4e10086f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483572 Jul 28 15:09:34.964337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:34Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:34.971296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:34.996655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2b0e7-7808-4be2-9706-3c44b19d49f2 None None] The sync data for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 is: [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:34Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:35.042879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43588c54-22ad-49fb-996c-ea05915b4ffd,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:35.061530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-214aec66-08d9-4533-9112-2227fd7f6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.067206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-214aec66-08d9-4533-9112-2227fd7f6895 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.1143193 Jul 28 15:09:35.196081 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:35.199177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-55dd692e-3d87-43f5-bb50-ef4d8f2e7c2f tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7061615 Jul 28 15:09:35.201681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:35.207579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '0acbf770-1fad-4c4b-a1ee-a74ba14a8345', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:35.271144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-ef2cef10-40a9-4eef-8b5f-85f0a7be45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.273911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-ef2cef10-40a9-4eef-8b5f-85f0a7be45c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1972725 Jul 28 15:09:35.384842 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:35.395323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-eb127ca2-592b-4005-823b-ba9bab0d360d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.1099195 Jul 28 15:09:35.465651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-e69357c9-549b-43f8-85af-24ef949f39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.468806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-e69357c9-549b-43f8-85af-24ef949f39a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0649524 Jul 28 15:09:35.513907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:35.550518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56570) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:35.575749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-792e9ee6-49e1-4460-9f57-be7377aade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.579298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-792e9ee6-49e1-4460-9f57-be7377aade00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023986 Jul 28 15:09:35.660296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:35.710041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae9ec33-a0ff-4a71-a10f-1394f52919b5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:35.734923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-94e45a9a-7d1e-4342-8328-51622c8ae141 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463742 Jul 28 15:09:35.753559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521233918'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:35.810782 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:35.815744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2640ec9-1c65-4d1f-9b19-ead31c4ff054 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6129031 Jul 28 15:09:35.816108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56578) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:35.823627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '0acbf770-1fad-4c4b-a1ee-a74ba14a8345', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:35.867847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a38177eb-4a7d-4416-a411-21d9b815b0c2 req-5673eacb-3613-44e8-8f39-74907125e785 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250825 Jul 28 15:09:35.986758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:35.990794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.036713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.074031 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6043f3-1092-4eec-9c11-49773f65f712 req-1ed07764-ad49-4371-9812-ddb6cb62af1b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:36.075803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc6043f3-1092-4eec-9c11-49773f65f712 req-1ed07764-ad49-4371-9812-ddb6cb62af1b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0916080 Jul 28 15:09:36.112859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.158890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc6043f3-1092-4eec-9c11-49773f65f712 req-8efa6dce-30a3-4e1c-96bc-be79790af16f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712824 Jul 28 15:09:36.190257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.259554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.521398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.523794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.523794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a2447c-3317-45de-afea-8bdb25cb3287,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:36.690354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.714931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:36.732903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2956e66c-5199-4faa-a9a3-96cff132b363,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:36.738498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.738859 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment 3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555 of type vlan for network 2472b904-cd3b-4cf2-a8c9-814699ae0bba Jul 28 15:09:36.785704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.824307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.826124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ace606c0-61d7-47e7-b44a-192f4275ed88 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0088048 Jul 28 15:09:36.829730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56604) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:36.838100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '0acbf770-1fad-4c4b-a1ee-a74ba14a8345', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:36.968975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:36.974899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:36.975693 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.056552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.073089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=2472b904-cd3b-4cf2-a8c9-814699ae0bba,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:37.087616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:37.145554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c52f197d-6664-49a9-8062-d7a92062c2ea up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:37.176184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.242740 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a46b7c85-44ee-42b7-8d4d-c824be0f628b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6904294 Jul 28 15:09:37.247217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:37.253337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-247606524'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:37.315805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171167c-4339-4972-a05a-f7df6510f246 req-de8c0523-66d5-4b35-a9e0-c16be48f3b34 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:37.317474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d171167c-4339-4972-a05a-f7df6510f246 req-de8c0523-66d5-4b35-a9e0-c16be48f3b34 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0615435 Jul 28 15:09:37.328421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.368542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c52f197d-6664-49a9-8062-d7a92062c2ea completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:37.369381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:37.373054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c52f197d-6664-49a9-8062-d7a92062c2ea triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:37.379204 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.379448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d06f16b-0d80-499e-b44b-80c3854b7a25,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:37.379611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.416478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d171167c-4339-4972-a05a-f7df6510f246 req-93a2b9f0-5be9-4598-bd73-cba4c9017a06 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844216 Jul 28 15:09:37.421439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:37.439129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.439464 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment 1804f9ad-2a8b-4864-a506-6cc99d6e19a7 of type vlan for network 926e4706-db27-435f-8563-f3863e6aa53b Jul 28 15:09:37.492380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.506088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.508200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-514d0eb2-23a7-44a3-9dbf-edb40d6aed3d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6768143 Jul 28 15:09:37.519166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56630) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:37.522475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.525387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '0acbf770-1fad-4c4b-a1ee-a74ba14a8345', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:37.566278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c52f197d-6664-49a9-8062-d7a92062c2ea, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c52f197d-6664-49a9-8062-d7a92062c2ea,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:37.614583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.620807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:37.621465 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.693078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.693438 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Project 827d56505c884b0294d59a378dcdb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:09:37.700707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=926e4706-db27-435f-8563-f3863e6aa53b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:37.703415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.719240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 926e4706-db27-435f-8563-f3863e6aa53b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:37.778357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.801209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c52f197d-6664-49a9-8062-d7a92062c2ea,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:37.831223 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d909d20-f036-442f-a1e9-184f98992e04 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5824690 Jul 28 15:09:37.835751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56634) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:37.852005 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:37.917326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:37.942481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0a6b67-4440-4377-bbf6-1b0c7a3b78c6,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:38.092599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:38.092599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-386c7a85-71db-4fe4-a119-c152830be9a0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5691957 Jul 28 15:09:38.094932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56640) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:38.101082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'security_group_rule': {'security_group_id': '0acbf770-1fad-4c4b-a1ee-a74ba14a8345', 'project_id': '827d56505c884b0294d59a378dcdb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:38.586402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:38.589994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:38.900475 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Project 827d56505c884b0294d59a378dcdb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:09:38.905982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:38.940540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.017107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.030207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=b4197645-2b8b-4e9d-831e-1e0308198690,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:39.053745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:39.054133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: 2472b904-cd3b-4cf2-a8c9-814699ae0bba, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:39.077015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c52f197d-6664-49a9-8062-d7a92062c2ea up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:39.123378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.133360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400e0b23-93be-47b1-a482-73191f0c0fd4,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:39.160743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c52f197d-6664-49a9-8062-d7a92062c2ea triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:39.161219 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.180911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:39.242410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.246365 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-42f1e36e-5b7e-443d-b8a8-7b4d03b3ab6e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1481111 Jul 28 15:09:39.357732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 2472b904-cd3b-4cf2-a8c9-814699ae0bba) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:39.365630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:39.372535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.372689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafda18-3e54-4277-8680-4a11ef51830d None None] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:39.493345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-bdfabbea-3983-4369-929d-e6eb2080a1bb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498888549&fields=id&tenant_id=827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 267 time: 0.0371785 Jul 28 15:09:39.558490 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2622ca95-0c75-4f54-a790-e2c1dec9ebe1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7215047 Jul 28 15:09:39.564070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56662) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:39.571380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': '926e4706-db27-435f-8563-f3863e6aa53b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:39.630097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-48db2aaa-001f-4dc8-8e28-447b0575c786 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:39.631766 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-48db2aaa-001f-4dc8-8e28-447b0575c786 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/networks?id=7ecaf434-bb74-4d73-b889-8b2493db4651 HTTP/1.1" status: 200 len: 797 time: 0.1291933 Jul 28 15:09:39.659692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-8f873cb1-28d1-4eec-af34-cf607ac675ab tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/quotas/827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 375 time: 0.0149634 Jul 28 15:09:39.739132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-2472b904-cd3b-4cf2-a8c9-814699ae0bba', 'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': 'b4197645-2b8b-4e9d-831e-1e0308198690'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:09:39.740656 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.814063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:39.817694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:39.967502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Allocated IP 2001:db8::2 (2472b904-cd3b-4cf2-a8c9-814699ae0bba/b4197645-2b8b-4e9d-831e-1e0308198690/a2ed3bd7-8f96-471d-b8ae-b7e4c33af872) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:40.001552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-97a05707-1c71-47d1-aefc-f5dc90c00943 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3351889 Jul 28 15:09:40.134473 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-cf904b34-53db-4a78-a5e1-20d7a4e4e70f service neutron] 10.222.0.57 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194408 Jul 28 15:09:40.166696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.182518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Transition to ACTIVE for port object a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:40.208588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Transition to ACTIVE for port object a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:40.214861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.277260 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-8d633916-7c0a-4535-ba3a-a2fd30e9612a service neutron] 10.222.0.57 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340115 Jul 28 15:09:40.291920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=374793e7-d9b3-4605-984c-72472abc8c26,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:40.302834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': '1804f9ad-2a8b-4864-a506-6cc99d6e19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '926e4706-db27-435f-8563-f3863e6aa53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:40.303197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: 926e4706-db27-435f-8563-f3863e6aa53b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:40.328977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.378975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:40.382010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:40.385255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:40.397241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Pushing event updated for resources: {'Port': ['ID=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:40.441054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 926e4706-db27-435f-8563-f3863e6aa53b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:40.462290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Attempting to bind port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:40.462290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Attempting to bind port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:40.462290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Attempting to bind port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 on network 2472b904-cd3b-4cf2-a8c9-814699ae0bba {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:40.463183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:40.463534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Checking segment: {'id': '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:40.464097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.464654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Bound using segment: {'id': '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:40.465338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Bound port: a2ed3bd7-8f96-471d-b8ae-b7e4c33af872, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2472b904-cd3b-4cf2-a8c9-814699ae0bba'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:40.465875 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.534514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 926e4706-db27-435f-8563-f3863e6aa53b) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:40.545469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:40.547463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.549260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c5b1f-1aa1-4eba-8f7a-8d89f3dce65c None None] Network 926e4706-db27-435f-8563-f3863e6aa53b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:40.634791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e3e01fc-c4dc-4c1c-81ad-fba22926586b req-4f9db503-9038-4605-8fc1-54615696fcca tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0589128 Jul 28 15:09:40.656943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] For port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:40.678206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] For port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,segment=NetworkSegment(3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555),segment_id=3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:40.683975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-95fab7b2-6afa-44c9-9e0f-9285d94d0331 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1177027 Jul 28 15:09:40.694794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56670) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:40.699966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-544709095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:40.786382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-926e4706-db27-435f-8563-f3863e6aa53b', 'network_id': '926e4706-db27-435f-8563-f3863e6aa53b', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': '374793e7-d9b3-4605-984c-72472abc8c26'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:09:40.787489 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.866428 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.883320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.885915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.973000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:40.980506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980f796-4d7d-4edf-ba2d-1b72c1caefa7 None None] Pushing event updated for resources: {'Port': ['ID=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:41.009487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Allocated IP 2001:db8:1::2 (926e4706-db27-435f-8563-f3863e6aa53b/374793e7-d9b3-4605-984c-72472abc8c26/dae741b0-a540-4c75-aab4-234d6b5d5404) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:41.072845 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.247788 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.274487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Transition to ACTIVE for port object dae741b0-a540-4c75-aab4-234d6b5d5404 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:41.308049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Transition to ACTIVE for port object dae741b0-a540-4c75-aab4-234d6b5d5404 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:41.312716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.318643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-83fe2d0a-24c1-4e1f-8283-e8d4523abe7f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6182818 Jul 28 15:09:41.318885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56678) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:41.455730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.528973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Network 926e4706-db27-435f-8563-f3863e6aa53b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:41.537727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:41.542513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:41.552631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Pushing event updated for resources: {'Port': ['ID=dae741b0-a540-4c75-aab4-234d6b5d5404,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:41.618815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Attempting to bind port dae741b0-a540-4c75-aab4-234d6b5d5404 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:41.619193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Attempting to bind port dae741b0-a540-4c75-aab4-234d6b5d5404 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1804f9ad-2a8b-4864-a506-6cc99d6e19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '926e4706-db27-435f-8563-f3863e6aa53b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:41.619565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Attempting to bind port dae741b0-a540-4c75-aab4-234d6b5d5404 on network 926e4706-db27-435f-8563-f3863e6aa53b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:41.625269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:41.625649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Checking segment: {'id': '1804f9ad-2a8b-4864-a506-6cc99d6e19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '926e4706-db27-435f-8563-f3863e6aa53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:41.626057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.626455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Bound using segment: {'id': '1804f9ad-2a8b-4864-a506-6cc99d6e19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '926e4706-db27-435f-8563-f3863e6aa53b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:41.626930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Bound port: dae741b0-a540-4c75-aab4-234d6b5d5404, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1804f9ad-2a8b-4864-a506-6cc99d6e19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '926e4706-db27-435f-8563-f3863e6aa53b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:41.627314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.695751 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.713891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] For port dae741b0-a540-4c75-aab4-234d6b5d5404, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:41.722751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] For port dae741b0-a540-4c75-aab4-234d6b5d5404, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae741b0-a540-4c75-aab4-234d6b5d5404,segment=NetworkSegment(1804f9ad-2a8b-4864-a506-6cc99d6e19a7),segment_id=1804f9ad-2a8b-4864-a506-6cc99d6e19a7)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:41.735159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8904854-0d6b-4726-95ae-5905a966e387 req-b5b3208d-814b-4bb5-9c28-6ad8894977be tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0395031 Jul 28 15:09:41.836049 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:41.927432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd091e0-6f5b-4088-b6c2-5ad02ede351a None None] Pushing event updated for resources: {'Port': ['ID=dae741b0-a540-4c75-aab4-234d6b5d5404,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:42.132656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8::1 (2472b904-cd3b-4cf2-a8c9-814699ae0bba/b4197645-2b8b-4e9d-831e-1e0308198690/a69eb2ca-b8c1-4499-912c-6cc7c92c1543) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:42.321702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:42.337133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ddb37-1955-4bb6-b14e-4ecf696baaa4 None None] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:42.351159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object a69eb2ca-b8c1-4499-912c-6cc7c92c1543 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:42.599206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cf33d7c4-679a-47d0-9eaa-028d581b6f74 None None] Provisioning for port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:42.606348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:42.669189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:42.672711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:42.683712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:42.683712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:42.687509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=a69eb2ca-b8c1-4499-912c-6cc7c92c1543,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:42.912675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ec89b38-2d58-4fb6-ae4a-5697ab23e0b2 req-8cb76bda-38e3-41c7-9679-de4b89ac2440 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0469246 Jul 28 15:09:42.970384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:43.273586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae741b0-a540-4c75-aab4-234d6b5d5404 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:43.536296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66efabe1-c5aa-4b5e-bf2a-644fb8ad46a1 None None] Network 926e4706-db27-435f-8563-f3863e6aa53b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:43.569744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:43.584042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port dae741b0-a540-4c75-aab4-234d6b5d5404 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:43.597121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:43.701398 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:43.705711 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:43.803723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Provisioning for port a69eb2ca-b8c1-4499-912c-6cc7c92c1543 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:43.810801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Provisioning complete for port a69eb2ca-b8c1-4499-912c-6cc7c92c1543 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:43.811198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:43.851690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=a69eb2ca-b8c1-4499-912c-6cc7c92c1543,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:43.864816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Port a69eb2ca-b8c1-4499-912c-6cc7c92c1543 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:43.877419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:43.882203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:43.883443 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:43.944877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:43.946573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:44.058502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.062883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Provisioning for port dae741b0-a540-4c75-aab4-234d6b5d5404 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:44.069043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Provisioning complete for port dae741b0-a540-4c75-aab4-234d6b5d5404 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:44.069804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.074456 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b96f00bc-bcd0-4e53-883f-0e055a484a02 req-495aa724-62ec-4ddc-881d-dde72f4844a8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0457561 Jul 28 15:09:44.150442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,segment=NetworkSegment(3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555),segment_id=3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:44.238333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.278079 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.328034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] For port dae741b0-a540-4c75-aab4-234d6b5d5404, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae741b0-a540-4c75-aab4-234d6b5d5404,segment=NetworkSegment(1804f9ad-2a8b-4864-a506-6cc99d6e19a7),segment_id=1804f9ad-2a8b-4864-a506-6cc99d6e19a7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:44.350198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:44.443214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.508810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04184226-cb94-4444-9d25-a48d9c3b6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dae741b0-a540-4c75-aab4-234d6b5d5404,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:44.578877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1e774ff5-d8f5-4351-9a18-3232037836ff None None] Provisioning complete for port a69eb2ca-b8c1-4499-912c-6cc7c92c1543 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:44.579788 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1e774ff5-d8f5-4351-9a18-3232037836ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.622641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1e774ff5-d8f5-4351-9a18-3232037836ff None None] Port a69eb2ca-b8c1-4499-912c-6cc7c92c1543 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:44.635082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1e774ff5-d8f5-4351-9a18-3232037836ff None None] Provisioning complete for port dae741b0-a540-4c75-aab4-234d6b5d5404 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:44.635445 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1e774ff5-d8f5-4351-9a18-3232037836ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.724485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-870dd533-6b19-425f-b047-2572ceca19aa tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:44.724485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-870dd533-6b19-425f-b047-2572ceca19aa tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/networks?id=7ecaf434-bb74-4d73-b889-8b2493db4651 HTTP/1.1" status: 200 len: 797 time: 0.6092095 Jul 28 15:09:44.792378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-c393c795-a5e2-4b76-93e3-c20baf2d18da tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827d56505c884b0294d59a378dcdb757 HTTP/1.1" status: 200 len: 379 time: 0.0477931 Jul 28 15:09:44.802172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'port': {'device_id': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'admin_state_up': True, 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'security_groups': ['0acbf770-1fad-4c4b-a1ee-a74ba14a8345']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:44.827542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 75ab2610-a2ec-4c5f-9844-6e5b6a544a69 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:09:45.092079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae741b0-a540-4c75-aab4-234d6b5d5404 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:45.112478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:45.124978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e61b7081-9726-48e5-bfb8-f482d1595018 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/75ab2610-a2ec-4c5f-9844-6e5b6a544a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8017161 Jul 28 15:09:45.126734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56702) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:45.128415 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] Sync routers for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:45.142464 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:45.143482 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:45.183327 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:45.195073 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:45.196160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:45.197521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a0f0e-5c14-454a-8951-2248f7b3e73c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:45.197673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port dae741b0-a540-4c75-aab4-234d6b5d5404 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:45.197976 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:45.201515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-297a0f0e-5c14-454a-8951-2248f7b3e73c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports/a69eb2ca-b8c1-4499-912c-6cc7c92c1543 HTTP/1.1" status: 200 len: 911 time: 0.0711200 Jul 28 15:09:45.204022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:45.239590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7def637-97e2-4239-9c32-31f2720b10d7 req-77e81617-14b0-46c1-8d96-c718271b9371 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0391469 Jul 28 15:09:45.256756 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:45.257482 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebde56e-4240-41f5-8d35-fed71d8edb40 None None] The sync data for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:45.323649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:45.338459 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:09:45.385379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:45.385752 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:45.539957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Made reservation on behalf of 827d56505c884b0294d59a378dcdb757 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:45.543636 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:45.631468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:45.721263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.20.0.10 (7ecaf434-bb74-4d73-b889-8b2493db4651/9358b10a-657b-41ab-b2f6-989b9792a432/a33c7cbc-d813-4080-9526-e5e4ec1db7cc) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:45.907859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:45.923867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Transition to ACTIVE for port object a33c7cbc-d813-4080-9526-e5e4ec1db7cc will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:45.999800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8:1::1 (926e4706-db27-435f-8563-f3863e6aa53b/374793e7-d9b3-4605-984c-72472abc8c26/d19160b9-36e7-4a3f-9af7-a0101925a32b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:46.121054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.137171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object d19160b9-36e7-4a3f-9af7-a0101925a32b will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:46.158126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.211769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:46.215223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:46.221768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:46.252260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:46.297814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:46.298497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.306000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.394552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 926e4706-db27-435f-8563-f3863e6aa53b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:46.412733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-79ac71eb-90f0-4653-8e9e-6648d69e919d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6107612 Jul 28 15:09:46.417008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:46.423550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=d19160b9-36e7-4a3f-9af7-a0101925a32b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:46.427764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:46.428319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.444445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Request body: {'port': {'device_id': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:46.511328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a408e-b236-42af-9bea-56d826920417 req-7c9d28fd-7218-4602-be85-95329c82b708 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:46.523838 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c5a408e-b236-42af-9bea-56d826920417 req-7c9d28fd-7218-4602-be85-95329c82b708 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 932 time: 0.1495147 Jul 28 15:09:46.560668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.620411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c5a408e-b236-42af-9bea-56d826920417 req-f13ceb15-64fa-423b-856f-11b4682675f8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953789 Jul 28 15:09:46.710408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df48620e-cf87-428f-97a9-27b9abf08e69 None None] Provisioning for port a33c7cbc-d813-4080-9526-e5e4ec1db7cc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:46.720053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df48620e-cf87-428f-97a9-27b9abf08e69 None None] Provisioning complete for port a33c7cbc-d813-4080-9526-e5e4ec1db7cc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:46.723701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df48620e-cf87-428f-97a9-27b9abf08e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.843672 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.847219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-df48620e-cf87-428f-97a9-27b9abf08e69 None None] Port a33c7cbc-d813-4080-9526-e5e4ec1db7cc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:47.128654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a560c000-627a-4cd0-9363-ee835d545549 None None] Provisioning for port d19160b9-36e7-4a3f-9af7-a0101925a32b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:47.135346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a560c000-627a-4cd0-9363-ee835d545549 None None] Provisioning complete for port d19160b9-36e7-4a3f-9af7-a0101925a32b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:47.136939 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a560c000-627a-4cd0-9363-ee835d545549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.169777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33c7cbc-d813-4080-9526-e5e4ec1db7cc {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:09:47.187851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.212567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Transition to ACTIVE for port object a33c7cbc-d813-4080-9526-e5e4ec1db7cc will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:47.231037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a560c000-627a-4cd0-9363-ee835d545549 None None] Port d19160b9-36e7-4a3f-9af7-a0101925a32b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:47.351672 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.367580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.411606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:47.497993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Attempting to bind port a33c7cbc-d813-4080-9526-e5e4ec1db7cc on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:47.502394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Attempting to bind port a33c7cbc-d813-4080-9526-e5e4ec1db7cc by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:47.502657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.502850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Attempting to bind port a33c7cbc-d813-4080-9526-e5e4ec1db7cc on network 7ecaf434-bb74-4d73-b889-8b2493db4651 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:47.503021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.505023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Port a33c7cbc-d813-4080-9526-e5e4ec1db7cc on network 7ecaf434-bb74-4d73-b889-8b2493db4651 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:09:47.505368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Attempting to bind port a33c7cbc-d813-4080-9526-e5e4ec1db7cc on network 7ecaf434-bb74-4d73-b889-8b2493db4651 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:47.511935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:47.512351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Checking segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:47.512799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Bound using segment: {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:47.513265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Bound port: a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de94a48e-7da8-4183-a2e9-72d5baab0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:47.513642 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.612832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] For port a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:47.620896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] For port a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:47.651898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=d19160b9-36e7-4a3f-9af7-a0101925a32b,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:47.719459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 926e4706-db27-435f-8563-f3863e6aa53b is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:47.721641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:47.735659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.745459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56720) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:47.800119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:47.800798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:47.802228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] 10.222.0.42 "PUT /v2.0/ports/a33c7cbc-d813-4080-9526-e5e4ec1db7cc HTTP/1.1" status: 200 len: 1093 time: 1.3768568 Jul 28 15:09:47.804890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:47.807098 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054fa20-30d3-4bfd-a371-af20eddfd96c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:47.862230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ebdbb-e67f-478e-94f4-46cb9f4e9ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:47.862784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 75ab2610-a2ec-4c5f-9844-6e5b6a544a69 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:47.892017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5825e6c-007e-415a-9804-935c6d74c1a0 req-38fd044b-a8f1-43f5-9237-260f3aa269d0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:47.906983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5825e6c-007e-415a-9804-935c6d74c1a0 req-38fd044b-a8f1-43f5-9237-260f3aa269d0 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 944 time: 0.1317463 Jul 28 15:09:47.991187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5825e6c-007e-415a-9804-935c6d74c1a0 req-463507a7-ef96-4830-a922-dd788c243a38 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791276 Jul 28 15:09:48.056287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:48.067460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7a535585-2528-45c2-b441-b2df730b8124 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/75ab2610-a2ec-4c5f-9844-6e5b6a544a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8614302 Jul 28 15:09:48.075279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] Sync routers for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:48.080034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:48.092203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:48.100534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:48.128423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-d89f97f7-9330-4706-b485-bcf42be30c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.141312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-d89f97f7-9330-4706-b485-bcf42be30c6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 1096 time: 0.1515455 Jul 28 15:09:48.145204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346317d-93f9-4548-bbd4-9e10bbf1fd79 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.146960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d346317d-93f9-4548-bbd4-9e10bbf1fd79 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports/d19160b9-36e7-4a3f-9af7-a0101925a32b HTTP/1.1" status: 200 len: 913 time: 0.0649583 Jul 28 15:09:48.152223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56728) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:48.184734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:48.215007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:48.215699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:48.236260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-5dd3d854-cd0b-4bbd-b2db-ce1a13ec9ed1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc HTTP/1.1" status: 200 len: 217 time: 0.0692048 Jul 28 15:09:48.285397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aa4e223c-42a8-40fd-a6c5-a20e5744a75c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcae29c561a540dcb4c3f408f09cfb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386775 Jul 28 15:09:48.287051 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ab0228-040b-493a-9a75-f105a367e700 x-openstack-request-id: req-63ab0228-040b-493a-9a75-f105a367e700 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:48.287348 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:48.287556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56730) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:48.287712 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63ab0228-040b-493a-9a75-f105a367e700 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:48.287991 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'status': 'completed', 'code': 200} Jul 28 15:09:48.311638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-aa92c192-928a-44f0-8897-7f05f3ebd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.314048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-aa92c192-928a-44f0-8897-7f05f3ebd7bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9358b10a-657b-41ab-b2f6-989b9792a432 HTTP/1.1" status: 200 len: 835 time: 0.0675204 Jul 28 15:09:48.324986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:48.326066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69974f3e-12df-49e4-a258-c6e4be3a155e None None] The sync data for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:48.361848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-86eb1feb-bfbd-41b2-9025-416bcb2c4a5b None None] Provisioning complete for port d19160b9-36e7-4a3f-9af7-a0101925a32b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:48.362439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-86eb1feb-bfbd-41b2-9025-416bcb2c4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.384704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-0513dd4b-b19d-4ae7-8f25-36d55f9bef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.387170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-0513dd4b-b19d-4ae7-8f25-36d55f9bef1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ecaf434-bb74-4d73-b889-8b2493db4651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648980 Jul 28 15:09:48.411989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-86eb1feb-bfbd-41b2-9025-416bcb2c4a5b None None] Port d19160b9-36e7-4a3f-9af7-a0101925a32b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:48.434511 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-186d4fee-47f1-4bb4-8faf-1871408b0b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.488708 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-186d4fee-47f1-4bb4-8faf-1871408b0b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.500715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-fd135f4e-ec60-488a-b242-cc126bb3e88f service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030760 Jul 28 15:09:48.604259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab41d7f2-4169-46f7-a623-73bcdc679219 req-2b923b30-0338-4611-af18-227b902e597a service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965993 Jul 28 15:09:48.703513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-186d4fee-47f1-4bb4-8faf-1871408b0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.706077 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-186d4fee-47f1-4bb4-8faf-1871408b0b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.707282 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-186d4fee-47f1-4bb4-8faf-1871408b0b69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48a7e7d6-1cae-4cf6-81c6-00a8283fbb46 HTTP/1.1" status: 204 len: 168 time: 0.4186187 Jul 28 15:09:48.713369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.721309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d4fee-47f1-4bb4-8faf-1871408b0b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a7e7d6-1cae-4cf6-81c6-00a8283fbb46,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:48.831048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-1092f0cc-2a15-449b-88ae-9281b338f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.832618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-1092f0cc-2a15-449b-88ae-9281b338f627 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 1096 time: 0.0445797 Jul 28 15:09:48.929696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-b4385ba0-840d-47cd-b0ec-efe4b5ae23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.931510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-b4385ba0-840d-47cd-b0ec-efe4b5ae23b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ecaf434-bb74-4d73-b889-8b2493db4651 HTTP/1.1" status: 200 len: 898 time: 0.0911627 Jul 28 15:09:48.986188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-05fc10dc-f5e5-42e1-9df7-3b707baf0aab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc HTTP/1.1" status: 200 len: 217 time: 0.0405610 Jul 28 15:09:49.035843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port d19160b9-36e7-4a3f-9af7-a0101925a32b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:49.035843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.039332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-e7edee42-fa4f-4c57-91c3-8900a32f532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:49.040818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-e7edee42-fa4f-4c57-91c3-8900a32f532d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9358b10a-657b-41ab-b2f6-989b9792a432 HTTP/1.1" status: 200 len: 835 time: 0.0531931 Jul 28 15:09:49.132023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-850b39ff-a73b-4268-b376-61be82c01074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:49.133725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-850b39ff-a73b-4268-b376-61be82c01074 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ecaf434-bb74-4d73-b889-8b2493db4651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846467 Jul 28 15:09:49.160674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba2596-b1b4-4580-a8e2-a5cce9ba9305 req-ac195714-079b-4354-aca2-b869790162bc tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:49.162366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2ba2596-b1b4-4580-a8e2-a5cce9ba9305 req-ac195714-079b-4354-aca2-b869790162bc tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 944 time: 0.0785940 Jul 28 15:09:49.261011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2ba2596-b1b4-4580-a8e2-a5cce9ba9305 req-4a922bd0-a0c7-4b2f-b0b8-de61d9719b74 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784833 Jul 28 15:09:49.291995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-b5f4d633-6e09-499e-8385-c38c0d84783f service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483576 Jul 28 15:09:49.406687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c054fa20-30d3-4bfd-a371-af20eddfd96c req-3db6713f-ca02-43e1-985a-582ddf7432fe service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064951 Jul 28 15:09:49.418485 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.435327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for d19160b9-36e7-4a3f-9af7-a0101925a32b owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:49.783767 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.814130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=d19160b9-36e7-4a3f-9af7-a0101925a32b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:50.035552 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.116265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-77f91232-b393-4c65-a24b-b2f1b8bff6c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3342772 Jul 28 15:09:50.190961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-422c5f1f-7d9a-48a8-9434-fdd0aee14a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:50.192658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-422c5f1f-7d9a-48a8-9434-fdd0aee14a76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 1098 time: 0.0516973 Jul 28 15:09:50.284799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 75ab2610-a2ec-4c5f-9844-6e5b6a544a69 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:50.329605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-75b6d9a8-8836-49ad-9c20-7442eaedc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:50.331199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-75b6d9a8-8836-49ad-9c20-7442eaedc2c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1089549 Jul 28 15:09:50.392491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-bf22d340-3f9d-41c1-b93b-29da79ebd1b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10d4582-f75a-4948-9a0d-065659777f01 HTTP/1.1" status: 200 len: 217 time: 0.0427103 Jul 28 15:09:50.429171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:50.438924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cf459848-0680-4304-9e0a-1665379bc3f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/75ab2610-a2ec-4c5f-9844-6e5b6a544a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851000 Jul 28 15:09:50.441824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56794) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:50.449047 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] Sync routers for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:50.452986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360c11-0b8e-4938-b251-394c5f440d0e req-096896b0-8619-4b36-b2ec-ec8149ba9d99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:50.454982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73360c11-0b8e-4938-b251-394c5f440d0e req-096896b0-8619-4b36-b2ec-ec8149ba9d99 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 944 time: 0.0774941 Jul 28 15:09:50.461835 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:50.462652 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:50.506978 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:50.518665 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:50.519944 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:50.522305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73360c11-0b8e-4938-b251-394c5f440d0e req-d095a101-5760-45e3-9ea4-f7ba17b78f23 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562391 Jul 28 15:09:50.550815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-eaa6e3dd-5592-4296-932e-7268f637941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:50.552611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-eaa6e3dd-5592-4296-932e-7268f637941d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1489320 Jul 28 15:09:50.564929 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:50.565996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e137fc-9bf2-4a1c-afa2-224220391177 None None] The sync data for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:50.688161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-2f89a0e2-6caa-4abd-b8ca-6da4e926963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:50.688161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-2f89a0e2-6caa-4abd-b8ca-6da4e926963e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191638 Jul 28 15:09:50.698408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-ecc08cb1-833f-45a3-b349-9e7ccdbd7b74 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:09:50.699360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-ecc08cb1-833f-45a3-b349-9e7ccdbd7b74 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063653 Jul 28 15:09:50.853983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-f1f9ce42-377e-4736-a5b6-75465b526503 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264598 Jul 28 15:09:51.000944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f8f8343-4dec-4e69-80c6-1a41e51b0275 req-b62834f2-2f3d-4777-ac18-0e1f74240741 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347063 Jul 28 15:09:51.011987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.305130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port a69eb2ca-b8c1-4499-912c-6cc7c92c1543 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:51.305489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.407487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.420306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for a69eb2ca-b8c1-4499-912c-6cc7c92c1543 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:51.551471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a33c7cbc-d813-4080-9526-e5e4ec1db7cc details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:09:51.657649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bc8ee-a852-492b-abdf-645d65eb56f8 req-ec5e3c5b-32a6-4749-8c5b-bd91cd00b632 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:51.659379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-224bc8ee-a852-492b-abdf-645d65eb56f8 req-ec5e3c5b-32a6-4749-8c5b-bd91cd00b632 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 944 time: 0.0612586 Jul 28 15:09:51.684652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:51.697972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'port_id': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'mac_address': 'fa:16:3e:c2:86:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:09:51.701235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-224bc8ee-a852-492b-abdf-645d65eb56f8 req-3609d296-7531-47fd-b2f6-bcb38ebe3485 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350242 Jul 28 15:09:51.751415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.752395 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.770424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33c7cbc-d813-4080-9526-e5e4ec1db7cc {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:09:51.779993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=a69eb2ca-b8c1-4499-912c-6cc7c92c1543,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:51.799686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:51.888393 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.892244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.961055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:52.090712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 75ab2610-a2ec-4c5f-9844-6e5b6a544a69 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:52.179117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:52.185083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8aeea9d7-2624-41a4-97dd-1ab69fc447ec tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/75ab2610-a2ec-4c5f-9844-6e5b6a544a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403183 Jul 28 15:09:52.189586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:52.199068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] Sync routers for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:52.211404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:52.212710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:52.227810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-df5b7eb4-0d0a-4d14-a8a5-ea75718bdcea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=75ab2610-a2ec-4c5f-9844-6e5b6a544a69 HTTP/1.1" status: 200 len: 205 time: 0.0363648 Jul 28 15:09:52.230005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56838) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:52.275606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:52.280835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dce32bef-bd7b-4da8-9249-87c2d11eb15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.300222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] Routers {'75ab2610-a2ec-4c5f-9844-6e5b6a544a69'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:52.302942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:52.327003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.370430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['a33c7cbc-d813-4080-9526-e5e4ec1db7cc'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:09:52.374838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:52.376149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a887b-4548-49ab-b163-dee0ad207b55 None None] The sync data for ids ['75ab2610-a2ec-4c5f-9844-6e5b6a544a69'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:52.590150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.593290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.735901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.737602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router 75ab2610-a2ec-4c5f-9844-6e5b6a544a69 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:09:52.755622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.756284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ae7beae-e6c3-41e4-9eeb-d7c562376ca5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/75ab2610-a2ec-4c5f-9844-6e5b6a544a69 HTTP/1.1" status: 204 len: 168 time: 0.5231211 Jul 28 15:09:52.758597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56844) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:52.882089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet 374793e7-d9b3-4605-984c-72472abc8c26 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:52.887139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:52.932906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e2f92-827e-470a-9199-abd126e62d01 req-1452d24f-b7a2-4d27-a699-e3b8e0b09419 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:52.934571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d84e2f92-827e-470a-9199-abd126e62d01 req-1452d24f-b7a2-4d27-a699-e3b8e0b09419 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 945 time: 0.1190639 Jul 28 15:09:52.961266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.080135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d84e2f92-827e-470a-9199-abd126e62d01 req-0788346b-da9f-4851-962f-275f4db6f4fe tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367347 Jul 28 15:09:53.149655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.300434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.331153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=374793e7-d9b3-4605-984c-72472abc8c26,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:53.333296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.335248 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f7d0538-4fd5-48f7-bd17-bcc83656bfa7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/374793e7-d9b3-4605-984c-72472abc8c26 HTTP/1.1" status: 204 len: 168 time: 0.5752046 Jul 28 15:09:53.338835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56846) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:53.345617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5475d2-573d-4205-8489-ee73003cadc6 None None] Network 926e4706-db27-435f-8563-f3863e6aa53b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:53.403161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet b4197645-2b8b-4e9d-831e-1e0308198690 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:09:53.407556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.488290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.567814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a33c7cbc-d813-4080-9526-e5e4ec1db7cc up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:53.605189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] DHCP port deletion for 926e4706-db27-435f-8563-f3863e6aa53b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:53.640618 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.681217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Deleting port dae741b0-a540-4c75-aab4-234d6b5d5404 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:53.681828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.763845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] For port dae741b0-a540-4c75-aab4-234d6b5d5404, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae741b0-a540-4c75-aab4-234d6b5d5404,segment=NetworkSegment(1804f9ad-2a8b-4864-a506-6cc99d6e19a7),segment_id=1804f9ad-2a8b-4864-a506-6cc99d6e19a7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:53.764266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.776264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port a33c7cbc-d813-4080-9526-e5e4ec1db7cc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:53.787488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Calling delete_port for dae741b0-a540-4c75-aab4-234d6b5d5404 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:53.789251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port a33c7cbc-d813-4080-9526-e5e4ec1db7cc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:53.789618 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.814404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.847150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=b4197645-2b8b-4e9d-831e-1e0308198690,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:53.853241 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:53.855383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dea45232-1de2-45af-9e06-772b236fab0f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/b4197645-2b8b-4e9d-831e-1e0308198690 HTTP/1.1" status: 204 len: 168 time: 0.5155315 Jul 28 15:09:53.858945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56850) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:53.869960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42cd5c-9d47-44b9-a9f1-7044d8ce9ef4 None None] Network 2472b904-cd3b-4cf2-a8c9-814699ae0bba requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:53.970042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.045649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port dae741b0-a540-4c75-aab4-234d6b5d5404 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:54.046792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.056959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.089349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:54.093542 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce42124-9f8d-4c7d-8ab3-de669941f62d" -d '{"events": [{"server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:54.125338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:54.132831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port dae741b0-a540-4c75-aab4-234d6b5d5404, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=dae741b0-a540-4c75-aab4-234d6b5d5404,segment=NetworkSegment(1804f9ad-2a8b-4864-a506-6cc99d6e19a7),segment_id=1804f9ad-2a8b-4864-a506-6cc99d6e19a7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:54.133218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.149112 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63510e6-8d15-40c4-a4d2-ca1b66561fe2 x-openstack-request-id: req-d63510e6-8d15-40c4-a4d2-ca1b66561fe2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:54.149451 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:54.149711 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d63510e6-8d15-40c4-a4d2-ca1b66561fe2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:54.150115 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'code': 200} Jul 28 15:09:54.153467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for dae741b0-a540-4c75-aab4-234d6b5d5404 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:54.213130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] DHCP port deletion for 2472b904-cd3b-4cf2-a8c9-814699ae0bba request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:09:54.259088 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.299257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1a713-960b-44f5-9906-c01eb19418e0 req-c3d2e651-c121-4906-8069-82dec19b8b49 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:54.301333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89d1a713-960b-44f5-9906-c01eb19418e0 req-c3d2e651-c121-4906-8069-82dec19b8b49 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 945 time: 0.0812206 Jul 28 15:09:54.312843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd992de-5b4d-487b-b6c8-b0fb5756493b req-0f8a3f68-178f-4c05-9ebd-c996b73e8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:54.314407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fd992de-5b4d-487b-b6c8-b0fb5756493b req-0f8a3f68-178f-4c05-9ebd-c996b73e8619 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 1097 time: 0.0626061 Jul 28 15:09:54.315607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.330279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.334131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Pushing event deleted for resources: {'Port': ['ID=dae741b0-a540-4c75-aab4-234d6b5d5404,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:54.341419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] No DVR routers for this DVR port dae741b0-a540-4c75-aab4-234d6b5d5404 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:54.366099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=dae741b0-a540-4c75-aab4-234d6b5d5404,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:54.367108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.367108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.367108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.369553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.369553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.369553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.369964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port dae741b0-a540-4c75-aab4-234d6b5d5404 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:54.370136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.370136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.370136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.370136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.370136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.370136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3cddc-dfe8-411d-bdc6-6c67c12f1664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.386292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89d1a713-960b-44f5-9906-c01eb19418e0 req-afd552d8-9c38-4d66-8acc-9584aa56c9a4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761387 Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.420920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:54.428781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] Deleting port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:54.428950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.492016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fd992de-5b4d-487b-b6c8-b0fb5756493b req-02060a6c-fe27-42f7-9d3b-b163df7cc649 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364946 Jul 28 15:09:54.498429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.512816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926e4706-db27-435f-8563-f3863e6aa53b']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:54.528529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1804f9ad-2a8b-4864-a506-6cc99d6e19a7') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:54.528903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1804f9ad-2a8b-4864-a506-6cc99d6e19a7') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:54.545345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.569336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.577683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:54.578284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: self.session.flush() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:54.583460 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:54.683932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:54.707251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] For port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,segment=NetworkSegment(3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555),segment_id=3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:54.712779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.727274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] Calling delete_port for a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:54.743746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.751488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.755988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/926e4706-db27-435f-8563-f3863e6aa53b HTTP/1.1" status: 204 len: 168 time: 0.8934965 Jul 28 15:09:54.757101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:54.768631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214d4c-920d-482a-9eb6-23bb3d0b6aaa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=926e4706-db27-435f-8563-f3863e6aa53b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:54.852427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.854007 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c82e836e-1fa3-42c0-986e-ce7933c8dc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.932155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:09:54.932680 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.946043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:54.983976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] Pushing event deleted for resources: {'Port': ['ID=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:54.987708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b2ddb-a625-42ba-8f36-a914ad265cf1 None None] No DVR routers for this DVR port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:55.018426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,segment=NetworkSegment(3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555),segment_id=3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:55.018819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.039752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:09:55.083154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae741b0-a540-4c75-aab4-234d6b5d5404 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:55.115665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: dae741b0-a540-4c75-aab4-234d6b5d5404 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:55.116108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device dae741b0-a540-4c75-aab4-234d6b5d5404 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:55.123405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:09:55.159473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:09:55.160063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:09:55.161228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.212863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=a2ed3bd7-8f96-471d-b8ae-b7e4c33af872,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:55.222156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port a2ed3bd7-8f96-471d-b8ae-b7e4c33af872 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:09:55.319714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.322698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.343926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2472b904-cd3b-4cf2-a8c9-814699ae0bba']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:55.361785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:55.362090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6a0936-d8ae-40a9-bbbc-07d7a2d8e555') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:55.374143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.389984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.401023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:09:55.401441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:09:55.404816 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:09:55.541815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dba8c-b0bd-49e3-9a3e-e9d5b91df712 req-49238a5e-ed88-4530-8d41-20221688999d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:55.543411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb7dba8c-b0bd-49e3-9a3e-e9d5b91df712 req-49238a5e-ed88-4530-8d41-20221688999d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 946 time: 0.0600054 Jul 28 15:09:55.590165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.613687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.613687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/2472b904-cd3b-4cf2-a8c9-814699ae0bba HTTP/1.1" status: 204 len: 168 time: 0.8440018 Jul 28 15:09:55.613687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56862) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:55.614407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb7dba8c-b0bd-49e3-9a3e-e9d5b91df712 req-641527eb-217e-4f5b-a43b-b5fcf29bc602 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609803 Jul 28 15:09:55.621577 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-822691936'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:55.626933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0e256-a340-4384-9263-29dd604aac1b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=2472b904-cd3b-4cf2-a8c9-814699ae0bba,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:55.726323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:55.731324 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.762473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:09:55.774400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:55.775161 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment 19d1a680-d085-4123-83e2-d3620ffdce16 of type vlan for network f9de50fb-f93d-4a86-98da-feae1ecf0852 Jul 28 15:09:55.838440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:56.023523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:56.030531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:56.031466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:56.112239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=f9de50fb-f93d-4a86-98da-feae1ecf0852,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:56.121052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.121426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.121748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.122087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.122426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.122760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.123094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.123450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.123787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.124750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.125082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.125407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:56.139765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:09:56.266521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4b3e6f2-6426-4bd2-a7c9-f8f550792a18 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6590481 Jul 28 15:09:56.269444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56866) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:56.277348 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:56.440793 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:56.538714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:56.545650 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:56.884595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea814c2a-1502-4fd3-8c81-ed92e7ae0a3a req-a6c2aefe-dc00-4690-b9a7-0379dd81101e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:56.887218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea814c2a-1502-4fd3-8c81-ed92e7ae0a3a req-a6c2aefe-dc00-4690-b9a7-0379dd81101e tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 946 time: 0.1591718 Jul 28 15:09:56.953960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea814c2a-1502-4fd3-8c81-ed92e7ae0a3a req-187b0e82-4b8a-4fb0-b0b8-a3d88fa957f8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462141 Jul 28 15:09:57.003402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:57.134124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=4d2804f9-a181-4b68-b8f1-531529bca1bd,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:57.149716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': '19d1a680-d085-4123-83e2-d3620ffdce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:57.150320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: f9de50fb-f93d-4a86-98da-feae1ecf0852, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:09:57.178116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6139e-2f6a-4d06-8dde-702a1735ed9d req-9e7ce0ef-607d-4de6-90ec-8bce1ac4cd8c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:57.180903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dfb6139e-2f6a-4d06-8dde-702a1735ed9d req-9e7ce0ef-607d-4de6-90ec-8bce1ac4cd8c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 946 time: 0.0829074 Jul 28 15:09:57.242882 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dfb6139e-2f6a-4d06-8dde-702a1735ed9d req-92dcf0ec-efc2-4958-b6cd-21aa9ef0d1af tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542684 Jul 28 15:09:57.270147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:57.325448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:09:57.365769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44febedc-8c72-4db6-98a8-bb6179afbb1b tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:57.368379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-44febedc-8c72-4db6-98a8-bb6179afbb1b tempest-TestNetworkBasicOps-1803410961 tempest-TestNetworkBasicOps-1803410961-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 1093 time: 0.0968034 Jul 28 15:09:57.373169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56876) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:57.379232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:57.503314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, f9de50fb-f93d-4a86-98da-feae1ecf0852) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:57.512142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fefce5-bd5b-4b31-ad6d-9df1a51d9105 None None] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:09:57.513340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:57.513939 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:57.578561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:57.730876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:57.734679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56878) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:57.735197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a8b8e93a-3ec3-4971-b4ac-32b40ccc2f5e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4638755 Jul 28 15:09:57.743479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-513139708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:57.755634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-f9de50fb-f93d-4a86-98da-feae1ecf0852', 'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': '4d2804f9-a181-4b68-b8f1-531529bca1bd'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:09:57.757064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:57.914296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Allocated IP 172.25.6.155 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/11d62f16-7ef1-4789-a661-375611e47916) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:57.943290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:57.961808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Allocated IP 2001:db8::2 (f9de50fb-f93d-4a86-98da-feae1ecf0852/4d2804f9-a181-4b68-b8f1-531529bca1bd/03554095-c259-45d0-b304-022e521f92d5) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:58.004342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.005844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.181377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.191773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Transition to ACTIVE for port object 03554095-c259-45d0-b304-022e521f92d5 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:58.213311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Transition to ACTIVE for port object 03554095-c259-45d0-b304-022e521f92d5 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:58.392948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.451772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:58.462214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:58.467540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:58.483122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Pushing event updated for resources: {'Port': ['ID=03554095-c259-45d0-b304-022e521f92d5,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:58.509012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.539996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.554264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Attempting to bind port 03554095-c259-45d0-b304-022e521f92d5 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:58.555062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Attempting to bind port 03554095-c259-45d0-b304-022e521f92d5 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '19d1a680-d085-4123-83e2-d3620ffdce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:58.555062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Attempting to bind port 03554095-c259-45d0-b304-022e521f92d5 on network f9de50fb-f93d-4a86-98da-feae1ecf0852 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:58.562630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:58.563678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Checking segment: {'id': '19d1a680-d085-4123-83e2-d3620ffdce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:58.564000 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.564609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Bound using segment: {'id': '19d1a680-d085-4123-83e2-d3620ffdce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:58.565276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Bound port: 03554095-c259-45d0-b304-022e521f92d5, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d1a680-d085-4123-83e2-d3620ffdce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:58.565901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.615573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.645763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] For port 03554095-c259-45d0-b304-022e521f92d5, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:58.649118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] For port 03554095-c259-45d0-b304-022e521f92d5, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=03554095-c259-45d0-b304-022e521f92d5,segment=NetworkSegment(19d1a680-d085-4123-83e2-d3620ffdce16),segment_id=19d1a680-d085-4123-83e2-d3620ffdce16)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:58.690861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.737651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:58.742122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:58.745605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:58.768020 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.790488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:58.794470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56882) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:58.795022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-474b1df7-30e4-4597-babf-8c120d084d6f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0588109 Jul 28 15:09:58.803336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'port': {'network_id': 'f9de50fb-f93d-4a86-98da-feae1ecf0852', 'name': 'tempest-RoutersIpV6Test-531375908'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:58.805729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=11d62f16-7ef1-4789-a661-375611e47916,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:58.846608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72147d4a-5f55-45e0-8896-c53cd3e731a2 None None] Pushing event updated for resources: {'Port': ['ID=03554095-c259-45d0-b304-022e521f92d5,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:59.150493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'port': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:59.158794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:59.199688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] device_id is not set on port 5c3759fa-85e8-45a4-82f8-b00c8743d359 yet. {{(pid=94658) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:09:59.415100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8::177 (f9de50fb-f93d-4a86-98da-feae1ecf0852/4d2804f9-a181-4b68-b8f1-531529bca1bd/5c3759fa-85e8-45a4-82f8-b00c8743d359) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:59.615667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:59.636288 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object 5c3759fa-85e8-45a4-82f8-b00c8743d359 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:59.715489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:59.898579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:59.948831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:59.952237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:59.956102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:59.963014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:59.963709 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:59.989393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=5c3759fa-85e8-45a4-82f8-b00c8743d359,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:00.022651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3ef3f-0da3-4ca2-88da-db8ab8dcd749 None None] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:00.023469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.174350 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e84d592a-d2a8-4937-b83f-d336e3748860 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3777022 Jul 28 15:10:00.177361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56888) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:00.246273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.251838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-47d09b68-81e2-4e92-97a5-587bed8ed7d6 None None] Provisioning for port 03554095-c259-45d0-b304-022e521f92d5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:00.378182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.480926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event updated for resources: {'Port': ['ID=11d62f16-7ef1-4789-a661-375611e47916,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:00.496690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.616606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.636586 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Floating IP 0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 associated. External IP: 172.25.6.155, port: a33c7cbc-d813-4080-9526-e5e4ec1db7cc. Jul 28 15:10:00.704484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7b0c81bc-ffe1-4a1b-8014-6bcc71b241bc None None] Provisioning for port 5c3759fa-85e8-45a4-82f8-b00c8743d359 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:00.710572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7b0c81bc-ffe1-4a1b-8014-6bcc71b241bc None None] Provisioning complete for port 5c3759fa-85e8-45a4-82f8-b00c8743d359 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:00.710950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7b0c81bc-ffe1-4a1b-8014-6bcc71b241bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.782151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c81bc-ffe1-4a1b-8014-6bcc71b241bc None None] Port 5c3759fa-85e8-45a4-82f8-b00c8743d359 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:00.926081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6f7dad61-d400-498b-b46f-6731939113ce None None] Provisioning complete for port 5c3759fa-85e8-45a4-82f8-b00c8743d359 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:00.926081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad61-d400-498b-b46f-6731939113ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:00.943417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 29bca73c-9e54-4365-850c-6441e1bb8888 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:00.967130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6f7dad61-d400-498b-b46f-6731939113ce None None] Port 5c3759fa-85e8-45a4-82f8-b00c8743d359 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:00.983707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.098953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:01.114442 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] Sync routers for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:01.127940 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:01.128225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.129172 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:01.178947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 03554095-c259-45d0-b304-022e521f92d5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:01.275172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.313369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=5c3759fa-85e8-45a4-82f8-b00c8743d359,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:01.341043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-38f9d27a-1569-4f7f-b0ae-6a1548d971e8 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9656293 Jul 28 15:10:01.341964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:10:01.345225 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:10:01.346163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:01.403227 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:01.418001 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d28ecd-6976-4aab-beaa-f1678dfef0a2 x-openstack-request-id: req-20d28ecd-6976-4aab-beaa-f1678dfef0a2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:10:01.418495 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:10:01.418933 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20d28ecd-6976-4aab-beaa-f1678dfef0a2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:10:01.419585 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'status': 'completed', 'code': 200} Jul 28 15:10:01.476700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 03554095-c259-45d0-b304-022e521f92d5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:01.483872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 03554095-c259-45d0-b304-022e521f92d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:01.484401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.546588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-7de7b6e0-8931-455e-a466-c8efe2d91ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:01.548614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-7de7b6e0-8931-455e-a466-c8efe2d91ce9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 1098 time: 0.0792339 Jul 28 15:10:01.636528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.640513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.692935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 03554095-c259-45d0-b304-022e521f92d5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=03554095-c259-45d0-b304-022e521f92d5,segment=NetworkSegment(19d1a680-d085-4123-83e2-d3620ffdce16),segment_id=19d1a680-d085-4123-83e2-d3620ffdce16)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:01.701125 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5b29a737-5e96-46c6-8760-3a5110d3bc41 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 HTTP/1.1" status: 200 len: 992 time: 0.3536928 Jul 28 15:10:01.711315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-80e47cce-826d-4c26-a971-d859adf4dc99 None None] Provisioning complete for port 5c3759fa-85e8-45a4-82f8-b00c8743d359 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:01.713308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-80e47cce-826d-4c26-a971-d859adf4dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.713504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-23c21214-0d7e-442b-b958-97c1983b1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:01.716027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-23c21214-0d7e-442b-b958-97c1983b1427 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ecaf434-bb74-4d73-b889-8b2493db4651 HTTP/1.1" status: 200 len: 898 time: 0.1601279 Jul 28 15:10:01.778202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-80e47cce-826d-4c26-a971-d859adf4dc99 None None] Port 5c3759fa-85e8-45a4-82f8-b00c8743d359 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:01.786357 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'port_id': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'mac_address': 'fa:16:3e:c2:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:09:59Z', 'updated_at': '2021-07-28T15:09:59Z', 'revision_number': 0, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:37Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:01.821254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] Checking router: 29bca73c-9e54-4365-850c-6441e1bb8888 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:10:01.831963 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:01.832757 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:01.836074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-c888a1fb-1b06-42b6-866d-081bd3125047 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc HTTP/1.1" status: 200 len: 1000 time: 0.1114883 Jul 28 15:10:01.899373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-4416990c-4f82-4000-8d9a-b6f59300c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:01.902163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-4416990c-4f82-4000-8d9a-b6f59300c7e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9358b10a-657b-41ab-b2f6-989b9792a432 HTTP/1.1" status: 200 len: 835 time: 0.0551815 Jul 28 15:10:01.933884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:01.954500 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:01.972060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-e848133e-de96-4c58-817e-bd2d2aa440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:01.975579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-e848133e-de96-4c58-817e-bd2d2aa440ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ecaf434-bb74-4d73-b889-8b2493db4651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663731 Jul 28 15:10:01.995066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=03554095-c259-45d0-b304-022e521f92d5,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:02.028336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:02.119919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-c726f386-5c86-49d8-ba87-4db60955ae6b service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372483 Jul 28 15:10:02.235845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'port_id': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'mac_address': 'fa:16:3e:c2:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:09:59Z', 'updated_at': '2021-07-28T15:09:59Z', 'revision_number': 0, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:37Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:02.262293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc2b3895-f40e-4c6e-8ad0-6f98658c67e0 req-bbe8f6a4-43d3-45c9-951a-a3a75e0bd900 service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347122 Jul 28 15:10:02.271737 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2543f0-ce13-4981-9449-39e799d4a23c None None] The sync data for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 is: [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'port_id': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'mac_address': 'fa:16:3e:c2:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:09:59Z', 'updated_at': '2021-07-28T15:09:59Z', 'revision_number': 0, 'project_id': '827d56505c884b0294d59a378dcdb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:37Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:02.334384 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:02.551147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bc315-c2e5-405f-8729-c08a82c7acad None None] New status for floating IP 0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:10:02.705986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56898) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:02.714750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:02.814480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:02.815438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:02.850768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f573496f-5e16-47f4-a482-d9aa99bd748c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 HTTP/1.1" status: 200 len: 992 time: 0.1434610 Jul 28 15:10:02.928571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=5c3759fa-85e8-45a4-82f8-b00c8743d359,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:02.976153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:02.977761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:03.119418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 03554095-c259-45d0-b304-022e521f92d5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:03.187366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 03554095-c259-45d0-b304-022e521f92d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:03.187738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:03.253891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 73f746bc-3c3c-4044-885e-899293389667 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:10:03.318053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a8a0a099-cbba-42f6-b768-abd08e66c810 None None] Provisioning complete for port 5c3759fa-85e8-45a4-82f8-b00c8743d359 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:03.321939 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a099-cbba-42f6-b768-abd08e66c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:03.360988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0a099-cbba-42f6-b768-abd08e66c810 None None] Port 5c3759fa-85e8-45a4-82f8-b00c8743d359 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:03.372968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:03.383544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-38a5562c-4910-44da-b39f-96060d86ece2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/73f746bc-3c3c-4044-885e-899293389667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2040000 Jul 28 15:10:03.385767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56900) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:03.390304 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] Sync routers for ids ['73f746bc-3c3c-4044-885e-899293389667'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:03.401961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] Routers {'73f746bc-3c3c-4044-885e-899293389667'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:03.402953 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['73f746bc-3c3c-4044-885e-899293389667'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:03.440894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8d545-6f0c-408e-af9c-0aa21d8f3db0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:03.442576 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36e8d545-6f0c-408e-af9c-0aa21d8f3db0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports/5c3759fa-85e8-45a4-82f8-b00c8743d359 HTTP/1.1" status: 200 len: 983 time: 0.0557821 Jul 28 15:10:03.443713 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:03.446738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56904) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:03.457763 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] Routers {'73f746bc-3c3c-4044-885e-899293389667'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:03.458408 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['73f746bc-3c3c-4044-885e-899293389667'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:03.503662 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:03.631023 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882b185-0249-42fb-ac0c-cfbaf14ebb0c None None] The sync data for ids ['73f746bc-3c3c-4044-885e-899293389667'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:03.854389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56906) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:03.928983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2fcc69e1-46e5-42ad-8928-d54b144b9a51 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 HTTP/1.1" status: 200 len: 994 time: 0.0729067 Jul 28 15:10:03.977382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:04.242842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 5c3759fa-85e8-45a4-82f8-b00c8743d359 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:04.243184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:04.340929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:04.354296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 5c3759fa-85e8-45a4-82f8-b00c8743d359 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:04.683655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:04.714900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=5c3759fa-85e8-45a4-82f8-b00c8743d359,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:05.193331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:05.375152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 73f746bc-3c3c-4044-885e-899293389667 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:05.458975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:05.464033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9488665f-d90f-4c73-b53b-59683b6031ac tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/73f746bc-3c3c-4044-885e-899293389667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155988 Jul 28 15:10:05.467604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56910) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:05.470913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] Sync routers for ids ['73f746bc-3c3c-4044-885e-899293389667'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:05.485955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] Routers {'73f746bc-3c3c-4044-885e-899293389667'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:05.486716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['73f746bc-3c3c-4044-885e-899293389667'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:05.528227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:05.542583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] Routers {'73f746bc-3c3c-4044-885e-899293389667'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:05.543504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['73f746bc-3c3c-4044-885e-899293389667'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:05.594186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:05.594790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748a143-b696-42c8-ba32-0a6bfb7ea066 None None] The sync data for ids ['73f746bc-3c3c-4044-885e-899293389667'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:05.691759 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-89f7bf4c-ad3d-43b2-9637-aa9df3b1ab93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 15:10:05.692875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-89f7bf4c-ad3d-43b2-9637-aa9df3b1ab93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/73f746bc-3c3c-4044-885e-899293389667/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2242308 Jul 28 15:10:05.695723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56914) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:05.724762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f5355767-5f7f-4cea-a1fd-a15acb17c2d6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=73f746bc-3c3c-4044-885e-899293389667 HTTP/1.1" status: 200 len: 205 time: 0.0278456 Jul 28 15:10:05.728820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56916) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:05.810185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:05.992967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:05.995419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.259683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.260304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router 73f746bc-3c3c-4044-885e-899293389667 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:10:06.273152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.273152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-741eef71-d7d6-47fd-9801-7bfe86557a16 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/73f746bc-3c3c-4044-885e-899293389667 HTTP/1.1" status: 204 len: 168 time: 0.5394809 Jul 28 15:10:06.273152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56918) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:06.303223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.332615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet 4d2804f9-a181-4b68-b8f1-531529bca1bd {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:10:06.336281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.393907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.504796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.718447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.750547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2804f9-a181-4b68-b8f1-531529bca1bd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:06.754708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.760590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5790c18d-8a2c-4323-b71e-f58c131f2cea tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/4d2804f9-a181-4b68-b8f1-531529bca1bd HTTP/1.1" status: 204 len: 168 time: 0.4836125 Jul 28 15:10:06.761895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56922) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:06.770320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389de5f1-5a9a-4b76-9315-d38b09bc27be None None] Network f9de50fb-f93d-4a86-98da-feae1ecf0852 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:06.855440 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.919087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 03554095-c259-45d0-b304-022e521f92d5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:06.919327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:06.988806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 03554095-c259-45d0-b304-022e521f92d5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=03554095-c259-45d0-b304-022e521f92d5,segment=NetworkSegment(19d1a680-d085-4123-83e2-d3620ffdce16),segment_id=19d1a680-d085-4123-83e2-d3620ffdce16)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:06.989266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:07.011166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 03554095-c259-45d0-b304-022e521f92d5 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:07.028963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] DHCP port deletion for f9de50fb-f93d-4a86-98da-feae1ecf0852 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:10:07.108054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] Deleting port 03554095-c259-45d0-b304-022e521f92d5 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:07.108442 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:07.148338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 03554095-c259-45d0-b304-022e521f92d5 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:10:07.208924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] For port 03554095-c259-45d0-b304-022e521f92d5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=03554095-c259-45d0-b304-022e521f92d5,segment=NetworkSegment(19d1a680-d085-4123-83e2-d3620ffdce16),segment_id=19d1a680-d085-4123-83e2-d3620ffdce16)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:07.209209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:07.223669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] Calling delete_port for 03554095-c259-45d0-b304-022e521f92d5 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:07.319431 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:07.969892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:07.993502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port 03554095-c259-45d0-b304-022e521f92d5 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:10:08.011196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.026786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=03554095-c259-45d0-b304-022e521f92d5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:08.043451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] Pushing event deleted for resources: {'Port': ['ID=03554095-c259-45d0-b304-022e521f92d5,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:08.052213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30aaece-9819-43ce-9c8a-1476fae25c3c None None] No DVR routers for this DVR port 03554095-c259-45d0-b304-022e521f92d5 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:10:08.124826 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.135981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9de50fb-f93d-4a86-98da-feae1ecf0852']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:08.147464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d1a680-d085-4123-83e2-d3620ffdce16') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:08.147762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d1a680-d085-4123-83e2-d3620ffdce16') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:08.158214 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.175165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.181841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:10:08.182249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:10:08.185419 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:10:08.374166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.381499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.389848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/f9de50fb-f93d-4a86-98da-feae1ecf0852 HTTP/1.1" status: 204 len: 168 time: 1.6215694 Jul 28 15:10:08.390622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56942) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:08.394159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-153873588'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:08.409541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aeb21-f72a-4c22-a524-1f46aa12ad1a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=f9de50fb-f93d-4a86-98da-feae1ecf0852,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:08.560193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:08.563674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.593503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:10:08.603675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.604034 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment b8411035-6cbf-447f-978b-b7aaddebcb70 of type vlan for network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 Jul 28 15:10:08.665102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.875169 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.881434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:08.888348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:08.956729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=241bc8d6-f3be-49ca-a7b6-e44b170597c8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:08.965777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:10:09.100231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d4c841b2-7934-4540-bccd-643412210793 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7099743 Jul 28 15:10:09.103241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 56946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:09.110035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:09.360767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:09.364477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:09.735034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:09.801494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=e0ab50c7-ba7d-49bd-b6eb-4483f7729200,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:09.811251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': 'b8411035-6cbf-447f-978b-b7aaddebcb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:09.811643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: 241bc8d6-f3be-49ca-a7b6-e44b170597c8, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:10:09.996949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:10:10.236553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 241bc8d6-f3be-49ca-a7b6-e44b170597c8) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:10.240979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:10.241731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:10.246918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151421e4-bb4a-49d2-971a-da7fb486792d None None] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:10.396081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-241bc8d6-f3be-49ca-a7b6-e44b170597c8', 'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': 'e0ab50c7-ba7d-49bd-b6eb-4483f7729200'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:10:10.397015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:10.534301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0a39c35f-f6f0-426f-ab2b-c893163f80d1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4294167 Jul 28 15:10:10.537082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56958) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:10.543017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142701941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:10.546713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Allocated IP 2001:db8::2 (241bc8d6-f3be-49ca-a7b6-e44b170597c8/e0ab50c7-ba7d-49bd-b6eb-4483f7729200/db77b4b1-62d2-4ea4-89e4-dd656a59c235) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:10.715012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:10.725471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Transition to ACTIVE for port object db77b4b1-62d2-4ea4-89e4-dd656a59c235 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:10.741112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Transition to ACTIVE for port object db77b4b1-62d2-4ea4-89e4-dd656a59c235 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:10.781043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:10.793392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:10.840249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:10.983467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.023275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:11.024646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:11.027082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:11.042739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Pushing event updated for resources: {'Port': ['ID=db77b4b1-62d2-4ea4-89e4-dd656a59c235,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:11.050638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.114158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Attempting to bind port db77b4b1-62d2-4ea4-89e4-dd656a59c235 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:11.114537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Attempting to bind port db77b4b1-62d2-4ea4-89e4-dd656a59c235 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'b8411035-6cbf-447f-978b-b7aaddebcb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:11.114904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Attempting to bind port db77b4b1-62d2-4ea4-89e4-dd656a59c235 on network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:11.125208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:11.125208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Checking segment: {'id': 'b8411035-6cbf-447f-978b-b7aaddebcb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:11.126014 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.127399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Bound using segment: {'id': 'b8411035-6cbf-447f-978b-b7aaddebcb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:11.128375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Bound port: db77b4b1-62d2-4ea4-89e4-dd656a59c235, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8411035-6cbf-447f-978b-b7aaddebcb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '241bc8d6-f3be-49ca-a7b6-e44b170597c8'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:11.128985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.211919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] For port db77b4b1-62d2-4ea4-89e4-dd656a59c235, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:11.211919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] For port db77b4b1-62d2-4ea4-89e4-dd656a59c235, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db77b4b1-62d2-4ea4-89e4-dd656a59c235,segment=NetworkSegment(b8411035-6cbf-447f-978b-b7aaddebcb70),segment_id=b8411035-6cbf-447f-978b-b7aaddebcb70)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:11.314961 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.316606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e112b441-a3fd-4621-b398-a3ddb13e02af tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7776220 Jul 28 15:10:11.320018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56962) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:11.370804 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.438575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a6392-df0b-4a5d-8295-dee1a85f6174 None None] Pushing event updated for resources: {'Port': ['ID=db77b4b1-62d2-4ea4-89e4-dd656a59c235,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:11.656405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:11.906145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8::1 (241bc8d6-f3be-49ca-a7b6-e44b170597c8/e0ab50c7-ba7d-49bd-b6eb-4483f7729200/4e5deb68-b631-4e4a-b8fd-1503a718e43a) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:12.047894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:12.067853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object 4e5deb68-b631-4e4a-b8fd-1503a718e43a will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:12.252731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:12.299304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:12.302982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:12.309663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:12.310278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:12.317777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=4e5deb68-b631-4e4a-b8fd-1503a718e43a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:12.485863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc29cc6-e57e-47de-aa0d-5e4fce21c6fb None None] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:12.746210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:12.809678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0c7e573e-77e2-4d94-8998-716b17ea2cd2 None None] Provisioning for port db77b4b1-62d2-4ea4-89e4-dd656a59c235 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:12.817935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0c0f-3de8-42cb-b1ed-0ed9de91ff7b req-c5c971f4-96c0-4138-8d53-d57a945930b7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:12.819777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-158e0c0f-3de8-42cb-b1ed-0ed9de91ff7b req-c5c971f4-96c0-4138-8d53-d57a945930b7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0630205 Jul 28 15:10:12.862954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-158e0c0f-3de8-42cb-b1ed-0ed9de91ff7b req-b7dc93eb-27ff-4346-a532-f14e188ede31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369167 Jul 28 15:10:13.101469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14cd0c-0849-4694-a9f4-f7a55489014f req-0795a234-dd22-4c93-b8db-ddeb05924338 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:13.109213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a14cd0c-0849-4694-a9f4-f7a55489014f req-0795a234-dd22-4c93-b8db-ddeb05924338 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1324677 Jul 28 15:10:13.164682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.185246 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a14cd0c-0849-4694-a9f4-f7a55489014f req-47590b82-ebc8-459c-8d3f-3cc1aaaf3c89 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748155 Jul 28 15:10:13.207512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db77b4b1-62d2-4ea4-89e4-dd656a59c235 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:13.345557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.346391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.397062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cb4a8da2-22fe-4ff9-a070-24419a9cb958 None None] Provisioning for port 4e5deb68-b631-4e4a-b8fd-1503a718e43a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:13.399659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port db77b4b1-62d2-4ea4-89e4-dd656a59c235 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:13.405886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port db77b4b1-62d2-4ea4-89e4-dd656a59c235 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:13.406336 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.408289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-cb4a8da2-22fe-4ff9-a070-24419a9cb958 None None] Provisioning complete for port 4e5deb68-b631-4e4a-b8fd-1503a718e43a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:13.408718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8da2-22fe-4ff9-a070-24419a9cb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.443136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=4e5deb68-b631-4e4a-b8fd-1503a718e43a,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:13.485045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a8da2-22fe-4ff9-a070-24419a9cb958 None None] Port 4e5deb68-b631-4e4a-b8fd-1503a718e43a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:13.492719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:13.494344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-13bcf1e6-6d76-400d-ba19-511f66fe1b2c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:13.494513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:13.495897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-13bcf1e6-6d76-400d-ba19-511f66fe1b2c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.1130230 Jul 28 15:10:13.524808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-c33b265f-e8f2-4aa3-8c78-21149126ca9d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/quotas/412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0201163 Jul 28 15:10:13.537861 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.588755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port db77b4b1-62d2-4ea4-89e4-dd656a59c235, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db77b4b1-62d2-4ea4-89e4-dd656a59c235,segment=NetworkSegment(b8411035-6cbf-447f-978b-b7aaddebcb70),segment_id=b8411035-6cbf-447f-978b-b7aaddebcb70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:13.610006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-325dbad4-c4f4-4b4c-bf86-0d33affddbe8 None None] Provisioning complete for port 4e5deb68-b631-4e4a-b8fd-1503a718e43a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:13.613717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-325dbad4-c4f4-4b4c-bf86-0d33affddbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.646226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-899a92e2-531d-4da7-ab75-1b4a333d0730 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1200020 Jul 28 15:10:13.659675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-325dbad4-c4f4-4b4c-bf86-0d33affddbe8 None None] Port 4e5deb68-b631-4e4a-b8fd-1503a718e43a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:13.746163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-a6984fea-6a56-48f7-8428-fd7a4ea3f60e service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981488 Jul 28 15:10:13.778307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-86a4b91f-3f13-4a40-b39a-1b67f077245b None None] Provisioning complete for port 4e5deb68-b631-4e4a-b8fd-1503a718e43a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:13.789943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-86a4b91f-3f13-4a40-b39a-1b67f077245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.789943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:13.841731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-86a4b91f-3f13-4a40-b39a-1b67f077245b None None] Port 4e5deb68-b631-4e4a-b8fd-1503a718e43a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:13.847044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-e834b966-2a96-47a4-9c56-bbfab8365abf service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946319 Jul 28 15:10:13.860437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=db77b4b1-62d2-4ea4-89e4-dd656a59c235,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:13.865082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:10:13.959392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:13.965116 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85fe36a5-503c-41c3-bac3-e51e27658523 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425166 Jul 28 15:10:13.968149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56986) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:13.971419 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] Sync routers for ids ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:13.981801 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] Routers {'eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:13.982437 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:14.014675 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:14.015162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6991ef75-fbd8-426c-96b7-d80a615c7089 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:14.016582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6991ef75-fbd8-426c-96b7-d80a615c7089 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports/4e5deb68-b631-4e4a-b8fd-1503a718e43a HTTP/1.1" status: 200 len: 911 time: 0.0474215 Jul 28 15:10:14.019442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 56988) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:14.028312 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] Routers {'eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:14.029259 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:14.066021 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:14.066688 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db2e18-7408-4eac-9eb7-4e86329413a4 None None] The sync data for ids ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:14.370512 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:14.627624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-6a08fe88-9d27-4e19-8774-da257eebcc9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481715 Jul 28 15:10:14.630772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 4e5deb68-b631-4e4a-b8fd-1503a718e43a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:14.631113 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:14.723790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:14.742424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 4e5deb68-b631-4e4a-b8fd-1503a718e43a owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:14.756570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-cb1dc27e-738b-46c5-9f38-fd7a0ef66122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:14.759069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-cb1dc27e-738b-46c5-9f38-fd7a0ef66122 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 1098 time: 0.0552049 Jul 28 15:10:14.844038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3f9ea7a-5b8d-4ede-b6c1-3a82b12f10c8 req-23f1dbb3-5641-4276-bb77-30f8e581e043 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0665030 Jul 28 15:10:14.894508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-18cea85a-d665-44af-b1b4-0ff3869c151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:14.896567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-18cea85a-d665-44af-b1b4-0ff3869c151f service neutron] 10.222.0.42 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1146019 Jul 28 15:10:14.948217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-ca8ba06d-6506-4ffd-911b-2960d4a341b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d HTTP/1.1" status: 200 len: 217 time: 0.0434554 Jul 28 15:10:14.998755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-175c43ea-a62a-457d-8121-d24a7c16b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:15.000246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-175c43ea-a62a-457d-8121-d24a7c16b1f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0450675 Jul 28 15:10:15.055456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-80f37af3-5c57-43e4-a44b-fa07c0c97687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:15.057246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-80f37af3-5c57-43e4-a44b-fa07c0c97687 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482097 Jul 28 15:10:15.089111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db77b4b1-62d2-4ea4-89e4-dd656a59c235 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:15.157685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port db77b4b1-62d2-4ea4-89e4-dd656a59c235 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:15.157685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:15.163528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-65c72f87-287e-499e-9b1c-66eaa0bab698 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975735 Jul 28 15:10:15.275143 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77d0679e-cb36-417c-90e3-71d1e3c37e54 req-45c7276c-7ead-4653-ad58-39feefc96cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019626 Jul 28 15:10:15.348847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:15.666806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=4e5deb68-b631-4e4a-b8fd-1503a718e43a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:15.765963 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:15.928408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:15.929204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3eadb612-28eb-4c1b-948d-9e8adb9d74f9 req-3f8d00e2-5eb5-460e-961e-61281ea1f660 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0290210 Jul 28 15:10:16.011155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:16.016859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14fac453-0b60-452b-9647-43e7b99cbb32 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9963782 Jul 28 15:10:16.020010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57006) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:16.023344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] Sync routers for ids ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:16.034813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] Routers {'eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:16.035617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:16.049524 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-226c9684-4dc7-487b-b4dc-67066260cd48 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 HTTP/1.1" status: 200 len: 205 time: 0.0281966 Jul 28 15:10:16.052673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57008) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:16.068495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:16.079401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] Routers {'eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:16.080043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:16.118072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:16.118796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5c132-d01a-45ae-a379-0633d4fb0a7d None None] The sync data for ids ['eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:16.133768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.304504 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.308162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.591170 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.591907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:10:16.602278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.602278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ce3a9f2-f118-4267-a34b-486002eb959a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 HTTP/1.1" status: 204 len: 168 time: 0.5478492 Jul 28 15:10:16.605173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57012) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:16.664923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet e0ab50c7-ba7d-49bd-b6eb-4483f7729200 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:10:16.668402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.718802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.808981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.981976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.019771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ab50c7-ba7d-49bd-b6eb-4483f7729200,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:17.033214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.036258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3d219-a704-4b44-9b87-1176926d3c27 None None] Network 241bc8d6-f3be-49ca-a7b6-e44b170597c8 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:17.036392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-18a7d6a5-8075-4bc5-a811-381238050cb0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/e0ab50c7-ba7d-49bd-b6eb-4483f7729200 HTTP/1.1" status: 204 len: 168 time: 0.4275658 Jul 28 15:10:17.036822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57016) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:17.050116 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6c33934-1ec2-4031-a1c5-425d79cbd59e req-ecd8d704-59cc-4c86-b836-7244ad554cf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0322528 Jul 28 15:10:17.136046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.202729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port db77b4b1-62d2-4ea4-89e4-dd656a59c235 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:17.203120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.214564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] DHCP port deletion for 241bc8d6-f3be-49ca-a7b6-e44b170597c8 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:10:17.267206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] Deleting port db77b4b1-62d2-4ea4-89e4-dd656a59c235 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:17.280124 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.280341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port db77b4b1-62d2-4ea4-89e4-dd656a59c235, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db77b4b1-62d2-4ea4-89e4-dd656a59c235,segment=NetworkSegment(b8411035-6cbf-447f-978b-b7aaddebcb70),segment_id=b8411035-6cbf-447f-978b-b7aaddebcb70)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:17.280341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.288619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for db77b4b1-62d2-4ea4-89e4-dd656a59c235 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:17.338401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] For port db77b4b1-62d2-4ea4-89e4-dd656a59c235, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=db77b4b1-62d2-4ea4-89e4-dd656a59c235,segment=NetworkSegment(b8411035-6cbf-447f-978b-b7aaddebcb70),segment_id=b8411035-6cbf-447f-978b-b7aaddebcb70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:17.338401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.356920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] Calling delete_port for db77b4b1-62d2-4ea4-89e4-dd656a59c235 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:17.705052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.711644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.734803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port db77b4b1-62d2-4ea4-89e4-dd656a59c235 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:10:17.739307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] Pushing event deleted for resources: {'Port': ['ID=db77b4b1-62d2-4ea4-89e4-dd656a59c235,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:17.741199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd83241-2c69-4b32-8b83-eba431a36c2a None None] No DVR routers for this DVR port db77b4b1-62d2-4ea4-89e4-dd656a59c235 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:10:17.762450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=db77b4b1-62d2-4ea4-89e4-dd656a59c235,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:17.828234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.838916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241bc8d6-f3be-49ca-a7b6-e44b170597c8']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:17.849988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8411035-6cbf-447f-978b-b7aaddebcb70') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:17.850270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8411035-6cbf-447f-978b-b7aaddebcb70') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:17.861232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.880783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.890654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:10:17.891058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:10:17.894121 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:10:18.085454 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.091224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.098490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/241bc8d6-f3be-49ca-a7b6-e44b170597c8 HTTP/1.1" status: 204 len: 168 time: 1.0602803 Jul 28 15:10:18.100371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57022) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:18.106706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1517725390', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:18.116515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375f436-8c1d-4566-85a5-2b78f6cc9665 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=241bc8d6-f3be-49ca-a7b6-e44b170597c8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:18.168409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4e57836-3309-4787-901e-c6a4fab76ba8 req-73484c0f-f876-475e-af31-602a1a441018 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0286150 Jul 28 15:10:18.400951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.402275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.459174 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.737640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.880548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-9cf36df9-0ddf-4d36-b0e8-26068a713e74 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:18.881984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-9cf36df9-0ddf-4d36-b0e8-26068a713e74 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.3745072 Jul 28 15:10:18.897343 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'port': {'device_id': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'admin_state_up': True, 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:19.099756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db77b4b1-62d2-4ea4-89e4-dd656a59c235 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:10:19.122943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: db77b4b1-62d2-4ea4-89e4-dd656a59c235 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:10:19.123600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device db77b4b1-62d2-4ea4-89e4-dd656a59c235 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:10:19.149081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:19.157709 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.222070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.250384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.316924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Allocated IP 172.20.0.4 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:19.323139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bea5da65-2a45-4f73-ad3b-1d397981ecf6 req-4c4e9cde-0b88-4948-97e2-c89a0331b9e6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0528631 Jul 28 15:10:19.413260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 172.25.6.168 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/dfc65957-6951-4660-b386-35d9617d7a22) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:19.522918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.543793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Transition to ACTIVE for port object b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:19.560275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.693990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.711095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:19.741124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:19.742379 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.746535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:19.761241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:19.763834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad609a41-4d1c-45a4-8e30-af365cfc405d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:19.807122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:19.808305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:19.818488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:19.837399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:19.843350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:19.846610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:19.885232 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=dfc65957-6951-4660-b386-35d9617d7a22,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:20.002815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-ddf8cfea-6349-4040-85a0-d5b68813c6b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1091998 Jul 28 15:10:20.017035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Request body: {'port': {'device_id': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:20.078703 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.355515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:10:20.363468 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.379710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Transition to ACTIVE for port object b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:20.399715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-87aebee3-d80f-4267-8f60-36dec1602bd9 None None] Provisioning for port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:20.419019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-87aebee3-d80f-4267-8f60-36dec1602bd9 None None] Provisioning complete for port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:20.419019 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87aebee3-d80f-4267-8f60-36dec1602bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.444618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-87aebee3-d80f-4267-8f60-36dec1602bd9 None None] Port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:20.445520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34b95-b2ae-45e5-b687-d564bfa0c0aa req-3b17eaa4-e034-449e-b040-25db2ef1a418 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:20.447264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57c34b95-b2ae-45e5-b687-d564bfa0c0aa req-3b17eaa4-e034-449e-b040-25db2ef1a418 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 931 time: 0.0518947 Jul 28 15:10:20.478913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.494566 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57c34b95-b2ae-45e5-b687-d564bfa0c0aa req-6968d60f-9c6c-453a-9a87-9a2cebdeaa4a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Jul 28 15:10:20.605336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.664800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Pushing event updated for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:20.695895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.744656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Attempting to bind port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:20.745179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Attempting to bind port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:20.745512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Attempting to bind port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:20.751202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d on network 727e996e-9dc7-420b-8951-7f12420ef70b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:10:20.751531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Attempting to bind port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:20.757175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:20.757528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:20.757907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:20.758409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Bound port: b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:20.758781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.856518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:20.860796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:21.043742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:21.082827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.083462 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:21.085060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] 10.222.0.58 "PUT /v2.0/ports/b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d HTTP/1.1" status: 200 len: 1092 time: 1.0736029 Jul 28 15:10:21.085562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:10:21.088183 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b06a9c-78ae-4498-b055-85bbef2b2f02" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:10:21.116129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d9c89-4add-4a6b-bdb7-feb7bb1035ef service neutron] Pushing event updated for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:21.132536 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aee0c9-9c8f-444d-9ef7-43a99ab3210a x-openstack-request-id: req-d1aee0c9-9c8f-444d-9ef7-43a99ab3210a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:10:21.133673 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:10:21.133673 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1aee0c9-9c8f-444d-9ef7-43a99ab3210a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:10:21.133673 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d', 'status': 'completed', 'code': 200} Jul 28 15:10:21.151066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 8c88515a-22b8-4d14-a30e-4b17aaaf455f is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:10:21.212303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b06a9c-78ae-4498-b055-85bbef2b2f02 req-8830a4bf-05ea-4359-bb0c-094bb03ded3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.213817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4b06a9c-78ae-4498-b055-85bbef2b2f02 req-8830a4bf-05ea-4359-bb0c-094bb03ded3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 1095 time: 0.0591872 Jul 28 15:10:21.288587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:21.302961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] Sync routers for ids ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:21.314087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] Routers {'8c88515a-22b8-4d14-a30e-4b17aaaf455f'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:21.314984 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:21.353576 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:21.362962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] Routers {'8c88515a-22b8-4d14-a30e-4b17aaaf455f'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:21.363552 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:21.396862 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:21.397598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ccaf47-4936-4c30-8387-bf5e9e3ce8c4 None None] The sync data for ids ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:21.414617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b06a9c-78ae-4498-b055-85bbef2b2f02 req-76ca998e-7a70-4192-84c4-e100626b1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.416114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4b06a9c-78ae-4498-b055-85bbef2b2f02 req-76ca998e-7a70-4192-84c4-e100626b1f3f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1868730 Jul 28 15:10:21.459751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:21.463719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e78918da-8794-480b-a2fa-33520108c9f5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3584540 Jul 28 15:10:21.463979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57036) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:21.592472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e379576e-ee54-49fb-bab4-b4b74f8dbbd6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/routers/8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 200 len: 885 time: 0.1265972 Jul 28 15:10:21.595054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57040) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:21.631329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b06a9c-78ae-4498-b055-85bbef2b2f02 req-5774b8ab-5b81-43d3-a142-036d193876df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.632912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c4b06a9c-78ae-4498-b055-85bbef2b2f02 req-5774b8ab-5b81-43d3-a142-036d193876df service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2041500 Jul 28 15:10:21.653605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b1b04-17c8-4c44-ab61-b604bf69f373 req-d367f3b6-7da7-4165-a549-0864b34167fa tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.656289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-784b1b04-17c8-4c44-ab61-b604bf69f373 req-d367f3b6-7da7-4165-a549-0864b34167fa tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 943 time: 0.0731351 Jul 28 15:10:21.768118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-784b1b04-17c8-4c44-ab61-b604bf69f373 req-ccc27e66-a4f5-4746-b507-43c0158785d8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983999 Jul 28 15:10:21.785926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-391b36d2-f428-44fa-85e8-80a22ebacff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.787509 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-391b36d2-f428-44fa-85e8-80a22ebacff4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 1095 time: 0.0806370 Jul 28 15:10:21.839909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-57e78c0f-3ef0-4ab0-9154-e365e53e6edc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d HTTP/1.1" status: 200 len: 217 time: 0.0400620 Jul 28 15:10:21.860157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5625582-45b8-43d9-853d-c10bef056697 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2635999 Jul 28 15:10:21.863582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:21.867770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1517725390'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:21.891153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-83f6c6b8-1d90-4359-a51b-e04bd52ba50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.892753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-83f6c6b8-1d90-4359-a51b-e04bd52ba50c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0459619 Jul 28 15:10:21.949435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-c7622a9e-e768-4db8-8fca-795b3c4dea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:21.951569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-c7622a9e-e768-4db8-8fca-795b3c4dea62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468600 Jul 28 15:10:22.069447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-6a959375-b96b-48e6-a79d-26828e797fcc service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054835 Jul 28 15:10:22.175000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878653-a9a4-41f2-8bb3-c80fcd38ca94 req-c4289233-ec39-45b1-8de8-74aaf85d3253 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900650 Jul 28 15:10:22.297207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bf429661-e22a-4be0-8247-3bd27ab8149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:22.337317 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:10:22.497197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:22.637061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:22.771922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 8c88515a-22b8-4d14-a30e-4b17aaaf455f has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:22.926594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:22.934029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:22.935270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-18b4dd86-d649-4207-9bd8-5addc0d594f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 200 len: 892 time: 1.0710909 Jul 28 15:10:22.938065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57050) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:22.938438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] Sync routers for ids ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:22.955668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] Routers {'8c88515a-22b8-4d14-a30e-4b17aaaf455f'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:22.956486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:22.989721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d83d3-3189-4b8d-b31f-e686e1f81331 req-758b3921-6952-4798-a304-d22e1c6b51e6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:22.991399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f84d83d3-3189-4b8d-b31f-e686e1f81331 req-758b3921-6952-4798-a304-d22e1c6b51e6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 943 time: 0.1203721 Jul 28 15:10:22.991694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:23.001780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] Routers {'8c88515a-22b8-4d14-a30e-4b17aaaf455f'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:23.002427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:23.036285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:23.037012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ba2a0-aab7-4c15-8721-914d4525034e None None] The sync data for ids ['8c88515a-22b8-4d14-a30e-4b17aaaf455f'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:23.084096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f84d83d3-3189-4b8d-b31f-e686e1f81331 req-b92b0257-f954-42c4-a669-b9b593a5977d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825574 Jul 28 15:10:23.096429 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f71e11e-5e45-4d12-b5cf-e0d813256765 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/routers/8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 200 len: 892 time: 0.1572375 Jul 28 15:10:23.099236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57052) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:23.127674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9e8618f8-8531-44ba-b129-fede66628032 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 200 len: 205 time: 0.0273037 Jul 28 15:10:23.130253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57054) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:23.244729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:23.355626 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:23.545550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port dfc65957-6951-4660-b386-35d9617d7a22 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:23.545895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:23.629550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:23.642520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for dfc65957-6951-4660-b386-35d9617d7a22 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:23.959862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:23.990423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=dfc65957-6951-4660-b386-35d9617d7a22,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:24.055840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.157014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.159520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.238625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd24d-3d85-474f-8047-ffd9521634f8 req-7b598eba-8b2b-4588-9cb9-a66ca547d750 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:24.248548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b41bd24d-3d85-474f-8047-ffd9521634f8 req-7b598eba-8b2b-4588-9cb9-a66ca547d750 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 943 time: 0.0550106 Jul 28 15:10:24.289345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b41bd24d-3d85-474f-8047-ffd9521634f8 req-0dc38efb-13f5-4a26-98ff-b7878087c7d0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Jul 28 15:10:24.362468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.363024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router 8c88515a-22b8-4d14-a30e-4b17aaaf455f {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:10:24.370128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.371281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fc787986-a7e1-425b-93a4-6496ccbbb6b9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 204 len: 168 time: 1.2401237 Jul 28 15:10:24.375007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:24.380965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2036847462'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:24.542483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:24.546295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.575450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:10:24.586423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.586791 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment 8952d90f-4dc0-48d3-b549-5d5508b08c91 of type vlan for network 6012e759-0e43-4537-8d4e-137367108680 Jul 28 15:10:24.630118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.773255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:10:24.813903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.820332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:24.825304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.884750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:24.896420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d', 'mac_address': 'fa:16:3e:0d:2b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:10:24.900789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=6012e759-0e43-4537-8d4e-137367108680,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:24.912883 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e39db84b-7f26-4d6a-a675-4e17b7444e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:24.938485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6012e759-0e43-4537-8d4e-137367108680 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:10:25.003833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:25.025544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f5fb2ff-91b4-43e1-b86f-a1b70f2196e9 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6490335 Jul 28 15:10:25.028658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57068) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:25.041632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:10:25.042786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': '6012e759-0e43-4537-8d4e-137367108680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:25.058348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:25.185383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:25.236315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:25.285717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:25.285963 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:25.289449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:25.438899 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6da5d-f7c1-474d-a722-4354ac1fb757 req-f829ca6c-166c-4a95-8e91-c89d058aba19 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:25.440391 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1c6da5d-f7c1-474d-a722-4354ac1fb757 req-f829ca6c-166c-4a95-8e91-c89d058aba19 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 944 time: 0.0774398 Jul 28 15:10:25.491119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:25.520306 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1c6da5d-f7c1-474d-a722-4354ac1fb757 req-c62be46e-daf6-4c5e-b0bf-3efca6ea9ca6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714011 Jul 28 15:10:25.756691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:25.816299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=64e48038-dbc7-497c-bf14-6cc11dc3e01d,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:25.827968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': '8952d90f-4dc0-48d3-b549-5d5508b08c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6012e759-0e43-4537-8d4e-137367108680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:25.828423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: 6012e759-0e43-4537-8d4e-137367108680, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:10:25.991491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 6012e759-0e43-4537-8d4e-137367108680 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:10:26.194264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6012e759-0e43-4537-8d4e-137367108680) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:26.198415 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:26.198998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.204278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac77d1f-d08e-4f91-8cc5-8444909043c3 None None] Network 6012e759-0e43-4537-8d4e-137367108680 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:26.294519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d4118a73-2842-45e0-a7a7-07c0258dda0e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2646089 Jul 28 15:10:26.298892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57074) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:26.311070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-763195236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:26.386056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-6012e759-0e43-4537-8d4e-137367108680', 'network_id': '6012e759-0e43-4537-8d4e-137367108680', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': '64e48038-dbc7-497c-bf14-6cc11dc3e01d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:10:26.386942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.396680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.491584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.493033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.540429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Allocated IP 2001:db8::2 (6012e759-0e43-4537-8d4e-137367108680/64e48038-dbc7-497c-bf14-6cc11dc3e01d/9edffe8e-90ee-4953-b854-c89902b3f2d9) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:26.584351 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.674975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62796f4c-e9ef-478e-b554-10947cefcad1 req-389a27c2-adb8-4260-b32f-9414553ae1ad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:26.676592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-62796f4c-e9ef-478e-b554-10947cefcad1 req-389a27c2-adb8-4260-b32f-9414553ae1ad tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 944 time: 0.0626891 Jul 28 15:10:26.721685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.735200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.735515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-62796f4c-e9ef-478e-b554-10947cefcad1 req-f496252b-ffef-4129-a036-32b78f73fc28 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jul 28 15:10:26.735609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Transition to ACTIVE for port object 9edffe8e-90ee-4953-b854-c89902b3f2d9 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:26.748629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Transition to ACTIVE for port object 9edffe8e-90ee-4953-b854-c89902b3f2d9 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:26.777701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:26.836679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.838109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83e42d87-a265-4e90-bd4b-07bfd1d6c6f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5381987 Jul 28 15:10:26.841785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57078) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:26.916795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:26.959388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Network 6012e759-0e43-4537-8d4e-137367108680 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:26.966235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:26.971327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:26.974143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Pushing event updated for resources: {'Port': ['ID=9edffe8e-90ee-4953-b854-c89902b3f2d9,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:27.000663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:27.007392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:27.007776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.071053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Attempting to bind port 9edffe8e-90ee-4953-b854-c89902b3f2d9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:27.071053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Attempting to bind port 9edffe8e-90ee-4953-b854-c89902b3f2d9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '8952d90f-4dc0-48d3-b549-5d5508b08c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6012e759-0e43-4537-8d4e-137367108680'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:27.071053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Attempting to bind port 9edffe8e-90ee-4953-b854-c89902b3f2d9 on network 6012e759-0e43-4537-8d4e-137367108680 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:27.078459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:27.081466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Checking segment: {'id': '8952d90f-4dc0-48d3-b549-5d5508b08c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6012e759-0e43-4537-8d4e-137367108680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:27.081466 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.081466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Bound using segment: {'id': '8952d90f-4dc0-48d3-b549-5d5508b08c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6012e759-0e43-4537-8d4e-137367108680'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:27.081466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Bound port: 9edffe8e-90ee-4953-b854-c89902b3f2d9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8952d90f-4dc0-48d3-b549-5d5508b08c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6012e759-0e43-4537-8d4e-137367108680'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:27.081466 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.191400 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.204487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] For port 9edffe8e-90ee-4953-b854-c89902b3f2d9, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:27.215527 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.226226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:10:27.228077 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29523751-b851-4487-9271-1527856ab609" -d '{"events": [{"server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:10:27.234102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] For port 9edffe8e-90ee-4953-b854-c89902b3f2d9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9edffe8e-90ee-4953-b854-c89902b3f2d9,segment=NetworkSegment(8952d90f-4dc0-48d3-b549-5d5508b08c91),segment_id=8952d90f-4dc0-48d3-b549-5d5508b08c91)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:27.243172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:27.266160 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad1662-3540-4be5-b20d-5813f2b44988 x-openstack-request-id: req-d1ad1662-3540-4be5-b20d-5813f2b44988 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:10:27.266456 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:10:27.266742 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1ad1662-3540-4be5-b20d-5813f2b44988 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:10:27.267138 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d', 'code': 200} Jul 28 15:10:27.352188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.354918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.429826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a22fad-0dcb-4829-9473-00b8921a1bad None None] Pushing event updated for resources: {'Port': ['ID=9edffe8e-90ee-4953-b854-c89902b3f2d9,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:27.453907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffa4fa-0f46-45b3-a8bc-c604e8690b19 req-28bd552b-e37f-42fd-a56e-78cd41660d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:27.455678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cffa4fa-0f46-45b3-a8bc-c604e8690b19 req-28bd552b-e37f-42fd-a56e-78cd41660d53 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 1097 time: 0.1149409 Jul 28 15:10:27.495657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:27.533429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cffa4fa-0f46-45b3-a8bc-c604e8690b19 req-37ef0f5f-ec07-44a1-9124-ecd93f703794 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649936 Jul 28 15:10:27.552790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8::1 (6012e759-0e43-4537-8d4e-137367108680/64e48038-dbc7-497c-bf14-6cc11dc3e01d/022ea1d8-b539-4f23-90f5-67c3051ef921) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:27.695836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.714879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object 022ea1d8-b539-4f23-90f5-67c3051ef921 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:27.856032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de8be-80b2-4f6a-b030-9173e6c1da76 req-0fc57889-8db2-4150-b588-960449b8cde7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:27.858036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc9de8be-80b2-4f6a-b030-9173e6c1da76 req-0fc57889-8db2-4150-b588-960449b8cde7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 945 time: 0.0595162 Jul 28 15:10:27.899895 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc9de8be-80b2-4f6a-b030-9173e6c1da76 req-9a779ccb-68e9-4003-a665-33ee35e2d9de tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356610 Jul 28 15:10:27.915042 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:27.971776 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:28.014208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 6012e759-0e43-4537-8d4e-137367108680 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:28.017574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:28.024244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:28.024866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:28.069182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=022ea1d8-b539-4f23-90f5-67c3051ef921,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:28.298105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:28.384639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f2614-d3aa-437f-b8f9-8831103c7997 None None] Network 6012e759-0e43-4537-8d4e-137367108680 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:28.579834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-289f1f22-16e0-437d-964f-c029c603718f None None] Provisioning for port 9edffe8e-90ee-4953-b854-c89902b3f2d9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:28.956656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.043438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8bb2024c-6126-4036-a290-14acf85cc00c None None] Provisioning for port 022ea1d8-b539-4f23-90f5-67c3051ef921 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:29.043438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8bb2024c-6126-4036-a290-14acf85cc00c None None] Provisioning complete for port 022ea1d8-b539-4f23-90f5-67c3051ef921 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:29.043438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8bb2024c-6126-4036-a290-14acf85cc00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.046227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63bbf1-4579-443e-b54d-c22b277191ee req-370707f1-8909-4c22-b94a-98d65ff5e5a3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:29.047840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe63bbf1-4579-443e-b54d-c22b277191ee req-370707f1-8909-4c22-b94a-98d65ff5e5a3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 945 time: 0.0642283 Jul 28 15:10:29.103532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2024c-6126-4036-a290-14acf85cc00c None None] Port 022ea1d8-b539-4f23-90f5-67c3051ef921 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:29.113119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe63bbf1-4579-443e-b54d-c22b277191ee req-44e3e348-7a25-4f26-a78c-e7693979f171 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555520 Jul 28 15:10:29.171517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.188221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.194990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9edffe8e-90ee-4953-b854-c89902b3f2d9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:29.259196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a90f985c-76bb-4507-9bf4-ffea817240e5 None None] Provisioning complete for port 022ea1d8-b539-4f23-90f5-67c3051ef921 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:29.263229 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a90f985c-76bb-4507-9bf4-ffea817240e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.304777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a90f985c-76bb-4507-9bf4-ffea817240e5 None None] Port 022ea1d8-b539-4f23-90f5-67c3051ef921 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:29.306979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=022ea1d8-b539-4f23-90f5-67c3051ef921,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:29.326299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-722b95f9-5a29-427b-b513-b69ab5461a44 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 267 time: 0.1165111 Jul 28 15:10:29.386356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 6012e759-0e43-4537-8d4e-137367108680 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:29.390305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:29.404739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9edffe8e-90ee-4953-b854-c89902b3f2d9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:29.407903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-3a9297bb-8b9a-47c6-89f0-a88e9320396e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:29.416278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-3a9297bb-8b9a-47c6-89f0-a88e9320396e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 945 time: 0.0743155 Jul 28 15:10:29.416376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9edffe8e-90ee-4953-b854-c89902b3f2d9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:29.416376 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.464958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'port': {'security_groups': []}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:29.506279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.546190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9edffe8e-90ee-4953-b854-c89902b3f2d9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9edffe8e-90ee-4953-b854-c89902b3f2d9,segment=NetworkSegment(8952d90f-4dc0-48d3-b549-5d5508b08c91),segment_id=8952d90f-4dc0-48d3-b549-5d5508b08c91)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:29.626592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.687807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.742573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:10:29.745250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9edffe8e-90ee-4953-b854-c89902b3f2d9,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:29.754369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eb038b14-5be5-420c-b553-f4fa2fbd915a None None] Provisioning complete for port 022ea1d8-b539-4f23-90f5-67c3051ef921 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:29.754748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eb038b14-5be5-420c-b553-f4fa2fbd915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.790276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-eb038b14-5be5-420c-b553-f4fa2fbd915a None None] Port 022ea1d8-b539-4f23-90f5-67c3051ef921 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:29.878090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:29.898194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:29.904856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-04450c59-7199-4079-8704-82fdd164c761 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0614316 Jul 28 15:10:29.907559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57100) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:29.910417 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] Sync routers for ids ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:29.924322 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] Routers {'6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:29.925573 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:29.953609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:29.967810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6cf410-027f-44c0-96f1-8fb31499bf4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:29.969323 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2c6cf410-027f-44c0-96f1-8fb31499bf4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports/022ea1d8-b539-4f23-90f5-67c3051ef921 HTTP/1.1" status: 200 len: 911 time: 0.0607994 Jul 28 15:10:29.972819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:29.978371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64e48038-dbc7-497c-bf14-6cc11dc3e01d'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:29.985731 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:29.994940 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] Routers {'6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:29.995553 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:30.036698 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:30.036698 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577369a-8bc5-40da-9ba7-90b614307bb6 None None] The sync data for ids ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:30.048995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:30.066960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01', 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:30.106651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad609a41-4d1c-45a4-8e30-af365cfc405d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:30.109648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.111340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:30.112107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dbeb9236-eed0-4f9d-9a77-f11ebea3a578 req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "PUT /v2.0/ports/b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d HTTP/1.1" status: 200 len: 904 time: 0.6527297 Jul 28 15:10:30.112648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:10:30.114891 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:10:30.183128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58c4d7-624f-40b6-8202-49a586ab3956 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:30.210587 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb5942-b50b-470a-90de-13387cc75b73 x-openstack-request-id: req-ddeb5942-b50b-470a-90de-13387cc75b73 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:10:30.211093 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:10:30.211534 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddeb5942-b50b-470a-90de-13387cc75b73 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:10:30.212103 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d', 'status': 'completed', 'code': 200} Jul 28 15:10:30.218713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:30.240985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:30.308181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-9e325269-8290-48f7-8e58-d6f76c740601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.312964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-9e325269-8290-48f7-8e58-d6f76c740601 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 1059 time: 0.0770659 Jul 28 15:10:30.408289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310995-77f4-456e-b795-d18d7c8243cc req-d30c5d73-6400-492d-b607-c3c6398065ff tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.409939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ac310995-77f4-456e-b795-d18d7c8243cc req-d30c5d73-6400-492d-b607-c3c6398065ff tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 907 time: 0.2105298 Jul 28 15:10:30.477385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-cbbc0c6d-d39e-4f61-b8ab-a41acc7e2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.482988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-cbbc0c6d-d39e-4f61-b8ab-a41acc7e2376 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1611407 Jul 28 15:10:30.534441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-68e0c592-e8fb-405b-9b32-01c7370915fe None None] Provisioning complete for port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:30.535000 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68e0c592-e8fb-405b-9b32-01c7370915fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:30.545339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-3393f27a-d664-49e8-b7f7-d24cfb1fd748 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d HTTP/1.1" status: 200 len: 217 time: 0.0531497 Jul 28 15:10:30.628749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-a162cf40-8023-4183-8f87-ce8796a4c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.630664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-a162cf40-8023-4183-8f87-ce8796a4c1b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0608335 Jul 28 15:10:30.639989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6e714-b313-4317-8c28-dc79a3c2fc78 req-88c4a9b7-1407-42f0-8a27-b67a704982fd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.641865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2b6e714-b313-4317-8c28-dc79a3c2fc78 req-88c4a9b7-1407-42f0-8a27-b67a704982fd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1365149 Jul 28 15:10:30.715798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2b6e714-b313-4317-8c28-dc79a3c2fc78 req-fb7ed59a-0ab4-4554-bac2-b72499f3907a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564494 Jul 28 15:10:30.743337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-44da189a-c5d7-466a-b792-d796ce2278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:30.743337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-44da189a-c5d7-466a-b792-d796ce2278f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911238 Jul 28 15:10:30.874887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-a585b9fa-1a2e-4245-accb-cd14a7105d88 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272829 Jul 28 15:10:30.926103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:31.013044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6241cb-ae81-4a62-85dd-4d25e3353cad req-c591d8ed-c8e0-4317-a998-256ac4c1ffd1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:31.013044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e6241cb-ae81-4a62-85dd-4d25e3353cad req-c591d8ed-c8e0-4317-a998-256ac4c1ffd1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1298802 Jul 28 15:10:31.014161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3102fd3b-d96b-41dc-ad4b-c2b85b6507cc req-215cd97d-dea0-4745-b635-14a9409e3865 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152940 Jul 28 15:10:31.031317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e6241cb-ae81-4a62-85dd-4d25e3353cad req-562e4f42-bae0-435c-b1e0-26913246476d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Jul 28 15:10:31.077199 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:31.084314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:31.087610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:31.087610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/ports/022ea1d8-b539-4f23-90f5-67c3051ef921 HTTP/1.1" status: 200 len: 911 time: 1.1126308 Jul 28 15:10:31.089884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57118) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:31.146523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9edffe8e-90ee-4953-b854-c89902b3f2d9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:31.202786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb024e7c-1a76-46f1-8237-db98b25f96c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=022ea1d8-b539-4f23-90f5-67c3051ef921,revision_number=3']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:31.225328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9edffe8e-90ee-4953-b854-c89902b3f2d9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:31.225735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:31.459253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-86f8b2fb-e176-45a9-95e9-fa61ed331cc0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:31.460782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-86f8b2fb-e176-45a9-95e9-fa61ed331cc0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.2070203 Jul 28 15:10:31.502130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-ccf09b4f-c668-47aa-89eb-a4f278421d6b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/quotas/412e83918ddc4399b2050e5f80c2d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0332270 Jul 28 15:10:31.614543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-6ccd19e6-bd61-48bf-b6f0-c3073ea77e27 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1030111 Jul 28 15:10:31.743798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-4fd048f7-8632-4a87-8ba7-970bd7d6bc4f service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210325 Jul 28 15:10:31.813557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:31.971949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-7a69292a-8be1-4d67-bb23-b249fcb31e58 service neutron] 10.222.0.57 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167764 Jul 28 15:10:32.166310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 022ea1d8-b539-4f23-90f5-67c3051ef921 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:32.167026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:32.286198 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:32.306650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 022ea1d8-b539-4f23-90f5-67c3051ef921 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:32.428970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c24d8292-f691-44a2-b5f2-48906c29bcf4 req-6b354dfe-0bd7-41e4-bb8c-56ef5b70ea78 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 210 time: 0.0374939 Jul 28 15:10:32.462602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:33.036149 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:33.067928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=022ea1d8-b539-4f23-90f5-67c3051ef921,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:33.175650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:33.379010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:33.465505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:33.478878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57152) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:33.479701 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f8fc6958-9406-4c97-853f-88e148ae406f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3872445 Jul 28 15:10:33.485378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] Sync routers for ids ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:33.498191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] Routers {'6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:33.499043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:33.517901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-714af252-218f-4cb4-ad5c-689e64ba9bf0 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 HTTP/1.1" status: 200 len: 205 time: 0.0377555 Jul 28 15:10:33.525887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57154) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:33.539338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:33.549294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] Routers {'6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:33.549918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:33.561714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e46ec61d-65d0-47e6-9997-ba977c731cf4 req-4b88a5ad-35ba-4984-9359-4e5a406dab26 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 210 time: 0.0507696 Jul 28 15:10:33.596389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:33.596389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ad231-ec77-4da7-b259-ab570bf628dc None None] The sync data for ids ['6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:33.654490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:33.832400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:33.834591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.017152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.017691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:10:34.025367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.026811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8fe6380e-21cb-432e-a0f9-05c18e5067cd tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 HTTP/1.1" status: 204 len: 168 time: 0.4992719 Jul 28 15:10:34.029863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57156) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:34.105908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet 64e48038-dbc7-497c-bf14-6cc11dc3e01d {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:10:34.111725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.187369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.306017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.492256 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.523890 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=64e48038-dbc7-497c-bf14-6cc11dc3e01d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:34.528535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.534851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3415a4e8-4705-487c-873f-505e73e09404 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/64e48038-dbc7-497c-bf14-6cc11dc3e01d HTTP/1.1" status: 204 len: 168 time: 0.4997089 Jul 28 15:10:34.534851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:34.538362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a562ae6-1422-417e-ae7d-36bd9837259f None None] Network 6012e759-0e43-4537-8d4e-137367108680 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:34.643416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.729847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2f3897c5-6075-4786-a579-1f93e8b1bb66 req-f5a4f320-0f1f-4ce5-90e8-39a49124be20 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 210 time: 0.0379231 Jul 28 15:10:34.770329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 9edffe8e-90ee-4953-b854-c89902b3f2d9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:34.770781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.862563 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 9edffe8e-90ee-4953-b854-c89902b3f2d9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9edffe8e-90ee-4953-b854-c89902b3f2d9,segment=NetworkSegment(8952d90f-4dc0-48d3-b549-5d5508b08c91),segment_id=8952d90f-4dc0-48d3-b549-5d5508b08c91)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:34.866668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:34.884273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 9edffe8e-90ee-4953-b854-c89902b3f2d9 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:34.973818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] DHCP port deletion for 6012e759-0e43-4537-8d4e-137367108680 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:10:35.032145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] Deleting port 9edffe8e-90ee-4953-b854-c89902b3f2d9 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:10:35.032680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.111695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.130565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9edffe8e-90ee-4953-b854-c89902b3f2d9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:10:35.134336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] For port 9edffe8e-90ee-4953-b854-c89902b3f2d9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9edffe8e-90ee-4953-b854-c89902b3f2d9,segment=NetworkSegment(8952d90f-4dc0-48d3-b549-5d5508b08c91),segment_id=8952d90f-4dc0-48d3-b549-5d5508b08c91)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:35.134748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.155662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=9edffe8e-90ee-4953-b854-c89902b3f2d9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:35.157682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port 9edffe8e-90ee-4953-b854-c89902b3f2d9 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:10:35.171198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9edffe8e-90ee-4953-b854-c89902b3f2d9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:10:35.171595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9edffe8e-90ee-4953-b854-c89902b3f2d9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:10:35.179236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] Calling delete_port for 9edffe8e-90ee-4953-b854-c89902b3f2d9 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:10:35.254533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.266153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6012e759-0e43-4537-8d4e-137367108680']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:35.274515 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.281189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8952d90f-4dc0-48d3-b549-5d5508b08c91') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:35.281507 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8952d90f-4dc0-48d3-b549-5d5508b08c91') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:35.291798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.308024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.313103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] No DVR routers for this DVR port 9edffe8e-90ee-4953-b854-c89902b3f2d9 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:10:35.317072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:10:35.317856 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.321250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28f108-9ebc-4497-810b-186882b76c88 None None] Pushing event deleted for resources: {'Port': ['ID=9edffe8e-90ee-4953-b854-c89902b3f2d9,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:10:35.321437 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:10:35.508494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-6aa4ff4f-d30c-4490-b45a-d5490ab95a2a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:35.512412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-6aa4ff4f-d30c-4490-b45a-d5490ab95a2a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.42 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 810 time: 0.1606808 Jul 28 15:10:35.536408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Request body: {'port': {'device_id': '651f3ab6-8284-401a-a655-634c66ba0f37', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'admin_state_up': True, 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:35.811797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Made reservation on behalf of 412e83918ddc4399b2050e5f80c2d4d3 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:35.816181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:35.860720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c394706-2c04-4e4f-ab97-53d5bb48bb74 req-2929aa0f-12c6-44c0-a125-344a0ef405ff tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 210 time: 0.0407014 Jul 28 15:10:36.002296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.014689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.020759 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/6012e759-0e43-4537-8d4e-137367108680 HTTP/1.1" status: 204 len: 168 time: 1.4818583 Jul 28 15:10:36.027610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:36.033425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2127849762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:36.039949 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18ee7-aebe-4320-8a1e-0a7bdb7c5585 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=6012e759-0e43-4537-8d4e-137367108680,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:36.128364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Allocated IP 172.20.0.5 (727e996e-9dc7-420b-8951-7f12420ef70b/20fd179d-5c56-49a6-bd61-db071eaad11d/c16b3e4c-ccf8-4086-a169-844828a1159e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:36.268206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.269299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.329017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.366722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.467619 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.486716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Transition to ACTIVE for port object c16b3e4c-ccf8-4086-a169-844828a1159e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:36.493881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.642186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.642543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.643462 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72a0497d-b4bc-4c4b-8387-e263870f3b1f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6148708 Jul 28 15:10:36.646554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:36.652493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1048600238'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:36.658193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:36.683333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad609a41-4d1c-45a4-8e30-af365cfc405d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:36.713274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Network 727e996e-9dc7-420b-8951-7f12420ef70b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:36.721659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:36.725972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:36.758643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:36.820512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:36.821765 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.833685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:36.839715 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.886170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:10:36.908137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:36.908667 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment ef703b53-6b12-4f8d-a43c-7341202e8919 of type vlan for network db4b12db-473a-4a78-90bf-9839a725af70 Jul 28 15:10:36.944685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-eb65ee67-1b8d-441c-8ce9-bd2fa7ea040b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167244 Jul 28 15:10:36.980359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Request body: {'port': {'device_id': '651f3ab6-8284-401a-a655-634c66ba0f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:37.022569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce23adc-ce14-4ee4-b99e-9fd86d41d303 req-a52eefba-28ff-40b9-8747-10346fb39ca1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:37.027959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.030651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cce23adc-ce14-4ee4-b99e-9fd86d41d303 req-a52eefba-28ff-40b9-8747-10346fb39ca1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 931 time: 0.0778418 Jul 28 15:10:37.087046 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cce23adc-ce14-4ee4-b99e-9fd86d41d303 req-8037eeab-2d17-4d82-8ecf-92c04fcfa236 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Jul 28 15:10:37.135754 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.241913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8653efb4-19ae-479b-8a86-adfe427db177 None None] Provisioning for port c16b3e4c-ccf8-4086-a169-844828a1159e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:37.246476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8653efb4-19ae-479b-8a86-adfe427db177 None None] Provisioning complete for port c16b3e4c-ccf8-4086-a169-844828a1159e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:37.246847 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8653efb4-19ae-479b-8a86-adfe427db177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.285554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.287146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8653efb4-19ae-479b-8a86-adfe427db177 None None] Port c16b3e4c-ccf8-4086-a169-844828a1159e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:37.299143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:37.300098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.468722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=db4b12db-473a-4a78-90bf-9839a725af70,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:37.482762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network db4b12db-473a-4a78-90bf-9839a725af70 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:10:37.521558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ceb62f09-1e5a-46e3-a5c9-8932397d639f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8736458 Jul 28 15:10:37.525115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57178) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:37.534078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:37.616177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16b3e4c-ccf8-4086-a169-844828a1159e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:10:37.624500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.641782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Transition to ACTIVE for port object c16b3e4c-ccf8-4086-a169-844828a1159e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:37.799690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.816302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:37.820106 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.883873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:37.978902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Attempting to bind port c16b3e4c-ccf8-4086-a169-844828a1159e on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:37.979448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Attempting to bind port c16b3e4c-ccf8-4086-a169-844828a1159e by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:37.980429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Attempting to bind port c16b3e4c-ccf8-4086-a169-844828a1159e on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:37.989318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Port c16b3e4c-ccf8-4086-a169-844828a1159e on network 727e996e-9dc7-420b-8951-7f12420ef70b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:10:38.012552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Attempting to bind port c16b3e4c-ccf8-4086-a169-844828a1159e on network 727e996e-9dc7-420b-8951-7f12420ef70b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:38.012552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:38.012552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Checking segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:38.012552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Bound using segment: {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:38.012552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Bound port: c16b3e4c-ccf8-4086-a169-844828a1159e, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:38.012552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:38.108101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:38.111813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:38.232152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3ec7f-e5c6-4eec-81ff-3f2ef29637ac req-865b7ff6-6edf-4ef8-9769-35dc9e62a3bc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.233871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ee3ec7f-e5c6-4eec-81ff-3f2ef29637ac req-865b7ff6-6edf-4ef8-9769-35dc9e62a3bc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.0619395 Jul 28 15:10:38.282117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ee3ec7f-e5c6-4eec-81ff-3f2ef29637ac req-4b8abf71-69ec-43e5-9e0e-44d73ca1eca5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Jul 28 15:10:38.310808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:38.348602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.349226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:38.350632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] 10.222.0.42 "PUT /v2.0/ports/c16b3e4c-ccf8-4086-a169-844828a1159e HTTP/1.1" status: 200 len: 1092 time: 1.3772848 Jul 28 15:10:38.350919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:10:38.353364 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a16ec-6fac-4927-878d-9234fb074454" -d '{"events": [{"name": "network-changed", "server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:10:38.387677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b83169-08f2-41ed-b98f-e32d518f3fef service neutron] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:38.415440 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db94780-ea17-438b-ba09-8e2d61f67761 x-openstack-request-id: req-6db94780-ea17-438b-ba09-8e2d61f67761 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:10:38.416104 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:10:38.416688 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6db94780-ea17-438b-ba09-8e2d61f67761 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:10:38.417618 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'status': 'completed', 'code': 200} Jul 28 15:10:38.423880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:38.511634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=276269c8-8d94-4564-800b-044e68c6af9c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:38.523553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:38.524013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: db4b12db-473a-4a78-90bf-9839a725af70, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:10:38.559103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a16ec-6fac-4927-878d-9234fb074454 req-3fc38939-3d48-4b2c-8a07-07ac932a8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.562716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b7a16ec-6fac-4927-878d-9234fb074454 req-3fc38939-3d48-4b2c-8a07-07ac932a8756 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 1095 time: 0.1049457 Jul 28 15:10:38.693664 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network db4b12db-473a-4a78-90bf-9839a725af70 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:10:38.707421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a16ec-6fac-4927-878d-9234fb074454 req-af03ca59-05eb-47b3-a049-b4290dd9189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.710419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b7a16ec-6fac-4927-878d-9234fb074454 req-af03ca59-05eb-47b3-a049-b4290dd9189b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1322117 Jul 28 15:10:38.802276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, db4b12db-473a-4a78-90bf-9839a725af70) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:38.809414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.811118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:38.813472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6124723-7586-421f-a2b4-15fa9fb98339 None None] Network db4b12db-473a-4a78-90bf-9839a725af70 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:38.845288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a16ec-6fac-4927-878d-9234fb074454 req-8a125b73-8407-4799-a216-af57e515e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.848012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b7a16ec-6fac-4927-878d-9234fb074454 req-8a125b73-8407-4799-a216-af57e515e3b5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300707 Jul 28 15:10:38.912624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc97c863-5fac-47ab-b6a8-75e70c5f59b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3854718 Jul 28 15:10:38.915049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57190) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:38.987049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-06385105-eff5-4e82-9d66-4f4133539b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:38.988731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-06385105-eff5-4e82-9d66-4f4133539b84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 1095 time: 0.0718668 Jul 28 15:10:39.022219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-db4b12db-473a-4a78-90bf-9839a725af70', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:10:39.023146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.077905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-4c503cc9-fcd7-48fa-a3b7-1fe160a366ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c16b3e4c-ccf8-4086-a169-844828a1159e HTTP/1.1" status: 200 len: 217 time: 0.0724375 Jul 28 15:10:39.171398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-497b1026-bca0-4473-9415-c9754da5093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:39.175332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-497b1026-bca0-4473-9415-c9754da5093f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0901096 Jul 28 15:10:39.224742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Allocated IP 2001:db8::2 (db4b12db-473a-4a78-90bf-9839a725af70/276269c8-8d94-4564-800b-044e68c6af9c/13b9bc2f-d446-43a4-80ac-8b46da7feb59) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:39.267501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-44d92b5e-35bf-45b1-83fd-53e9a134368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:39.270188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-44d92b5e-35bf-45b1-83fd-53e9a134368d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869696 Jul 28 15:10:39.337013 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.448612 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.465829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Transition to ACTIVE for port object 13b9bc2f-d446-43a4-80ac-8b46da7feb59 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:39.491224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Transition to ACTIVE for port object 13b9bc2f-d446-43a4-80ac-8b46da7feb59 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:39.632626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.684657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Network db4b12db-473a-4a78-90bf-9839a725af70 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:39.696941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8::1 (db4b12db-473a-4a78-90bf-9839a725af70/276269c8-8d94-4564-800b-044e68c6af9c/f2f84d35-5966-4737-89b6-1972661a1334) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:39.700239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:39.704053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Pushing event updated for resources: {'Port': ['ID=13b9bc2f-d446-43a4-80ac-8b46da7feb59,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:39.708347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:39.795580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Attempting to bind port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:39.796055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Attempting to bind port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:39.796910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Attempting to bind port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 on network db4b12db-473a-4a78-90bf-9839a725af70 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:39.797061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-b8916064-b66b-4f5b-94a1-c4aa8cd69971 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161798 Jul 28 15:10:39.805525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:39.806247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Checking segment: {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:39.807033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.807634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Bound using segment: {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:39.808469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Bound port: 13b9bc2f-d446-43a4-80ac-8b46da7feb59, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:39.809207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.811998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1fca9-7f1a-48bb-9d88-81e2dbbc2d7c req-9d4d4743-ece8-496e-8a6d-f3aeff1b39d6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:39.821311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ea1fca9-7f1a-48bb-9d88-81e2dbbc2d7c req-9d4d4743-ece8-496e-8a6d-f3aeff1b39d6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.4516270 Jul 28 15:10:39.894257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:39.909970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] For port 13b9bc2f-d446-43a4-80ac-8b46da7feb59, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:39.913782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object f2f84d35-5966-4737-89b6-1972661a1334 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:39.917324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3ea1fca9-7f1a-48bb-9d88-81e2dbbc2d7c req-46f6183c-a4d6-4a3f-a340-1a8ead896c44 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938301 Jul 28 15:10:39.919131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] For port 13b9bc2f-d446-43a4-80ac-8b46da7feb59, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=13b9bc2f-d446-43a4-80ac-8b46da7feb59,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:39.979210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d72bf4d-f576-4296-8287-9f6b0555a9b6 req-abd409b2-5586-47bd-86db-a7199b202cc0 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434855 Jul 28 15:10:40.111362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:40.174504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e91a69-d6a9-48c9-95fb-fe1afda21761 None None] Pushing event updated for resources: {'Port': ['ID=13b9bc2f-d446-43a4-80ac-8b46da7feb59,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:40.196694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:40.249752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network db4b12db-473a-4a78-90bf-9839a725af70 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:40.255434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:40.262244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:40.262809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:40.269549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=f2f84d35-5966-4737-89b6-1972661a1334,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:40.525513 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:40.840431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:40.959699 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:40.960702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:41.142532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=f2f84d35-5966-4737-89b6-1972661a1334,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:41.202917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b712347-ed2c-4d48-a7fc-fdecd9d51386 req-2261c44b-5fb8-42d9-a54f-aa659218fa97 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:41.204527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b712347-ed2c-4d48-a7fc-fdecd9d51386 req-2261c44b-5fb8-42d9-a54f-aa659218fa97 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.1370814 Jul 28 15:10:41.220283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 13b9bc2f-d446-43a4-80ac-8b46da7feb59 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:41.255001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network db4b12db-473a-4a78-90bf-9839a725af70 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:41.261797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:41.278943 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b712347-ed2c-4d48-a7fc-fdecd9d51386 req-3dafc211-9dbf-4f18-9628-92d094011ffc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588763 Jul 28 15:10:41.357723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ab92f-17ec-4b53-b4b8-95de9bf01985 None None] Network db4b12db-473a-4a78-90bf-9839a725af70 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:41.380417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:41.554147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:10:41.622783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] Provisioning for port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:41.629102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] Provisioning complete for port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:41.629477 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:41.691625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:41.725609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3e15b034-2038-43cb-b29c-2a771e8bff81 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7817550 Jul 28 15:10:41.725915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57200) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:41.726508 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:41.727125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1680074304'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:41.727289 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:41.727289 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:41.755860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:41.818317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] For port 13b9bc2f-d446-43a4-80ac-8b46da7feb59, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=13b9bc2f-d446-43a4-80ac-8b46da7feb59,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:41.830706 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:41.859052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:41.862776 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:41.898638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:10:41.916997 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:41.917956 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment 2f23a3d8-7bff-4685-bd6a-9bb38f79daae of type vlan for network efe82f69-08a6-4350-80cf-63028b8bc04d Jul 28 15:10:41.968901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.016512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.082698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55a17b-ee60-4530-a0ed-f7ed35b886d3 None None] Pushing event updated for resources: {'Port': ['ID=13b9bc2f-d446-43a4-80ac-8b46da7feb59,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:42.166279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.178854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:42.178854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.217264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a291dbb7-1918-462b-9f9f-f09fcba037c2 None None] Provisioning for port f2f84d35-5966-4737-89b6-1972661a1334 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:42.224112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a291dbb7-1918-462b-9f9f-f09fcba037c2 None None] Provisioning complete for port f2f84d35-5966-4737-89b6-1972661a1334 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:42.225236 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a291dbb7-1918-462b-9f9f-f09fcba037c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.254746 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:40Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:40Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:42.279650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=efe82f69-08a6-4350-80cf-63028b8bc04d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:42.290597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a291dbb7-1918-462b-9f9f-f09fcba037c2 None None] Port f2f84d35-5966-4737-89b6-1972661a1334 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:42.301523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:10:42.302503 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Updating router f6d54588-5a09-4aec-99f8-66dfb91293d5 port f2f84d35-5966-4737-89b6-1972661a1334 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:10:42.305562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network efe82f69-08a6-4350-80cf-63028b8bc04d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:10:42.320091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a291dbb7-1918-462b-9f9f-f09fcba037c2 None None] Provisioning complete for port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:42.320562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a291dbb7-1918-462b-9f9f-f09fcba037c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.354504 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.381736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-61b6f330-43f2-476c-8847-4e16d761fe4b tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6777785 Jul 28 15:10:42.387123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57206) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:42.394136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:42.595218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123f83b-ce86-4b22-a372-ef5ad56a7819 req-832eb992-6883-44fb-a803-303d089148db tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:42.598140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f123f83b-ce86-4b22-a372-ef5ad56a7819 req-832eb992-6883-44fb-a803-303d089148db tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.1370590 Jul 28 15:10:42.661017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f123f83b-ce86-4b22-a372-ef5ad56a7819 req-462071f5-c85f-4e9a-aeda-bae788889134 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Jul 28 15:10:42.696123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6c8afd6-11fd-473f-b78b-0074ee81847a None None] Provisioning complete for port f2f84d35-5966-4737-89b6-1972661a1334 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:42.696123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6c8afd6-11fd-473f-b78b-0074ee81847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.702156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:42.713050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.762858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8afd6-11fd-473f-b78b-0074ee81847a None None] Port f2f84d35-5966-4737-89b6-1972661a1334 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:42.798528 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.815739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Transition to ACTIVE for port object f2f84d35-5966-4737-89b6-1972661a1334 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:42.886640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5ee9699f-d2a5-4843-a50a-be4218bd739c None None] Provisioning complete for port f2f84d35-5966-4737-89b6-1972661a1334 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:42.887124 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ee9699f-d2a5-4843-a50a-be4218bd739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.923265 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.955189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9699f-d2a5-4843-a50a-be4218bd739c None None] Port f2f84d35-5966-4737-89b6-1972661a1334 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:43.001537 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Pushing event updated for resources: {'Port': ['ID=f2f84d35-5966-4737-89b6-1972661a1334,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:43.014959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.015313 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.015651 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.016026 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.018905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.019986 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:43.072403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:43.075252 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Attempting to bind port f2f84d35-5966-4737-89b6-1972661a1334 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:43.075920 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Attempting to bind port f2f84d35-5966-4737-89b6-1972661a1334 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:43.076335 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Attempting to bind port f2f84d35-5966-4737-89b6-1972661a1334 on network db4b12db-473a-4a78-90bf-9839a725af70 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:43.087006 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:43.087006 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Checking segment: {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:43.087006 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:43.087006 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Bound using segment: {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:43.087006 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Bound port: f2f84d35-5966-4737-89b6-1972661a1334, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef703b53-6b12-4f8d-a43c-7341202e8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:43.087991 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:43.189521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=c8ed6864-dd63-4704-b274-753368125a3b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:43.215957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] For port f2f84d35-5966-4737-89b6-1972661a1334, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:43.224370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] For port f2f84d35-5966-4737-89b6-1972661a1334, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f2f84d35-5966-4737-89b6-1972661a1334,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:43.231427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 13b9bc2f-d446-43a4-80ac-8b46da7feb59 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:43.233993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:43.234457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: efe82f69-08a6-4350-80cf-63028b8bc04d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:10:43.315251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:43.315959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:43.505406 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:43.569432 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:43.570086 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:43.577694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network efe82f69-08a6-4350-80cf-63028b8bc04d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:10:43.621799 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242f40-0766-44c4-854c-5769efb99e1f None None] Pushing event updated for resources: {'Port': ['ID=f2f84d35-5966-4737-89b6-1972661a1334,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:43.699406 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:43.710872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, efe82f69-08a6-4350-80cf-63028b8bc04d) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:43.733324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:43.734208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:43.744185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ddde2d-f84b-4974-acf4-acfea371cd97 None None] Network efe82f69-08a6-4350-80cf-63028b8bc04d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:43.827331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c16b3e4c-ccf8-4086-a169-844828a1159e details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:10:43.859466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19542-91a3-4b38-8729-d3b020b5eaba req-57a11374-f14c-427a-9427-b8be364b195b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:43.861208 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ce19542-91a3-4b38-8729-d3b020b5eaba req-57a11374-f14c-427a-9427-b8be364b195b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.0818651 Jul 28 15:10:43.914230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ab3fc9ed-66b2-4cf3-a73e-170c40fd4819 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5256588 Jul 28 15:10:43.918911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57214) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:43.995706 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ce19542-91a3-4b38-8729-d3b020b5eaba req-db4668f2-0c93-4054-a1cd-d1d8af4be0e1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118307 Jul 28 15:10:44.036843 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:40Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:43Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:44.083741 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ce04f-8cca-42e6-aee0-4f9c1b4cc8ca None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:40Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:43Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:44.199677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:44.255238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-efe82f69-08a6-4350-80cf-63028b8bc04d', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:10:44.256293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:44.259497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'mac_address': 'fa:16:3e:be:d0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:10:44.370571 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:44.419125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16b3e4c-ccf8-4086-a169-844828a1159e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:10:44.475126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:44.503364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Allocated IP 2001:db8:1::2 (efe82f69-08a6-4350-80cf-63028b8bc04d/c8ed6864-dd63-4704-b274-753368125a3b/d3981820-d45f-4859-88c0-016847578d1a) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:44.546458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:44.616783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:44.736250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:44.771661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:44.781090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Transition to ACTIVE for port object d3981820-d45f-4859-88c0-016847578d1a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:44.804955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Transition to ACTIVE for port object d3981820-d45f-4859-88c0-016847578d1a will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:44.926244 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:44.983954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Network efe82f69-08a6-4350-80cf-63028b8bc04d is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:44.992778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:44.999275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:45.004822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Pushing event updated for resources: {'Port': ['ID=d3981820-d45f-4859-88c0-016847578d1a,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:45.013501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8:1::1 (efe82f69-08a6-4350-80cf-63028b8bc04d/c8ed6864-dd63-4704-b274-753368125a3b/40b7d27b-0def-40a0-968d-26069c79d6bd) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:45.068780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c16b3e4c-ccf8-4086-a169-844828a1159e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:45.134465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Attempting to bind port d3981820-d45f-4859-88c0-016847578d1a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:45.134844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Attempting to bind port d3981820-d45f-4859-88c0-016847578d1a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:45.135470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Attempting to bind port d3981820-d45f-4859-88c0-016847578d1a on network efe82f69-08a6-4350-80cf-63028b8bc04d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:45.171371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:45.171911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Checking segment: {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:45.172584 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.173218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Bound using segment: {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:45.180564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Bound port: d3981820-d45f-4859-88c0-016847578d1a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:45.180564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.243010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.263961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object 40b7d27b-0def-40a0-968d-26069c79d6bd will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:45.275798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2f84d35-5966-4737-89b6-1972661a1334 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:45.323084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e069d-e73f-49b3-b659-e8d83d3b4ff0 req-10385353-7284-4ad3-937a-8b16a0512f63 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:45.324807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa5e069d-e73f-49b3-b659-e8d83d3b4ff0 req-10385353-7284-4ad3-937a-8b16a0512f63 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 944 time: 0.1842928 Jul 28 15:10:45.384930 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa5e069d-e73f-49b3-b659-e8d83d3b4ff0 req-f842d753-38e0-4775-b8d7-9316940b9bb0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Jul 28 15:10:45.454322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.506190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network efe82f69-08a6-4350-80cf-63028b8bc04d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:45.509854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:45.516426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:45.517374 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.532605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] For port d3981820-d45f-4859-88c0-016847578d1a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:45.586143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=40b7d27b-0def-40a0-968d-26069c79d6bd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:45.592692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] For port d3981820-d45f-4859-88c0-016847578d1a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3981820-d45f-4859-88c0-016847578d1a,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:45.656748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f2f84d35-5966-4737-89b6-1972661a1334 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:45.661758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f2f84d35-5966-4737-89b6-1972661a1334 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:45.662344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.691845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.801901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c891d7-c454-4792-88a4-990ed2cc1af3 None None] Pushing event updated for resources: {'Port': ['ID=d3981820-d45f-4859-88c0-016847578d1a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:45.869064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.872927 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.927713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f2f84d35-5966-4737-89b6-1972661a1334, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f2f84d35-5966-4737-89b6-1972661a1334,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:46.070877 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:46.162882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f2f84d35-5966-4737-89b6-1972661a1334,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:46.338770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:46.530092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8605-ce02-4d0c-8c9a-ab6d107059de req-3c7e097e-c299-42f8-9bf1-fdd6dd46e619 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:46.532232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02cb8605-ce02-4d0c-8c9a-ab6d107059de req-3c7e097e-c299-42f8-9bf1-fdd6dd46e619 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 944 time: 0.0641656 Jul 28 15:10:46.586590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-02cb8605-ce02-4d0c-8c9a-ab6d107059de req-808fb56c-df05-4ead-b143-0ba4a24c0743 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Jul 28 15:10:46.590380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:46.591206 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:46.704398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=40b7d27b-0def-40a0-968d-26069c79d6bd,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:46.786390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network efe82f69-08a6-4350-80cf-63028b8bc04d is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:46.788691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:46.982893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:47.183410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:47.195893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1444cd5f-ca12-44a4-9626-ba42ce2612a5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2746458 Jul 28 15:10:47.203477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57226) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:47.209865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:47.222569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1533019241'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:47.234070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:47.237793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:47.382233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:47.383547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:47.389320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb28d60-6680-43fa-9845-49a681686b29 None None] Network efe82f69-08a6-4350-80cf-63028b8bc04d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:47.467274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:10:47.499681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:47.500656 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment deb3543f-035d-4ea9-84f6-2715fbf82ec3 of type vlan for network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 Jul 28 15:10:47.568507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:47.655411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2f84d35-5966-4737-89b6-1972661a1334 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:47.659939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:47.778132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666586a-8787-481e-9638-b7210a148b68 req-01e3c888-e93b-40ff-bb20-943590798424 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:47.780968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9666586a-8787-481e-9638-b7210a148b68 req-01e3c888-e93b-40ff-bb20-943590798424 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 944 time: 0.0657070 Jul 28 15:10:47.782382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:47.788208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:47.792163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:47.827339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c16b3e4c-ccf8-4086-a169-844828a1159e up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:47.859460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-07196155-4412-44f7-868c-26e1ff11e133 None None] Provisioning for port d3981820-d45f-4859-88c0-016847578d1a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:47.895786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=01a7624a-9e6b-40c4-8dc4-c35a095eb741,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:47.900550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9666586a-8787-481e-9638-b7210a148b68 req-cdfa49f1-5955-4f41-aed3-9b2360c18b6f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006997 Jul 28 15:10:47.962859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-31fcf328-2519-46ec-87a9-3b8b224b09f7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7571902 Jul 28 15:10:47.966681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57232) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:47.972708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:10:47.982984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:48.110706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f2f84d35-5966-4737-89b6-1972661a1334 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:48.110981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.268852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:48.273392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.355143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3981820-d45f-4859-88c0-016847578d1a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:48.418889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 3, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:46Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:48.456686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:10:48.457063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Updating router f6d54588-5a09-4aec-99f8-66dfb91293d5 port 40b7d27b-0def-40a0-968d-26069c79d6bd binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:10:48.489854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port c16b3e4c-ccf8-4086-a169-844828a1159e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:48.495509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.499786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port c16b3e4c-ccf8-4086-a169-844828a1159e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:48.500162 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.650950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d3981820-d45f-4859-88c0-016847578d1a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:48.671100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d3981820-d45f-4859-88c0-016847578d1a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:48.671579 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.717633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.806562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:48.830848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=617e688d-bdec-4b77-8862-afc937c89bec,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:48.842881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:48.843450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: 01a7624a-9e6b-40c4-8dc4-c35a095eb741, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:10:48.870702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:10:48.873587 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b1760-342a-4e54-b5b8-41e41f99bdfc" -d '{"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-plugged", "status": "completed", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:10:48.904364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:48.928980 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36a0130-b24e-4666-891b-9b0a9cf5e2c2 x-openstack-request-id: req-b36a0130-b24e-4666-891b-9b0a9cf5e2c2 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:10:48.929274 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-plugged", "status": "completed", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:10:48.929530 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b36a0130-b24e-4666-891b-9b0a9cf5e2c2 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:10:48.929926 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'code': 200} Jul 28 15:10:48.963071 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.045523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d3981820-d45f-4859-88c0-016847578d1a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3981820-d45f-4859-88c0-016847578d1a,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:49.048018 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.062293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Transition to ACTIVE for port object 40b7d27b-0def-40a0-968d-26069c79d6bd will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:49.136780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44f75ded-a648-46dd-b285-0702380dd45d None None] Provisioning for port 40b7d27b-0def-40a0-968d-26069c79d6bd completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:49.138047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f2866-2e12-4918-87ef-640be8e41dca req-b95929ac-3404-4b7f-b1b5-8500e122bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:49.138927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44f75ded-a648-46dd-b285-0702380dd45d None None] Provisioning complete for port 40b7d27b-0def-40a0-968d-26069c79d6bd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:49.140229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f5f2866-2e12-4918-87ef-640be8e41dca req-b95929ac-3404-4b7f-b1b5-8500e122bb3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 1096 time: 0.0978694 Jul 28 15:10:49.141708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44f75ded-a648-46dd-b285-0702380dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.159094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0f57a-cf79-4857-94f9-05311fe9cdd8 req-37889f02-f565-41ac-be37-bdf92e7a0bf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:49.160968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5c0f57a-cf79-4857-94f9-05311fe9cdd8 req-37889f02-f565-41ac-be37-bdf92e7a0bf8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 944 time: 0.0978582 Jul 28 15:10:49.217312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-44f75ded-a648-46dd-b285-0702380dd45d None None] Port 40b7d27b-0def-40a0-968d-26069c79d6bd cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:49.237494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-44f75ded-a648-46dd-b285-0702380dd45d None None] Provisioning complete for port d3981820-d45f-4859-88c0-016847578d1a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:49.238092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-44f75ded-a648-46dd-b285-0702380dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.260749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:10:49.270712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f5f2866-2e12-4918-87ef-640be8e41dca req-aa057d20-517c-4bfa-be3a-ff80320dec69 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215839 Jul 28 15:10:49.273997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.290826 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.303673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5c0f57a-cf79-4857-94f9-05311fe9cdd8 req-291e91dd-61e6-4ae3-b1dd-72434e3c657a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124704 Jul 28 15:10:49.331111 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.395144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:49.442049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 01a7624a-9e6b-40c4-8dc4-c35a095eb741) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:49.448916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:49.450051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.488244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982e473-bcb3-48e6-a1e5-cb937f6d2280 None None] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:49.597605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-80c73949-9385-4f9d-abaa-c8b6ab95cc60 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6291893 Jul 28 15:10:49.602321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57242) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:49.610702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d3981820-d45f-4859-88c0-016847578d1a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:49.620573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Attempting to bind port 40b7d27b-0def-40a0-968d-26069c79d6bd on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:49.620953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Attempting to bind port 40b7d27b-0def-40a0-968d-26069c79d6bd by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:49.621351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Attempting to bind port 40b7d27b-0def-40a0-968d-26069c79d6bd on network efe82f69-08a6-4350-80cf-63028b8bc04d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:49.662326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:49.662858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Checking segment: {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:49.663232 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.670814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Bound using segment: {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:49.670814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Bound port: 40b7d27b-0def-40a0-968d-26069c79d6bd, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23a3d8-7bff-4685-bd6a-9bb38f79daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:49.670814 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.783860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6968-6449-45d9-b6c0-e2e489264cf8 None None] Pushing event updated for resources: {'Port': ['ID=40b7d27b-0def-40a0-968d-26069c79d6bd,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:49.863585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] For port 40b7d27b-0def-40a0-968d-26069c79d6bd, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:49.878843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:10:49.879738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:49.883836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] For port 40b7d27b-0def-40a0-968d-26069c79d6bd, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=40b7d27b-0def-40a0-968d-26069c79d6bd,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:50.161956 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:50.239931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:50.320340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Allocated IP 2001:db8:2::2 (01a7624a-9e6b-40c4-8dc4-c35a095eb741/617e688d-bdec-4b77-8862-afc937c89bec/9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:50.353259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:50.354008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:50.469521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6968-6449-45d9-b6c0-e2e489264cf8 None None] Pushing event updated for resources: {'Port': ['ID=40b7d27b-0def-40a0-968d-26069c79d6bd,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:50.519650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72e90f-a2c3-4f20-841a-caa53297a86b req-de541dcf-1731-4500-8fa9-c9e4fd76b08f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:50.530553 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a72e90f-a2c3-4f20-841a-caa53297a86b req-de541dcf-1731-4500-8fa9-c9e4fd76b08f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.0805540 Jul 28 15:10:50.533732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:50.585148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a72e90f-a2c3-4f20-841a-caa53297a86b req-9dc25da0-de89-44ce-85de-06b9ec2e5e2d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535977 Jul 28 15:10:50.767127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:50.781316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Transition to ACTIVE for port object 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:50.815958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Transition to ACTIVE for port object 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:50.887137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 3, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:49Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:50.921397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa1662-cff0-436a-a032-e92644d7c354 None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 3, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:49Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:50.975379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-c95a413e-bdd7-48ee-9008-220f9ade2569 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582569 Jul 28 15:10:50.976223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.076149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:51.109492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:51.121523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Pushing event updated for resources: {'Port': ['ID=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:51.124865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:51.221111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8:2::1 (01a7624a-9e6b-40c4-8dc4-c35a095eb741/617e688d-bdec-4b77-8862-afc937c89bec/89200244-c103-4230-a2b5-03f517744722) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:51.256892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-877b7ecc-9535-428c-9863-0afa7742b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:51.259602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-877b7ecc-9535-428c-9863-0afa7742b437 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.1321816 Jul 28 15:10:51.268818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Attempting to bind port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:51.277112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Attempting to bind port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:51.277112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Attempting to bind port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 on network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:51.281348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:51.282158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Checking segment: {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:51.283058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.284110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Bound using segment: {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:51.285006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Bound port: 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:51.285748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.409288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] For port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:51.416419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] For port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:51.490338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.508257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object 89200244-c103-4230-a2b5-03f517744722 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:51.522691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.533008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-5469f422-47d0-45d1-9478-f417847a05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:51.554762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-5469f422-47d0-45d1-9478-f417847a05c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.2644625 Jul 28 15:10:51.644738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88bb7b-7174-42a2-8a6d-76c780e82974 None None] Pushing event updated for resources: {'Port': ['ID=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:51.668204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 40b7d27b-0def-40a0-968d-26069c79d6bd up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:51.681391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-ab9b3ada-4680-45c4-b2bb-48e029d4420c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.1177220 Jul 28 15:10:51.708133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.783089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993da266-f97e-4610-8d5a-9e34a4327635 req-f5512b03-818c-4165-9c75-c8cd4868b192 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:51.784868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-993da266-f97e-4610-8d5a-9e34a4327635 req-f5512b03-818c-4165-9c75-c8cd4868b192 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1022344 Jul 28 15:10:51.794622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=89200244-c103-4230-a2b5-03f517744722,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:51.794960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-30a51274-4590-4cfa-9c2b-b9fae4cd7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:51.794960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-30a51274-4590-4cfa-9c2b-b9fae4cd7ae5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0975935 Jul 28 15:10:51.817442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:51.820195 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:51.825419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:51.827093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:51.879993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-d19175fe-0a18-4aba-ba4a-5d0ae63e43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:51.887379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 40b7d27b-0def-40a0-968d-26069c79d6bd completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:51.888834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-d19175fe-0a18-4aba-ba4a-5d0ae63e43bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884385 Jul 28 15:10:51.892142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 40b7d27b-0def-40a0-968d-26069c79d6bd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:51.892577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.050355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.069267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-993da266-f97e-4610-8d5a-9e34a4327635 req-32598788-3cee-455a-96fb-b65797537ab7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585714 Jul 28 15:10:52.157627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-cd20054b-5e13-4c9a-9baf-0c5ddc389ac6 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424378 Jul 28 15:10:52.170366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 40b7d27b-0def-40a0-968d-26069c79d6bd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=40b7d27b-0def-40a0-968d-26069c79d6bd,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:52.279275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.341276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7619710d-a6b3-4ccb-a63b-7c778c0d196c req-fa08f475-3154-4f2b-b23b-bbb9aafc6a64 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593647 Jul 28 15:10:52.346048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.347197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3981820-d45f-4859-88c0-016847578d1a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:52.417033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a548ff5f-a980-4b7b-8f8f-e3a74ec4f8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.484409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=40b7d27b-0def-40a0-968d-26069c79d6bd,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:52.505426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d3981820-d45f-4859-88c0-016847578d1a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:52.505906 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.655757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.693245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0884f69-a9b6-4aeb-8b54-6d0402fa8d58 req-5f2d96b5-067b-4abf-8d29-bf761d283cc0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:52.695049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0884f69-a9b6-4aeb-8b54-6d0402fa8d58 req-5f2d96b5-067b-4abf-8d29-bf761d283cc0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.0616214 Jul 28 15:10:52.757388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0884f69-a9b6-4aeb-8b54-6d0402fa8d58 req-bb7658a7-dc21-4762-88f0-091e8da37b31 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508819 Jul 28 15:10:52.774805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:52.776341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:53.061688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fe0f1-9d6e-4f33-b5fd-a159bc249cd5 None None] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:53.230403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=89200244-c103-4230-a2b5-03f517744722,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:53.281714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:53.284400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:53.343572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0f8da02c-6637-42ba-afa0-b13164f89f63 None None] Provisioning for port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:53.448827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:53.551247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 40b7d27b-0def-40a0-968d-26069c79d6bd up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:53.597209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:53.597209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-db9d1257-d089-41a4-99ff-c19dc5dc32c7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9906671 Jul 28 15:10:53.599167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57260) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:53.603689 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:53.604777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2007511050'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:53.630251 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:53.631619 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:53.668729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 40b7d27b-0def-40a0-968d-26069c79d6bd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:53.669190 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:53.793338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:53.798881 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:53.850922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:53.863039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:53.863381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af83bf8f-6e24-4134-8e8d-74bab0125783 None None] Provisioning for port 89200244-c103-4230-a2b5-03f517744722 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:53.871003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-af83bf8f-6e24-4134-8e8d-74bab0125783 None None] Provisioning complete for port 89200244-c103-4230-a2b5-03f517744722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:53.871572 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af83bf8f-6e24-4134-8e8d-74bab0125783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:53.934309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:10:53.945217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-af83bf8f-6e24-4134-8e8d-74bab0125783 None None] Port 89200244-c103-4230-a2b5-03f517744722 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:53.954102 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:53.955018 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added segment 45a49a8b-1b81-4cee-a76b-d386a7d107de of type vlan for network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 Jul 28 15:10:54.021225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.047622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b3e4a-0814-4cb8-bf7b-2eacf88f8488 req-dce3d897-fab5-444a-a741-77e9fea1b777 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:54.051464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a21b3e4a-0814-4cb8-bf7b-2eacf88f8488 req-dce3d897-fab5-444a-a741-77e9fea1b777 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1342978 Jul 28 15:10:54.067978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:54.089129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:54.089552 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.136182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0bad8a05-c401-4035-8d72-7f7d9f51ca68 None None] Provisioning complete for port 89200244-c103-4230-a2b5-03f517744722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:54.136577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0bad8a05-c401-4035-8d72-7f7d9f51ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.155886 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a21b3e4a-0814-4cb8-bf7b-2eacf88f8488 req-d8804f54-2650-43f9-85a6-1aabe2904bc9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763338 Jul 28 15:10:54.158506 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:54.220121 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:10:54.220784 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Updating router f6d54588-5a09-4aec-99f8-66dfb91293d5 port 89200244-c103-4230-a2b5-03f517744722 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:10:54.248963 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.261183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0bad8a05-c401-4035-8d72-7f7d9f51ca68 None None] Port 89200244-c103-4230-a2b5-03f517744722 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:54.324722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.339427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.345878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:54.346697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.368694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:54.402640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df60ee82-5f81-4036-8da3-3df6ab839a65 None None] Provisioning complete for port 89200244-c103-4230-a2b5-03f517744722 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:54.413270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df60ee82-5f81-4036-8da3-3df6ab839a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.430953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Network': ['ID=1aee714e-9d4c-4745-a99a-0c6ff83a9151,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:54.441597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.442265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.442804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.443335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.443683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.444028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.444539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.444909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.445281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.445586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.446099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.446432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.461946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:10:54.467789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-df60ee82-5f81-4036-8da3-3df6ab839a65 None None] Port 89200244-c103-4230-a2b5-03f517744722 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:10:54.515556 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.570451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:54.573904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0442fbe6-ea2e-48bf-a9f2-3c9f53c1be84 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9727168 Jul 28 15:10:54.582180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'subnet': {'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:54.597399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:54.606275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.607142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.607494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.607831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.608164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.608533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.608870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.609197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.609520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.609845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.610177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.610503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:54.763355 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:54.777074 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Transition to ACTIVE for port object 89200244-c103-4230-a2b5-03f517744722 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:54.950728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5cf685eb-a02d-4937-8805-9c28ff44f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.154072 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.154377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Made reservation on behalf of 8be8cf566ca7400fae7b0e41bd3bc666 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:10:55.160373 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.207894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a46c-9917-4720-91ad-4b4b47630968 None None] Pushing event updated for resources: {'Port': ['ID=89200244-c103-4230-a2b5-03f517744722,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:55.327616 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.419722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Attempting to bind port 89200244-c103-4230-a2b5-03f517744722 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:55.420369 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Attempting to bind port 89200244-c103-4230-a2b5-03f517744722 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:55.420970 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Attempting to bind port 89200244-c103-4230-a2b5-03f517744722 on network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:55.436177 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:55.439875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:55.440669 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Checking segment: {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:55.441825 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.442746 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Bound using segment: {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:55.444608 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Bound port: 89200244-c103-4230-a2b5-03f517744722, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb3543f-035d-4ea9-84f6-2715fbf82ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:55.447945 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.515092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:55.515868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.610379 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] For port 89200244-c103-4230-a2b5-03f517744722, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:55.614060 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] For port 89200244-c103-4230-a2b5-03f517744722, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=89200244-c103-4230-a2b5-03f517744722,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:55.620658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95e975-1444-4335-a892-8fdf122db279 req-1bc8b1da-b28b-41bb-9e70-447003d6af07 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:55.623181 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b95e975-1444-4335-a892-8fdf122db279 req-1bc8b1da-b28b-41bb-9e70-447003d6af07 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.0804327 Jul 28 15:10:55.655837 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.751926 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.804579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b95e975-1444-4335-a892-8fdf122db279 req-3e44dd11-fdf5-42af-868b-4d32beb93106 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744387 Jul 28 15:10:55.826388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Subnet': ['ID=fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:55.836884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Checking segment: {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:55.837332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network hostable DHCP agents. Network: 1aee714e-9d4c-4745-a99a-0c6ff83a9151, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:10:55.881092 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:55.881811 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:55.927740 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a46c-9917-4720-91ad-4b4b47630968 None None] Pushing event updated for resources: {'Port': ['ID=89200244-c103-4230-a2b5-03f517744722,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:55.984918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:10:56.016969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:10:56.162620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1aee714e-9d4c-4745-a99a-0c6ff83a9151) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:56.172364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:56.172364 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:56.199955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbad119-37c3-483c-b45b-39d6a705ebdc None None] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:56.352592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:55Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:56.407217 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b1957-a884-42bc-bf71-dc144c5f32b5 None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:55Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:10:56.423372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:10:56.424413 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:56.553594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-98899626-ee44-4f0d-98b7-025547af03fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9814453 Jul 28 15:10:56.558077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:56.580004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:56.721633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Allocated IP 2001:db8:3::2 (1aee714e-9d4c-4745-a99a-0c6ff83a9151/fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e/978838b7-678f-4039-ad39-cf5988da4d94) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:57.063646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ff3-5835-4080-830b-fa7a0b8d3c49 req-3d6b970f-3db4-4cdf-844c-d67f3205484d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:57.079790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3554ff3-5835-4080-830b-fa7a0b8d3c49 req-3d6b970f-3db4-4cdf-844c-d67f3205484d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1214001 Jul 28 15:10:57.150815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3554ff3-5835-4080-830b-fa7a0b8d3c49 req-14252b25-61a9-449f-95f5-de455482c39c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690560 Jul 28 15:10:57.166971 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.206427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.220379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Transition to ACTIVE for port object 978838b7-678f-4039-ad39-cf5988da4d94 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:57.262614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Transition to ACTIVE for port object 978838b7-678f-4039-ad39-cf5988da4d94 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:57.471676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.487988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 89200244-c103-4230-a2b5-03f517744722 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:57.638986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:57.645620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:57.650834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:57.674560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Allocated IP 2001:db8:3::1 (1aee714e-9d4c-4745-a99a-0c6ff83a9151/fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e/2b6415a8-deb5-4f54-bbe6-3086fe17964e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:10:57.722026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Pushing event updated for resources: {'Port': ['ID=978838b7-678f-4039-ad39-cf5988da4d94,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:57.730061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Attempting to bind port 978838b7-678f-4039-ad39-cf5988da4d94 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:10:57.730416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Attempting to bind port 978838b7-678f-4039-ad39-cf5988da4d94 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:10:57.730802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Attempting to bind port 978838b7-678f-4039-ad39-cf5988da4d94 on network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:10:57.737545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:10:57.738120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Checking segment: {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:10:57.738417 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.738788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Bound using segment: {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:10:57.739288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Bound port: 978838b7-678f-4039-ad39-cf5988da4d94, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:10:57.739680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.839720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c16b3e4c-ccf8-4086-a169-844828a1159e details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:10:57.848053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] For port 978838b7-678f-4039-ad39-cf5988da4d94, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:10:57.868049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] For port 978838b7-678f-4039-ad39-cf5988da4d94, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=978838b7-678f-4039-ad39-cf5988da4d94,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:10:57.881681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.899552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Transition to ACTIVE for port object 2b6415a8-deb5-4f54-bbe6-3086fe17964e will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:10:57.971961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:57.985641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 89200244-c103-4230-a2b5-03f517744722 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:10:57.994578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 89200244-c103-4230-a2b5-03f517744722 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:57.995090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:57.997834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'port_id': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'mac_address': 'fa:16:3e:be:d0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:10:58.227391 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.234398 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.281231 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.289202 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.343139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c16b3e4c-ccf8-4086-a169-844828a1159e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:10:58.385834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:58.392742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:58.398117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d383b6-2c98-4164-a50e-a0b7c717f0e7 None None] Pushing event updated for resources: {'Port': ['ID=978838b7-678f-4039-ad39-cf5988da4d94,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:58.411114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:10:58.411808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.417732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=2b6415a8-deb5-4f54-bbe6-3086fe17964e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:58.418528 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:58.429330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.475410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.475759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.476108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.476477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.476819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.477157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.477490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.477847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.478185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.478515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.478851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.479173 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:10:58.483188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 89200244-c103-4230-a2b5-03f517744722, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=89200244-c103-4230-a2b5-03f517744722,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:10:58.494661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37f236-fe51-4627-9967-11955fcb0a0f req-d62710cf-2eab-4e81-9d64-821eb5d37d67 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:58.502012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a37f236-fe51-4627-9967-11955fcb0a0f req-d62710cf-2eab-4e81-9d64-821eb5d37d67 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.2318089 Jul 28 15:10:58.542056 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.614302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1a37f236-fe51-4627-9967-11955fcb0a0f req-24ccb1ae-f202-466f-9399-0e75f3772bd8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871465 Jul 28 15:10:58.647520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.649503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:58.725759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=89200244-c103-4230-a2b5-03f517744722,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:58.733049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:58.740711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['c16b3e4c-ccf8-4086-a169-844828a1159e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:10:59.117936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:59.198502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:59.199304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:59.312309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event updated for resources: {'Port': ['ID=2b6415a8-deb5-4f54-bbe6-3086fe17964e,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:10:59.339403 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:10:59.373530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:10:59.373530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:10:59.531059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:10:59.586890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 89200244-c103-4230-a2b5-03f517744722 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:59.648113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 89200244-c103-4230-a2b5-03f517744722 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:10:59.648959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:59.693682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8875c12-b202-483e-b38b-aba7a9b235be None None] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:10:59.752474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:10:59.771486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be38665a-2d30-4e41-995b-2905d1b3589a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2119982 Jul 28 15:10:59.777227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:10:59.777878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:10:59.786934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:10:59.792878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ac37-0e2a-4fd6-9a41-83fe19606ad9 req-095a0f91-2807-450f-b835-22709097febf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:59.797780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9231ac37-0e2a-4fd6-9a41-83fe19606ad9 req-095a0f91-2807-450f-b835-22709097febf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 944 time: 0.0887740 Jul 28 15:10:59.836981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:10:59.838344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:10:59.850680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9231ac37-0e2a-4fd6-9a41-83fe19606ad9 req-79d404d1-e541-409c-928c-a4426f8aa6cf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467720 Jul 28 15:10:59.957817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c16b3e4c-ccf8-4086-a169-844828a1159e up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:10:59.973511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ae96d349-9c3c-49e2-b32d-811b95af4973 None None] Provisioning for port 978838b7-678f-4039-ad39-cf5988da4d94 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:00.124721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 978838b7-678f-4039-ad39-cf5988da4d94 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:00.172519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:00.226886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 15:11:00.244738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Removed routes are [] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 15:11:00.245192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.343397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port c16b3e4c-ccf8-4086-a169-844828a1159e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:00.343691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.527654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 978838b7-678f-4039-ad39-cf5988da4d94 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:00.535930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.544784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 978838b7-678f-4039-ad39-cf5988da4d94 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:00.544784 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.545951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '2b6415a8-deb5-4f54-bbe6-3086fe17964e', 'name': '', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:1b:88:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:57Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:00.618156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:00.618787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Updating router f6d54588-5a09-4aec-99f8-66dfb91293d5 port 2b6415a8-deb5-4f54-bbe6-3086fe17964e binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:11:00.648477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:11:00.650983 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875c8c4-d426-4d79-ad9b-8ca00719dc01" -d '{"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-plugged", "status": "completed", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:11:00.676345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:00.693553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.892006 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2f345-7887-43f2-8b14-2c1ba34a1304 x-openstack-request-id: req-f0e2f345-7887-43f2-8b14-2c1ba34a1304 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:11:00.892282 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-plugged", "status": "completed", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:11:00.892567 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0e2f345-7887-43f2-8b14-2c1ba34a1304 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:11:00.892955 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'code': 200} Jul 28 15:11:00.906634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.985632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:00.990210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.111753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67bae0e5-1d28-486d-a07b-4dcc78053cee None None] Provisioning complete for port 978838b7-678f-4039-ad39-cf5988da4d94 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:01.112262 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67bae0e5-1d28-486d-a07b-4dcc78053cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.123206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7ba3d-28e5-485f-b3e3-be19cb4ae062 req-11ed3001-d1a1-45eb-b356-8d48b77c8011 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:01.125036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0d7ba3d-28e5-485f-b3e3-be19cb4ae062 req-11ed3001-d1a1-45eb-b356-8d48b77c8011 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1065767 Jul 28 15:11:01.186872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:01.189716 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.198141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:01.226904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0d7ba3d-28e5-485f-b3e3-be19cb4ae062 req-16a057ca-b333-4419-a471-46eaeefc0f7f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866215 Jul 28 15:11:01.347979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:01.351265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 978838b7-678f-4039-ad39-cf5988da4d94, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=978838b7-678f-4039-ad39-cf5988da4d94,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:01.370072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.374326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a939c5e2-f6e0-4f2d-93b0-1fc8a294b11f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 954 time: 1.5916610 Jul 28 15:11:01.374667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57314) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:01.427083 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.457737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Transition to ACTIVE for port object 2b6415a8-deb5-4f54-bbe6-3086fe17964e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:01.458987 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67bae0e5-1d28-486d-a07b-4dcc78053cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.497766 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-782b1354-409a-4b09-95e7-1d97ee3691b4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 954 time: 0.1187372 Jul 28 15:11:01.498274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:01.503872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'routes': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:01.662106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.664164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.764374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d5a0c-f26f-4c76-8f0d-c6d446b65fbe None None] Pushing event updated for resources: {'Port': ['ID=2b6415a8-deb5-4f54-bbe6-3086fe17964e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:01.822572 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-67bae0e5-1d28-486d-a07b-4dcc78053cee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:11:01.822934 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-67bae0e5-1d28-486d-a07b-4dcc78053cee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:11:01.882807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=978838b7-678f-4039-ad39-cf5988da4d94,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:01.894918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Attempting to bind port 2b6415a8-deb5-4f54-bbe6-3086fe17964e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:11:01.895297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Attempting to bind port 2b6415a8-deb5-4f54-bbe6-3086fe17964e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:11:01.895713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Attempting to bind port 2b6415a8-deb5-4f54-bbe6-3086fe17964e on network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:11:01.905532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:11:01.905897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Checking segment: {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:01.906315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:01.911999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Bound using segment: {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:11:01.911999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Bound port: 2b6415a8-deb5-4f54-bbe6-3086fe17964e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a49a8b-1b81-4cee-a76b-d386a7d107de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:11:01.911999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.005825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added routes are [] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 15:11:02.006449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 15:11:02.009759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] For port 2b6415a8-deb5-4f54-bbe6-3086fe17964e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:11:02.014216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] For port 2b6415a8-deb5-4f54-bbe6-3086fe17964e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b6415a8-deb5-4f54-bbe6-3086fe17964e,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:11:02.052199 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.147988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.212590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d5a0c-f26f-4c76-8f0d-c6d446b65fbe None None] Pushing event updated for resources: {'Port': ['ID=2b6415a8-deb5-4f54-bbe6-3086fe17964e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:02.227821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:02.228500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:02.398756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:02.514652 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.524226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.531775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfe155-80a1-4aa5-bc65-30aed95ed657 req-ccbee832-2fbf-46dc-b722-e34e0943f36e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:02.533607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3acfe155-80a1-4aa5-bc65-30aed95ed657 req-ccbee832-2fbf-46dc-b722-e34e0943f36e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1428812 Jul 28 15:11:02.535109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.650672 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3acfe155-80a1-4aa5-bc65-30aed95ed657 req-15bb54fb-3013-4006-a959-3be2cce4da18 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098855 Jul 28 15:11:02.687753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:02.700615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 7, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '2b6415a8-deb5-4f54-bbe6-3086fe17964e', 'name': '', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:1b:88:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:57Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:02.730159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67bae0e5-1d28-486d-a07b-4dcc78053cee None None] Provisioning for port 2b6415a8-deb5-4f54-bbe6-3086fe17964e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:02.732698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13707c78-ccb5-4a17-bd82-2351d51c9c6c None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 7, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '2b6415a8-deb5-4f54-bbe6-3086fe17964e', 'name': '', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:1b:88:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:57Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:02.822287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:02.830754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:02.835118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4eb93340-f0e9-4c6d-9b60-478e5682c26a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 704 time: 1.3325276 Jul 28 15:11:02.835118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57330) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:02.979452 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-37d439ae-ede1-45eb-b625-9daadfad9c55 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 704 time: 0.1431260 Jul 28 15:11:02.982595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:03.002851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:03.107478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ada10aae-ca67-40e5-abda-1fab15d4e9d1 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/floatingips/0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 HTTP/1.1" status: 200 len: 994 time: 0.1015196 Jul 28 15:11:03.409349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57348) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:03.542954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:03.721303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:03.734425 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:03.736093 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:03.750483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port 11d62f16-7ef1-4789-a661-375611e47916 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:03.751394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:03.911760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:03.982111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b6415a8-deb5-4f54-bbe6-3086fe17964e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:04.011059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c48ab-ff70-49ed-833f-5a5421e0fe1f req-8ca57265-4208-4c95-a295-178357a809e3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:04.031987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f59c48ab-ff70-49ed-833f-5a5421e0fe1f req-8ca57265-4208-4c95-a295-178357a809e3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1839700 Jul 28 15:11:04.146352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.147061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.178496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f59c48ab-ff70-49ed-833f-5a5421e0fe1f req-34d416c5-4ff6-4255-83c3-4463ab4fb2eb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367376 Jul 28 15:11:04.194571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for 11d62f16-7ef1-4789-a661-375611e47916 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:04.209088 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 7, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '2b6415a8-deb5-4f54-bbe6-3086fe17964e', 'name': '', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:1b:88:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:57Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:04.245010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2b6415a8-deb5-4f54-bbe6-3086fe17964e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:04.253033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2b6415a8-deb5-4f54-bbe6-3086fe17964e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:04.253033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.265855 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:04.286568 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:04.287479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:04.390015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.436805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2b6415a8-deb5-4f54-bbe6-3086fe17964e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b6415a8-deb5-4f54-bbe6-3086fe17964e,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:04.453828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 2b6415a8-deb5-4f54-bbe6-3086fe17964e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:04.458516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.461732 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:04.530859 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.531792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 978838b7-678f-4039-ad39-cf5988da4d94 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:04.533488 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.641537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=11d62f16-7ef1-4789-a661-375611e47916,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:04.658470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2b6415a8-deb5-4f54-bbe6-3086fe17964e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:04.675269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 978838b7-678f-4039-ad39-cf5988da4d94 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:04.675820 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.720840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 2b6415a8-deb5-4f54-bbe6-3086fe17964e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b6415a8-deb5-4f54-bbe6-3086fe17964e,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:04.722408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.753800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 2b6415a8-deb5-4f54-bbe6-3086fe17964e owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:04.853417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:04.854083 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Floating IP 0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 disassociated (deleted). External IP: 172.25.6.155, port: a33c7cbc-d813-4080-9526-e5e4ec1db7cc. Jul 28 15:11:04.987287 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 7, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '2b6415a8-deb5-4f54-bbe6-3086fe17964e', 'name': '', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:1b:88:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:57Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:05.063480 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f56f3-ca37-4b46-9947-b308e81f24d5 None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 7, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '2b6415a8-deb5-4f54-bbe6-3086fe17964e', 'name': '', 'network_id': '1aee714e-9d4c-4745-a99a-0c6ff83a9151', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:1b:88:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:57Z', 'updated_at': '2021-07-28T15:11:02Z', 'revision_number': 4, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:05.282751 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:05.412792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=2b6415a8-deb5-4f54-bbe6-3086fe17964e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:05.536487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 29bca73c-9e54-4365-850c-6441e1bb8888 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:05.642399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:05.839299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038b00f-23fa-4cae-a9bb-e09e298a3e69 req-87f40481-1653-4613-8dd1-ab12a3f91946 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:05.841520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d038b00f-23fa-4cae-a9bb-e09e298a3e69 req-87f40481-1653-4613-8dd1-ab12a3f91946 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.4779301 Jul 28 15:11:05.852231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:05.860930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:05.865395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] Sync routers for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:05.887733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:05.888398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:05.931346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8324b07b-9522-49ed-a47f-08dc6ba51722 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/floatingips/0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3 HTTP/1.1" status: 204 len: 168 time: 2.5186508 Jul 28 15:11:05.932240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:11:05.935818 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:11:05.953989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d038b00f-23fa-4cae-a9bb-e09e298a3e69 req-81861ba5-7142-40dd-a72e-23461e5387c6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945539 Jul 28 15:11:06.035324 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676386bb-5b58-49b9-8c2c-2184c7b5487c x-openstack-request-id: req-676386bb-5b58-49b9-8c2c-2184c7b5487c {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:11:06.035882 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:11:06.036426 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-676386bb-5b58-49b9-8c2c-2184c7b5487c {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:11:06.037092 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'status': 'completed', 'code': 200} Jul 28 15:11:06.204120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-0ee30b1d-7670-46c6-94c3-966f974d51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:06.215630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-0ee30b1d-7670-46c6-94c3-966f974d51d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=827d56505c884b0294d59a378dcdb757&device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 1098 time: 0.0965478 Jul 28 15:11:06.297226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:06.328189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:06.331918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:06.552081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-80b66d7b-84c0-4700-abc1-b546ea884f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:06.553762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-80b66d7b-84c0-4700-abc1-b546ea884f51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ecaf434-bb74-4d73-b889-8b2493db4651 HTTP/1.1" status: 200 len: 898 time: 0.3370860 Jul 28 15:11:06.573294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:06.589707 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:06.616239 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:06.617262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:06.632316 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-a2d03d4f-64d7-4a1a-8a37-e543c775908c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc HTTP/1.1" status: 200 len: 217 time: 0.0683255 Jul 28 15:11:06.649199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-afbe2ca2-b60d-4930-8f18-70fc3908477a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6624856 Jul 28 15:11:06.650636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57390) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:06.748487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:37Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:06.780363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:06.793707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:06.810445 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:06.824090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] Checking router: 29bca73c-9e54-4365-850c-6441e1bb8888 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:06.836017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:06.836972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:06.872339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-ea7b4a22-7059-43c6-9bf5-73d64a5e8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:06.878439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-ea7b4a22-7059-43c6-9bf5-73d64a5e8bad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9358b10a-657b-41ab-b2f6-989b9792a432 HTTP/1.1" status: 200 len: 835 time: 0.2206171 Jul 28 15:11:06.909363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:06.998750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-c2c330e5-0a4c-4840-892b-aea303e01b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:07.001343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-c2c330e5-0a4c-4840-892b-aea303e01b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ecaf434-bb74-4d73-b889-8b2493db4651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997863 Jul 28 15:11:07.024361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91d1c-09f7-4be6-aa16-96d2296e0067 req-c3bd0d25-3e1e-4cb3-be4b-825387c301d6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:07.036201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4b91d1c-09f7-4be6-aa16-96d2296e0067 req-c3bd0d25-3e1e-4cb3-be4b-825387c301d6 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 946 time: 0.1513512 Jul 28 15:11:07.118028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:07.145326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:07.283090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4b91d1c-09f7-4be6-aa16-96d2296e0067 req-fd1a81fa-3079-4ac4-b48b-e0815d591799 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455637 Jul 28 15:11:07.327731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-c486d477-ccc4-4a11-b7b9-33fe8bc53047 service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819929 Jul 28 15:11:07.373763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae209a4-9510-4334-be02-d47f5a180a6b req-f7f31e05-0470-4221-9866-ed8b7e64630f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:07.384988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ae209a4-9510-4334-be02-d47f5a180a6b req-f7f31e05-0470-4221-9866-ed8b7e64630f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1868043 Jul 28 15:11:07.441097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:07.548278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:07.553908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57398) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:07.557311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e HTTP/1.1" status: 204 len: 168 time: 0.8980412 Jul 28 15:11:07.558532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f096cd-6a23-42a1-aabf-2a6a5af094ce tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:07.563110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7cf075-31ed-4550-8257-679c199d22b3 None None] Network 1aee714e-9d4c-4745-a99a-0c6ff83a9151 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:07.582379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ae209a4-9510-4334-be02-d47f5a180a6b req-ea482633-7a80-4125-88cb-70aaa67c2725 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871402 Jul 28 15:11:07.669474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:05Z', 'revision_number': 8, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:07.717299 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:07.730295 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:07.731377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:07.775553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60e287b7-c7b8-4cdc-bb7c-c79b6a2618ad req-6e2c0095-c117-4c60-bacb-796ddea5adef service neutron] 10.222.0.42 "GET /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331987 Jul 28 15:11:07.786807 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:07.798012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:37Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:07.881221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0aa2-89cf-4e98-bb62-4402061f0bfb None None] The sync data for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 is: [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c52f197d-6664-49a9-8062-d7a92062c2ea', 'name': '', 'network_id': '7ecaf434-bb74-4d73-b889-8b2493db4651', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'mac_address': 'fa:16:3e:78:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:29Z', 'updated_at': '2021-07-28T15:09:37Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'subnets': [{'id': '9358b10a-657b-41ab-b2f6-989b9792a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:07.896488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 978838b7-678f-4039-ad39-cf5988da4d94 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:07.896908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:07.936381 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:08.011075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] DHCP port deletion for 1aee714e-9d4c-4745-a99a-0c6ff83a9151 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:08.044613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 978838b7-678f-4039-ad39-cf5988da4d94, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=978838b7-678f-4039-ad39-cf5988da4d94,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:08.044996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:08.071079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 978838b7-678f-4039-ad39-cf5988da4d94 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:08.216053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] Deleting port 978838b7-678f-4039-ad39-cf5988da4d94 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:08.217055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:08.484176 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:05Z', 'revision_number': 8, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:08.549356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:08.585644 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f61e27-16bb-4e14-931a-99eee62e4b92 None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:05Z', 'revision_number': 8, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89200244-c103-4230-a2b5-03f517744722', 'name': '', 'network_id': '01a7624a-9e6b-40c4-8dc4-c35a095eb741', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:c2:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '617e688d-bdec-4b77-8862-afc937c89bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:50Z', 'updated_at': '2021-07-28T15:10:58Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '617e688d-bdec-4b77-8862-afc937c89bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:08.763990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] For port 978838b7-678f-4039-ad39-cf5988da4d94, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=978838b7-678f-4039-ad39-cf5988da4d94,segment=NetworkSegment(45a49a8b-1b81-4cee-a76b-d386a7d107de),segment_id=45a49a8b-1b81-4cee-a76b-d386a7d107de)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:08.764940 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:08.793069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=978838b7-678f-4039-ad39-cf5988da4d94,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:08.795216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] Calling delete_port for 978838b7-678f-4039-ad39-cf5988da4d94 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:08.818390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a9b2b-258a-495b-9327-38854f46f37e None None] New status for floating IP 0cbd1ac3-24d5-4ca1-b43f-7af9a150a0a3: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:11:08.844349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7e2f-439a-4d11-9f8d-b73af2dddb46 req-7abccf48-985a-4a41-ae9b-b8236d137bc1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:08.859574 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee2c7e2f-439a-4d11-9f8d-b73af2dddb46 req-7abccf48-985a-4a41-ae9b-b8236d137bc1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.0952761 Jul 28 15:11:08.874719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port 978838b7-678f-4039-ad39-cf5988da4d94 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:08.930698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee2c7e2f-439a-4d11-9f8d-b73af2dddb46 req-73a0b282-2326-463d-8d3e-754b32ced24d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Jul 28 15:11:09.112014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2932-c7af-4550-b60e-adb466d4f28d req-2c4d9a91-2f53-42c3-9674-60ff9fbe52fb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:09.127474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e09b2932-c7af-4550-b60e-adb466d4f28d req-2c4d9a91-2f53-42c3-9674-60ff9fbe52fb tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 946 time: 0.5388713 Jul 28 15:11:09.166093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.193073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] No DVR routers for this DVR port 978838b7-678f-4039-ad39-cf5988da4d94 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:09.226423 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.246584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599f9d2-c7f0-4713-9c94-ca7dafbd466c None None] Pushing event deleted for resources: {'Port': ['ID=978838b7-678f-4039-ad39-cf5988da4d94,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:09.272010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-23137b15-eb53-46cb-aed1-3ae49dc7c833 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:09.275083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-23137b15-eb53-46cb-aed1-3ae49dc7c833 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 946 time: 0.5502551 Jul 28 15:11:09.296843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e09b2932-c7af-4550-b60e-adb466d4f28d req-853eafec-e2c2-4f3f-90a3-7d50362983d4 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/security-groups?id=0acbf770-1fad-4c4b-a1ee-a74ba14a8345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676626 Jul 28 15:11:09.300276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aee714e-9d4c-4745-a99a-0c6ff83a9151']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:09.417409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a49a8b-1b81-4cee-a76b-d386a7d107de') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:09.418124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a49a8b-1b81-4cee-a76b-d386a7d107de') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:09.437036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.465644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.477833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:11:09.488549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:11:09.520242 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:11:09.718985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port a33c7cbc-d813-4080-9526-e5e4ec1db7cc {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:09.719746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.784546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b6415a8-deb5-4f54-bbe6-3086fe17964e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:09.815261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2b6415a8-deb5-4f54-bbe6-3086fe17964e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:09.815831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b6415a8-deb5-4f54-bbe6-3086fe17964e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:09.816363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 978838b7-678f-4039-ad39-cf5988da4d94 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:09.847611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 978838b7-678f-4039-ad39-cf5988da4d94 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:09.848498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 978838b7-678f-4039-ad39-cf5988da4d94 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:09.882250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.900664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:09.908536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:09.919345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/1aee714e-9d4c-4745-a99a-0c6ff83a9151 HTTP/1.1" status: 204 len: 168 time: 2.3630321 Jul 28 15:11:09.979738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc6636-919a-405d-8df0-35003c3550aa tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=1aee714e-9d4c-4745-a99a-0c6ff83a9151,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:10.090195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port a33c7cbc-d813-4080-9526-e5e4ec1db7cc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:10.090896 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:10.114523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for a33c7cbc-d813-4080-9526-e5e4ec1db7cc owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:10.394591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:10.515926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=a33c7cbc-d813-4080-9526-e5e4ec1db7cc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:10.560418 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4780fbd7-2c18-43fc-969a-e767470fb55b req-29843635-4e1a-4724-b859-9daa64617960 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0726769 Jul 28 15:11:10.560973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ed827-4ed9-4ada-95b0-76d4e0bc8bd0 req-c49970f0-89a4-42ca-8b4c-518b74d18cbc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:10.573189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab7ed827-4ed9-4ada-95b0-76d4e0bc8bd0 req-c49970f0-89a4-42ca-8b4c-518b74d18cbc tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.4675987 Jul 28 15:11:10.646318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] No DVR routers for this DVR port a33c7cbc-d813-4080-9526-e5e4ec1db7cc on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:10.649260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:10.651648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a06d1c4e-1c2a-4e29-9606-e6696e608904 req-5c157d63-275c-4940-9a3b-10ea1b584f3c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.42 "DELETE /v2.0/ports/a33c7cbc-d813-4080-9526-e5e4ec1db7cc HTTP/1.1" status: 204 len: 173 time: 1.3414292 Jul 28 15:11:10.652263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'name': 'network-vif-deleted', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:11:10.655896 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaa6a6d-459e-4052-941c-651b3e14f1f7" -d '{"events": [{"server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "name": "network-vif-deleted", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:11:10.724656 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd77b58c-6b23-48c4-8f48-f33f0dd72620 x-openstack-request-id: req-cd77b58c-6b23-48c4-8f48-f33f0dd72620 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:11:10.724656 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb", "name": "network-vif-deleted", "tag": "a33c7cbc-d813-4080-9526-e5e4ec1db7cc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:11:10.724656 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd77b58c-6b23-48c4-8f48-f33f0dd72620 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:11:10.724656 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb', 'name': 'network-vif-deleted', 'tag': 'a33c7cbc-d813-4080-9526-e5e4ec1db7cc', 'status': 'completed', 'code': 200} Jul 28 15:11:10.741631 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab7ed827-4ed9-4ada-95b0-76d4e0bc8bd0 req-f1bb819f-73e2-42e2-8dfa-2ff8a6d7072e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588762 Jul 28 15:11:10.889718 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:11.642992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 89200244-c103-4230-a2b5-03f517744722 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:11.643829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:11.763847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58ec0678-f290-4b7f-921b-43b7a5945362 req-345b3dd3-7274-4e72-9dc6-3984dec5405d tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4ff3196-6ec9-45f4-9c44-cd2fc042a9cb HTTP/1.1" status: 200 len: 210 time: 0.0484746 Jul 28 15:11:11.812628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 89200244-c103-4230-a2b5-03f517744722, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=89200244-c103-4230-a2b5-03f517744722,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:11.813087 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:11.844651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 89200244-c103-4230-a2b5-03f517744722 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:11.935034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a33c7cbc-d813-4080-9526-e5e4ec1db7cc no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:12.011037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: a33c7cbc-d813-4080-9526-e5e4ec1db7cc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:12.018640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device a33c7cbc-d813-4080-9526-e5e4ec1db7cc not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:12.038277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a996e-41ea-4182-a6ad-5cd433bec0e0 req-e9a9faef-1246-478f-96f9-3343bb721b13 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:12.040369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e8a996e-41ea-4182-a6ad-5cd433bec0e0 req-e9a9faef-1246-478f-96f9-3343bb721b13 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1022878 Jul 28 15:11:12.131789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e8a996e-41ea-4182-a6ad-5cd433bec0e0 req-4a7fe0ed-fc66-4bff-a7c4-26d8473cdbf6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499079 Jul 28 15:11:12.379139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:12.422799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=89200244-c103-4230-a2b5-03f517744722,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:12.713449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:12.955315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57432) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:13.143871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:13.193735 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ea5c-590c-4bc3-9e4a-ac9c0ef590ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:13.316293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ea5c-590c-4bc3-9e4a-ac9c0ef590ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:13.475818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:13.490840 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79a35773-6db0-469e-9e04-7286fb30bc4f tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5775461 Jul 28 15:11:13.503497 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:13.520766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57438) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:13.538316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:13.539565 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:13.548579 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510b79-1103-4f77-a9a5-b3923348f2d5 req-88f21541-8336-4011-afae-ba376494c48e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:13.553912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a510b79-1103-4f77-a9a5-b3923348f2d5 req-88f21541-8336-4011-afae-ba376494c48e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1640606 Jul 28 15:11:13.681805 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ea5c-590c-4bc3-9e4a-ac9c0ef590ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:13.687142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ea5c-590c-4bc3-9e4a-ac9c0ef590ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:13.688326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f7a5ea5c-590c-4bc3-9e4a-ac9c0ef590ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/security-groups/0acbf770-1fad-4c4b-a1ee-a74ba14a8345 HTTP/1.1" status: 204 len: 168 time: 0.7316628 Jul 28 15:11:13.715268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet 617e688d-bdec-4b77-8862-afc937c89bec {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:13.731159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5ea5c-590c-4bc3-9e4a-ac9c0ef590ac tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbf770-1fad-4c4b-a1ee-a74ba14a8345,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:13.733145 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:13.747884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:13.862445 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a510b79-1103-4f77-a9a5-b3923348f2d5 req-4141bbe6-880f-4c61-b42e-a53a5f083615 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777982 Jul 28 15:11:13.879094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:13.918882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57442) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:14.130737 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:14.386147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:14.418668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:12Z', 'revision_number': 9, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:14.489797 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:14.502186 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:14.503120 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:14.540309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=617e688d-bdec-4b77-8862-afc937c89bec,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:14.549225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:14.553542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7f55b94a-29fb-4bb9-a693-acca1e10ae93 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/617e688d-bdec-4b77-8862-afc937c89bec HTTP/1.1" status: 204 len: 168 time: 0.9848397 Jul 28 15:11:14.554226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57446) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:14.570133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb26022-8e06-44da-ab6a-e3530b984751 None None] Network 01a7624a-9e6b-40c4-8dc4-c35a095eb741 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:14.755024 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:14.774200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:14.941991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:14.941991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.112701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.201405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:15.201832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.223454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] DHCP port deletion for 01a7624a-9e6b-40c4-8dc4-c35a095eb741 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:15.233735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b85e9-d962-4ad0-802f-ca509dfdd41c req-6a12adcd-3f13-4b1a-8f3a-4837302c395e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:15.235348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc0b85e9-d962-4ad0-802f-ca509dfdd41c req-6a12adcd-3f13-4b1a-8f3a-4837302c395e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1689487 Jul 28 15:11:15.253765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:15.294944 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:12Z', 'revision_number': 9, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:15.417070 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b71ca-6f75-47fc-b857-59f8938540a6 None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:12Z', 'revision_number': 9, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': '40b7d27b-0def-40a0-968d-26069c79d6bd', 'name': '', 'network_id': 'efe82f69-08a6-4350-80cf-63028b8bc04d', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:00:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:44Z', 'updated_at': '2021-07-28T15:10:52Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': 'c8ed6864-dd63-4704-b274-753368125a3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:15.481686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] Deleting port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:15.493133 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.657019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cc0b85e9-d962-4ad0-802f-ca509dfdd41c req-289e4e09-7064-4612-b7af-fa5eda3fc60f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000826 Jul 28 15:11:15.670270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] For port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,segment=NetworkSegment(deb3543f-035d-4ea9-84f6-2715fbf82ec3),segment_id=deb3543f-035d-4ea9-84f6-2715fbf82ec3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:15.671146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.689168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] Calling delete_port for 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:15.901766 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.904599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:15.977641 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:15.984860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:16.002272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 89200244-c103-4230-a2b5-03f517744722 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:16.092005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 89200244-c103-4230-a2b5-03f517744722 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:16.092760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 89200244-c103-4230-a2b5-03f517744722 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:16.092760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:16.095083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] Pushing event deleted for resources: {'Port': ['ID=9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:16.109885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port c52f197d-6664-49a9-8062-d7a92062c2ea {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:16.112941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.149713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:16.153004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:16.156540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3c1f2-3464-46df-9afd-fd0b5717cef2 None None] No DVR routers for this DVR port 9cd1b7ed-6fa4-4566-8b95-eb015e19eaa9 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:16.249483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.265533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a7624a-9e6b-40c4-8dc4-c35a095eb741']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:16.282063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb3543f-035d-4ea9-84f6-2715fbf82ec3') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:16.282063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb3543f-035d-4ea9-84f6-2715fbf82ec3') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:16.296366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.342733 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.364200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:11:16.367003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: self.session.flush() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:11:16.371667 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:11:16.400993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port c52f197d-6664-49a9-8062-d7a92062c2ea, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c52f197d-6664-49a9-8062-d7a92062c2ea,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:16.401430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.437888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for c52f197d-6664-49a9-8062-d7a92062c2ea owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:16.844074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.860588 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.866025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/01a7624a-9e6b-40c4-8dc4-c35a095eb741 HTTP/1.1" status: 204 len: 168 time: 2.3088038 Jul 28 15:11:16.866474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57456) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:16.889963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60829d-4042-449f-b1ed-cf61240e9a56 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=01a7624a-9e6b-40c4-8dc4-c35a095eb741,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:16.929404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555b5d2-db68-4e01-b391-e95760552cf0 req-26429dd3-35a6-4d2b-950f-19ced8e3dc58 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:16.931318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4555b5d2-db68-4e01-b391-e95760552cf0 req-26429dd3-35a6-4d2b-950f-19ced8e3dc58 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1289833 Jul 28 15:11:17.345984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:17.417692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=c52f197d-6664-49a9-8062-d7a92062c2ea,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:17.498233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4555b5d2-db68-4e01-b391-e95760552cf0 req-91131a44-29ca-4bd2-9d87-c4cf13a44c82 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614137 Jul 28 15:11:18.057803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:18.655112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:18.779873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b991-0734-41bf-845c-18d446f07156 req-7ff3e05c-cc7a-4d58-a769-7b4c6c437a83 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:18.793964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94a7b991-0734-41bf-845c-18d446f07156 req-7ff3e05c-cc7a-4d58-a769-7b4c6c437a83 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1442266 Jul 28 15:11:18.820813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Router 29bca73c-9e54-4365-850c-6441e1bb8888 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:18.878247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94a7b991-0734-41bf-845c-18d446f07156 req-8fa225d4-bedf-46b7-b75a-77f8cf779458 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828669 Jul 28 15:11:19.247169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:19.260310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ec8c8bb7-1c5d-4a04-a41d-7f6a521d40ce tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "PUT /v2.0/routers/29bca73c-9e54-4365-850c-6441e1bb8888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3344297 Jul 28 15:11:19.260865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:19.286062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] Sync routers for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:19.302468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:19.303535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:19.414361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 40b7d27b-0def-40a0-968d-26069c79d6bd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:19.417176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:19.601708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:19.632100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting subnet 9358b10a-657b-41ab-b2f6-989b9792a432 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:19.667352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:19.750339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 40b7d27b-0def-40a0-968d-26069c79d6bd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=40b7d27b-0def-40a0-968d-26069c79d6bd,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:19.751237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:19.798302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 40b7d27b-0def-40a0-968d-26069c79d6bd owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:19.928702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.198481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:11:16Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:20.285613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] Checking router: 29bca73c-9e54-4365-850c-6441e1bb8888 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:20.311586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] Routers {'29bca73c-9e54-4365-850c-6441e1bb8888'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:20.314474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['29bca73c-9e54-4365-850c-6441e1bb8888'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:20.333544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2dfec-c990-4a9b-ae36-a5fecb85a0a8 req-f41b9cbe-b458-419c-ae2b-253e69343d54 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:20.335669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fa2dfec-c990-4a9b-ae36-a5fecb85a0a8 req-f41b9cbe-b458-419c-ae2b-253e69343d54 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1989965 Jul 28 15:11:20.392927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.455312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fa2dfec-c990-4a9b-ae36-a5fecb85a0a8 req-74764bc8-58eb-490a-bcc4-1d3ab7e4945b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098962 Jul 28 15:11:20.581407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] Set router 29bca73c-9e54-4365-850c-6441e1bb8888 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:20.592550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.627281 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.687187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Subnet': ['ID=9358b10a-657b-41ab-b2f6-989b9792a432,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:20.705255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.712032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e97f44f0-06eb-4c69-a3a3-50c6e2fe61c5 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/subnets/9358b10a-657b-41ab-b2f6-989b9792a432 HTTP/1.1" status: 204 len: 168 time: 1.4454379 Jul 28 15:11:20.712032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:20.768439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=40b7d27b-0def-40a0-968d-26069c79d6bd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:20.780343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46602ea9-6712-4e61-a473-ed491cbce133 None None] Network 7ecaf434-bb74-4d73-b889-8b2493db4651 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:21.045176 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:21.046627 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:21.347268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:11:16Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:21.366440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:21.409897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] DHCP port deletion for 7ecaf434-bb74-4d73-b889-8b2493db4651 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:21.416060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79685b-d33d-44e5-9166-af84d6213e40 None None] The sync data for ids ['29bca73c-9e54-4365-850c-6441e1bb8888'] in n-d-764806-10 is: [{'id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'name': 'tempest-TestNetworkBasicOps-router-677339114', 'tenant_id': '827d56505c884b0294d59a378dcdb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:09:23Z', 'updated_at': '2021-07-28T15:11:16Z', 'revision_number': 5, 'project_id': '827d56505c884b0294d59a378dcdb757', 'gw_port': {'id': 'd1ad8399-adb6-4c6d-9ac3-22718be4611a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca73c-9e54-4365-850c-6441e1bb8888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:09:24Z', 'updated_at': '2021-07-28T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:21.509728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] Deleting port 806d6ff4-7eeb-412c-9210-10f5f146c334 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:21.509728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:21.567127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:21.621949 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Deleting port d1ad8399-adb6-4c6d-9ac3-22718be4611a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:21.622265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:21.679889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] For port 806d6ff4-7eeb-412c-9210-10f5f146c334, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=806d6ff4-7eeb-412c-9210-10f5f146c334,segment=NetworkSegment(de94a48e-7da8-4183-a2e9-72d5baab0c7b),segment_id=de94a48e-7da8-4183-a2e9-72d5baab0c7b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:21.680393 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:21.710292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] Calling delete_port for 806d6ff4-7eeb-412c-9210-10f5f146c334 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:21.761448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:21.778187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57480) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:21.786616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0d86ceff-60a9-4f7a-8ca4-f78a53075205 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9069741 Jul 28 15:11:21.812343 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:21.858714 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:21.859579 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:21.936951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet c8ed6864-dd63-4704-b274-753368125a3b {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:21.956862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd9cc4-0783-4c6b-8104-acd182fd663f req-77f0eb86-e4dc-4090-9116-4a10a8a842c8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:21.958776 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39cd9cc4-0783-4c6b-8104-acd182fd663f req-77f0eb86-e4dc-4090-9116-4a10a8a842c8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.3341739 Jul 28 15:11:21.962884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.009874 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:22.016589 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.073296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] No DVR routers for this DVR port 806d6ff4-7eeb-412c-9210-10f5f146c334 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:22.095095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a517174-d4ed-42e8-9ac4-6ab948e2398b None None] Pushing event deleted for resources: {'Port': ['ID=806d6ff4-7eeb-412c-9210-10f5f146c334,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:22.133273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] For port d1ad8399-adb6-4c6d-9ac3-22718be4611a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d1ad8399-adb6-4c6d-9ac3-22718be4611a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:22.134308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.156099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Calling delete_port for d1ad8399-adb6-4c6d-9ac3-22718be4611a owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:22.219136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c52f197d-6664-49a9-8062-d7a92062c2ea no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:22.284740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c52f197d-6664-49a9-8062-d7a92062c2ea {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:22.285082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c52f197d-6664-49a9-8062-d7a92062c2ea not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:22.285513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 806d6ff4-7eeb-412c-9210-10f5f146c334 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:22.330265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.346676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 806d6ff4-7eeb-412c-9210-10f5f146c334 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:22.346676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 806d6ff4-7eeb-412c-9210-10f5f146c334 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:22.366471 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d08dafa3-d673-4259-9913-8d4b0728b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.442987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39cd9cc4-0783-4c6b-8104-acd182fd663f req-322ef629-b799-4a03-8b57-cc6423d31243 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036116 Jul 28 15:11:22.528181 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:20Z', 'revision_number': 10, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:22.663763 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.705008 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:22.715905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:22.716687 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:22.814150 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:22.871149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.875632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:22.989287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Port': ['ID=d1ad8399-adb6-4c6d-9ac3-22718be4611a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:22.999774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ed6864-dd63-4704-b274-753368125a3b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:23.012753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.019853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13dbbe6e-9597-4937-bb0f-dc211a0810e2 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/c8ed6864-dd63-4704-b274-753368125a3b HTTP/1.1" status: 204 len: 168 time: 1.2258406 Jul 28 15:11:23.022437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57484) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:23.034448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b832855f-59a9-44dc-bc1e-d4f63a6673a1 None None] Network efe82f69-08a6-4350-80cf-63028b8bc04d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:23.158738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.180917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:20Z', 'revision_number': 10, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:23.221623 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.265198 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfe473-b1ca-4fb0-bb9f-7a2a479cbeba None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:20Z', 'revision_number': 10, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None, '_interfaces': [{'id': 'f2f84d35-5966-4737-89b6-1972661a1334', 'name': '', 'network_id': 'db4b12db-473a-4a78-90bf-9839a725af70', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'mac_address': 'fa:16:3e:36:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '276269c8-8d94-4564-800b-044e68c6af9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:10:39Z', 'updated_at': '2021-07-28T15:10:45Z', 'revision_number': 5, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'subnets': [{'id': '276269c8-8d94-4564-800b-044e68c6af9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:23.383927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.387409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.408088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port d3981820-d45f-4859-88c0-016847578d1a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:23.408657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.588360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port d3981820-d45f-4859-88c0-016847578d1a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3981820-d45f-4859-88c0-016847578d1a,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:23.589010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.642727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for d3981820-d45f-4859-88c0-016847578d1a owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:23.643066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] DHCP port deletion for efe82f69-08a6-4350-80cf-63028b8bc04d request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:23.780507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] Deleting port d3981820-d45f-4859-88c0-016847578d1a {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:23.781117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.806274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9277-abeb-42d4-bbb3-8330aad36a25 req-07d6082b-8f0a-47d2-aa14-cec0d7a7bebd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:23.809442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f0d9277-abeb-42d4-bbb3-8330aad36a25 req-07d6082b-8f0a-47d2-aa14-cec0d7a7bebd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.2080808 Jul 28 15:11:23.853207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.854157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Fanout notify agent at l3_agent the message router_deleted on router 29bca73c-9e54-4365-850c-6441e1bb8888 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:11:23.867357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.870330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] For port d3981820-d45f-4859-88c0-016847578d1a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d3981820-d45f-4859-88c0-016847578d1a,segment=NetworkSegment(2f23a3d8-7bff-4685-bd6a-9bb38f79daae),segment_id=2f23a3d8-7bff-4685-bd6a-9bb38f79daae)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:23.874553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:23.874809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-df6c4120-d9f2-4634-9610-ffd4d78d8133 tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/routers/29bca73c-9e54-4365-850c-6441e1bb8888 HTTP/1.1" status: 204 len: 168 time: 3.1578975 Jul 28 15:11:23.874809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57494) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:23.888693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] Calling delete_port for d3981820-d45f-4859-88c0-016847578d1a owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:23.937307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f0d9277-abeb-42d4-bbb3-8330aad36a25 req-e31a0641-d96e-4976-8201-dd135ac6e9f3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057966 Jul 28 15:11:23.984008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 40b7d27b-0def-40a0-968d-26069c79d6bd no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:24.030443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 40b7d27b-0def-40a0-968d-26069c79d6bd {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:24.036111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 40b7d27b-0def-40a0-968d-26069c79d6bd not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:24.036111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3981820-d45f-4859-88c0-016847578d1a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:24.049247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.099258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.135680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No active binding found for port d3981820-d45f-4859-88c0-016847578d1a {{(pid=94659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 15:11:24.136021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d3981820-d45f-4859-88c0-016847578d1a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:24.137279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=d3981820-d45f-4859-88c0-016847578d1a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:24.150331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.166924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port d3981820-d45f-4859-88c0-016847578d1a on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:24.186137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] Pushing event deleted for resources: {'Port': ['ID=d3981820-d45f-4859-88c0-016847578d1a,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:24.188427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf40fc-cf6a-45d2-a3b1-b15d6c7d4b2b None None] No DVR routers for this DVR port d3981820-d45f-4859-88c0-016847578d1a on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:24.305696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.327603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecaf434-bb74-4d73-b889-8b2493db4651']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:24.345145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.358248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de94a48e-7da8-4183-a2e9-72d5baab0c7b') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:24.362882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de94a48e-7da8-4183-a2e9-72d5baab0c7b') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:24.363118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe82f69-08a6-4350-80cf-63028b8bc04d']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:24.380567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f23a3d8-7bff-4685-bd6a-9bb38f79daae') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:24.380948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f23a3d8-7bff-4685-bd6a-9bb38f79daae') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:24.386045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.393825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.425181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.432295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.442627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:11:24.443057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:11:24.446549 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:11:24.449108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:11:24.449108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:11:24.458548 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:11:24.707218 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.728923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.737906 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:24.738327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/efe82f69-08a6-4350-80cf-63028b8bc04d HTTP/1.1" status: 204 len: 168 time: 1.7143474 Jul 28 15:11:24.763330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4e2e-be32-49e5-901b-a68e6d391626 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=efe82f69-08a6-4350-80cf-63028b8bc04d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:24.821529 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e3e88ec-9a4a-46d3-9fd1-f2814ca922e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.844645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.919532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:24.922498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] 10.222.0.57 "DELETE /v2.0/networks/7ecaf434-bb74-4d73-b889-8b2493db4651 HTTP/1.1" status: 204 len: 168 time: 1.0466273 Jul 28 15:11:24.939837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fd6b8-155c-4aa3-86ae-58f69a97ff9c tempest-TestNetworkBasicOps-877843338 tempest-TestNetworkBasicOps-877843338-project] Pushing event deleted for resources: {'Network': ['ID=7ecaf434-bb74-4d73-b889-8b2493db4651,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:25.345481 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:25.470476 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e46ae2-9b19-4fd6-8691-df632bb199d3 req-3862ae96-3286-45b1-9775-eff4f87dde79 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:25.479260 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91e46ae2-9b19-4fd6-8691-df632bb199d3 req-3862ae96-3286-45b1-9775-eff4f87dde79 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.0840461 Jul 28 15:11:25.552815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91e46ae2-9b19-4fd6-8691-df632bb199d3 req-c26626e7-3ef3-41cc-a359-57c45e1a8522 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725968 Jul 28 15:11:25.734158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ad8399-adb6-4c6d-9ac3-22718be4611a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:25.741620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:25.790598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57522) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:25.818197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d1ad8399-adb6-4c6d-9ac3-22718be4611a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:25.819213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d1ad8399-adb6-4c6d-9ac3-22718be4611a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:26.066264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-af9152f8-ae08-4e35-aa6f-07d4b45f33f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=827d56505c884b0294d59a378dcdb757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739038 Jul 28 15:11:26.068724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57526) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:26.110205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port f2f84d35-5966-4737-89b6-1972661a1334 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:26.110741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.171359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4574-9a2f-482d-8175-6c1716b76157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.206147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4574-9a2f-482d-8175-6c1716b76157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.254946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port f2f84d35-5966-4737-89b6-1972661a1334, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f2f84d35-5966-4737-89b6-1972661a1334,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:26.255423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.273971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for f2f84d35-5966-4737-89b6-1972661a1334 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:26.384523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.425595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4574-9a2f-482d-8175-6c1716b76157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.433782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4574-9a2f-482d-8175-6c1716b76157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.437654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9c7b4574-9a2f-482d-8175-6c1716b76157 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/accf0a41-4d9a-476e-bf57-8faf080dc44d HTTP/1.1" status: 204 len: 168 time: 0.3658469 Jul 28 15:11:26.455957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b4574-9a2f-482d-8175-6c1716b76157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf0a41-4d9a-476e-bf57-8faf080dc44d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:26.666879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:26.709279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=f2f84d35-5966-4737-89b6-1972661a1334,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:26.780556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09366559-f6e7-41a5-8758-00c123429599 req-03ddedfe-6aef-4628-8a84-7f0247497a68 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:26.783000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09366559-f6e7-41a5-8758-00c123429599 req-03ddedfe-6aef-4628-8a84-7f0247497a68 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1177902 Jul 28 15:11:26.868847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09366559-f6e7-41a5-8758-00c123429599 req-fd7b5ebb-e7f1-428a-9de1-bc85cac39421 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590768 Jul 28 15:11:26.872985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.094880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-aba5f79e-8c22-46b6-a707-10fed47b5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:27.097871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-aba5f79e-8c22-46b6-a707-10fed47b5060 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 1097 time: 0.0710568 Jul 28 15:11:27.128742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:27.298150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:27.304769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7e034546-e1ef-4b7e-81e5-cd76f5ae9c38 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643084 Jul 28 15:11:27.307979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57536) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:27.323057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:27.347023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:27.349228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:27.370520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting subnet 276269c8-8d94-4564-800b-044e68c6af9c {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:27.374705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.428213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:27.467557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f440b759-05d2-4e30-aef6-ebbbaec1bf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.479921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.513455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:27.565054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-2ad1bce1-3c6f-42d3-be2b-d91515f26bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:27.566424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-2ad1bce1-3c6f-42d3-be2b-d91515f26bff service neutron] 10.222.0.42 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.4618390 Jul 28 15:11:27.616167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-c724016f-4759-4e25-b6cd-f69167a350f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c16b3e4c-ccf8-4086-a169-844828a1159e HTTP/1.1" status: 200 len: 217 time: 0.0420372 Jul 28 15:11:27.624048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:26Z', 'revision_number': 11, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:27.685404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:27.686662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-6a4a4660-bae2-4c69-bcf9-32dd96bbc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:27.690350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-6a4a4660-bae2-4c69-bcf9-32dd96bbc901 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0669398 Jul 28 15:11:27.702272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:27.705235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:27.723430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f440b759-05d2-4e30-aef6-ebbbaec1bf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.757581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.800004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-b7c72c6d-72c9-46e1-b229-2255156f7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:27.800004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-b7c72c6d-72c9-46e1-b229-2255156f7f57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012657 Jul 28 15:11:27.825635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:27.843868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f440b759-05d2-4e30-aef6-ebbbaec1bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:27.929044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f440b759-05d2-4e30-aef6-ebbbaec1bf1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b91a42dd26848b98eb4b799e7c33abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989023 Jul 28 15:11:27.930048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b759-05d2-4e30-aef6-ebbbaec1bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d45a5-1697-4159-90e4-f0fa0e69e0cf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:27.932768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57548) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:27.978425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:26Z', 'revision_number': 11, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:28.004554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.016101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0a3edb3-f63e-4c1c-98f7-0a623a67fa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.044441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51d9d-996f-4b2c-a295-d2b0b4d6c0ec None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:26Z', 'revision_number': 11, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:28.077556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-65f83bbb-821c-4a28-a7b7-0d3c11ea3bc7 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705326 Jul 28 15:11:28.126280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0a3edb3-f63e-4c1c-98f7-0a623a67fa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.141992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.145402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Subnet': ['ID=276269c8-8d94-4564-800b-044e68c6af9c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:28.194636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3612d6b-e561-409c-bc1d-5cc77ad5c520 req-eeeb5ad0-4fc4-4432-9f7a-fbc3c16f14e2 service neutron] 10.222.0.42 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088507 Jul 28 15:11:28.234774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.238120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ba1aa-f69f-4784-93a0-2788eeba89dc None None] Network db4b12db-473a-4a78-90bf-9839a725af70 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:28.242708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57550) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:28.252817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-53ecebca-d994-4c0b-9e41-cd7cffb034c8 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/276269c8-8d94-4564-800b-044e68c6af9c HTTP/1.1" status: 204 len: 168 time: 0.9440861 Jul 28 15:11:28.378292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde2ab6-d237-4673-9838-56b6728c66c3 req-9c1fda82-d39f-460a-92e2-9c224fe18199 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:28.391636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbde2ab6-d237-4673-9838-56b6728c66c3 req-9c1fda82-d39f-460a-92e2-9c224fe18199 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.2608881 Jul 28 15:11:28.462945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.471879 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbde2ab6-d237-4673-9838-56b6728c66c3 req-d1393285-0048-4d35-a698-bd49e5ffea6c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743945 Jul 28 15:11:28.557404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] DHCP port deletion for db4b12db-473a-4a78-90bf-9839a725af70 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:28.569678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0a3edb3-f63e-4c1c-98f7-0a623a67fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.576862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c0a3edb3-f63e-4c1c-98f7-0a623a67fa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.583399 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0a3edb3-f63e-4c1c-98f7-0a623a67fa20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d5d45a5-1697-4159-90e4-f0fa0e69e0cf HTTP/1.1" status: 204 len: 168 time: 0.6453905 Jul 28 15:11:28.594457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Deleting port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:28.594856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.598706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3edb3-f63e-4c1c-98f7-0a623a67fa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d45a5-1697-4159-90e4-f0fa0e69e0cf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:28.700807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] Deleting port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:28.701613 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.787755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] For port 13b9bc2f-d446-43a4-80ac-8b46da7feb59, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=13b9bc2f-d446-43a4-80ac-8b46da7feb59,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:28.788478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.811738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Calling delete_port for 13b9bc2f-d446-43a4-80ac-8b46da7feb59 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:28.841106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] For port 13b9bc2f-d446-43a4-80ac-8b46da7feb59, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=13b9bc2f-d446-43a4-80ac-8b46da7feb59,segment=NetworkSegment(ef703b53-6b12-4f8d-a43c-7341202e8919),segment_id=ef703b53-6b12-4f8d-a43c-7341202e8919)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:28.841403 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:28.866103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] Calling delete_port for 13b9bc2f-d446-43a4-80ac-8b46da7feb59 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:29.029630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.048503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.106547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No DVR routers for this DVR port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:29.129670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] Pushing event deleted for resources: {'Port': ['ID=13b9bc2f-d446-43a4-80ac-8b46da7feb59,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:29.135089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cb22f-00cc-4383-a6d9-b1229e96cad5 None None] No DVR routers for this DVR port 13b9bc2f-d446-43a4-80ac-8b46da7feb59 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:29.152675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Port': ['ID=13b9bc2f-d446-43a4-80ac-8b46da7feb59,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:29.256355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.288921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4b12db-473a-4a78-90bf-9839a725af70']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:29.318649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef703b53-6b12-4f8d-a43c-7341202e8919') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:29.319166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef703b53-6b12-4f8d-a43c-7341202e8919') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:29.341192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.369363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.382020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:11:29.382738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:11:29.388734 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:11:29.637338 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.651912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:29.659012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/networks/db4b12db-473a-4a78-90bf-9839a725af70 HTTP/1.1" status: 204 len: 168 time: 1.4122312 Jul 28 15:11:29.661870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:29.669104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'routes': None}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:29.680993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fe856-f364-47b4-8af2-192fc278cb08 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Pushing event deleted for resources: {'Network': ['ID=db4b12db-473a-4a78-90bf-9839a725af70,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:29.714334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e1304-a1ea-440f-abbf-1b6395a3c785 req-0199fd8e-57f1-4550-93cd-8f2069847c5a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:29.717778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-533e1304-a1ea-440f-abbf-1b6395a3c785 req-0199fd8e-57f1-4550-93cd-8f2069847c5a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 945 time: 0.1299555 Jul 28 15:11:29.771392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-533e1304-a1ea-440f-abbf-1b6395a3c785 req-c182de46-ff6e-4615-9826-6380c3485dd8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Jul 28 15:11:29.835972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 13b9bc2f-d446-43a4-80ac-8b46da7feb59 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:29.874584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 13b9bc2f-d446-43a4-80ac-8b46da7feb59 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:29.875534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 13b9bc2f-d446-43a4-80ac-8b46da7feb59 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:29.876681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2f84d35-5966-4737-89b6-1972661a1334 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:29.901245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f2f84d35-5966-4737-89b6-1972661a1334 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:29.901595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f2f84d35-5966-4737-89b6-1972661a1334 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:29.939736 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Added routes are [] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 15:11:29.940032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.extraroute_db [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Removed routes are [] {{(pid=94658) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 15:11:29.940400 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.008176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c16b3e4c-ccf8-4086-a169-844828a1159e no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:30.096128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.100906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.125266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.182203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:30.183287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:11:30.185957 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc26be-3180-4c24-af3b-7529e74074d7" -d '{"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-unplugged", "status": "completed", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:11:30.234141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router f6d54588-5a09-4aec-99f8-66dfb91293d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:30.240708 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e3cf9-9f14-42d1-8dc5-3efa3f3337d6 x-openstack-request-id: req-d03e3cf9-9f14-42d1-8dc5-3efa3f3337d6 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:11:30.241185 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-unplugged", "status": "completed", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:11:30.241764 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d03e3cf9-9f14-42d1-8dc5-3efa3f3337d6 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:11:30.245433 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'code': 200} Jul 28 15:11:30.258748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.318245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:30.331306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:30.338246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.339606 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ab01a50-8cd4-4ffa-a79d-326e08ca7ca4 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 705 time: 0.6756630 Jul 28 15:11:30.342714 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] Sync routers for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:30.349653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:30.357259 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:30.358453 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:30.392835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-41692bbd-a949-4295-8452-01549da203ae tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 205 time: 0.0483277 Jul 28 15:11:30.395560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57566) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:30.449873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:30.496787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.535812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:26Z', 'revision_number': 11, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:30.589324 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] Checking router: f6d54588-5a09-4aec-99f8-66dfb91293d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:30.604255 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] Routers {'f6d54588-5a09-4aec-99f8-66dfb91293d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:30.605555 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['f6d54588-5a09-4aec-99f8-66dfb91293d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:30.721326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] Set router f6d54588-5a09-4aec-99f8-66dfb91293d5 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:30.778432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.781558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.819894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:26Z', 'revision_number': 11, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:30.884136 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73448502-dc80-4802-b77b-eda14a588fb4 None None] The sync data for ids ['f6d54588-5a09-4aec-99f8-66dfb91293d5'] in n-d-764806-10 is: [{'id': 'f6d54588-5a09-4aec-99f8-66dfb91293d5', 'name': 'tempest-RoutersIpV6Test-router-2127849762', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:10:36Z', 'updated_at': '2021-07-28T15:11:26Z', 'revision_number': 11, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:30.984191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf542-5d6c-4ca7-be56-53886419f5e9 req-efad2dfd-ab18-455e-b1fc-dd322f75d69b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:30.986700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fedf542-5d6c-4ca7-be56-53886419f5e9 req-efad2dfd-ab18-455e-b1fc-dd322f75d69b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.0912023 Jul 28 15:11:30.988410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:30.989192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router f6d54588-5a09-4aec-99f8-66dfb91293d5 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:11:30.999697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:31.000965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4cbf2bde-2699-463e-819a-390e56f7175c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 204 len: 168 time: 0.6036949 Jul 28 15:11:31.009755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57570) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:31.019423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1833271934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:31.054078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fedf542-5d6c-4ca7-be56-53886419f5e9 req-b429d4cf-7657-4596-a31d-d7f4071fd3e7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Jul 28 15:11:31.199407 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:31.201190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:31.318603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1ab8-63c3-4391-9eb2-2cd0fbcd9747 req-4836dedd-1cc0-4430-adfe-9b21663b6643 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:31.321447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b5f1ab8-63c3-4391-9eb2-2cd0fbcd9747 req-4836dedd-1cc0-4430-adfe-9b21663b6643 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1674573 Jul 28 15:11:31.325393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:31.398728 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b5f1ab8-63c3-4391-9eb2-2cd0fbcd9747 req-e2cfad33-f630-40ad-a838-b41f83f13680 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645640 Jul 28 15:11:31.506838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:31.573236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532ba3-2189-4b7e-b0ee-63301ef4a275 req-4b58fd57-b250-4ca3-aa2c-f51ca7a61ec2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:31.575658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75532ba3-2189-4b7e-b0ee-63301ef4a275 req-4b58fd57-b250-4ca3-aa2c-f51ca7a61ec2 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0701017 Jul 28 15:11:31.628810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75532ba3-2189-4b7e-b0ee-63301ef4a275 req-751f4377-f0eb-4bfd-b5a4-0cfc6bbe05e1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Jul 28 15:11:31.675540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:31.677624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-14d28f08-8d0e-4927-b443-1f3b8d165f05 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6644089 Jul 28 15:11:31.681961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57582) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:31.693589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:32.110490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:32.161790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e30bc-2b39-4465-8c92-ae5fe6efddce req-c5e8c4cd-25f5-40b4-b4d2-ca5f2362fa6d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:32.164555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b22e30bc-2b39-4465-8c92-ae5fe6efddce req-c5e8c4cd-25f5-40b4-b4d2-ca5f2362fa6d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0950236 Jul 28 15:11:32.236869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b22e30bc-2b39-4465-8c92-ae5fe6efddce req-a382fd2c-043e-47e7-80b7-8fbb58ccc7eb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646532 Jul 28 15:11:32.239140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:32.386909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:32.481393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Router 00bbda7f-02df-47d7-bd2d-5bb88dc7d032 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:11:32.564168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:32.571290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:32.572827 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ecd31797-3168-43c5-b6c4-1b7ae810607e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "PUT /v2.0/routers/00bbda7f-02df-47d7-bd2d-5bb88dc7d032 HTTP/1.1" status: 200 len: 698 time: 0.8882155 Jul 28 15:11:32.575824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:32.577076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] Sync routers for ids ['00bbda7f-02df-47d7-bd2d-5bb88dc7d032'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:32.588031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] Routers {'00bbda7f-02df-47d7-bd2d-5bb88dc7d032'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:32.588915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['00bbda7f-02df-47d7-bd2d-5bb88dc7d032'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:32.662393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9de0d26d-0304-4d5e-9619-e60fe2a2392d tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/routers/00bbda7f-02df-47d7-bd2d-5bb88dc7d032 HTTP/1.1" status: 200 len: 704 time: 0.0851419 Jul 28 15:11:32.665037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:32.674412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] Set router 00bbda7f-02df-47d7-bd2d-5bb88dc7d032 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:32.692730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8aa21d09-705f-47f0-adc6-904cbfbc2e06 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=00bbda7f-02df-47d7-bd2d-5bb88dc7d032 HTTP/1.1" status: 200 len: 205 time: 0.0264394 Jul 28 15:11:32.695792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57594) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:32.731976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bbda7f-02df-47d7-bd2d-5bb88dc7d032', 'name': 'tempest-RoutersIpV6Test-router-1833271934', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:11:31Z', 'updated_at': '2021-07-28T15:11:32Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:32.767323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] Checking router: 00bbda7f-02df-47d7-bd2d-5bb88dc7d032 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:11:32.782236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] Routers {'00bbda7f-02df-47d7-bd2d-5bb88dc7d032'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:32.783546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['00bbda7f-02df-47d7-bd2d-5bb88dc7d032'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:32.787652 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:32.902217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] Set router 00bbda7f-02df-47d7-bd2d-5bb88dc7d032 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:11:32.982481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bbda7f-02df-47d7-bd2d-5bb88dc7d032', 'name': 'tempest-RoutersIpV6Test-router-1833271934', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:11:31Z', 'updated_at': '2021-07-28T15:11:32Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:33.009659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:33.015209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:33.030331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45944a-8f4d-4365-83c8-b6f81c01ec3b None None] The sync data for ids ['00bbda7f-02df-47d7-bd2d-5bb88dc7d032'] in n-d-764806-10 is: [{'id': '00bbda7f-02df-47d7-bd2d-5bb88dc7d032', 'name': 'tempest-RoutersIpV6Test-router-1833271934', 'tenant_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:11:31Z', 'updated_at': '2021-07-28T15:11:32Z', 'revision_number': 2, 'project_id': '8be8cf566ca7400fae7b0e41bd3bc666', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:33.232973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:33.233575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Fanout notify agent at l3_agent the message router_deleted on router 00bbda7f-02df-47d7-bd2d-5bb88dc7d032 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:11:33.242931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:33.244371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-26a8e41d-ab8c-4094-baf3-9d95190bdbc6 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/00bbda7f-02df-47d7-bd2d-5bb88dc7d032 HTTP/1.1" status: 204 len: 168 time: 0.5470943 Jul 28 15:11:33.248734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57598) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.315233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca261741-548a-4ac0-84ad-97061a8b6d19 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=00bbda7f-02df-47d7-bd2d-5bb88dc7d032 HTTP/1.1" status: 200 len: 205 time: 0.0651681 Jul 28 15:11:33.319642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57602) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.397530 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-a07cd9a0-e382-4b93-9517-f606a5da78bf tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:33.399193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a07cd9a0-e382-4b93-9517-f606a5da78bf tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/00bbda7f-02df-47d7-bd2d-5bb88dc7d032 HTTP/1.1" status: 404 len: 336 time: 0.0775254 Jul 28 15:11:33.403032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57604) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.427431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0a02-085b-4d15-a41e-d7c53b2e68ab req-ca50c20d-fddd-42a3-8763-a5b19b1f487d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:33.429182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dfbe0a02-085b-4d15-a41e-d7c53b2e68ab req-ca50c20d-fddd-42a3-8763-a5b19b1f487d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0927663 Jul 28 15:11:33.455202 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e79b53-39ee-4feb-8960-203e34b92fef tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:33.455570 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e79b53-39ee-4feb-8960-203e34b92fef tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:33.457431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8e79b53-39ee-4feb-8960-203e34b92fef tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/fa51d3bd-3ff9-4c39-9b2e-f4738c3e281e HTTP/1.1" status: 404 len: 337 time: 0.0530045 Jul 28 15:11:33.460148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57606) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.490300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dfbe0a02-085b-4d15-a41e-d7c53b2e68ab req-1bbc3d62-4862-4c19-ba48-96f00936f314 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427356 Jul 28 15:11:33.496352 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-e777dc0e-9490-4283-a025-0f8d9c1751fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:33.497252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e777dc0e-9490-4283-a025-0f8d9c1751fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:33.500567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e777dc0e-9490-4283-a025-0f8d9c1751fe tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/617e688d-bdec-4b77-8862-afc937c89bec HTTP/1.1" status: 404 len: 337 time: 0.0389442 Jul 28 15:11:33.504407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57608) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.555083 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56390ad-1bee-444a-af1a-feba49a66b9e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:33.555765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56390ad-1bee-444a-af1a-feba49a66b9e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:33.560019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c56390ad-1bee-444a-af1a-feba49a66b9e tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/c8ed6864-dd63-4704-b274-753368125a3b HTTP/1.1" status: 404 len: 337 time: 0.0526991 Jul 28 15:11:33.562125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57610) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.621859 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-550ce1c9-2ede-4675-a078-be51462b308a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:33.624067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550ce1c9-2ede-4675-a078-be51462b308a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:33.628541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-550ce1c9-2ede-4675-a078-be51462b308a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/276269c8-8d94-4564-800b-044e68c6af9c HTTP/1.1" status: 404 len: 337 time: 0.0630219 Jul 28 15:11:33.630209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57612) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.660988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd7c1c66-a1f3-453b-9048-dc3ca1f08e25 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 200 len: 205 time: 0.0295274 Jul 28 15:11:33.663918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57614) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.708828 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-4f5093ae-6cb7-477d-ad67-3a96d9251629 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:33.709878 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4f5093ae-6cb7-477d-ad67-3a96d9251629 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/f6d54588-5a09-4aec-99f8-66dfb91293d5 HTTP/1.1" status: 404 len: 336 time: 0.0448430 Jul 28 15:11:33.712633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57616) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.753305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ff6129e1-be19-433f-b9f0-36d98d2c60b5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 HTTP/1.1" status: 200 len: 205 time: 0.0391726 Jul 28 15:11:33.762327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.806412 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-d9b93123-7ddd-4315-8baa-2e45d1427850 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:33.807500 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d9b93123-7ddd-4315-8baa-2e45d1427850 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/6ae6b6e5-44cd-45ab-baeb-e1469b87b3c5 HTTP/1.1" status: 404 len: 336 time: 0.0441544 Jul 28 15:11:33.810403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57620) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.838593 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c04dee-14c9-4ced-b933-4215c0bd8744 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:33.839054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c04dee-14c9-4ced-b933-4215c0bd8744 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:33.843960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-41c04dee-14c9-4ced-b933-4215c0bd8744 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/64e48038-dbc7-497c-bf14-6cc11dc3e01d HTTP/1.1" status: 404 len: 337 time: 0.0302830 Jul 28 15:11:33.845877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57622) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.873132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3a642647-8ac5-4a33-9cfe-fe63b2536e41 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 200 len: 205 time: 0.0261142 Jul 28 15:11:33.875484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57624) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.915645 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-43350343-f10f-4779-a8ea-95631aa6538d tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:33.916803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-43350343-f10f-4779-a8ea-95631aa6538d tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/8c88515a-22b8-4d14-a30e-4b17aaaf455f HTTP/1.1" status: 404 len: 336 time: 0.0403910 Jul 28 15:11:33.921913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57626) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:33.963570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-136dae80-9cbd-4ed1-be6e-04614a35b4d7 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 HTTP/1.1" status: 200 len: 205 time: 0.0403066 Jul 28 15:11:33.966610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57630) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.009676 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-35467212-202c-4057-ae1e-3d3dc7c7b54c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:34.014107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57634) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.014349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35467212-202c-4057-ae1e-3d3dc7c7b54c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/eb0ed6fe-7fb5-4779-ba0b-9f8ba908d8b8 HTTP/1.1" status: 404 len: 336 time: 0.0464778 Jul 28 15:11:34.014593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device c16b3e4c-ccf8-4086-a169-844828a1159e no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:34.049079 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c54726-96a4-4881-b131-b6aa15ea4815 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:34.049502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c54726-96a4-4881-b131-b6aa15ea4815 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:34.052105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-44c54726-96a4-4881-b131-b6aa15ea4815 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/e0ab50c7-ba7d-49bd-b6eb-4483f7729200 HTTP/1.1" status: 404 len: 337 time: 0.0369370 Jul 28 15:11:34.056955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57636) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.094374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1a171a17-b8a3-4b88-9ae3-6ad86f65c60a tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=73f746bc-3c3c-4044-885e-899293389667 HTTP/1.1" status: 200 len: 205 time: 0.0318813 Jul 28 15:11:34.095948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57638) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.189235 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-119ddc44-74ec-4d25-a512-6b16f8ea9fa5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:34.194462 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-119ddc44-74ec-4d25-a512-6b16f8ea9fa5 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/73f746bc-3c3c-4044-885e-899293389667 HTTP/1.1" status: 404 len: 336 time: 0.0923531 Jul 28 15:11:34.194462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57640) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.560295 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-286531e2-9dfa-4cc4-b4c3-752dae0c93f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:34.561469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286531e2-9dfa-4cc4-b4c3-752dae0c93f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:34.564004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-286531e2-9dfa-4cc4-b4c3-752dae0c93f1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/4d2804f9-a181-4b68-b8f1-531529bca1bd HTTP/1.1" status: 404 len: 337 time: 0.3695455 Jul 28 15:11:34.567333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57646) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.610634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57648) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.622346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2267a49e-e4c3-44bc-b6ce-b6e79702eac1 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "GET /v2.0/ports?device_id=75ab2610-a2ec-4c5f-9844-6e5b6a544a69 HTTP/1.1" status: 200 len: 205 time: 0.0531530 Jul 28 15:11:34.685461 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-a2b2eb8e-75ab-4d61-bfef-f9017db6ce6c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] delete failed (client error): The resource could not be found. Jul 28 15:11:34.689758 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a2b2eb8e-75ab-4d61-bfef-f9017db6ce6c tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/routers/75ab2610-a2ec-4c5f-9844-6e5b6a544a69 HTTP/1.1" status: 404 len: 336 time: 0.0753865 Jul 28 15:11:34.691041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57650) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.755826 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-42274546-6add-48f0-a5a3-aa6a07e4e056 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:34.756328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42274546-6add-48f0-a5a3-aa6a07e4e056 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:34.758289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-42274546-6add-48f0-a5a3-aa6a07e4e056 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/374793e7-d9b3-4605-984c-72472abc8c26 HTTP/1.1" status: 404 len: 337 time: 0.0656221 Jul 28 15:11:34.760980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57652) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:34.794288 n-d-764806-10 neutron-server[94657]: INFO neutron.pecan_wsgi.hooks.translation [None req-734f8657-cd73-490b-ba93-142349ea9769 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] DELETE failed (client error): The resource could not be found. Jul 28 15:11:34.794764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734f8657-cd73-490b-ba93-142349ea9769 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94657) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:11:34.800610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-734f8657-cd73-490b-ba93-142349ea9769 tempest-RoutersIpV6Test-588572401 tempest-RoutersIpV6Test-588572401-project] 10.222.0.57 "DELETE /v2.0/subnets/b4197645-2b8b-4e9d-831e-1e0308198690 HTTP/1.1" status: 404 len: 337 time: 0.0339277 Jul 28 15:11:34.813003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c80a1-f5f4-4f18-9eaf-eff47c61a629 req-ba99a7a2-3ec4-4dd8-8f8e-c8ee7f10cd02 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:34.817430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-150c80a1-f5f4-4f18-9eaf-eff47c61a629 req-ba99a7a2-3ec4-4dd8-8f8e-c8ee7f10cd02 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1434836 Jul 28 15:11:34.863014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-150c80a1-f5f4-4f18-9eaf-eff47c61a629 req-a569e154-83f8-4060-9986-8667eb31a42b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412097 Jul 28 15:11:35.398955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57660) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:35.558687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57664) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:35.566123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0e97033d-992a-46a8-8eb4-0e9c2c12e1d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8be8cf566ca7400fae7b0e41bd3bc666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646197 Jul 28 15:11:35.618732 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17b2bdc4-520a-4e37-a894-75fc193392c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:35.643286 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17b2bdc4-520a-4e37-a894-75fc193392c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:35.786230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17b2bdc4-520a-4e37-a894-75fc193392c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:35.788875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17b2bdc4-520a-4e37-a894-75fc193392c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:35.790252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-17b2bdc4-520a-4e37-a894-75fc193392c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2956e66c-5199-4faa-a9a3-96cff132b363 HTTP/1.1" status: 204 len: 168 time: 0.2305124 Jul 28 15:11:35.798658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2bdc4-520a-4e37-a894-75fc193392c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2956e66c-5199-4faa-a9a3-96cff132b363,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:35.999201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cccbd-64e1-46e2-9651-462fb9d2748b req-ba7bd4dc-7cce-4835-a0bf-961f924268dd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:36.001167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c59cccbd-64e1-46e2-9651-462fb9d2748b req-ba7bd4dc-7cce-4835-a0bf-961f924268dd tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0593038 Jul 28 15:11:36.051846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c59cccbd-64e1-46e2-9651-462fb9d2748b req-6bf154d0-a70b-4b28-9c5d-e9689b80400d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Jul 28 15:11:36.260485 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:36.339554 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:11:37.041922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57694) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:37.083279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57698) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:37.237300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732cea2-7ef4-49f2-ac38-807ab1423c93 req-831c4388-c9d5-49ce-b977-e32663c67d5d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:37.238862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1732cea2-7ef4-49f2-ac38-807ab1423c93 req-831c4388-c9d5-49ce-b977-e32663c67d5d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0878587 Jul 28 15:11:37.239677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b649d6ed-b1c4-4a4f-9676-57980b40c460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.280354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-9966652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:37.306669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1732cea2-7ef4-49f2-ac38-807ab1423c93 req-e61a9bf2-bf35-459e-93d6-270b6fbb9397 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556464 Jul 28 15:11:37.377399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b649d6ed-b1c4-4a4f-9676-57980b40c460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.477828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b649d6ed-b1c4-4a4f-9676-57980b40c460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.520287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b649d6ed-b1c4-4a4f-9676-57980b40c460 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b4f1af5e9454f0e90f59fd13c97d34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358706 Jul 28 15:11:37.521142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649d6ed-b1c4-4a4f-9676-57980b40c460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5040c617-0792-4338-a40a-2194614f7661,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:37.523043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:37.573838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18685a4d-1853-4d09-b33d-a887990555da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.597862 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18685a4d-1853-4d09-b33d-a887990555da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.652685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.653948 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.769936 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18685a4d-1853-4d09-b33d-a887990555da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.772553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-18685a4d-1853-4d09-b33d-a887990555da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.773749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-18685a4d-1853-4d09-b33d-a887990555da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5040c617-0792-4338-a40a-2194614f7661 HTTP/1.1" status: 204 len: 168 time: 0.2495816 Jul 28 15:11:37.794601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18685a4d-1853-4d09-b33d-a887990555da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040c617-0792-4338-a40a-2194614f7661,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:37.827943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:37.927099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.060553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.061707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-06336e5d-a83c-403f-bb27-3094f601c7a1 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0187416 Jul 28 15:11:38.064520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57708) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:38.069734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-313202371'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:38.206963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:38.210914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.227758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.328998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.430992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb588618-4b23-402e-aeec-12ed4c281a0a req-30957fa7-7cb2-4354-9413-f9a1f75cf4b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:38.432607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb588618-4b23-402e-aeec-12ed4c281a0a req-30957fa7-7cb2-4354-9413-f9a1f75cf4b3 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0519528 Jul 28 15:11:38.485949 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.512647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb588618-4b23-402e-aeec-12ed4c281a0a req-8aa27aca-195e-4f0e-8926-aab2c7e6e7e8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736723 Jul 28 15:11:38.527789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:11:38.544854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed04bc2-b6e6-4f62-9ed6-6d886ad61e29,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:38.549234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.549590 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Added segment be5272ab-d1cf-4a64-b149-aed86946aebe of type vlan for network b4629012-f4ec-4862-9671-6e0f5fbf5d98 Jul 28 15:11:38.596142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.705895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.711781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:38.712403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:38.781410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Network': ['ID=b4629012-f4ec-4862-9671-6e0f5fbf5d98,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:38.791741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:11:38.934538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-767b2ff3-c339-42ce-8151-480704939492 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8688064 Jul 28 15:11:38.937726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57730) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:38.943966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'subnet': {'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:39.151889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:39.155850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:39.471835 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:39.535585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Subnet': ['ID=a67e943c-b367-4c81-b054-4932812a80fb,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:39.547079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Checking segment: {'id': 'be5272ab-d1cf-4a64-b149-aed86946aebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:39.547450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network hostable DHCP agents. Network: b4629012-f4ec-4862-9671-6e0f5fbf5d98, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:11:39.639686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b2a04-0998-4499-8bda-265561abf79b req-2bcc041d-0c13-4b38-abf0-fa416af36bba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:39.641581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-811b2a04-0998-4499-8bda-265561abf79b req-2bcc041d-0c13-4b38-abf0-fa416af36bba tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0559866 Jul 28 15:11:39.690486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-811b2a04-0998-4499-8bda-265561abf79b req-bc46f8f5-be86-4959-8105-1c3a977284ab tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Jul 28 15:11:39.722983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:11:39.871541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b4629012-f4ec-4862-9671-6e0f5fbf5d98) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:39.876783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:39.881700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:39.882630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecb0267-6359-4c90-93fb-c0f41b237796 None None] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:39.981206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4a7b8c73-ad44-4d99-9bdb-eec3b4d5ddfb tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0416377 Jul 28 15:11:39.985328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57740) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:39.990640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'network': {'name': 'tempest-router-network01--581947335'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:40.041258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-b4629012-f4ec-4862-9671-6e0f5fbf5d98', 'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98', 'tenant_id': 'd48ac9ff8e0d49d4af0cee42b9303c5b', 'fixed_ips': [{'subnet_id': 'a67e943c-b367-4c81-b054-4932812a80fb'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:11:40.042159 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.155821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:40.159480 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.185318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:11:40.194914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.195265 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Added segment cadadbd6-73d1-40a4-aca2-46f543b99822 of type vlan for network 4711c0ff-f112-4fea-8288-9ab52a720948 Jul 28 15:11:40.207370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Allocated IP 2001:db8::2 (b4629012-f4ec-4862-9671-6e0f5fbf5d98/a67e943c-b367-4c81-b054-4932812a80fb/ba25b026-d568-43ba-9149-ae513fabaef6) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:11:40.275747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.365300 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.374345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Transition to ACTIVE for port object ba25b026-d568-43ba-9149-ae513fabaef6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:40.390410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Transition to ACTIVE for port object ba25b026-d568-43ba-9149-ae513fabaef6 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:40.563276 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.568945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:40.569540 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.637916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Network': ['ID=4711c0ff-f112-4fea-8288-9ab52a720948,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:40.697872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4711c0ff-f112-4fea-8288-9ab52a720948 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:11:40.781266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.829056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c208-6f9b-4d94-9cf5-afc44288e8a6 req-f8981b62-4e1e-4d4d-bd7a-221f9b6eadae tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:40.829056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af27c208-6f9b-4d94-9cf5-afc44288e8a6 req-f8981b62-4e1e-4d4d-bd7a-221f9b6eadae tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0592029 Jul 28 15:11:40.848272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:40.856568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:40.858854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Pushing event updated for resources: {'Port': ['ID=ba25b026-d568-43ba-9149-ae513fabaef6,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:40.861765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:11:40.877406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af27c208-6f9b-4d94-9cf5-afc44288e8a6 req-e022098a-681b-4b31-bc8f-792b1605e077 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Jul 28 15:11:40.925345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Attempting to bind port ba25b026-d568-43ba-9149-ae513fabaef6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Attempting to bind port ba25b026-d568-43ba-9149-ae513fabaef6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'be5272ab-d1cf-4a64-b149-aed86946aebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Attempting to bind port ba25b026-d568-43ba-9149-ae513fabaef6 on network b4629012-f4ec-4862-9671-6e0f5fbf5d98 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Checking segment: {'id': 'be5272ab-d1cf-4a64-b149-aed86946aebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Bound using segment: {'id': 'be5272ab-d1cf-4a64-b149-aed86946aebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Bound port: ba25b026-d568-43ba-9149-ae513fabaef6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5272ab-d1cf-4a64-b149-aed86946aebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b4629012-f4ec-4862-9671-6e0f5fbf5d98'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:11:40.937743 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:40.983025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57748) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:40.983874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-66f2e756-9a91-4385-b46e-59482d9df009 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9965463 Jul 28 15:11:40.992382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'network': {'name': 'tempest-router-network02--1768734267'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:41.009173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] For port ba25b026-d568-43ba-9149-ae513fabaef6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:11:41.013583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] For port ba25b026-d568-43ba-9149-ae513fabaef6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ba25b026-d568-43ba-9149-ae513fabaef6,segment=NetworkSegment(be5272ab-d1cf-4a64-b149-aed86946aebe),segment_id=be5272ab-d1cf-4a64-b149-aed86946aebe)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:11:41.146792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:41.184835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:41.192005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:41.235324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:11:41.253601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:41.253949 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Added segment a77d08f9-2de3-428e-8745-a4d3551e54d7 of type vlan for network ab49a41e-44e5-4684-bf8e-203985e62e5d Jul 28 15:11:41.276993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610aefa-4c0f-4428-9b76-64b5b7c3e7f5 None None] Pushing event updated for resources: {'Port': ['ID=ba25b026-d568-43ba-9149-ae513fabaef6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:41.313885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:41.469550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:41.475408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:41.476071 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:41.549873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Network': ['ID=ab49a41e-44e5-4684-bf8e-203985e62e5d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:41.562301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ab49a41e-44e5-4684-bf8e-203985e62e5d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:11:41.642354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f1d811a4-54ec-4189-b8e8-9226164c56b7 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6574810 Jul 28 15:11:41.645319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57754) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:41.657786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'subnet': {'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:41.839854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ba25b026-d568-43ba-9149-ae513fabaef6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:41.905686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:41.910223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:42.049361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ba25b026-d568-43ba-9149-ae513fabaef6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:42.056664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9750-1052-41eb-b93c-f85839f67fe6 req-ec5965a4-7621-4d4c-bad4-1a4de8fa0794 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:42.058276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07ad9750-1052-41eb-b93c-f85839f67fe6 req-ec5965a4-7621-4d4c-bad4-1a4de8fa0794 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0914433 Jul 28 15:11:42.141573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07ad9750-1052-41eb-b93c-f85839f67fe6 req-a390a85d-4306-4879-9912-787483b783c6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746047 Jul 28 15:11:42.307305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434f2e4-922f-45a9-aa4c-e5de4095a16c None None] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:42.334243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:42.426822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Subnet': ['ID=56c0caee-c483-4cc8-9971-10a949da74f5,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:42.439244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Checking segment: {'id': 'cadadbd6-73d1-40a4-aca2-46f543b99822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:42.439923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network hostable DHCP agents. Network: 4711c0ff-f112-4fea-8288-9ab52a720948, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:11:42.691816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network 4711c0ff-f112-4fea-8288-9ab52a720948 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:11:42.740891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] Provisioning for port ba25b026-d568-43ba-9149-ae513fabaef6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:42.748797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] Provisioning complete for port ba25b026-d568-43ba-9149-ae513fabaef6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:42.749180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:42.780770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4711c0ff-f112-4fea-8288-9ab52a720948) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:42.786146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:42.790546 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:42.792638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69213bb-8f2c-4ca2-b628-b7d3892665f6 None None] Network 4711c0ff-f112-4fea-8288-9ab52a720948 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:42.901415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-85fcbfe6-67ba-4bb1-b46a-7756bbb94562 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2543175 Jul 28 15:11:42.905140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57764) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:42.911013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'subnet': {'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:42.915290 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:42.983177 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] For port ba25b026-d568-43ba-9149-ae513fabaef6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ba25b026-d568-43ba-9149-ae513fabaef6,segment=NetworkSegment(be5272ab-d1cf-4a64-b149-aed86946aebe),segment_id=be5272ab-d1cf-4a64-b149-aed86946aebe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:43.016923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4711c0ff-f112-4fea-8288-9ab52a720948', 'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948', 'tenant_id': 'd48ac9ff8e0d49d4af0cee42b9303c5b', 'fixed_ips': [{'subnet_id': '56c0caee-c483-4cc8-9971-10a949da74f5'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:11:43.017909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.092998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.163051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:43.170987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.213435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Allocated IP 2001:db8::2 (4711c0ff-f112-4fea-8288-9ab52a720948/56c0caee-c483-4cc8-9971-10a949da74f5/8f1316f1-76d6-4c68-8273-5e341d985044) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:11:43.339350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874fed4-58e8-468a-9080-2a51cf67be6c None None] Pushing event updated for resources: {'Port': ['ID=ba25b026-d568-43ba-9149-ae513fabaef6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:43.358830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff76155-1f8c-4ec6-a8ef-fe6d8ffa8c6c req-4b341c3c-7319-4051-b932-434da37d9abb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:43.360552 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ff76155-1f8c-4ec6-a8ef-fe6d8ffa8c6c req-4b341c3c-7319-4051-b932-434da37d9abb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0839250 Jul 28 15:11:43.367667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-687854e9-2980-495e-87b3-d8ecf945f912 None None] Provisioning complete for port ba25b026-d568-43ba-9149-ae513fabaef6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:43.372899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-687854e9-2980-495e-87b3-d8ecf945f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.415044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ff76155-1f8c-4ec6-a8ef-fe6d8ffa8c6c req-2ed7c234-0ea0-4218-9150-8eb4b91d120d tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463104 Jul 28 15:11:43.538131 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.540197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.547894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Transition to ACTIVE for port object 8f1316f1-76d6-4c68-8273-5e341d985044 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:43.567102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Transition to ACTIVE for port object 8f1316f1-76d6-4c68-8273-5e341d985044 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:43.610111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Subnet': ['ID=873ec995-8467-4133-8407-fee2a52f89fe,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:43.619077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Checking segment: {'id': 'a77d08f9-2de3-428e-8745-a4d3551e54d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:43.619077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network hostable DHCP agents. Network: ab49a41e-44e5-4684-bf8e-203985e62e5d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:11:43.701252 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.745222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Network 4711c0ff-f112-4fea-8288-9ab52a720948 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:43.749458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:43.752527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:11:43.759458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network ab49a41e-44e5-4684-bf8e-203985e62e5d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:11:43.764943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Pushing event updated for resources: {'Port': ['ID=8f1316f1-76d6-4c68-8273-5e341d985044,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:43.819673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ba25b026-d568-43ba-9149-ae513fabaef6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:43.863675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Attempting to bind port 8f1316f1-76d6-4c68-8273-5e341d985044 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:11:43.864206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Attempting to bind port 8f1316f1-76d6-4c68-8273-5e341d985044 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cadadbd6-73d1-40a4-aca2-46f543b99822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:11:43.864802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Attempting to bind port 8f1316f1-76d6-4c68-8273-5e341d985044 on network 4711c0ff-f112-4fea-8288-9ab52a720948 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:11:43.878911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:11:43.880576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Checking segment: {'id': 'cadadbd6-73d1-40a4-aca2-46f543b99822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:43.881362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ab49a41e-44e5-4684-bf8e-203985e62e5d) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:43.881664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.882323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Bound using segment: {'id': 'cadadbd6-73d1-40a4-aca2-46f543b99822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:11:43.883133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Bound port: 8f1316f1-76d6-4c68-8273-5e341d985044, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadadbd6-73d1-40a4-aca2-46f543b99822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4711c0ff-f112-4fea-8288-9ab52a720948'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:11:43.889056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:43.889980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.900130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:43.916938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9d5c3-fc18-4f12-92cf-1a0034f19392 None None] Network ab49a41e-44e5-4684-bf8e-203985e62e5d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:43.977275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a8c0c62a-bf0a-4422-b88d-5abf37134cf6 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0703146 Jul 28 15:11:43.981685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57780) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:44.022495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069dd78-72f1-48bc-b82c-620eb1fd0834 req-144ad66e-40ae-484e-83fd-95f0aa2ff06e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:44.025880 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e069dd78-72f1-48bc-b82c-620eb1fd0834 req-144ad66e-40ae-484e-83fd-95f0aa2ff06e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1162965 Jul 28 15:11:44.113329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e069dd78-72f1-48bc-b82c-620eb1fd0834 req-e6ab789a-c013-44ab-8662-3c2488d85a38 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764067 Jul 28 15:11:44.153121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ba25b026-d568-43ba-9149-ae513fabaef6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:44.153988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.263425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] For port 8f1316f1-76d6-4c68-8273-5e341d985044, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:11:44.287063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-655279fb-8dfe-45a5-8a34-7ef913d797e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:44.288517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-655279fb-8dfe-45a5-8a34-7ef913d797e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.1506157 Jul 28 15:11:44.295785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] For port 8f1316f1-76d6-4c68-8273-5e341d985044, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f1316f1-76d6-4c68-8273-5e341d985044,segment=NetworkSegment(cadadbd6-73d1-40a4-aca2-46f543b99822),segment_id=cadadbd6-73d1-40a4-aca2-46f543b99822)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:11:44.336516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ab49a41e-44e5-4684-bf8e-203985e62e5d', 'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d', 'tenant_id': 'd48ac9ff8e0d49d4af0cee42b9303c5b', 'fixed_ips': [{'subnet_id': '873ec995-8467-4133-8407-fee2a52f89fe'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:11:44.337177 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.417575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.470241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.550122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948201cf-3fa8-4255-97da-689bf4795608 None None] Pushing event updated for resources: {'Port': ['ID=8f1316f1-76d6-4c68-8273-5e341d985044,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:44.585095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-b5462d17-fe28-4768-b823-4f0549a591ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:44.586109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Allocated IP 2001:db8::2 (ab49a41e-44e5-4684-bf8e-203985e62e5d/873ec995-8467-4133-8407-fee2a52f89fe/82d94906-7080-4f92-8409-4f17fe39ba78) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:11:44.586700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-b5462d17-fe28-4768-b823-4f0549a591ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.2697825 Jul 28 15:11:44.733077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-882e15b1-8d9d-473e-84f7-3e5b0df0201d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.1335077 Jul 28 15:11:44.836946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.851728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Transition to ACTIVE for port object 82d94906-7080-4f92-8409-4f17fe39ba78 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:44.885896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Transition to ACTIVE for port object 82d94906-7080-4f92-8409-4f17fe39ba78 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:44.891803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-465878ae-2790-4263-8dbc-0ac955ed6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:44.893400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-465878ae-2790-4263-8dbc-0ac955ed6907 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.1501417 Jul 28 15:11:44.972526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Allocated IP 2001:db8::1 (4711c0ff-f112-4fea-8288-9ab52a720948/56c0caee-c483-4cc8-9971-10a949da74f5/653570c4-e216-4787-ade1-2ac1c468c7fa) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:11:44.992033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.993854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-0d348ea5-6e61-4445-b9eb-9bafecdf6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:44.995403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-0d348ea5-6e61-4445-b9eb-9bafecdf6614 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818689 Jul 28 15:11:45.042461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Network ab49a41e-44e5-4684-bf8e-203985e62e5d is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:45.045951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:45.048917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:11:45.067926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Pushing event updated for resources: {'Port': ['ID=82d94906-7080-4f92-8409-4f17fe39ba78,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:45.125968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Attempting to bind port 82d94906-7080-4f92-8409-4f17fe39ba78 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:11:45.126353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Attempting to bind port 82d94906-7080-4f92-8409-4f17fe39ba78 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'a77d08f9-2de3-428e-8745-a4d3551e54d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:11:45.126727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Attempting to bind port 82d94906-7080-4f92-8409-4f17fe39ba78 on network ab49a41e-44e5-4684-bf8e-203985e62e5d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:11:45.132987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:11:45.138786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Checking segment: {'id': 'a77d08f9-2de3-428e-8745-a4d3551e54d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:45.138786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:45.138786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Bound using segment: {'id': 'a77d08f9-2de3-428e-8745-a4d3551e54d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:11:45.138786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Bound port: 82d94906-7080-4f92-8409-4f17fe39ba78, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d08f9-2de3-428e-8745-a4d3551e54d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ab49a41e-44e5-4684-bf8e-203985e62e5d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:11:45.138786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:45.224439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-f7bf7fe0-ec2f-48d7-8a20-9634872a4b5e service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077217 Jul 28 15:11:45.278652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] For port 82d94906-7080-4f92-8409-4f17fe39ba78, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:11:45.287691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] For port 82d94906-7080-4f92-8409-4f17fe39ba78, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=82d94906-7080-4f92-8409-4f17fe39ba78,segment=NetworkSegment(a77d08f9-2de3-428e-8745-a4d3551e54d7),segment_id=a77d08f9-2de3-428e-8745-a4d3551e54d7)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:11:45.334566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:45.366825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Transition to ACTIVE for port object 653570c4-e216-4787-ade1-2ac1c468c7fa will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:45.375056 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:45.415754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a396-1cfd-4a1e-96bd-d8f533b05ebc req-d45d5123-cf4c-42f8-bda0-75a58e6644ae tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:45.427001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4146a396-1cfd-4a1e-96bd-d8f533b05ebc req-d45d5123-cf4c-42f8-bda0-75a58e6644ae tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1759953 Jul 28 15:11:45.467026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47221b1-235f-4d80-9049-26cb61e51004 None None] Pushing event updated for resources: {'Port': ['ID=82d94906-7080-4f92-8409-4f17fe39ba78,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:45.523140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18fdc092-7089-4cde-883c-61c87d6975b7 req-e90e83c7-cd01-4195-bc0b-f13ec9d7c445 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937903 Jul 28 15:11:45.533304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4146a396-1cfd-4a1e-96bd-d8f533b05ebc req-60f8d1bb-2560-4d12-80d0-017ca978e853 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041050 Jul 28 15:11:45.620899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:45.729813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network 4711c0ff-f112-4fea-8288-9ab52a720948 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:45.731482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Port': ['ID=653570c4-e216-4787-ade1-2ac1c468c7fa,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:45.734766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:45.743834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:11:45.744438 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:45.866752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95819fcd-faea-4c27-bab1-15583c1942b8 None None] Network 4711c0ff-f112-4fea-8288-9ab52a720948 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:45.963912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f1316f1-76d6-4c68-8273-5e341d985044 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:46.041304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b43b83a2-39aa-4496-a38b-b39c1209ae39 None None] Provisioning for port 8f1316f1-76d6-4c68-8273-5e341d985044 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:46.203233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8f1316f1-76d6-4c68-8273-5e341d985044 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:46.208091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8f1316f1-76d6-4c68-8273-5e341d985044 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:46.209040 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.314719 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.359309 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.372804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 8f1316f1-76d6-4c68-8273-5e341d985044, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f1316f1-76d6-4c68-8273-5e341d985044,segment=NetworkSegment(cadadbd6-73d1-40a4-aca2-46f543b99822),segment_id=cadadbd6-73d1-40a4-aca2-46f543b99822)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:46.471218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.472944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 82d94906-7080-4f92-8409-4f17fe39ba78 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:46.537898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97d20bd9-5391-4e19-9229-239bd3068dcb None None] Provisioning for port 653570c4-e216-4787-ade1-2ac1c468c7fa completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:46.565080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97d20bd9-5391-4e19-9229-239bd3068dcb None None] Provisioning complete for port 653570c4-e216-4787-ade1-2ac1c468c7fa triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:46.565080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd9-5391-4e19-9229-239bd3068dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.681332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=8f1316f1-76d6-4c68-8273-5e341d985044,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:46.727425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91c86e-a249-44ce-a753-4b3dc3d40185 req-b5bb9b15-d8cb-423b-ad5a-66e65ee11fc9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:46.730484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a91c86e-a249-44ce-a753-4b3dc3d40185 req-b5bb9b15-d8cb-423b-ad5a-66e65ee11fc9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0665829 Jul 28 15:11:46.733802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-97d20bd9-5391-4e19-9229-239bd3068dcb None None] Port 653570c4-e216-4787-ade1-2ac1c468c7fa cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:11:46.759658 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-97d20bd9-5391-4e19-9229-239bd3068dcb None None] Provisioning complete for port 8f1316f1-76d6-4c68-8273-5e341d985044 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:46.760047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd9-5391-4e19-9229-239bd3068dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.784268 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8a91c86e-a249-44ce-a753-4b3dc3d40185 req-bd388dd2-cfd3-4d91-80ed-6f23ca389987 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Jul 28 15:11:46.797998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.811465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 82d94906-7080-4f92-8409-4f17fe39ba78 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:46.856622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d59413b-4519-488c-9465-7ba735c3b041 None None] Network ab49a41e-44e5-4684-bf8e-203985e62e5d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:46.921470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cc3a7-d376-47bb-bf35-946542421447 req-fc1f7b85-5a32-4a57-8ee3-ee109befbc83 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:46.923056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e1cc3a7-d376-47bb-bf35-946542421447 req-fc1f7b85-5a32-4a57-8ee3-ee109befbc83 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0542645 Jul 28 15:11:46.924540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.926641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.047720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Provisioning complete for port 653570c4-e216-4787-ade1-2ac1c468c7fa triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:47.048498 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.057553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e1cc3a7-d376-47bb-bf35-946542421447 req-c586e68e-f0b8-4829-9f93-cef02cdb6ebb tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227469 Jul 28 15:11:47.061466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Port': ['ID=653570c4-e216-4787-ade1-2ac1c468c7fa,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:47.117641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Port 653570c4-e216-4787-ade1-2ac1c468c7fa cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:11:47.138601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network 4711c0ff-f112-4fea-8288-9ab52a720948 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:47.140317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:47.235056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Provisioning for port 82d94906-7080-4f92-8409-4f17fe39ba78 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:47.237630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7443a1-2ebf-465e-a63e-104e4be95c45 req-15c502fa-cdbb-4d13-bd1e-20b41e24659c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:47.239148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Provisioning complete for port 82d94906-7080-4f92-8409-4f17fe39ba78 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:47.239518 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.239736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b7443a1-2ebf-465e-a63e-104e4be95c45 req-15c502fa-cdbb-4d13-bd1e-20b41e24659c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0761378 Jul 28 15:11:47.313612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b7443a1-2ebf-465e-a63e-104e4be95c45 req-26dacaae-1f67-4259-8283-f15d9660177e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653422 Jul 28 15:11:47.393474 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.431206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] For port 82d94906-7080-4f92-8409-4f17fe39ba78, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=82d94906-7080-4f92-8409-4f17fe39ba78,segment=NetworkSegment(a77d08f9-2de3-428e-8745-a4d3551e54d7),segment_id=a77d08f9-2de3-428e-8745-a4d3551e54d7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:47.442875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Router 8d0c0d24-1871-490c-a5b9-ef1a3940149a is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:11:47.550080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:47.555504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-03f537f7-9231-4d04-92e7-0a1a9170831b tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5720699 Jul 28 15:11:47.558382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57806) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:47.561609 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] Sync routers for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:47.583570 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:47.584901 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:47.648839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.661840 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:47.674143 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:47.675182 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:47.709474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:47.714216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a00a24-4ce9-49e8-a4c4-57b2095b30e2 None None] The sync data for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:47.740346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121cffb-b513-49a7-b1ba-d77542202eae None None] Pushing event updated for resources: {'Port': ['ID=82d94906-7080-4f92-8409-4f17fe39ba78,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:47.791512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-39583856-3a32-4c52-8aef-9bfcfa3f83de None None] Provisioning complete for port 653570c4-e216-4787-ade1-2ac1c468c7fa triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:47.792046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39583856-3a32-4c52-8aef-9bfcfa3f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.825634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f1316f1-76d6-4c68-8273-5e341d985044 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:47.855447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-39583856-3a32-4c52-8aef-9bfcfa3f83de None None] Port 653570c4-e216-4787-ade1-2ac1c468c7fa cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:11:47.876118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-39583856-3a32-4c52-8aef-9bfcfa3f83de None None] Provisioning complete for port 82d94906-7080-4f92-8409-4f17fe39ba78 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:47.876118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39583856-3a32-4c52-8aef-9bfcfa3f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.929432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8f1316f1-76d6-4c68-8273-5e341d985044 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:47.929432 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:48.073412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc29b2-159d-4cba-b973-45df894e8711 req-0cf0c740-4546-465f-9a98-96b0fa404670 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:48.076538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cdbc29b2-159d-4cba-b973-45df894e8711 req-0cf0c740-4546-465f-9a98-96b0fa404670 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0562024 Jul 28 15:11:48.099031 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-464654d6-d3f7-4b2a-a9e4-a7545af4aaf0 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:11:48.100094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-464654d6-d3f7-4b2a-a9e4-a7545af4aaf0 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5401323 Jul 28 15:11:48.103031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57812) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:48.122988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cdbc29b2-159d-4cba-b973-45df894e8711 req-6761dc5d-493e-4877-9032-a3a177eaea4f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Jul 28 15:11:48.438936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:48.690178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting port 653570c4-e216-4787-ade1-2ac1c468c7fa {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:48.690895 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:48.795964 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:48.811596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Calling delete_port for 653570c4-e216-4787-ade1-2ac1c468c7fa owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:49.122713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:49.150876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Port': ['ID=653570c4-e216-4787-ade1-2ac1c468c7fa,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:49.296033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:49.392665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349252-b7a0-487e-977b-c1fc4fa87d04 req-13f7fb4c-5a2b-4b1f-9d80-024aff48fa7e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:49.394275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47349252-b7a0-487e-977b-c1fc4fa87d04 req-13f7fb4c-5a2b-4b1f-9d80-024aff48fa7e tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1363344 Jul 28 15:11:49.506301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47349252-b7a0-487e-977b-c1fc4fa87d04 req-c30dcabf-6e44-49d1-9806-203f0f09285f tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041079 Jul 28 15:11:49.515370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Router 8d0c0d24-1871-490c-a5b9-ef1a3940149a has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:49.603942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:49.615333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-80d1f464-bab4-43d3-ab62-c76736e5109f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075517 Jul 28 15:11:49.615815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57840) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:49.617000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] Sync routers for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:49.629848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:49.630637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:49.661280 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-1e46f226-3ae6-464e-b694-bd8eff102ebc tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] delete failed (client error): The resource could not be found. Jul 28 15:11:49.667098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1e46f226-3ae6-464e-b694-bd8eff102ebc tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-1887995697 HTTP/1.1" status: 404 len: 335 time: 0.0457425 Jul 28 15:11:49.667273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:49.667421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57844) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:49.672056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b97d4bac-0fcb-46e8-8270-15acce983fe0 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d0c0d24-1871-490c-a5b9-ef1a3940149a'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:49.680339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:49.681055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:49.718795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:49.718795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aebfa2-c813-4d7f-90a1-9f930014ec40 None None] The sync data for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:49.802261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 82d94906-7080-4f92-8409-4f17fe39ba78 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:49.854668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 82d94906-7080-4f92-8409-4f17fe39ba78 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:49.855188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:49.960987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b97d4bac-0fcb-46e8-8270-15acce983fe0 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:49.979489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41b395-af2e-417f-879c-7c51a6646f8b req-3fdfc80c-d527-4d69-813c-a3daddd1a2f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:49.981646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b41b395-af2e-417f-879c-7c51a6646f8b req-3fdfc80c-d527-4d69-813c-a3daddd1a2f8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1414461 Jul 28 15:11:50.051586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b41b395-af2e-417f-879c-7c51a6646f8b req-b448acb3-551c-406d-9bba-498ef83dbfd1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610070 Jul 28 15:11:50.054610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-40355634-633a-4b96-abde-83d6a59c710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:50.056167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-40355634-633a-4b96-abde-83d6a59c710d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 1096 time: 0.0736198 Jul 28 15:11:50.088951 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-b97d4bac-0fcb-46e8-8270-15acce983fe0 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] update failed (client error): The resource could not be found. Jul 28 15:11:50.090210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b97d4bac-0fcb-46e8-8270-15acce983fe0 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a HTTP/1.1" status: 404 len: 339 time: 0.4219456 Jul 28 15:11:50.094140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:50.099238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-344910165'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:50.176382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-34431a19-a0cf-42e8-928d-5337e831c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:50.177923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-34431a19-a0cf-42e8-928d-5337e831c25a service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.1134162 Jul 28 15:11:50.229973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:50.234403 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.260692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:11:50.264360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-3f7f892a-ff8d-42dc-8d43-8e9c393a68dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 200 len: 998 time: 0.0746827 Jul 28 15:11:50.271952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.274642 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Added segment 495c6f86-958f-423a-be8e-1dea20c3febf of type vlan for network af6a847f-cf5a-4bb6-aceb-664c4c351887 Jul 28 15:11:50.327056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-2fb89209-b716-46eb-be42-8b1dc40712df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:50.327640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.328900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-2fb89209-b716-46eb-be42-8b1dc40712df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0558882 Jul 28 15:11:50.379741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-83681ab4-4355-416d-b495-345b5db33311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:50.381295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-83681ab4-4355-416d-b495-345b5db33311 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437276 Jul 28 15:11:50.458442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.465874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:50.466804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.477383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-7723db09-af03-438c-b95e-f54f8f812b63 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884411 Jul 28 15:11:50.550490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Network': ['ID=af6a847f-cf5a-4bb6-aceb-664c4c351887,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:50.562612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network af6a847f-cf5a-4bb6-aceb-664c4c351887 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:11:50.787922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c45df5f-c5de-4d91-b812-e222e8726532 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6894443 Jul 28 15:11:50.788802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:50.795569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'subnet': {'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:50.901342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a9f7776-5f51-423a-b04a-ae16a5bd407f req-7b13af38-3f60-4845-a0c4-c0c6c8711b57 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165316 Jul 28 15:11:50.962770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Made reservation on behalf of d48ac9ff8e0d49d4af0cee42b9303c5b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:11:50.966427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:51.218839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59298a-0209-43ef-bff2-748a7d0154df req-b39ddf43-1d06-4aa5-8937-6356201ab0e8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:51.220518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd59298a-0209-43ef-bff2-748a7d0154df req-b39ddf43-1d06-4aa5-8937-6356201ab0e8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0746801 Jul 28 15:11:51.262951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd59298a-0209-43ef-bff2-748a7d0154df req-b5750bf8-1c1f-4b45-98e9-fb71037b40a8 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Jul 28 15:11:51.271244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:51.331586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Subnet': ['ID=2be63880-5151-4b8f-b7a8-e3aa1b1ca76b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:51.340627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Checking segment: {'id': '495c6f86-958f-423a-be8e-1dea20c3febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:51.340933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network hostable DHCP agents. Network: af6a847f-cf5a-4bb6-aceb-664c4c351887, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:11:51.465304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network af6a847f-cf5a-4bb6-aceb-664c4c351887 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:11:51.579779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, af6a847f-cf5a-4bb6-aceb-664c4c351887) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:51.584495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:51.585444 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:51.588608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c07f86-dcdc-4b77-8abb-14afcf0228d9 None None] Network af6a847f-cf5a-4bb6-aceb-664c4c351887 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:51.715913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2adb2bfb-a259-437e-8821-6430062d061f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9258125 Jul 28 15:11:51.719135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57894) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:51.723824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-80228892-3182-4dd1-837b-815e08186e72 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:51.743488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-af6a847f-cf5a-4bb6-aceb-664c4c351887', 'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887', 'tenant_id': 'd48ac9ff8e0d49d4af0cee42b9303c5b', 'fixed_ips': [{'subnet_id': '2be63880-5151-4b8f-b7a8-e3aa1b1ca76b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:11:51.744887 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:51.901075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Allocated IP 2001:db8:1::2 (af6a847f-cf5a-4bb6-aceb-664c4c351887/2be63880-5151-4b8f-b7a8-e3aa1b1ca76b/42367672-fd9c-4f76-9792-f95f60c175f4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:11:51.939883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-a79fd94a-6c59-4f77-8925-c8119035b2fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627775 Jul 28 15:11:51.952060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80228892-3182-4dd1-837b-815e08186e72 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.009965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-5a8351e5-a17b-43af-a77a-4621982e3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:52.011483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-5a8351e5-a17b-43af-a77a-4621982e3fed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 1098 time: 0.0436797 Jul 28 15:11:52.063217 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.073992 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Transition to ACTIVE for port object 42367672-fd9c-4f76-9792-f95f60c175f4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:52.094783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Transition to ACTIVE for port object 42367672-fd9c-4f76-9792-f95f60c175f4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:52.129730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-b1b25603-5a90-4f09-8ecf-40fa85603d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:52.131220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-b1b25603-5a90-4f09-8ecf-40fa85603d6e service neutron] 10.222.0.58 "GET /v2.0/networks?id=727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 200 len: 911 time: 0.0957091 Jul 28 15:11:52.180756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-1358f50c-cb82-4627-bd7e-c5b14282c09f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10d4582-f75a-4948-9a0d-065659777f01 HTTP/1.1" status: 200 len: 217 time: 0.0415053 Jul 28 15:11:52.203803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.260784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-bfb11e2a-9265-481f-a528-460ac83a6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:52.261018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Network af6a847f-cf5a-4bb6-aceb-664c4c351887 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:52.262297 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-80228892-3182-4dd1-837b-815e08186e72 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:11:52.263410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80228892-3182-4dd1-837b-815e08186e72 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a HTTP/1.1" status: 400 len: 364 time: 0.5433733 Jul 28 15:11:52.264069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-bfb11e2a-9265-481f-a528-460ac83a6947 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 200 len: 849 time: 0.0737751 Jul 28 15:11:52.266771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:52.267372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57896) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:52.271773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:11:52.275449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Pushing event updated for resources: {'Port': ['ID=42367672-fd9c-4f76-9792-f95f60c175f4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:52.281955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f0be2cf4-949d-43b8-bc69-9733bf9f85be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.328883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-88628aa9-585a-4602-8200-fb1db369eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:52.331359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-88628aa9-585a-4602-8200-fb1db369eeb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=727e996e-9dc7-420b-8951-7f12420ef70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617464 Jul 28 15:11:52.340444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Attempting to bind port 42367672-fd9c-4f76-9792-f95f60c175f4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:11:52.341797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Attempting to bind port 42367672-fd9c-4f76-9792-f95f60c175f4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '495c6f86-958f-423a-be8e-1dea20c3febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:11:52.342297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Attempting to bind port 42367672-fd9c-4f76-9792-f95f60c175f4 on network af6a847f-cf5a-4bb6-aceb-664c4c351887 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:11:52.363084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:11:52.363799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Checking segment: {'id': '495c6f86-958f-423a-be8e-1dea20c3febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:11:52.364378 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.364958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Bound using segment: {'id': '495c6f86-958f-423a-be8e-1dea20c3febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:11:52.365618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Bound port: 42367672-fd9c-4f76-9792-f95f60c175f4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495c6f86-958f-423a-be8e-1dea20c3febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6a847f-cf5a-4bb6-aceb-664c4c351887'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:11:52.366256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.438693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] For port 42367672-fd9c-4f76-9792-f95f60c175f4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:11:52.442689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] For port 42367672-fd9c-4f76-9792-f95f60c175f4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=42367672-fd9c-4f76-9792-f95f60c175f4,segment=NetworkSegment(495c6f86-958f-423a-be8e-1dea20c3febf),segment_id=495c6f86-958f-423a-be8e-1dea20c3febf)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:11:52.483421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-46119f8a-cd01-445a-bb0a-da9ec4a9fa58 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341772 Jul 28 15:11:52.547723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e416c0-b395-4562-9fd4-f3395345459c req-c587a9e8-3e3b-414c-80eb-09a52d67cd33 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:52.549806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e416c0-b395-4562-9fd4-f3395345459c req-c587a9e8-3e3b-414c-80eb-09a52d67cd33 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1171193 Jul 28 15:11:52.555881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.615751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5e416c0-b395-4562-9fd4-f3395345459c req-b07c8f7a-3ea7-4308-9d6e-12ff0c300de1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567157 Jul 28 15:11:52.672488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dd5ff07-4c94-47f4-947d-806166362da9 req-b8868121-9317-4296-96e0-1b8fff261982 service neutron] 10.222.0.58 "GET /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813014 Jul 28 15:11:52.674105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:52.716348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa01758-42d0-46f2-b9da-9cca48714e5e None None] Pushing event updated for resources: {'Port': ['ID=42367672-fd9c-4f76-9792-f95f60c175f4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:52.883953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfbe98-e354-4721-aecf-b0c7116fc779 req-3cefc194-e9b1-4243-b584-7c287a16d8c5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:52.886248 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5cfbe98-e354-4721-aecf-b0c7116fc779 req-3cefc194-e9b1-4243-b584-7c287a16d8c5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1369867 Jul 28 15:11:52.996948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5cfbe98-e354-4721-aecf-b0c7116fc779 req-6ee73d0a-adcb-4692-b250-596bd8760f00 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007295 Jul 28 15:11:53.076946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Allocated IP 2001:db8::1 (b4629012-f4ec-4862-9671-6e0f5fbf5d98/a67e943c-b367-4c81-b054-4932812a80fb/2694f3fc-835a-48e6-bf37-5c4ed56a967e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:11:53.205817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:53.231205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Transition to ACTIVE for port object 2694f3fc-835a-48e6-bf37-5c4ed56a967e will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:11:53.329410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:53.370618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:53.374527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:53.377099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:11:53.377839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:53.431964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Port': ['ID=2694f3fc-835a-48e6-bf37-5c4ed56a967e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:53.642895 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:53.777857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10178c7a-29ba-473b-8dee-0b174d066806 None None] Provisioning for port 2694f3fc-835a-48e6-bf37-5c4ed56a967e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:53.782865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-10178c7a-29ba-473b-8dee-0b174d066806 None None] Provisioning complete for port 2694f3fc-835a-48e6-bf37-5c4ed56a967e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:53.783582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-10178c7a-29ba-473b-8dee-0b174d066806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:53.832947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223dd22-73d4-497c-a960-f1a6d5c7d684 None None] Network af6a847f-cf5a-4bb6-aceb-664c4c351887 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:53.899117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 42367672-fd9c-4f76-9792-f95f60c175f4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:54.003064 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-10178c7a-29ba-473b-8dee-0b174d066806 None None] Port 2694f3fc-835a-48e6-bf37-5c4ed56a967e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:11:54.008392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.098495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.100385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.105286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 42367672-fd9c-4f76-9792-f95f60c175f4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:54.215611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event updated for resources: {'Port': ['ID=2694f3fc-835a-48e6-bf37-5c4ed56a967e,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:54.235264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Provisioning for port 42367672-fd9c-4f76-9792-f95f60c175f4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:11:54.243986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Provisioning complete for port 42367672-fd9c-4f76-9792-f95f60c175f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:54.243986 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.333771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:11:54.337183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:11:54.405033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.448995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] For port 42367672-fd9c-4f76-9792-f95f60c175f4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=42367672-fd9c-4f76-9792-f95f60c175f4,segment=NetworkSegment(495c6f86-958f-423a-be8e-1dea20c3febf),segment_id=495c6f86-958f-423a-be8e-1dea20c3febf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:54.580124 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.705568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Pushing event updated for resources: {'Port': ['ID=42367672-fd9c-4f76-9792-f95f60c175f4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:54.718865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.719478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.720098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.720735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.721268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.721783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.722279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.722916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.723415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.723951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.724471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.724950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7218c07-a153-490b-97b5-92079a7d14fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:54.753242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bb5ee1d6-6b06-4b2e-beac-bffa39269b82 None None] Provisioning complete for port 42367672-fd9c-4f76-9792-f95f60c175f4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:54.753615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee1d6-6b06-4b2e-beac-bffa39269b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.846087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aa3984a1-dba7-41ed-99a3-285a6bfaf21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.856355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Router 8d0c0d24-1871-490c-a5b9-ef1a3940149a has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:54.885310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bb5ee1d6-6b06-4b2e-beac-bffa39269b82 None None] Provisioning complete for port 2694f3fc-835a-48e6-bf37-5c4ed56a967e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:54.885676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee1d6-6b06-4b2e-beac-bffa39269b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:54.925398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ee1d6-6b06-4b2e-beac-bffa39269b82 None None] Port 2694f3fc-835a-48e6-bf37-5c4ed56a967e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:11:54.978691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-1e920f2b-49ba-4883-be34-8d42169761ea tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:54.980187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-1e920f2b-49ba-4883-be34-8d42169761ea tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=651f3ab6-8284-401a-a655-634c66ba0f37 HTTP/1.1" status: 200 len: 943 time: 0.0645583 Jul 28 15:11:54.983309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:54.989001 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2a5d6c9c-bcce-493f-bf91-1f4e13830066 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7205753 Jul 28 15:11:54.991538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57948) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:54.995192 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] Sync routers for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:55.008638 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:55.009688 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:55.056468 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:55.068479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:55.070139 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:55.107024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fe88947-070f-42e6-b368-29c4765995ae tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.108578 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:55.109425 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa30dc-d5ea-430b-b7fb-5b7d37adba5d None None] The sync data for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:55.151420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Deleting port c16b3e4c-ccf8-4086-a169-844828a1159e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:55.151750 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.204532 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-2fe88947-070f-42e6-b368-29c4765995ae tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 15:11:55.205875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2fe88947-070f-42e6-b368-29c4765995ae tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a HTTP/1.1" status: 409 len: 329 time: 0.2133355 Jul 28 15:11:55.210345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57952) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:55.211420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.337982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] For port c16b3e4c-ccf8-4086-a169-844828a1159e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=c16b3e4c-ccf8-4086-a169-844828a1159e,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:55.337982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.395569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Calling delete_port for c16b3e4c-ccf8-4086-a169-844828a1159e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:55.724131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.770295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.789631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:11:55.821586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad609a41-4d1c-45a4-8e30-af365cfc405d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:11:55.824056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 42367672-fd9c-4f76-9792-f95f60c175f4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:11:55.887115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'Port': ['ID=c16b3e4c-ccf8-4086-a169-844828a1159e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:55.889620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] No DVR routers for this DVR port c16b3e4c-ccf8-4086-a169-844828a1159e on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:55.894707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:55.897114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c78acba-86e9-45fa-9eee-13b260d748ad req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "DELETE /v2.0/ports/c16b3e4c-ccf8-4086-a169-844828a1159e HTTP/1.1" status: 204 len: 173 time: 0.9111171 Jul 28 15:11:55.901505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-deleted', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:11:55.906240 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7221b8e7-f417-44ee-ae44-55c4b9e61a8b" -d '{"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-deleted", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:11:55.917203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.918025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.918025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.918351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.918623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.919150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.919669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.920778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.921350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.921863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.922390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:55.922915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cb21f-591d-415c-85e4-98ba60db9115 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:56.009896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 42367672-fd9c-4f76-9792-f95f60c175f4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:11:56.010711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:56.198649 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f646d5cb-7e75-422b-8943-9cb223f010dd x-openstack-request-id: req-f646d5cb-7e75-422b-8943-9cb223f010dd {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:11:56.199192 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651f3ab6-8284-401a-a655-634c66ba0f37", "name": "network-vif-deleted", "tag": "c16b3e4c-ccf8-4086-a169-844828a1159e", "status": "failed", "code": 422}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:11:56.199192 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f646d5cb-7e75-422b-8943-9cb223f010dd {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:11:56.199801 n-d-764806-10 neutron-server[94657]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '651f3ab6-8284-401a-a655-634c66ba0f37', 'name': 'network-vif-deleted', 'tag': 'c16b3e4c-ccf8-4086-a169-844828a1159e', 'status': 'failed', 'code': 422} returned with failed status Jul 28 15:11:56.235989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting port 2694f3fc-835a-48e6-bf37-5c4ed56a967e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:56.236254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:56.352117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:56.377669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Calling delete_port for 2694f3fc-835a-48e6-bf37-5c4ed56a967e owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:56.383829 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:56.739827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:56.770564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Port': ['ID=2694f3fc-835a-48e6-bf37-5c4ed56a967e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:56.894661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.099161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Router 8d0c0d24-1871-490c-a5b9-ef1a3940149a has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:11:57.185379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:11:57.195124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f81e7005-3d8f-482a-8189-ea1b9de07831 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9792845 Jul 28 15:11:57.195124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57972) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:57.195888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] Sync routers for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:11:57.205641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:57.206400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:57.241871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:57.242678 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-7e14ad03-4e35-42ba-867f-01799b42e281 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] show failed (client error): The resource could not be found. Jul 28 15:11:57.243938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e14ad03-4e35-42ba-867f-01799b42e281 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-534218514 HTTP/1.1" status: 404 len: 334 time: 0.0480258 Jul 28 15:11:57.247872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57974) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:57.253098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-412fad34-a513-4aa2-9358-68e35475cdc3 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:11:57.254592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] Routers {'8d0c0d24-1871-490c-a5b9-ef1a3940149a'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:11:57.255466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:57.296601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:57.297662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e19e2e-aa1a-48cc-a079-f22eba1c073f None None] The sync data for ids ['8d0c0d24-1871-490c-a5b9-ef1a3940149a'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:11:57.312650 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-412fad34-a513-4aa2-9358-68e35475cdc3 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] update failed (client error): The resource could not be found. Jul 28 15:11:57.312770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57976) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:57.313197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-412fad34-a513-4aa2-9358-68e35475cdc3 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-912585736 HTTP/1.1" status: 404 len: 334 time: 0.0600724 Jul 28 15:11:57.370918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting subnet 2be63880-5151-4b8f-b7a8-e3aa1b1ca76b {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:57.376727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.425209 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.530780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18940a-24c9-4413-9620-a9f7235fe842 req-c45e2736-6c91-4597-bf09-09f42ca2d70a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:57.532335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f18940a-24c9-4413-9620-a9f7235fe842 req-c45e2736-6c91-4597-bf09-09f42ca2d70a tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 907 time: 0.1096995 Jul 28 15:11:57.553811 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.706142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.737884 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.742368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/subnets/2be63880-5151-4b8f-b7a8-e3aa1b1ca76b HTTP/1.1" status: 204 len: 168 time: 0.4300721 Jul 28 15:11:57.742368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526e875-aa42-4d93-b0e6-2affa05f29a5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Subnet': ['ID=2be63880-5151-4b8f-b7a8-e3aa1b1ca76b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:57.742966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:57.752602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602c8ac-cf31-430a-bdd2-518c8e48fd71 None None] Network af6a847f-cf5a-4bb6-aceb-664c4c351887 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:57.848971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.903676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.924440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting port 42367672-fd9c-4f76-9792-f95f60c175f4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:57.924828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:57.974621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] DHCP port deletion for af6a847f-cf5a-4bb6-aceb-664c4c351887 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:58.004176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] For port 42367672-fd9c-4f76-9792-f95f60c175f4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=42367672-fd9c-4f76-9792-f95f60c175f4,segment=NetworkSegment(495c6f86-958f-423a-be8e-1dea20c3febf),segment_id=495c6f86-958f-423a-be8e-1dea20c3febf)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:58.004419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.021249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Calling delete_port for 42367672-fd9c-4f76-9792-f95f60c175f4 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:58.025271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] Deleting port 42367672-fd9c-4f76-9792-f95f60c175f4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:58.025653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.090995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] For port 42367672-fd9c-4f76-9792-f95f60c175f4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=42367672-fd9c-4f76-9792-f95f60c175f4,segment=NetworkSegment(495c6f86-958f-423a-be8e-1dea20c3febf),segment_id=495c6f86-958f-423a-be8e-1dea20c3febf)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:58.091406 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.104575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] Calling delete_port for 42367672-fd9c-4f76-9792-f95f60c175f4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:58.197353 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.203397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.225424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Port': ['ID=42367672-fd9c-4f76-9792-f95f60c175f4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:58.227320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] No DVR routers for this DVR port 42367672-fd9c-4f76-9792-f95f60c175f4 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:58.234671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] Pushing event deleted for resources: {'Port': ['ID=42367672-fd9c-4f76-9792-f95f60c175f4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:58.239524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f8bf1-86de-4df5-87e9-d83d5e87b8b9 None None] No DVR routers for this DVR port 42367672-fd9c-4f76-9792-f95f60c175f4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:58.330647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.341003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6a847f-cf5a-4bb6-aceb-664c4c351887']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:58.351930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495c6f86-958f-423a-be8e-1dea20c3febf') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:58.352231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495c6f86-958f-423a-be8e-1dea20c3febf') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:11:58.361738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.378021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.384898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:11:58.385416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:11:58.388406 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:11:58.573647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.585389 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.586863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/networks/af6a847f-cf5a-4bb6-aceb-664c4c351887 HTTP/1.1" status: 204 len: 168 time: 0.8428991 Jul 28 15:11:58.589742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57986) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:58.602189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebba29-89ea-4197-bce7-a02e30752cea tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Network': ['ID=af6a847f-cf5a-4bb6-aceb-664c4c351887,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:58.667870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting subnet 873ec995-8467-4133-8407-fee2a52f89fe {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:58.671553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.673263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004e4c1-40a1-44d5-96ee-7d2e8a05545b req-de2a2eed-933a-4209-b6e1-f7653b90e544 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:58.675538 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c004e4c1-40a1-44d5-96ee-7d2e8a05545b req-de2a2eed-933a-4209-b6e1-f7653b90e544 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 907 time: 0.0655980 Jul 28 15:11:58.726449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.822314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:58.957490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-efb4b0ad-661c-4c45-ad97-da2190a52665 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:58.959334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-efb4b0ad-661c-4c45-ad97-da2190a52665 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 907 time: 0.0548134 Jul 28 15:11:58.986677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.013986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Subnet': ['ID=873ec995-8467-4133-8407-fee2a52f89fe,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:59.026927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.029818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/subnets/873ec995-8467-4133-8407-fee2a52f89fe HTTP/1.1" status: 204 len: 168 time: 0.4383528 Jul 28 15:11:59.031955 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.032337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.033554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.033898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.034013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 57992) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:59.034634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.034997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.035670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.035887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.036102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6197110-a430-4069-bb45-2b4d19d00d44 None None] Network ab49a41e-44e5-4684-bf8e-203985e62e5d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:59.036226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.036623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.043786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.043786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ef8b6-d28a-41d7-9dca-790dd8a39531 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:11:59.102532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting subnet 56c0caee-c483-4cc8-9971-10a949da74f5 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:11:59.106804 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.154157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Deleting port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:59.160700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.175799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.246207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 57996) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:59.290111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] DHCP port deletion for ab49a41e-44e5-4684-bf8e-203985e62e5d request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:59.325609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] For port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:59.325986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.347808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Calling delete_port for b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:59.349288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] Deleting port 82d94906-7080-4f92-8409-4f17fe39ba78 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:11:59.349775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.350054 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.424262 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] For port 82d94906-7080-4f92-8409-4f17fe39ba78, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=82d94906-7080-4f92-8409-4f17fe39ba78,segment=NetworkSegment(a77d08f9-2de3-428e-8745-a4d3551e54d7),segment_id=a77d08f9-2de3-428e-8745-a4d3551e54d7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:11:59.424789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.431280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce1-da09-4d26-afa0-0f4d8636e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.441442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] Calling delete_port for 82d94906-7080-4f92-8409-4f17fe39ba78 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:11:59.557765 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.595371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Subnet': ['ID=56c0caee-c483-4cc8-9971-10a949da74f5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:59.600300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.602328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e70b2ac9-9260-44ab-b49b-c2f258646ce5 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/subnets/56c0caee-c483-4cc8-9971-10a949da74f5 HTTP/1.1" status: 204 len: 168 time: 0.5671799 Jul 28 15:11:59.604757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58000) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:59.610380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec6f86-d907-4950-a293-ff78160ed522 None None] Network 4711c0ff-f112-4fea-8288-9ab52a720948 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:11:59.648648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.692841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce1-da09-4d26-afa0-0f4d8636e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.695285 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.701633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] Pushing event deleted for resources: {'Port': ['ID=82d94906-7080-4f92-8409-4f17fe39ba78,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:59.704691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70283b6-2865-4241-9d8b-c610c7232307 None None] No DVR routers for this DVR port 82d94906-7080-4f92-8409-4f17fe39ba78 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:59.705096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.737562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'Port': ['ID=b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:59.820846 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1a17cf5-1864-4131-834d-d784d97e611b req-d5658b87-d984-47f1-942a-72e054a67253 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0489097 Jul 28 15:11:59.832812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce1-da09-4d26-afa0-0f4d8636e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.885840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 42367672-fd9c-4f76-9792-f95f60c175f4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:59.899707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] No DVR routers for this DVR port b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:11:59.908546 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d3e3fce1-da09-4d26-afa0-0f4d8636e228 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4b8b6330505496f94d1a6e9687a30bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608424 Jul 28 15:11:59.909487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58004) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:11:59.911986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.915377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9fe1f8cb-11ce-4d73-8503-ce27de4b2fdc req-59d7dd77-5749-4f15-afb2-aa5f8353f88c tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "DELETE /v2.0/ports/b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d HTTP/1.1" status: 204 len: 173 time: 0.9465942 Jul 28 15:11:59.916045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'name': 'network-vif-deleted', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:11:59.920560 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b157bbb-75f5-4dce-b0df-9fcce41d121e" -d '{"events": [{"server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "name": "network-vif-deleted", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:11:59.928437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3fce1-da09-4d26-afa0-0f4d8636e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288a908-eb87-43f1-8d5b-f8a628d9473e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:11:59.930295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 42367672-fd9c-4f76-9792-f95f60c175f4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:59.930760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 42367672-fd9c-4f76-9792-f95f60c175f4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:59.931451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 82d94906-7080-4f92-8409-4f17fe39ba78 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:11:59.946484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:59.960592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] DHCP port deletion for 4711c0ff-f112-4fea-8288-9ab52a720948 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:11:59.965746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 82d94906-7080-4f92-8409-4f17fe39ba78 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:11:59.966169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 82d94906-7080-4f92-8409-4f17fe39ba78 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:11:59.975073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab49a41e-44e5-4684-bf8e-203985e62e5d']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:00.020394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77d08f9-2de3-428e-8745-a4d3551e54d7') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:00.020953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77d08f9-2de3-428e-8745-a4d3551e54d7') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:00.039964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] Deleting port 8f1316f1-76d6-4c68-8273-5e341d985044 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:00.039964 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.045745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.067941 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fe618df-4628-4e4b-a944-ce1e0c5e586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.073518 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe8735-42cf-42f2-99f9-841018cb1790 x-openstack-request-id: req-cebe8735-42cf-42f2-99f9-841018cb1790 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:00.080201 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b", "name": "network-vif-deleted", "tag": "b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:00.080201 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cebe8735-42cf-42f2-99f9-841018cb1790 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:00.080201 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b', 'name': 'network-vif-deleted', 'tag': 'b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d', 'status': 'completed', 'code': 200} Jul 28 15:12:00.085036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.096993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:12:00.097825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.111916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fe618df-4628-4e4b-a944-ce1e0c5e586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:12:00.122310 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:12:00.152136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] For port 8f1316f1-76d6-4c68-8273-5e341d985044, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f1316f1-76d6-4c68-8273-5e341d985044,segment=NetworkSegment(cadadbd6-73d1-40a4-aca2-46f543b99822),segment_id=cadadbd6-73d1-40a4-aca2-46f543b99822)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:00.152723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.171981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] Calling delete_port for 8f1316f1-76d6-4c68-8273-5e341d985044 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:00.294120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fe618df-4628-4e4b-a944-ce1e0c5e586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.303673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fe618df-4628-4e4b-a944-ce1e0c5e586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.305904 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2fe618df-4628-4e4b-a944-ce1e0c5e586c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c288a908-eb87-43f1-8d5b-f8a628d9473e HTTP/1.1" status: 204 len: 168 time: 0.3943691 Jul 28 15:12:00.315693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe618df-4628-4e4b-a944-ce1e0c5e586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288a908-eb87-43f1-8d5b-f8a628d9473e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:00.414446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.603176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.614950 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.616982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/networks/ab49a41e-44e5-4684-bf8e-203985e62e5d HTTP/1.1" status: 204 len: 168 time: 1.0111704 Jul 28 15:12:00.619595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58010) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:00.629858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719dd04-f669-46d0-bac4-c67a9c29ad57 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Network': ['ID=ab49a41e-44e5-4684-bf8e-203985e62e5d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:00.646590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] Pushing event deleted for resources: {'Port': ['ID=8f1316f1-76d6-4c68-8273-5e341d985044,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:00.653749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfe9d0-dd1b-44cf-b56b-d1bd397d4510 None None] No DVR routers for this DVR port 8f1316f1-76d6-4c68-8273-5e341d985044 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:00.712115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.823446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.843137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4711c0ff-f112-4fea-8288-9ab52a720948']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:00.864114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadadbd6-73d1-40a4-aca2-46f543b99822') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:00.864677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadadbd6-73d1-40a4-aca2-46f543b99822') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:00.883193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.912660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.924983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:12:00.930350 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:12:01.004284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b74b63ed-25eb-4027-b5af-08701c496723 req-4c2c0f41-7622-40ef-9ab2-de08ca4f8cb9 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1f7939d-89b3-49d6-a99a-8f6df2ef6b4b HTTP/1.1" status: 200 len: 210 time: 0.0621846 Jul 28 15:12:01.134360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.141035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.143335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/networks/4711c0ff-f112-4fea-8288-9ab52a720948 HTTP/1.1" status: 204 len: 168 time: 0.5225332 Jul 28 15:12:01.146089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:01.158603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ea50-d9a9-4f6e-8d67-2fcb5d633e62 tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Network': ['ID=4711c0ff-f112-4fea-8288-9ab52a720948,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:01.204363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting subnet a67e943c-b367-4c81-b054-4932812a80fb {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:12:01.208329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.257919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.368870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.527510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.559938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Subnet': ['ID=a67e943c-b367-4c81-b054-4932812a80fb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:01.562340 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.564321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b5bb6f71-2d05-4a2c-8a6d-b76f2f9ab4be tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/subnets/a67e943c-b367-4c81-b054-4932812a80fb HTTP/1.1" status: 204 len: 168 time: 0.4171617 Jul 28 15:12:01.568067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58034) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:01.584341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb353ea-0829-45c5-8ac3-f4676f6c89a3 None None] Network b4629012-f4ec-4862-9671-6e0f5fbf5d98 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:12:01.671193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.745007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Deleting port ba25b026-d568-43ba-9149-ae513fabaef6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:01.745438 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.822090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] For port ba25b026-d568-43ba-9149-ae513fabaef6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ba25b026-d568-43ba-9149-ae513fabaef6,segment=NetworkSegment(be5272ab-d1cf-4a64-b149-aed86946aebe),segment_id=be5272ab-d1cf-4a64-b149-aed86946aebe)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:01.822320 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.836005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] DHCP port deletion for b4629012-f4ec-4862-9671-6e0f5fbf5d98 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:12:01.842820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Calling delete_port for ba25b026-d568-43ba-9149-ae513fabaef6 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:01.886480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f1316f1-76d6-4c68-8273-5e341d985044 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:01.911480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8f1316f1-76d6-4c68-8273-5e341d985044 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:01.911789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f1316f1-76d6-4c68-8273-5e341d985044 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:01.928084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] Deleting port ba25b026-d568-43ba-9149-ae513fabaef6 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:01.928839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:01.998709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] For port ba25b026-d568-43ba-9149-ae513fabaef6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ba25b026-d568-43ba-9149-ae513fabaef6,segment=NetworkSegment(be5272ab-d1cf-4a64-b149-aed86946aebe),segment_id=be5272ab-d1cf-4a64-b149-aed86946aebe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:01.999115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.019024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] Calling delete_port for ba25b026-d568-43ba-9149-ae513fabaef6 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:02.073221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.125990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.140939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Port': ['ID=ba25b026-d568-43ba-9149-ae513fabaef6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:02.150914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] No DVR routers for this DVR port ba25b026-d568-43ba-9149-ae513fabaef6 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:02.176169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] Pushing event deleted for resources: {'Port': ['ID=ba25b026-d568-43ba-9149-ae513fabaef6,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:02.179671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b34c43-1932-48b2-9c01-4d7ad9c5dde9 None None] No DVR routers for this DVR port ba25b026-d568-43ba-9149-ae513fabaef6 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:02.286133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.297590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4629012-f4ec-4862-9671-6e0f5fbf5d98']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:02.313094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5272ab-d1cf-4a64-b149-aed86946aebe') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:02.313403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5272ab-d1cf-4a64-b149-aed86946aebe') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:02.323991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.341072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.349729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:12:02.350352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:12:02.355304 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:12:02.390425 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.529155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.541696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.543726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/networks/b4629012-f4ec-4862-9671-6e0f5fbf5d98 HTTP/1.1" status: 204 len: 168 time: 0.9742951 Jul 28 15:12:02.546757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58054) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:02.554848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef523e-a0c7-4389-b327-989f6dea214f tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Pushing event deleted for resources: {'Network': ['ID=b4629012-f4ec-4862-9671-6e0f5fbf5d98,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:02.601998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0294f35b-6bb0-4722-b15a-4a4613e874ca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d0c0d24-1871-490c-a5b9-ef1a3940149a HTTP/1.1" status: 200 len: 205 time: 0.0535355 Jul 28 15:12:02.604332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58058) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:02.687463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.703514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030bc11-e9fe-4a52-a9e0-b63ed90f85a5 req-00de4d12-d0ee-432d-9213-92ec45c103a5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:02.703514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c030bc11-e9fe-4a52-a9e0-b63ed90f85a5 req-00de4d12-d0ee-432d-9213-92ec45c103a5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.0648372 Jul 28 15:12:02.773114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c030bc11-e9fe-4a52-a9e0-b63ed90f85a5 req-0f14b085-2df5-468d-975d-5ba2f87e92af tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625641 Jul 28 15:12:02.869791 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:02.872372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.017959 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.018483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Fanout notify agent at l3_agent the message router_deleted on router 8d0c0d24-1871-490c-a5b9-ef1a3940149a {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:12:03.025557 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.026656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4b2282f-b34a-47ce-b206-4f44c48e4cca tempest-RoutersNegativeIpV6Test-769904076 tempest-RoutersNegativeIpV6Test-769904076-project] 10.222.0.57 "DELETE /v2.0/routers/8d0c0d24-1871-490c-a5b9-ef1a3940149a HTTP/1.1" status: 204 len: 168 time: 0.4210887 Jul 28 15:12:03.236505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:03.241284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284724854', 'description': 'tempest-secgroup-smoke-284724854 description', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:03.374123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.384704 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.463733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:03.486924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:03.487282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device b9eaf8d7-b24a-4204-ac43-49a0d3f7d61d not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:03.497565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.590930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.634555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298022be-6e8a-42c3-823a-169617076a53,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:03.707745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58070) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:03.709333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.788334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ba25b026-d568-43ba-9149-ae513fabaef6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:03.825743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.827406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ba25b026-d568-43ba-9149-ae513fabaef6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:03.828243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ba25b026-d568-43ba-9149-ae513fabaef6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:03.890713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ca9a6-634e-4c09-912d-36abc7b8406f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:03.918020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fdde80d8-1ed7-4672-9f42-282f7aba55a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d48ac9ff8e0d49d4af0cee42b9303c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091477 Jul 28 15:12:03.921217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:03.958578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee6ae-75bd-45c5-9e67-f3b820bb1a6f req-e7d2ab6a-7691-47b0-a4f3-4e6e185b5ee6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:03.960229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c62ee6ae-75bd-45c5-9e67-f3b820bb1a6f req-e7d2ab6a-7691-47b0-a4f3-4e6e185b5ee6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.0647411 Jul 28 15:12:03.985633 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:03.987732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-acaf9c54-9ddc-4585-8765-2e78dbb41d49 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7499609 Jul 28 15:12:03.991137 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58078) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:03.996662 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': 'f96ca9a6-634e-4c09-912d-36abc7b8406f', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:04.012537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c62ee6ae-75bd-45c5-9e67-f3b820bb1a6f req-05431b3f-f6e2-4b9b-9d97-ed951deed75b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Jul 28 15:12:04.026781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c50-e74e-46d0-ab9a-82962a965b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.058128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c50-e74e-46d0-ab9a-82962a965b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.148685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.206517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.208483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c50-e74e-46d0-ab9a-82962a965b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.211443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c50-e74e-46d0-ab9a-82962a965b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.212921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9bef0c50-e74e-46d0-ab9a-82962a965b26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ed04bc2-b6e6-4f62-9ed6-6d886ad61e29 HTTP/1.1" status: 204 len: 168 time: 0.2903414 Jul 28 15:12:04.222760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef0c50-e74e-46d0-ab9a-82962a965b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed04bc2-b6e6-4f62-9ed6-6d886ad61e29,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:04.345252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.366956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a21575-f8fd-42db-9bbf-9bdd429c76f9,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:04.454224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-dd2d9241-9a48-47d9-bcc9-9b5029bdfae0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:04.455867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-dd2d9241-9a48-47d9-bcc9-9b5029bdfae0 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 946 time: 0.0562968 Jul 28 15:12:04.464560 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.469681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4f644fc-f533-4999-812b-ace5ce63217a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4736288 Jul 28 15:12:04.470233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:04.476481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': 'f96ca9a6-634e-4c09-912d-36abc7b8406f', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:04.573466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.582916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Deleting port ad609a41-4d1c-45a4-8e30-af365cfc405d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:04.583278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.661728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.702031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] For port ad609a41-4d1c-45a4-8e30-af365cfc405d, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ad609a41-4d1c-45a4-8e30-af365cfc405d,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:04.702419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.722218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Calling delete_port for ad609a41-4d1c-45a4-8e30-af365cfc405d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:04.739392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.762091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab7f30f-c549-4fb2-ae74-e591c1555702,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:04.831200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.832504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6e5051d-06df-4547-8bf5-23437952e98f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3607547 Jul 28 15:12:04.835418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58092) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:04.842164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': 'f96ca9a6-634e-4c09-912d-36abc7b8406f', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:04.975297 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:04.979263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.000424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:12:05.045384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ad609a41-4d1c-45a4-8e30-af365cfc405d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:12:05.056234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'Port': ['ID=ad609a41-4d1c-45a4-8e30-af365cfc405d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:05.070878 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.089555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] No DVR routers for this DVR port ad609a41-4d1c-45a4-8e30-af365cfc405d on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:05.093191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.095330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0ca02bd-ad2f-4d26-ba19-f06e0a91b6f6 req-227e31a2-91ce-4398-b041-c9261c25a88b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.42 "DELETE /v2.0/ports/ad609a41-4d1c-45a4-8e30-af365cfc405d HTTP/1.1" status: 204 len: 173 time: 0.6333649 Jul 28 15:12:05.095876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'name': 'network-vif-deleted', 'tag': 'ad609a41-4d1c-45a4-8e30-af365cfc405d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:05.099605 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174548b2-e5a6-4780-8df4-6bcb28e86ec9" -d '{"events": [{"server_uuid": "bf6af52b-f455-4bdd-802b-910c88453d54", "name": "network-vif-deleted", "tag": "ad609a41-4d1c-45a4-8e30-af365cfc405d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:05.171279 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f8668-166f-417e-afaf-d4c9f907cc9f x-openstack-request-id: req-7b2f8668-166f-417e-afaf-d4c9f907cc9f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:05.171279 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6af52b-f455-4bdd-802b-910c88453d54", "name": "network-vif-deleted", "tag": "ad609a41-4d1c-45a4-8e30-af365cfc405d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:05.171279 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b2f8668-166f-417e-afaf-d4c9f907cc9f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:05.171279 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6af52b-f455-4bdd-802b-910c88453d54', 'name': 'network-vif-deleted', 'tag': 'ad609a41-4d1c-45a4-8e30-af365cfc405d', 'status': 'completed', 'code': 200} Jul 28 15:12:05.193383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-584186a8-4b33-4d78-bb92-6864b558f8f0 req-28bfbd3d-a60c-48d2-983d-eb8743b4f251 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf6af52b-f455-4bdd-802b-910c88453d54 HTTP/1.1" status: 200 len: 210 time: 0.0393038 Jul 28 15:12:05.214450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.241363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2252884b-02c9-4025-8898-7d5615e43d90,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:05.339167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.340368 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-177e714c-f579-4f09-bcaa-66dcee10ada7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5039253 Jul 28 15:12:05.343222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:05.348239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': 'f96ca9a6-634e-4c09-912d-36abc7b8406f', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:05.522506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.611124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.692339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.712054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4494b0-a2ce-4ecb-8d94-3a26c601502b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:05.836565 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:05.837945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28b377e6-7850-4c3c-8cc1-a0d7500ac527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4935675 Jul 28 15:12:05.841823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:05.847307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': 'f96ca9a6-634e-4c09-912d-36abc7b8406f', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:05.997206 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:12:06.003795 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.076501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.145938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.173836 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb81eb5-3ece-4070-bbee-6066bfb7ca21,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:06.288225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.288603 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.292583 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0ba21ea0-36e0-49fd-bd17-207102b46226 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4475753 Jul 28 15:12:06.295814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58124) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:06.301338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': 'f96ca9a6-634e-4c09-912d-36abc7b8406f', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:06.509414 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:12:06.517859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.599342 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.836544 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.857324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fb50a4-6314-4dac-825f-7b9dd209c158,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:06.974055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:06.978370 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f816634e-cd4e-4732-bfd0-0b285891e267 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6783013 Jul 28 15:12:06.979947 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:06.994623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'network': {'name': 'tempest-network-smoke--416158186', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:07.054091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c309c3-1d4d-4db7-8ffe-14fbc1fcfc00 req-238d93e5-294e-4875-9d6c-216a17e11985 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:07.055651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24c309c3-1d4d-4db7-8ffe-14fbc1fcfc00 req-238d93e5-294e-4875-9d6c-216a17e11985 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0766771 Jul 28 15:12:07.099745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24c309c3-1d4d-4db7-8ffe-14fbc1fcfc00 req-07cc9a07-5c92-4b17-9f60-3e25a6ceeb2b tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367465 Jul 28 15:12:07.202048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:07.206435 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.239547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:12:07.249659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.250012 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Added segment 0ad3191f-47dc-46ed-a0f1-9a6745d46f19 of type vlan for network 964e37d0-966d-4710-b6a7-e4a51af5f189 Jul 28 15:12:07.292796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.408213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.414328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:07.414971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.487027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Network': ['ID=964e37d0-966d-4710-b6a7-e4a51af5f189,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:07.497176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:12:07.580616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cd336769-0950-4cff-bcdc-cde0c1e7ca34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5993493 Jul 28 15:12:07.585145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58152) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:07.590327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'admin_state_up': True, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:07.609737 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58154) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:07.728644 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b209f01a-d400-4819-b90f-d21e55f648de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.745741 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.747219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.801520 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.833467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b209f01a-d400-4819-b90f-d21e55f648de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.916630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b209f01a-d400-4819-b90f-d21e55f648de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:07.957935 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b209f01a-d400-4819-b90f-d21e55f648de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4c01b8eb8a74a7483c83ba00b8c1c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462498 Jul 28 15:12:07.959133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209f01a-d400-4819-b90f-d21e55f648de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c7e8b0-8691-461d-a97b-0b54d0a91964,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:07.962278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58158) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:08.011508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.032499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-508f0c7e-e03c-482f-90f0-6a4b76bc5456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.068367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-508f0c7e-e03c-482f-90f0-6a4b76bc5456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.180351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad609a41-4d1c-45a4-8e30-af365cfc405d no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:08.217972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: ad609a41-4d1c-45a4-8e30-af365cfc405d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:08.218315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ad609a41-4d1c-45a4-8e30-af365cfc405d not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:08.231689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-508f0c7e-e03c-482f-90f0-6a4b76bc5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.234677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-508f0c7e-e03c-482f-90f0-6a4b76bc5456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.240180 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-508f0c7e-e03c-482f-90f0-6a4b76bc5456 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96c7e8b0-8691-461d-a97b-0b54d0a91964 HTTP/1.1" status: 204 len: 168 time: 0.2757506 Jul 28 15:12:08.255201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f0c7e-e03c-482f-90f0-6a4b76bc5456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c7e8b0-8691-461d-a97b-0b54d0a91964,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:08.269682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296900-efb0-4f1a-882b-cc5d3b03c9d2 req-de845bad-6073-415d-b8c6-4acc08cee8f7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:08.271555 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb296900-efb0-4f1a-882b-cc5d3b03c9d2 req-de845bad-6073-415d-b8c6-4acc08cee8f7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0818486 Jul 28 15:12:08.328126 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bb296900-efb0-4f1a-882b-cc5d3b03c9d2 req-fe136b86-d11b-4117-9fb7-45be3f83c2b4 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3060988-61a0-4643-adf3-d24aaf584fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Jul 28 15:12:08.404770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.436998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.516877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-7b19b2ce-bc13-4fba-8cb8-ed9b86c052e5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:08.518448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-7b19b2ce-bc13-4fba-8cb8-ed9b86c052e5 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 946 time: 0.0937603 Jul 28 15:12:08.641885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.180 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/4a48fad6-aab6-4c67-8763-7238fff3d514) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:08.712301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Deleting port a10d4582-f75a-4948-9a0d-065659777f01 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:08.716627 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.838146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.854968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] For port a10d4582-f75a-4948-9a0d-065659777f01, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=a10d4582-f75a-4948-9a0d-065659777f01,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:08.855336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:08.873771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Calling delete_port for a10d4582-f75a-4948-9a0d-065659777f01 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:08.946437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58168) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:08.960989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0379aaae-1e60-4259-9b4f-ca91cdba0376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.043628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.077973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0379aaae-1e60-4259-9b4f-ca91cdba0376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.086288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:09.089431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:09.094155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:09.125933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=4a48fad6-aab6-4c67-8763-7238fff3d514,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:09.128576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.145405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['a10d4582-f75a-4948-9a0d-065659777f01'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:12:09.176085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'Port': ['ID=a10d4582-f75a-4948-9a0d-065659777f01,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:09.191527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0379aaae-1e60-4259-9b4f-ca91cdba0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.280603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0379aaae-1e60-4259-9b4f-ca91cdba0376 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fac1245d981941639e95d9eb7060ef4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327186 Jul 28 15:12:09.282159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379aaae-1e60-4259-9b4f-ca91cdba0376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ae3fd-84fc-4b37-86fb-ffefc4a26896,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:09.287902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:09.294442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] No DVR routers for this DVR port a10d4582-f75a-4948-9a0d-065659777f01 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:09.299348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.301462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-094a22f5-195c-42d6-b782-37d87f5a4306 req-d05244ec-1321-4f98-9ce8-a510909501f1 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "DELETE /v2.0/ports/a10d4582-f75a-4948-9a0d-065659777f01 HTTP/1.1" status: 204 len: 173 time: 0.7748561 Jul 28 15:12:09.301954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'name': 'network-vif-deleted', 'tag': 'a10d4582-f75a-4948-9a0d-065659777f01'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:09.304562 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341b729-f604-4d6c-af22-e78e1b802aaa" -d '{"events": [{"server_uuid": "307c6d40-959b-41a2-9cfb-521f23fc3088", "name": "network-vif-deleted", "tag": "a10d4582-f75a-4948-9a0d-065659777f01"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:09.367736 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e83518-6fb7-497e-91b7-92336fd9d766 x-openstack-request-id: req-c9e83518-6fb7-497e-91b7-92336fd9d766 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:09.368039 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c6d40-959b-41a2-9cfb-521f23fc3088", "name": "network-vif-deleted", "tag": "a10d4582-f75a-4948-9a0d-065659777f01", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:09.368365 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9e83518-6fb7-497e-91b7-92336fd9d766 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:09.368879 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c6d40-959b-41a2-9cfb-521f23fc3088', 'name': 'network-vif-deleted', 'tag': 'a10d4582-f75a-4948-9a0d-065659777f01', 'status': 'completed', 'code': 200} Jul 28 15:12:09.380211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213c5278-f22b-4627-a73a-cb19467f2e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.409759 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213c5278-f22b-4627-a73a-cb19467f2e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.455558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17ae135f-ee4e-434b-a125-792e6dd6b2a8 req-64d8bb01-11ee-4509-9111-cbcc40b1d290 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=307c6d40-959b-41a2-9cfb-521f23fc3088 HTTP/1.1" status: 200 len: 210 time: 0.0481553 Jul 28 15:12:09.550938 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213c5278-f22b-4627-a73a-cb19467f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.553497 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-213c5278-f22b-4627-a73a-cb19467f2e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.554767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-213c5278-f22b-4627-a73a-cb19467f2e35 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f1ae3fd-84fc-4b37-86fb-ffefc4a26896 HTTP/1.1" status: 204 len: 168 time: 0.2653804 Jul 28 15:12:09.562741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5278-f22b-4627-a73a-cb19467f2e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ae3fd-84fc-4b37-86fb-ffefc4a26896,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:09.586402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.817404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:10.036754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 0bc8066c-8961-4480-94b4-fdd297f6f764 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:12:10.467968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:10.479295 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Sync routers for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:10.490088 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:10.490712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:10.585283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:10.587131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-adf32320-6ede-4f1c-8cca-e5d389ae7975 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0008905 Jul 28 15:12:10.590432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58194) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:10.612931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:10.789478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d7948397-4a51-4196-83de-7444f3d22296 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fbcb164103f540b6af9752880e9ef2eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1964123 Jul 28 15:12:10.792249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58204) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:10.812730 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:09Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:10.952071 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Checking router: 0bc8066c-8961-4480-94b4-fdd297f6f764 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:10.952540 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Updating router 0bc8066c-8961-4480-94b4-fdd297f6f764 port 4a48fad6-aab6-4c67-8763-7238fff3d514 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:12:10.970926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd2c25-d920-4088-b030-5f42e642ae02 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:10.976148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58210) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:10.976697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7ebd2c25-d920-4088-b030-5f42e642ae02 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1833205 Jul 28 15:12:10.980821 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.017539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bbe88530-1f84-4817-aa6c-fb9a2e5a1038 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390360 Jul 28 15:12:11.020094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58212) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:11.026107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223178698', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:11.040686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51501b36-5e9e-4c0b-8e1c-35b101ccf7e8 req-862703f8-677a-4213-a2aa-113ba3baa361 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:11.042365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51501b36-5e9e-4c0b-8e1c-35b101ccf7e8 req-862703f8-677a-4213-a2aa-113ba3baa361 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0646126 Jul 28 15:12:11.084843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51501b36-5e9e-4c0b-8e1c-35b101ccf7e8 req-f800f31e-2f87-41c5-a115-00b8c59e3f26 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362294 Jul 28 15:12:11.230614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:11.234530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.252945 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.262793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Transition to ACTIVE for port object 4a48fad6-aab6-4c67-8763-7238fff3d514 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:11.417759 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.472357 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Attempting to bind port 4a48fad6-aab6-4c67-8763-7238fff3d514 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:11.472819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Attempting to bind port 4a48fad6-aab6-4c67-8763-7238fff3d514 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:11.473197 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Attempting to bind port 4a48fad6-aab6-4c67-8763-7238fff3d514 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:11.475142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Pushing event updated for resources: {'Port': ['ID=4a48fad6-aab6-4c67-8763-7238fff3d514,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:11.484784 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.485469 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.485469 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.485758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.486237 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.486564 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.486886 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.487203 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.487520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.487836 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.488156 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.488485 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:11.494163 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.497156 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:11.497297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:11.498250 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.498613 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:11.499129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Bound port: 4a48fad6-aab6-4c67-8763-7238fff3d514, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:11.499603 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.553645 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] For port 4a48fad6-aab6-4c67-8763-7238fff3d514, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:11.556976 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] For port 4a48fad6-aab6-4c67-8763-7238fff3d514, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4a48fad6-aab6-4c67-8763-7238fff3d514,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:11.557499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Subnet': ['ID=5680c064-5837-4b89-972c-b2bae235e7f2,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:11.565319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Checking segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:11.565695 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network hostable DHCP agents. Network: 964e37d0-966d-4710-b6a7-e4a51af5f189, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:12:11.619669 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.670686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:12:11.673078 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:11.673974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:11.730169 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080c70d-aa4d-4173-9306-32016b6acb27 None None] Pushing event updated for resources: {'Port': ['ID=4a48fad6-aab6-4c67-8763-7238fff3d514,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:11.762349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 964e37d0-966d-4710-b6a7-e4a51af5f189) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:11.767328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:11.768157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:11.773972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f2877-496e-4424-9948-10226cc9b995 None None] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:12:11.820025 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:11.888824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-19d80321-96e7-4b4e-bf41-5996ae6a4211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8672740 Jul 28 15:12:11.891490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:11.938063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-964e37d0-966d-4710-b6a7-e4a51af5f189', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:12:11.939002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.020829 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:09Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:12.056016 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801adf8-31dd-4fc1-aff6-cc2ef7f20e33 None None] The sync data for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 is: [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:09Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:12.092163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Allocated IP 172.20.0.2 (964e37d0-966d-4710-b6a7-e4a51af5f189/5680c064-5837-4b89-972c-b2bae235e7f2/5fa6997b-2f10-4f50-851a-2784112e03ed) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:12.278111 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.281900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bd175-a06e-4432-ad68-5a803235f7f9 req-1c514704-9c11-4002-a762-accf8d6c7bb6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:12.283458 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c6bd175-a06e-4432-ad68-5a803235f7f9 req-1c514704-9c11-4002-a762-accf8d6c7bb6 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.1102948 Jul 28 15:12:12.296639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Transition to ACTIVE for port object 5fa6997b-2f10-4f50-851a-2784112e03ed will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:12.316005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Transition to ACTIVE for port object 5fa6997b-2f10-4f50-851a-2784112e03ed will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:12.383242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c6bd175-a06e-4432-ad68-5a803235f7f9 req-d13465c8-1634-4136-94d7-8ff352150f15 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups?id=11cfa38c-7a57-4f31-a60b-31945dc0a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726559 Jul 28 15:12:12.420761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.498370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Pushing event updated for resources: {'Port': ['ID=5fa6997b-2f10-4f50-851a-2784112e03ed,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:12.504755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:12.507204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:12.511339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:12.563844 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.606035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Attempting to bind port 5fa6997b-2f10-4f50-851a-2784112e03ed on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:12.606467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Attempting to bind port 5fa6997b-2f10-4f50-851a-2784112e03ed by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:12.607083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Attempting to bind port 5fa6997b-2f10-4f50-851a-2784112e03ed on network 964e37d0-966d-4710-b6a7-e4a51af5f189 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:12.620624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:12.621324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Checking segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:12.622648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.623294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Bound using segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:12.624091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Bound port: 5fa6997b-2f10-4f50-851a-2784112e03ed, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:12.624748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.630492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-45feec6c-a8f7-48e4-9dd3-1c00987afe71 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:12.632619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-45feec6c-a8f7-48e4-9dd3-1c00987afe71 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 944 time: 0.0791583 Jul 28 15:12:12.725245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] For port 5fa6997b-2f10-4f50-851a-2784112e03ed, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:12.731462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] For port 5fa6997b-2f10-4f50-851a-2784112e03ed, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5fa6997b-2f10-4f50-851a-2784112e03ed,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:12.745736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Deleting port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:12.747514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.797793 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.868733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] For port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:12.869123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:12.875063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af123ca-7088-41cc-b72d-bc5bcab4420f None None] Pushing event updated for resources: {'Port': ['ID=5fa6997b-2f10-4f50-851a-2784112e03ed,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:12.952501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.1 (964e37d0-966d-4710-b6a7-e4a51af5f189/5680c064-5837-4b89-972c-b2bae235e7f2/c93fc8f7-0301-4d2f-aecd-f409d6b2345d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:13.112823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.141683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object c93fc8f7-0301-4d2f-aecd-f409d6b2345d will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:13.197601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.198168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.198362 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Floating IP 13e52a57-7ed9-407c-89d3-5c77fffb83cc disassociated. External IP: 172.25.6.77, port: ed859aa8-0f4b-4ccd-8506-7050e19ae5f4. Jul 28 15:12:13.198733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Calling delete_port for ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:13.276710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.322985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:13.326853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:13.333517 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:13.341826 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:12:13.363617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:13.389427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.424010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.458308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'Port': ['ID=ed859aa8-0f4b-4ccd-8506-7050e19ae5f4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:13.503051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a10d4582-f75a-4948-9a0d-065659777f01 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:13.526125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: a10d4582-f75a-4948-9a0d-065659777f01 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:13.526625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device a10d4582-f75a-4948-9a0d-065659777f01 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:13.536577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f4cdede-a6f6-425c-a20a-6ee327101a69 req-eb9a25e9-db67-42c9-b392-1d7da9e0e285 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0703852 Jul 28 15:12:13.623380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:12:13.668048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.747803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:13.764582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] Sync routers for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:13.783157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:13.783950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:13.800430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] No DVR routers for this DVR port ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:13.803677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:13.806034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0318264d-9f70-4a79-b8c2-323d3531e793 req-670dd5c8-61d7-4cc4-b7dc-285ea371f718 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.58 "DELETE /v2.0/ports/ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 HTTP/1.1" status: 204 len: 173 time: 1.1661484 Jul 28 15:12:13.806487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-deleted', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:13.809598 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b5536-4d0d-4965-b382-48d3c1706601" -d '{"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-deleted", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:13.847757 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca964b2-637a-48d5-b4de-6c98103979b1 x-openstack-request-id: req-3ca964b2-637a-48d5-b4de-6c98103979b1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:13.848287 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d8d26-922e-4aef-af9d-35748ae177d6", "name": "network-vif-deleted", "tag": "ed859aa8-0f4b-4ccd-8506-7050e19ae5f4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:13.848745 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ca964b2-637a-48d5-b4de-6c98103979b1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:13.849316 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d8d26-922e-4aef-af9d-35748ae177d6', 'name': 'network-vif-deleted', 'tag': 'ed859aa8-0f4b-4ccd-8506-7050e19ae5f4', 'status': 'completed', 'code': 200} Jul 28 15:12:13.901608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4a48fad6-aab6-4c67-8763-7238fff3d514 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:14.012586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:14.203868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4a48fad6-aab6-4c67-8763-7238fff3d514 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:14.218346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4a48fad6-aab6-4c67-8763-7238fff3d514 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:14.218723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.351828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:48Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:14.397416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] Checking router: e4d57d64-2240-4e1f-9d78-03b1cadcf2fc for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:14.397808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.412069 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.419881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:14.420639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:14.469304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 4a48fad6-aab6-4c67-8763-7238fff3d514, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4a48fad6-aab6-4c67-8763-7238fff3d514,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:14.470049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.490669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b087c-a78e-4ce9-b8d5-c0dd1668f303 None None] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:12:14.552303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:14.555385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.568709 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.569618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5fa6997b-2f10-4f50-851a-2784112e03ed up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:14.674009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-436b0ae3-2e32-487e-a50b-64eccde9af94 req-31d718f0-499f-4a1c-a337-e1be06757357 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82d8d26-922e-4aef-af9d-35748ae177d6 HTTP/1.1" status: 200 len: 210 time: 0.0374837 Jul 28 15:12:14.681922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=4a48fad6-aab6-4c67-8763-7238fff3d514,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:14.707350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:14.707630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:14.709307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:14.864641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5fa6997b-2f10-4f50-851a-2784112e03ed completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:14.866654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-36992c06-72ec-4f54-a9ae-2b023fec67d2 None None] Provisioning for port 5fa6997b-2f10-4f50-851a-2784112e03ed completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:14.869739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 0bc8066c-8961-4480-94b4-fdd297f6f764 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:12:14.904040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5fa6997b-2f10-4f50-851a-2784112e03ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:14.904709 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:15.008767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:15.020115 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Sync routers for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:15.022762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-240874d9-d7ac-4c3f-b0e0-23e0a420ae6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/0bc8066c-8961-4480-94b4-fdd297f6f764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1299677 Jul 28 15:12:15.035554 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:15.036390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:15.121448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-36992c06-72ec-4f54-a9ae-2b023fec67d2 None None] Provisioning complete for port 5fa6997b-2f10-4f50-851a-2784112e03ed triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:15.122025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-36992c06-72ec-4f54-a9ae-2b023fec67d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:15.165713 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:15.278921 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-124d9aba-de33-4b8e-8e40-7c1e5c3df8b5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284724854&fields=id&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 267 time: 0.0392830 Jul 28 15:12:15.386985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:15.421030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-36992c06-72ec-4f54-a9ae-2b023fec67d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:15.478616 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 2, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:15.479594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-1fc1da6f-f6d2-4a35-9e04-a3df6b143cb6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:15.479594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-1fc1da6f-f6d2-4a35-9e04-a3df6b143cb6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 796 time: 0.1518683 Jul 28 15:12:15.479594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-58d279e1-eed3-4ffd-b2cf-9fee91833adb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/quotas/fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 375 time: 0.0170152 Jul 28 15:12:15.480557 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Checking router: 0bc8066c-8961-4480-94b4-fdd297f6f764 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:15.480557 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Updating router 0bc8066c-8961-4480-94b4-fdd297f6f764 port c93fc8f7-0301-4d2f-aecd-f409d6b2345d binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:12:15.480913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 5fa6997b-2f10-4f50-851a-2784112e03ed, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5fa6997b-2f10-4f50-851a-2784112e03ed,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:15.493082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:48Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:15.523395 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:15.549300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3cbbe-64b8-4a19-8a8d-982cee570693 None None] The sync data for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 is: [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6', 'name': '', 'network_id': '727e996e-9dc7-420b-8951-7f12420ef70b', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'mac_address': 'fa:16:3e:b7:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:37Z', 'updated_at': '2021-07-28T15:02:48Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'subnets': [{'id': '20fd179d-5c56-49a6-bd61-db071eaad11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:15.551273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-35454d41-c974-4acd-b056-cbf7d7ccfb16 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648491 Jul 28 15:12:15.707881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-bc8b4fbb-03ec-4915-a7a1-b5bb084017b0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:12:15.709960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-bc8b4fbb-03ec-4915-a7a1-b5bb084017b0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1281121 Jul 28 15:12:15.750527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:15.889388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-36992c06-72ec-4f54-a9ae-2b023fec67d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:12:15.890098 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-36992c06-72ec-4f54-a9ae-2b023fec67d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:12:15.899656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58282) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:15.927946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4a48fad6-aab6-4c67-8763-7238fff3d514 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:15.963906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-301e8b92-869b-4b27-8fa1-570414f954a8 service neutron] 10.222.0.57 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361555 Jul 28 15:12:16.064498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b16a75a-c2d2-4939-923e-d6173f037fcf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.104897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73652d06-c45f-4889-9536-2af9a389c0ed None None] New status for floating IP 13e52a57-7ed9-407c-89d3-5c77fffb83cc: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:12:16.121701 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.127982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b16a75a-c2d2-4939-923e-d6173f037fcf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.144468 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Transition to ACTIVE for port object c93fc8f7-0301-4d2f-aecd-f409d6b2345d will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:16.166600 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-44f762bb-72bc-4c2e-8a33-680fe438c700 service neutron] 10.222.0.57 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971624 Jul 28 15:12:16.179652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=5fa6997b-2f10-4f50-851a-2784112e03ed,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:16.197346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4a48fad6-aab6-4c67-8763-7238fff3d514 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:16.197707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.237109 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.276259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b16a75a-c2d2-4939-923e-d6173f037fcf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.280728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3b16a75a-c2d2-4939-923e-d6173f037fcf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.282041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3b16a75a-c2d2-4939-923e-d6173f037fcf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "DELETE /v2.0/security-groups/11cfa38c-7a57-4f31-a60b-31945dc0a59e HTTP/1.1" status: 204 len: 168 time: 0.3806920 Jul 28 15:12:16.284661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58288) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:16.308616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16a75a-c2d2-4939-923e-d6173f037fcf tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cfa38c-7a57-4f31-a60b-31945dc0a59e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:16.313821 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-f82836c3-8eae-4282-bd59-c5960bfa96e7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] show failed (client error): The resource could not be found. Jul 28 15:12:16.320066 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f82836c3-8eae-4282-bd59-c5960bfa96e7 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "GET /v2.0/security-groups/11cfa38c-7a57-4f31-a60b-31945dc0a59e HTTP/1.1" status: 404 len: 347 time: 0.0295582 Jul 28 15:12:16.322168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58290) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:16.333845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137d705-a73a-473a-98f0-9e82ad11a7c1 None None] Pushing event updated for resources: {'Port': ['ID=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:16.443836 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Attempting to bind port c93fc8f7-0301-4d2f-aecd-f409d6b2345d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:16.443836 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Attempting to bind port c93fc8f7-0301-4d2f-aecd-f409d6b2345d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:16.443836 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Attempting to bind port c93fc8f7-0301-4d2f-aecd-f409d6b2345d on network 964e37d0-966d-4710-b6a7-e4a51af5f189 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:16.448673 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:16.449057 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Checking segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:16.449492 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.449946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Bound using segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:16.451079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Bound port: c93fc8f7-0301-4d2f-aecd-f409d6b2345d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:16.451474 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.536903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Deleting port d9d0ff7b-b3a7-47fd-83b9-ccd461fbdf4f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:16.537261 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.559180 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] For port c93fc8f7-0301-4d2f-aecd-f409d6b2345d, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:16.569582 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] For port c93fc8f7-0301-4d2f-aecd-f409d6b2345d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:16.632830 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.633164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.645359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Calling delete_port for d9d0ff7b-b3a7-47fd-83b9-ccd461fbdf4f owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:16.682210 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.744148 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:16.744886 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:16.747009 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137d705-a73a-473a-98f0-9e82ad11a7c1 None None] Pushing event updated for resources: {'Port': ['ID=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:16.768125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8f22c5c-e406-4986-8897-8f3b1cf76530 None None] Provisioning for port c93fc8f7-0301-4d2f-aecd-f409d6b2345d completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:16.790932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8f22c5c-e406-4986-8897-8f3b1cf76530 None None] Provisioning complete for port 5fa6997b-2f10-4f50-851a-2784112e03ed triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:16.791736 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8f22c5c-e406-4986-8897-8f3b1cf76530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.877211 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.901728 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:16.941714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Pushing event deleted for resources: {'Port': ['ID=d9d0ff7b-b3a7-47fd-83b9-ccd461fbdf4f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:16.996291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.999542 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:17.000785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4a4a5d4-185b-4065-b6e4-6e937480a411 tempest-ServerActionsTestJSON-8329791 tempest-ServerActionsTestJSON-8329791-project] 10.222.0.57 "DELETE /v2.0/floatingips/13e52a57-7ed9-407c-89d3-5c77fffb83cc HTTP/1.1" status: 204 len: 168 time: 0.6773305 Jul 28 15:12:17.003909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:17.234296 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:17.266472 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289855a-1f6c-42b1-89c7-e640eec097dd None None] The sync data for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 is: [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:17.519424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:17.536036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0c3c79d-0505-4f9c-a935-f40b7cc49abe req-201b155e-cbf7-41ec-b1e6-a6c3316681dc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 210 time: 0.0328605 Jul 28 15:12:17.559426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:17.559426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ed859aa8-0f4b-4ccd-8506-7050e19ae5f4 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:17.589621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:17.902717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Deleting port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:17.903080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:17.989973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c93fc8f7-0301-4d2f-aecd-f409d6b2345d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:18.033610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] For port 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:18.034193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.062950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Calling delete_port for 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:18.202103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c93fc8f7-0301-4d2f-aecd-f409d6b2345d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:18.206803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c93fc8f7-0301-4d2f-aecd-f409d6b2345d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:18.207607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.297187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.335477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c93fc8f7-0301-4d2f-aecd-f409d6b2345d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:18.403234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.440030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:18.470846 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.471530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5fa6997b-2f10-4f50-851a-2784112e03ed up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:18.616153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:18.660126 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-01310748-1333-47b2-b75f-e919c0dba3e7 req-48ce02f3-bdc1-4ee0-ba71-759d07b44ae1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 210 time: 0.0328991 Jul 28 15:12:18.661867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5fa6997b-2f10-4f50-851a-2784112e03ed triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:18.662253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.710980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:18.967618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:12:19.080968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:19.086084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-682c65ea-263e-4862-b764-86ade52de6d2 admin admin] 10.222.0.57 "PUT /v2.0/routers/e4d57d64-2240-4e1f-9d78-03b1cadcf2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0811377 Jul 28 15:12:19.088583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:19.095501 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] Sync routers for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:19.106085 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:19.106629 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:19.204161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:19.244361 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:19.354766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:19.507580 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port': {'id': 'bd6bd628-6c92-4f7d-99ac-074d915ecab0', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:02:32Z', 'updated_at': '2021-07-28T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:19.541057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Deleting port bd6bd628-6c92-4f7d-99ac-074d915ecab0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:19.541405 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:19.550029 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] Checking router: e4d57d64-2240-4e1f-9d78-03b1cadcf2fc for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:19.559226 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] Routers {'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:19.560951 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:11:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:19.649409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] For port bd6bd628-6c92-4f7d-99ac-074d915ecab0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd6bd628-6c92-4f7d-99ac-074d915ecab0,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:19.650096 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:19.673858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Calling delete_port for bd6bd628-6c92-4f7d-99ac-074d915ecab0 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:19.684507 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] Set router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:19.779173 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:12:19Z', 'revision_number': 6, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:19.834101 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d92ca-a51d-45c1-9925-6ec8cf648855 None None] The sync data for ids ['e4d57d64-2240-4e1f-9d78-03b1cadcf2fc'] in n-d-764806-10 is: [{'id': 'e4d57d64-2240-4e1f-9d78-03b1cadcf2fc', 'name': 'tempest-ServerActionsTestJSON-53549949-router', 'tenant_id': '412e83918ddc4399b2050e5f80c2d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:02:31Z', 'updated_at': '2021-07-28T15:12:19Z', 'revision_number': 6, 'project_id': '412e83918ddc4399b2050e5f80c2d4d3', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:19.854491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38b3605a-17a5-4ec2-971f-d683803616ee req-df3dabae-ed76-4e6d-beb8-1dccbbc98635 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 210 time: 0.0542428 Jul 28 15:12:20.281309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c93fc8f7-0301-4d2f-aecd-f409d6b2345d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:20.332639 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c93fc8f7-0301-4d2f-aecd-f409d6b2345d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:20.333372 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.483571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.510195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6bd628-6c92-4f7d-99ac-074d915ecab0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:20.582609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.680746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.682868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.826763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.826763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d57d64-2240-4e1f-9d78-03b1cadcf2fc {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:12:20.830514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.833925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-27ec2346-23f4-4c44-a5f4-bf1a725fcbc9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e4d57d64-2240-4e1f-9d78-03b1cadcf2fc HTTP/1.1" status: 204 len: 168 time: 1.7421904 Jul 28 15:12:20.834301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:20.883092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Deleting subnet 20fd179d-5c56-49a6-bd61-db071eaad11d {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:12:20.886601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.931451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.961913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e780f834-1f3e-4773-8083-e4f133931034 req-fa58cd67-c148-4307-bdd5-601ac9aeefaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 210 time: 0.0387011 Jul 28 15:12:21.150327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.188291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-e6307daa-9311-4fe2-89fd-bbfc35123b6a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:21.190008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-e6307daa-9311-4fe2-89fd-bbfc35123b6a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 796 time: 0.2267787 Jul 28 15:12:21.279433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-52eb4caf-332d-4ea6-a25f-7fc17b4a38dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 379 time: 0.0715151 Jul 28 15:12:21.289311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'port': {'device_id': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'admin_state_up': True, 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'security_groups': ['f96ca9a6-634e-4c09-912d-36abc7b8406f']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:21.346168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.395921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fd179d-5c56-49a6-bd61-db071eaad11d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:21.398051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.403255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2cde34d7-e02b-41da-a62d-9e14c0cbebf2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/20fd179d-5c56-49a6-bd61-db071eaad11d HTTP/1.1" status: 204 len: 168 time: 0.5647583 Jul 28 15:12:21.404080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f929861-4552-4a38-89de-3d318ca71860 None None] Network 727e996e-9dc7-420b-8951-7f12420ef70b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:12:21.404503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58350) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:21.489815 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.510241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:21.514871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.557364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Deleting port 5cd807fe-7616-4180-9007-4c47d22f88da {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:21.557710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.631282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] For port 5cd807fe-7616-4180-9007-4c47d22f88da, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5cd807fe-7616-4180-9007-4c47d22f88da,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:21.635907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.636110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] DHCP port deletion for 727e996e-9dc7-420b-8951-7f12420ef70b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:12:21.649903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Calling delete_port for 5cd807fe-7616-4180-9007-4c47d22f88da owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:21.697079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.4 (964e37d0-966d-4710-b6a7-e4a51af5f189/5680c064-5837-4b89-972c-b2bae235e7f2/72e53cc1-dc4c-4dac-bfe2-45af146e2e2b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:21.699029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] Deleting port 5cd807fe-7616-4180-9007-4c47d22f88da {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:21.699477 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.773357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] For port 5cd807fe-7616-4180-9007-4c47d22f88da, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5cd807fe-7616-4180-9007-4c47d22f88da,segment=NetworkSegment(17ed4a0f-717e-4cf6-94dd-9b2abd21aed4),segment_id=17ed4a0f-717e-4cf6-94dd-9b2abd21aed4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:21.773653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.789749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] Calling delete_port for 5cd807fe-7616-4180-9007-4c47d22f88da owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:21.807833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.857313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd807fe-7616-4180-9007-4c47d22f88da,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:21.871101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] No DVR routers for this DVR port 5cd807fe-7616-4180-9007-4c47d22f88da on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:21.872105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:21.901275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:21.901637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0bd6e496-4b43-4c1b-8a1c-a06b24a5caa6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:21.902317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd6bd628-6c92-4f7d-99ac-074d915ecab0 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:21.933517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: bd6bd628-6c92-4f7d-99ac-074d915ecab0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:21.934175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd6bd628-6c92-4f7d-99ac-074d915ecab0 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:21.935367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5cd807fe-7616-4180-9007-4c47d22f88da no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:12:21.958229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.964744 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5cd807fe-7616-4180-9007-4c47d22f88da {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:12:21.965397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5cd807fe-7616-4180-9007-4c47d22f88da not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:12:21.971621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.985911 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:21.989892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:22.010371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727e996e-9dc7-420b-8951-7f12420ef70b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:22.018038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] Pushing event deleted for resources: {'Port': ['ID=5cd807fe-7616-4180-9007-4c47d22f88da,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:22.022848 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e2a88-a837-4c90-8b8c-7adcdba07e7c None None] No DVR routers for this DVR port 5cd807fe-7616-4180-9007-4c47d22f88da on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:22.047937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:22.047937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ed4a0f-717e-4cf6-94dd-9b2abd21aed4') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:22.060292 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.077736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.087994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:12:22.094809 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:12:22.125364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.216121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:22.223358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:22.226102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:22.252902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:22.268283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ae51-a63f-49a0-87d8-3224ff4c535d req-2a8c992a-f990-4399-906a-764b57d21157 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:22.270437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.284225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9c0ae51-a63f-49a0-87d8-3224ff4c535d req-2a8c992a-f990-4399-906a-764b57d21157 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 931 time: 0.1761913 Jul 28 15:12:22.287652 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.298611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] 10.222.0.57 "DELETE /v2.0/networks/727e996e-9dc7-420b-8951-7f12420ef70b HTTP/1.1" status: 204 len: 168 time: 0.8859429 Jul 28 15:12:22.305651 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6590a3a0-d3be-43a2-b84e-38c1c96f40a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.332194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b74bc6-a504-4273-8e7b-cdc742baca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=727e996e-9dc7-420b-8951-7f12420ef70b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:22.348167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:22.348866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.370065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9c0ae51-a63f-49a0-87d8-3224ff4c535d req-d0f5d2d2-8d9b-4718-86b7-c5688b8cc610 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849934 Jul 28 15:12:22.511263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-79c1e800-f142-4d18-82b7-93c820c3cb7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2259393 Jul 28 15:12:22.536283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Request body: {'port': {'device_id': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:22.647002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.738496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3379701-6123-4264-a1e3-a2422fa5e1b7 None None] Provisioning for port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:22.743375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3379701-6123-4264-a1e3-a2422fa5e1b7 None None] Provisioning complete for port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:22.747885 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3379701-6123-4264-a1e3-a2422fa5e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.799194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e3379701-6123-4264-a1e3-a2422fa5e1b7 None None] Port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:12:22.801146 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58362) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:22.849308 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c40d99fe-2869-4568-a37a-0418462d5f05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=412e83918ddc4399b2050e5f80c2d4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467346 Jul 28 15:12:22.852140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:22.909736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-956b590b-c6e6-4ae4-acf9-8ed0e724a9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.939299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-956b590b-c6e6-4ae4-acf9-8ed0e724a9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.970659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:12:22.979792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:22.995530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Transition to ACTIVE for port object 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:23.185662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:23.247517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-956b590b-c6e6-4ae4-acf9-8ed0e724a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:23.250293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-956b590b-c6e6-4ae4-acf9-8ed0e724a9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:23.254276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-956b590b-c6e6-4ae4-acf9-8ed0e724a9f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3060988-61a0-4643-adf3-d24aaf584fb7 HTTP/1.1" status: 204 len: 168 time: 0.3984206 Jul 28 15:12:23.260743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b590b-c6e6-4ae4-acf9-8ed0e724a9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3060988-61a0-4643-adf3-d24aaf584fb7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:23.261620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:23.431124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:23.431690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:23.432295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on network 964e37d0-966d-4710-b6a7-e4a51af5f189 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:23.438796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on network 964e37d0-966d-4710-b6a7-e4a51af5f189 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:12:23.439181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on network 964e37d0-966d-4710-b6a7-e4a51af5f189 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:23.445275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:23.445849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Checking segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:23.446349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Bound using segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:23.446904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Bound port: 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:23.447375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:23.578227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:23.585351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:23.592423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4345c2c-7d07-404b-9dcc-1c8cf85e8c06 req-aa376d53-beb6-477a-b802-ffd321ab60a2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:23.600563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4345c2c-7d07-404b-9dcc-1c8cf85e8c06 req-aa376d53-beb6-477a-b802-ffd321ab60a2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.0898075 Jul 28 15:12:23.643012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4345c2c-7d07-404b-9dcc-1c8cf85e8c06 req-b71e1dcd-94c3-4a5e-acae-01b6166a6d6e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415716 Jul 28 15:12:23.739394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:23.778564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:23.779204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:23.780646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] 10.222.0.42 "PUT /v2.0/ports/72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 1092 time: 1.2526171 Jul 28 15:12:23.781093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:23.783366 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55" -d '{"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:23.838161 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57f5fc7-279b-476c-b064-3488187ba445 x-openstack-request-id: req-b57f5fc7-279b-476c-b064-3488187ba445 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:23.838464 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:23.838862 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b57f5fc7-279b-476c-b064-3488187ba445 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:23.839277 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'status': 'completed', 'code': 200} Jul 28 15:12:23.840271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521ee52-f1fc-432a-ae5f-32f9946aa60f service neutron] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:23.934753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55 req-fb1eeb8e-1d0a-4781-98d8-755dbeb573b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:23.938300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55 req-fb1eeb8e-1d0a-4781-98d8-755dbeb573b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0524170 Jul 28 15:12:24.086370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55 req-0448faec-6ee8-447c-a128-80eb3f0ceaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:24.087952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55 req-0448faec-6ee8-447c-a128-80eb3f0ceaba service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fbcb164103f540b6af9752880e9ef2eb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1360736 Jul 28 15:12:24.226236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55 req-6c2ad5e3-8dce-4f3f-aa5b-8a0e10e9d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:24.227910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4f0a2c8-a345-4fbd-b297-ae584d8eac55 req-6c2ad5e3-8dce-4f3f-aa5b-8a0e10e9d479 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325450 Jul 28 15:12:24.339871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-36047456-0f35-4d60-b000-7d6944c4e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:24.342066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-36047456-0f35-4d60-b000-7d6944c4e0ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0520289 Jul 28 15:12:24.392259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-c978c614-e576-445c-9dcc-87ad1d4cfc5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 217 time: 0.0358062 Jul 28 15:12:24.447447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-6cd3fad1-e8be-43ae-8228-cd6e2c02a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:24.448947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-6cd3fad1-e8be-43ae-8228-cd6e2c02a73d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0498257 Jul 28 15:12:24.508760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-df238cc6-084d-47a3-aab7-6245e489c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:24.510401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-df238cc6-084d-47a3-aab7-6245e489c7ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529926 Jul 28 15:12:24.622991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-bfcfe33b-7bac-40e8-87bd-e782e0321073 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055682 Jul 28 15:12:24.749480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd8c3769-7191-4363-bf8e-a30184a64c14 req-ec27170b-6757-4d2d-85bc-d95804140356 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192245 Jul 28 15:12:24.804965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6bd9-edd3-4275-b765-be3d819a8cd6 req-093875c6-bbdb-4f0b-91ee-1d40a19e64be tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:24.807502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddcf6bd9-edd3-4275-b765-be3d819a8cd6 req-093875c6-bbdb-4f0b-91ee-1d40a19e64be tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.0922430 Jul 28 15:12:24.863991 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ddcf6bd9-edd3-4275-b765-be3d819a8cd6 req-232e925b-eebf-486d-812e-43e98f012f9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484464 Jul 28 15:12:24.870362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73b38267-ca96-48eb-87a2-799900db344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.147534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58400) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:25.274809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-network', 'tenant_id': '80195490aa254511b0d5da710ae0d843'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:25.326788 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.429329 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Made reservation on behalf of 80195490aa254511b0d5da710ae0d843 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:25.431981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.450326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.556894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.699220 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.734032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd483b0-5b02-43c3-b326-fd4fd6c242ef,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:25.748777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:12:25.762596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.763187 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Added segment 285e64ea-2128-4cf1-93a8-b813fed1e7fb of type vlan for network f6477305-1644-43f9-8bf6-bdd77a345832 Jul 28 15:12:25.808994 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.958879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.958879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:25.958879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:25.999697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94dc0c-592e-4af0-a64a-11926b92052e req-1cdfc95b-8dbe-434b-98ec-7df8694cc6a3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:26.002037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d94dc0c-592e-4af0-a64a-11926b92052e req-1cdfc95b-8dbe-434b-98ec-7df8694cc6a3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.0560122 Jul 28 15:12:26.041785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] Pushing event updated for resources: {'Network': ['ID=f6477305-1644-43f9-8bf6-bdd77a345832,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:26.051654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d94dc0c-592e-4af0-a64a-11926b92052e req-e7b652ce-9502-4305-aa8e-7b127fa89cef tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Jul 28 15:12:26.057045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f6477305-1644-43f9-8bf6-bdd77a345832 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:12:26.171035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e598e1c3-ff1c-46fe-a6d4-1b2ba2e9a668 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0201473 Jul 28 15:12:26.171267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58412) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:26.182377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Request body: {'subnet': {'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-subnet', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:26.418028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Made reservation on behalf of 80195490aa254511b0d5da710ae0d843 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:26.420533 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:26.523275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:26.756242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:26.820303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d268325-698a-4a33-9c85-c40033c8be95,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:26.831563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Checking segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:26.831753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Network hostable DHCP agents. Network: f6477305-1644-43f9-8bf6-bdd77a345832, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:12:26.931853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Network f6477305-1644-43f9-8bf6-bdd77a345832 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:12:27.053268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, f6477305-1644-43f9-8bf6-bdd77a345832) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:27.057987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:27.059329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:27.066118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645c035a-9227-4fbe-819e-4dceb55d320c None None] Network f6477305-1644-43f9-8bf6-bdd77a345832 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:12:27.212479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cf15855b-d8ab-4716-81c4-c6939f5e2b65 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0367937 Jul 28 15:12:27.212479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:27.218097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c92ff-45e8-4488-8c98-1b4d39c67ec2 None None] Network f6477305-1644-43f9-8bf6-bdd77a345832 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:12:27.220280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:27.280184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e910-096b-4b88-be4a-89b4ef4492ec req-354636e9-4df1-433d-9009-123deb21510d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:27.281812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4224e910-096b-4b88-be4a-89b4ef4492ec req-354636e9-4df1-433d-9009-123deb21510d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.0856588 Jul 28 15:12:27.338118 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4224e910-096b-4b88-be4a-89b4ef4492ec req-3d6dffc1-4aff-4da4-9e81-99f2b76b8218 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495200 Jul 28 15:12:27.396331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:27.397507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:27.464494 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:27.796243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:27.978887 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.260700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.271575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:12:28.282889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.400054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:28.413168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'port_id': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'mac_address': 'fa:16:3e:76:35:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:12:28.420079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Allocated IP 172.25.6.9 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7f1f378a-a33c-450b-a512-7e8afa32d47a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:28.458197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.468344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:12:28.490393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:28.524074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b636f60-2e10-440e-93fa-7cc5494ac828 req-b9ce6d93-655d-4bd9-b7e7-82057d3cfec1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:28.525806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b636f60-2e10-440e-93fa-7cc5494ac828 req-b9ce6d93-655d-4bd9-b7e7-82057d3cfec1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.1085348 Jul 28 15:12:28.584135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.600861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b636f60-2e10-440e-93fa-7cc5494ac828 req-7222eba3-d8f7-4e29-b1d6-9ad7b97bc663 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631621 Jul 28 15:12:28.628010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.646228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:28.779940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:28.821514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:28.825130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:28.831389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:28.837577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1f378a-a33c-450b-a512-7e8afa32d47a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:29.003950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:12:29.244747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:29.754493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0737c-fbe2-48ad-9775-21f8d782e452 req-128de4e0-3b45-4464-99d7-c73ce9b5e546 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:29.756131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27d0737c-fbe2-48ad-9775-21f8d782e452 req-128de4e0-3b45-4464-99d7-c73ce9b5e546 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 944 time: 0.0631034 Jul 28 15:12:29.799861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27d0737c-fbe2-48ad-9775-21f8d782e452 req-657551c0-313d-4886-b4c3-f6b4e31f41b1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363650 Jul 28 15:12:29.806155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:30.052883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Router 05e303f6-76c6-4336-97d2-e67a19d07e37 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:12:30.176979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:30.186652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Sync routers for ids ['05e303f6-76c6-4336-97d2-e67a19d07e37'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:30.196645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Routers {'05e303f6-76c6-4336-97d2-e67a19d07e37'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:30.201153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:12:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['05e303f6-76c6-4336-97d2-e67a19d07e37'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:30.281262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:30.286052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e523b34b-7e4e-4134-af86-35aa6e251a49 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0695071 Jul 28 15:12:30.286297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58446) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:30.300151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:30.346052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Set router 05e303f6-76c6-4336-97d2-e67a19d07e37 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:30.693787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:30.698905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:30.698905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:30.765323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:12:28Z', 'revision_number': 3, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:30.807370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:30.853277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Checking router: 05e303f6-76c6-4336-97d2-e67a19d07e37 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:30.859629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Updating router 05e303f6-76c6-4336-97d2-e67a19d07e37 port 7f1f378a-a33c-450b-a512-7e8afa32d47a binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:12:30.924499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:30.928277 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:30.986892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:30.989275 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae9db0b-2480-457f-a0f9-77585978b170" -d '{"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-plugged", "status": "completed", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:31.066629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:31.109086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb6fa-aab9-48da-9071-b87a4a7517cc req-108fe6ce-581b-448f-a065-c3ce428fd10e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:31.111623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c1fb6fa-aab9-48da-9071-b87a4a7517cc req-108fe6ce-581b-448f-a065-c3ce428fd10e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 944 time: 0.1761522 Jul 28 15:12:31.198712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.234270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c1fb6fa-aab9-48da-9071-b87a4a7517cc req-8e66e8ae-b28f-4f51-87ca-8b0792905dfa tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137452 Jul 28 15:12:31.256493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Allocated IP 172.20.0.1 (f6477305-1644-43f9-8bf6-bdd77a345832/4d268325-698a-4a33-9c85-c40033c8be95/e0b76900-8b69-458a-8fbc-f58656cfd995) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:31.263061 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ce468-b662-4854-ab1b-a54404ac14c4 x-openstack-request-id: req-974ce468-b662-4854-ab1b-a54404ac14c4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:31.263061 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-plugged", "status": "completed", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:31.264865 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-974ce468-b662-4854-ab1b-a54404ac14c4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:31.264865 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'code': 200} Jul 28 15:12:31.292369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:31.417673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8752e-7bce-4fcc-ac61-12db14fbbe6e req-d55a593d-9012-46b6-8128-7da5fbde6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:31.419563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee8752e-7bce-4fcc-ac61-12db14fbbe6e req-d55a593d-9012-46b6-8128-7da5fbde6326 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0872707 Jul 28 15:12:31.442967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.483433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ee8752e-7bce-4fcc-ac61-12db14fbbe6e req-1cc87578-7984-4103-8c07-0d580f336b00 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501175 Jul 28 15:12:31.495780 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.507246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Transition to ACTIVE for port object 7f1f378a-a33c-450b-a512-7e8afa32d47a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:31.601648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.619919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.678274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a75c53-f769-441d-89d8-6b5e4ef56a9a None None] Pushing event updated for resources: {'Port': ['ID=7f1f378a-a33c-450b-a512-7e8afa32d47a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:31.679462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Network f6477305-1644-43f9-8bf6-bdd77a345832 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:31.683850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Attempting to bind port 7f1f378a-a33c-450b-a512-7e8afa32d47a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:31.684233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Attempting to bind port 7f1f378a-a33c-450b-a512-7e8afa32d47a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:31.687251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Attempting to bind port 7f1f378a-a33c-450b-a512-7e8afa32d47a on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:31.687410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:31.695440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:31.696501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:31.696981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:31.697401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.698259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:31.698259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Bound port: 7f1f378a-a33c-450b-a512-7e8afa32d47a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:31.698711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.721183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b76900-8b69-458a-8fbc-f58656cfd995,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:31.744674 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.766891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] For port 7f1f378a-a33c-450b-a512-7e8afa32d47a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:31.770671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] For port 7f1f378a-a33c-450b-a512-7e8afa32d47a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f1f378a-a33c-450b-a512-7e8afa32d47a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:31.836301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:31.898684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Routers {'05e303f6-76c6-4336-97d2-e67a19d07e37'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:31.899330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:12:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['05e303f6-76c6-4336-97d2-e67a19d07e37'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:31.935363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a75c53-f769-441d-89d8-6b5e4ef56a9a None None] Pushing event updated for resources: {'Port': ['ID=7f1f378a-a33c-450b-a512-7e8afa32d47a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:31.979349 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:32.021195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] Set router 05e303f6-76c6-4336-97d2-e67a19d07e37 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:32.185155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:32.232957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:12:28Z', 'revision_number': 3, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:32.259662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd354044-ad76-49ed-836b-5208693dd09d None None] The sync data for ids ['05e303f6-76c6-4336-97d2-e67a19d07e37'] in n-d-764806-10 is: [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:12:28Z', 'revision_number': 3, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:32.304155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:32.381302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:32.383602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:32.385615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b76900-8b69-458a-8fbc-f58656cfd995,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:32.399243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d69c0-d370-4a97-8518-67f279983fd1 req-a17486a7-b507-4b9e-8009-91b495a3d084 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:32.409081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c40d69c0-d370-4a97-8518-67f279983fd1 req-a17486a7-b507-4b9e-8009-91b495a3d084 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0797925 Jul 28 15:12:32.483296 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c40d69c0-d370-4a97-8518-67f279983fd1 req-690d3c4c-c1f5-4200-b7b9-f8144125509e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574415 Jul 28 15:12:32.538047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Network f6477305-1644-43f9-8bf6-bdd77a345832 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:32.538047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:32.667424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Router 05e303f6-76c6-4336-97d2-e67a19d07e37 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:12:32.796360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:32.804537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dec12e30-068e-4750-bfa4-dd34452554e3 admin admin] 10.222.0.57 "PUT /v2.0/routers/05e303f6-76c6-4336-97d2-e67a19d07e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152857 Jul 28 15:12:33.314646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-825631db-f0cb-45e0-bec5-4babbfcf5bdd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:33.316230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-825631db-f0cb-45e0-bec5-4babbfcf5bdd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 819 time: 0.1252975 Jul 28 15:12:33.333442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-c14922cc-e43a-4a59-956b-1deeba0e188d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/quotas/80195490aa254511b0d5da710ae0d843 HTTP/1.1" status: 200 len: 375 time: 0.0104692 Jul 28 15:12:33.388928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-169cdd1f-17e2-4e9e-ac05-d7625f3018b3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496078 Jul 28 15:12:33.400275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-3f2e3f0d-753d-4e9d-b11a-0565f10c2424 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:12:33.401357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-3f2e3f0d-753d-4e9d-b11a-0565f10c2424 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055556 Jul 28 15:12:33.498792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-0018436b-093b-4e37-96d5-7f6ded119c63 service neutron] 10.222.0.57 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907362 Jul 28 15:12:33.603557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e39a-ec00-4b4b-b2c6-85440cf772a9 req-52e08b8c-bdf2-43a2-b3ca-642d8bea5b04 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:33.605170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9165e39a-ec00-4b4b-b2c6-85440cf772a9 req-52e08b8c-bdf2-43a2-b3ca-642d8bea5b04 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0578094 Jul 28 15:12:33.605383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-e113edf9-4d41-4e0a-8b1e-8e8e575ebed3 service neutron] 10.222.0.57 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986540 Jul 28 15:12:33.665694 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9165e39a-ec00-4b4b-b2c6-85440cf772a9 req-a88a33d8-c654-4557-9f0e-3037798bbc06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Jul 28 15:12:33.790801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b30750-d87d-455e-8e11-e73241a5d0d9 req-9e6ab0e2-1434-4cba-86c3-c08db5e33ff3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:33.792221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78b30750-d87d-455e-8e11-e73241a5d0d9 req-9e6ab0e2-1434-4cba-86c3-c08db5e33ff3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0568984 Jul 28 15:12:33.863856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78b30750-d87d-455e-8e11-e73241a5d0d9 req-53fd7f3f-d208-4f31-8fe4-1b06137c2c47 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644927 Jul 28 15:12:33.903606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58496) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:33.927114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f1f378a-a33c-450b-a512-7e8afa32d47a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:33.997007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15f6dc-4cea-4e98-bd28-a102e1e7d27f tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:33.998630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc15f6dc-4cea-4e98-bd28-a102e1e7d27f tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1092 time: 0.0936687 Jul 28 15:12:34.004416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:34.018461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:34.028689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5de018bf-a20b-4922-a33d-b4f431dc8bd9 req-648e5696-dcde-4ef7-a7a1-eb475c397862 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 210 time: 0.1337414 Jul 28 15:12:34.138414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7f1f378a-a33c-450b-a512-7e8afa32d47a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:34.141342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7f1f378a-a33c-450b-a512-7e8afa32d47a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:34.143745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:34.190264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:34.263123 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Sync routers for ids ['05e303f6-76c6-4336-97d2-e67a19d07e37'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:34.283151 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Routers {'05e303f6-76c6-4336-97d2-e67a19d07e37'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:34.284913 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:12:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['05e303f6-76c6-4336-97d2-e67a19d07e37'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:34.357947 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:34.384854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 7f1f378a-a33c-450b-a512-7e8afa32d47a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f1f378a-a33c-450b-a512-7e8afa32d47a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:34.430533 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Set router 05e303f6-76c6-4336-97d2-e67a19d07e37 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:34.435976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-7c9d85a5-2350-4e4a-91e4-f4c7400f8e6c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:34.441912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-7c9d85a5-2350-4e4a-91e4-f4c7400f8e6c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 819 time: 0.1506779 Jul 28 15:12:34.457033 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-74ad1274-d99c-4bcb-940e-4e2248f12440 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/quotas/80195490aa254511b0d5da710ae0d843 HTTP/1.1" status: 200 len: 375 time: 0.0147979 Jul 28 15:12:34.509397 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:34.510413 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:34.575850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-9c92568f-daa5-45c5-b32f-f32e58acc404 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098711 Jul 28 15:12:34.583070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=7f1f378a-a33c-450b-a512-7e8afa32d47a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:34.687183 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:12:31Z', 'revision_number': 4, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e0b76900-8b69-458a-8fbc-f58656cfd995', 'name': '', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'mac_address': 'fa:16:3e:1f:1a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '4d268325-698a-4a33-9c85-c40033c8be95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:30Z', 'updated_at': '2021-07-28T15:12:32Z', 'revision_number': 2, 'project_id': '80195490aa254511b0d5da710ae0d843', 'subnets': [{'id': '4d268325-698a-4a33-9c85-c40033c8be95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:34.736937 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Checking router: 05e303f6-76c6-4336-97d2-e67a19d07e37 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:34.737284 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Updating router 05e303f6-76c6-4336-97d2-e67a19d07e37 port e0b76900-8b69-458a-8fbc-f58656cfd995 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:12:34.741036 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-ec465f3c-c1f6-4f75-a99a-e925113de91a service neutron] 10.222.0.57 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638310 Jul 28 15:12:34.742403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.28 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/ff0faafc-f311-4c03-b935-eddf77909f83) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:34.768322 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:34.905890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-bd5e3317-1632-43b6-b4c2-f30a440e1770 service neutron] 10.222.0.57 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608117 Jul 28 15:12:34.931632 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.144257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.185703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:35.190663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:35.195065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:35.198109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=ff0faafc-f311-4c03-b935-eddf77909f83,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:35.360221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61cd8466-70c4-448e-8312-2af0f990e566 req-d4aa0399-14e4-4ebd-a211-c45c27aa011a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0591435 Jul 28 15:12:35.432896 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.444622 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Transition to ACTIVE for port object e0b76900-8b69-458a-8fbc-f58656cfd995 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:35.578442 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.635761 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455c6b6-6c0c-4179-b8cf-b61dcbf55ea9 None None] Pushing event updated for resources: {'Port': ['ID=e0b76900-8b69-458a-8fbc-f58656cfd995,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:35.709225 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Attempting to bind port e0b76900-8b69-458a-8fbc-f58656cfd995 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:35.716229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Attempting to bind port e0b76900-8b69-458a-8fbc-f58656cfd995 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:35.716229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Attempting to bind port e0b76900-8b69-458a-8fbc-f58656cfd995 on network f6477305-1644-43f9-8bf6-bdd77a345832 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:35.717668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:35.717915 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Checking segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:35.718923 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.719515 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Bound using segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:35.719709 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Bound port: e0b76900-8b69-458a-8fbc-f58656cfd995, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:35.720107 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.803424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] For port e0b76900-8b69-458a-8fbc-f58656cfd995, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:35.810100 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] For port e0b76900-8b69-458a-8fbc-f58656cfd995, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e0b76900-8b69-458a-8fbc-f58656cfd995,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:35.810435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.882204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f1f378a-a33c-450b-a512-7e8afa32d47a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:35.921769 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.951963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7f1f378a-a33c-450b-a512-7e8afa32d47a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:35.952767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:35.993967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Routers {'05e303f6-76c6-4336-97d2-e67a19d07e37'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:35.995187 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:12:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['05e303f6-76c6-4336-97d2-e67a19d07e37'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:36.121614 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455c6b6-6c0c-4179-b8cf-b61dcbf55ea9 None None] Pushing event updated for resources: {'Port': ['ID=e0b76900-8b69-458a-8fbc-f58656cfd995,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:36.140832 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] Set router 05e303f6-76c6-4336-97d2-e67a19d07e37 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:36.316022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:36.376042 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:12:31Z', 'revision_number': 4, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e0b76900-8b69-458a-8fbc-f58656cfd995', 'name': '', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'mac_address': 'fa:16:3e:1f:1a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '4d268325-698a-4a33-9c85-c40033c8be95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:30Z', 'updated_at': '2021-07-28T15:12:35Z', 'revision_number': 4, 'project_id': '80195490aa254511b0d5da710ae0d843', 'subnets': [{'id': '4d268325-698a-4a33-9c85-c40033c8be95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:36.404342 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709f9a-9c28-4b07-8be3-77d074d7238a None None] The sync data for ids ['05e303f6-76c6-4336-97d2-e67a19d07e37'] in n-d-764806-10 is: [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:12:31Z', 'revision_number': 4, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e0b76900-8b69-458a-8fbc-f58656cfd995', 'name': '', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'mac_address': 'fa:16:3e:1f:1a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '4d268325-698a-4a33-9c85-c40033c8be95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:30Z', 'updated_at': '2021-07-28T15:12:35Z', 'revision_number': 4, 'project_id': '80195490aa254511b0d5da710ae0d843', 'subnets': [{'id': '4d268325-698a-4a33-9c85-c40033c8be95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:36.423747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd92a207-620b-4385-b8d6-6573db600570 req-0163b2df-36b2-447e-89fa-b4796eee10fe tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0304723 Jul 28 15:12:36.526153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:36.741439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:36.928487 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:37.022930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=ff0faafc-f311-4c03-b935-eddf77909f83,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:37.041265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:37.156073 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP d2619393-fd32-4b25-82a0-bbf89fa78c29 associated. External IP: 172.25.6.28, port: 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b. Jul 28 15:12:37.439248 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 0bc8066c-8961-4480-94b4-fdd297f6f764 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:12:37.531575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-023dd31e-61b0-414a-a252-3568ade43097 req-f59857ae-b820-47fc-9a64-c263a9c060b5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0298131 Jul 28 15:12:37.588952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:37.602890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] Sync routers for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:37.622776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:37.623392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:12:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:37.703872 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:37.768817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-397aab81-f6d7-4d7d-9253-b3b6dca44824 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7626121 Jul 28 15:12:37.789565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:37.793141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-ea0ce800-ae2b-41a7-a8fa-53c731bf95fc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:37.794734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-ea0ce800-ae2b-41a7-a8fa-53c731bf95fc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 819 time: 0.1647727 Jul 28 15:12:37.798835 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df79bf-2744-40eb-87b4-8f934449564a" -d '{"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:37.817041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Request body: {'port': {'device_id': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'admin_state_up': True, 'tenant_id': '80195490aa254511b0d5da710ae0d843'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:37.860183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:38.065016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a9975-3954-4380-8100-760415aa430b req-0b78e7d7-50e0-4a12-8efd-cb7a1a1695de tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:38.074496 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-303a9975-3954-4380-8100-760415aa430b req-0b78e7d7-50e0-4a12-8efd-cb7a1a1695de tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.1292710 Jul 28 15:12:38.117816 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65451390-e10a-4afe-a6b9-95bf133e2c67 x-openstack-request-id: req-65451390-e10a-4afe-a6b9-95bf133e2c67 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:38.118424 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:38.118900 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65451390-e10a-4afe-a6b9-95bf133e2c67 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:38.119908 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'status': 'completed', 'code': 200} Jul 28 15:12:38.121369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0b76900-8b69-458a-8fbc-f58656cfd995 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:38.140497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-303a9975-3954-4380-8100-760415aa430b req-5e02b15d-3926-41c0-a3d3-b17457e64192 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645239 Jul 28 15:12:38.170657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:38.239608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Made reservation on behalf of 80195490aa254511b0d5da710ae0d843 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:38.244655 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:38.300909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df79bf-2744-40eb-87b4-8f934449564a req-615f9d92-b659-41d5-ba48-25ea7f80253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:38.306107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-615f9d92-b659-41d5-ba48-25ea7f80253d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.1617534 Jul 28 15:12:38.360907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d904e2b4-9b2b-45b0-9f11-ae8143be7381 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/d2619393-fd32-4b25-82a0-bbf89fa78c29 HTTP/1.1" status: 200 len: 990 time: 0.1885395 Jul 28 15:12:38.467252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'd2619393-fd32-4b25-82a0-bbf89fa78c29', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'port_id': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'mac_address': 'fa:16:3e:76:35:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:12:35Z', 'updated_at': '2021-07-28T15:12:35Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:38.495897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] Checking router: 0bc8066c-8961-4480-94b4-fdd297f6f764 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:38.501720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e0b76900-8b69-458a-8fbc-f58656cfd995 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:38.512597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e0b76900-8b69-458a-8fbc-f58656cfd995 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:38.513122 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:38.557801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:38.557801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:12:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:38.577423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df79bf-2744-40eb-87b4-8f934449564a req-6523fd52-48df-4858-a1c8-0839c9ddf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:38.579077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-6523fd52-48df-4858-a1c8-0839c9ddf393 service neutron] 10.222.0.42 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.2513642 Jul 28 15:12:38.637793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Allocated IP 172.20.0.10 (f6477305-1644-43f9-8bf6-bdd77a345832/4d268325-698a-4a33-9c85-c40033c8be95/26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:38.729555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f7b67a4-5cab-4110-97f2-3744dbc304f0 req-ca257668-e473-4037-9bc8-0b0086f25e19 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0892792 Jul 28 15:12:38.781820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-6e2f6d90-896a-476d-932f-6889e60eefde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 998 time: 0.1831770 Jul 28 15:12:38.870156 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:38.910924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e0b76900-8b69-458a-8fbc-f58656cfd995, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e0b76900-8b69-458a-8fbc-f58656cfd995,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:38.918114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:38.923322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-85dcbae8-ba40-4846-a81d-f6c9f3e250fe tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:38.924879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-85dcbae8-ba40-4846-a81d-f6c9f3e250fe tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 819 time: 0.3724031 Jul 28 15:12:38.926300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df79bf-2744-40eb-87b4-8f934449564a req-a2fbc447-e2f0-4f7c-8525-1afed05766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:38.927601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-a2fbc447-e2f0-4f7c-8525-1afed05766d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.1318634 Jul 28 15:12:38.946239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Request body: {'port': {'device_id': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'admin_state_up': True, 'tenant_id': '80195490aa254511b0d5da710ae0d843'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:39.033286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.186420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58578) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:39.256180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e0b76900-8b69-458a-8fbc-f58656cfd995,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:39.289623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'd2619393-fd32-4b25-82a0-bbf89fa78c29', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'port_id': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'mac_address': 'fa:16:3e:76:35:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:12:35Z', 'updated_at': '2021-07-28T15:12:35Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:39.323412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fa4c0-685e-42b1-b499-7ca6ad75513c None None] The sync data for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 is: [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'd2619393-fd32-4b25-82a0-bbf89fa78c29', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'port_id': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'mac_address': 'fa:16:3e:76:35:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:12:35Z', 'updated_at': '2021-07-28T15:12:35Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:39.347720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03a0d4c7-4141-4a73-9f8d-adf3d1ffeaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.365126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58582) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:39.434590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.460087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df79bf-2744-40eb-87b4-8f934449564a req-f1badbec-c9d3-410e-87ae-dfd26b7deb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:39.462826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-f1badbec-c9d3-410e-87ae-dfd26b7deb23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5217457 Jul 28 15:12:39.480342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-85746d0b-1faf-4f4a-bf56-e099be39a9fd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/d2619393-fd32-4b25-82a0-bbf89fa78c29 HTTP/1.1" status: 200 len: 990 time: 0.1140428 Jul 28 15:12:39.566984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03a0d4c7-4141-4a73-9f8d-adf3d1ffeaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.614815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-703de066-6945-4756-a66e-4b768aa14a8f service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433070 Jul 28 15:12:39.631229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c964f6d9-e3ef-43e9-945e-ba49b24791a6 None None] New status for floating IP d2619393-fd32-4b25-82a0-bbf89fa78c29: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:12:39.663233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03a0d4c7-4141-4a73-9f8d-adf3d1ffeaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.709484 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03a0d4c7-4141-4a73-9f8d-adf3d1ffeaa0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f85fe76231da48aa991a562e9f44d38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191579 Jul 28 15:12:39.709484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0d4c7-4141-4a73-9f8d-adf3d1ffeaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9d484-9274-4570-972c-44d82d206839,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:39.709835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58584) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:39.722817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.792203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41df79bf-2744-40eb-87b4-8f934449564a req-03c034c1-1e8c-4e53-b304-962b01dab2d0 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692369 Jul 28 15:12:39.805262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Network f6477305-1644-43f9-8bf6-bdd77a345832 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:39.819375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:39.825530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:39.828648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Pushing event updated for resources: {'Port': ['ID=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:39.832817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Made reservation on behalf of 80195490aa254511b0d5da710ae0d843 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:12:39.837047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.854413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0b76900-8b69-458a-8fbc-f58656cfd995 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:39.890533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7947af7c-46c4-4a32-97fe-dc49b62e0c9c req-d37c3e49-bab3-4d66-bed3-dd29a40c41f6 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0493660 Jul 28 15:12:39.910750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e0b76900-8b69-458a-8fbc-f58656cfd995 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:39.911275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.922762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:39.922762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.924974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcf04de4-f753-40ef-840f-5b2cc66f1184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.993283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcf04de4-f753-40ef-840f-5b2cc66f1184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.078911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Allocated IP 172.20.0.14 (f6477305-1644-43f9-8bf6-bdd77a345832/4d268325-698a-4a33-9c85-c40033c8be95/6d325cb2-b5e4-4dc9-8351-3dc56e64f11d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:12:40.111611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-741cc8fc-068a-4238-980f-b5959953596d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2989800 Jul 28 15:12:40.127388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Request body: {'port': {'device_id': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:40.196959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.243651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcf04de4-f753-40ef-840f-5b2cc66f1184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.246200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcf04de4-f753-40ef-840f-5b2cc66f1184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.247938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bcf04de4-f753-40ef-840f-5b2cc66f1184 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbf9d484-9274-4570-972c-44d82d206839 HTTP/1.1" status: 204 len: 168 time: 0.5368977 Jul 28 15:12:40.295763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf04de4-f753-40ef-840f-5b2cc66f1184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9d484-9274-4570-972c-44d82d206839,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:40.428764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.482774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58590) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:40.547760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bd50faa0-9f9c-4b92-a457-23ad644f53fe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/d2619393-fd32-4b25-82a0-bbf89fa78c29 HTTP/1.1" status: 200 len: 992 time: 0.0638244 Jul 28 15:12:40.655738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.734387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Network f6477305-1644-43f9-8bf6-bdd77a345832 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:12:40.742528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:12:40.751459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:12:40.783468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Pushing event updated for resources: {'Port': ['ID=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:40.830642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:40.831269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.907775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:12:40.916087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:40.929509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Transition to ACTIVE for port object 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:40.932902 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-01a9caf0-4382-43b6-aef5-e120735e38e0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9936972 Jul 28 15:12:40.947678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Request body: {'port': {'device_id': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:12:41.018058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58596) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:41.033711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f3f4-82b6-44e2-a5b6-64b7b928ba7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.035513 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.072235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.106373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3697be5-3e7f-445a-b499-e31d812ab8d7 req-1f41e962-b4da-4cc9-934c-8787086d2138 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:41.107945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3697be5-3e7f-445a-b499-e31d812ab8d7 req-1f41e962-b4da-4cc9-934c-8787086d2138 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 932 time: 0.1398141 Jul 28 15:12:41.138861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Pushing event updated for resources: {'Port': ['ID=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:41.168157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f3f4-82b6-44e2-a5b6-64b7b928ba7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.247337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3697be5-3e7f-445a-b499-e31d812ab8d7 req-4326195a-aa06-4124-8021-7822d3c6ef0b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325691 Jul 28 15:12:41.298299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f3f4-82b6-44e2-a5b6-64b7b928ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.337588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Attempting to bind port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:41.337957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Attempting to bind port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:41.338267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Attempting to bind port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 on network f6477305-1644-43f9-8bf6-bdd77a345832 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:41.341938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4c7f3f4-82b6-44e2-a5b6-64b7b928ba7c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05db4498b4d341d6b4fc59f84899a3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227196 Jul 28 15:12:41.344625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58598) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:41.346683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 on network f6477305-1644-43f9-8bf6-bdd77a345832 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:12:41.347014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Attempting to bind port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 on network f6477305-1644-43f9-8bf6-bdd77a345832 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:41.350999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7f3f4-82b6-44e2-a5b6-64b7b928ba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554301f-b0b9-496b-acb3-aea531d41ae3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:41.393020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:41.399064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Checking segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:41.399064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Bound using segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:41.399064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Bound port: 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:41.399064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.399623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9047135c-cba0-4156-9ea4-b9c3bd7c86c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.422286 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9047135c-cba0-4156-9ea4-b9c3bd7c86c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.498613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] For port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:41.516910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] For port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:41.566934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:12:41.575437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.578305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9047135c-cba0-4156-9ea4-b9c3bd7c86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.581025 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9047135c-cba0-4156-9ea4-b9c3bd7c86c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.582336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9047135c-cba0-4156-9ea4-b9c3bd7c86c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2554301f-b0b9-496b-acb3-aea531d41ae3 HTTP/1.1" status: 204 len: 168 time: 0.2367074 Jul 28 15:12:41.591230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047135c-cba0-4156-9ea4-b9c3bd7c86c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554301f-b0b9-496b-acb3-aea531d41ae3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:41.596471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Transition to ACTIVE for port object 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:12:41.619801 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.657177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:41.657848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.659226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] 10.222.0.58 "PUT /v2.0/ports/26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 1093 time: 1.5362258 Jul 28 15:12:41.659685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'tag': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:41.662023 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21da8cce-2d26-4cee-a8df-865a12ddefb9" -d '{"events": [{"name": "network-changed", "server_uuid": "98ac3b56-8bfc-40fe-b3b8-418f72fae16c", "tag": "26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:41.704229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.704229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e31a6e-e71f-4938-b40f-8b6eba94fe98 service neutron] Pushing event updated for resources: {'Port': ['ID=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:41.725718 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1de77a-995a-4688-9c93-de34817504a4 x-openstack-request-id: req-1d1de77a-995a-4688-9c93-de34817504a4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:41.726014 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ac3b56-8bfc-40fe-b3b8-418f72fae16c", "tag": "26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:41.726272 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d1de77a-995a-4688-9c93-de34817504a4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:41.726681 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'tag': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4', 'status': 'completed', 'code': 200} Jul 28 15:12:41.781447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Pushing event updated for resources: {'Port': ['ID=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:41.833619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da8cce-2d26-4cee-a8df-865a12ddefb9 req-6c0197d8-9904-49c4-85bf-467c4bfca428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:41.835163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21da8cce-2d26-4cee-a8df-865a12ddefb9 req-6c0197d8-9904-49c4-85bf-467c4bfca428 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1096 time: 0.1021163 Jul 28 15:12:41.908640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Attempting to bind port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:12:41.909019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Attempting to bind port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:12:41.909362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Attempting to bind port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d on network f6477305-1644-43f9-8bf6-bdd77a345832 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:41.921766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d on network f6477305-1644-43f9-8bf6-bdd77a345832 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:12:41.922099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Attempting to bind port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d on network f6477305-1644-43f9-8bf6-bdd77a345832 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:12:41.932868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:12:41.933250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Checking segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:12:41.933649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Bound using segment: {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:12:41.935584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Bound port: 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285e64ea-2128-4cf1-93a8-b813fed1e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:12:41.935584 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:41.996235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da8cce-2d26-4cee-a8df-865a12ddefb9 req-b7699b90-1c02-47fd-a5de-ad3669ccc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:41.998348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21da8cce-2d26-4cee-a8df-865a12ddefb9 req-b7699b90-1c02-47fd-a5de-ad3669ccc854 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=80195490aa254511b0d5da710ae0d843&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1533909 Jul 28 15:12:42.081860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] For port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:12:42.086881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] For port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:12:42.122786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da8cce-2d26-4cee-a8df-865a12ddefb9 req-909e9391-b789-4c0d-a861-f4db45e94cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.124285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21da8cce-2d26-4cee-a8df-865a12ddefb9 req-909e9391-b789-4c0d-a861-f4db45e94cd1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183352 Jul 28 15:12:42.199245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:42.245215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.245912 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:42.247375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] 10.222.0.58 "PUT /v2.0/ports/6d325cb2-b5e4-4dc9-8351-3dc56e64f11d HTTP/1.1" status: 200 len: 1093 time: 1.3041828 Jul 28 15:12:42.269573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-0cd3c7d2-a633-4cb0-9d6a-4d3f5d87b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.271067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-0cd3c7d2-a633-4cb0-9d6a-4d3f5d87b0c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1096 time: 0.1016533 Jul 28 15:12:42.317179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd053dc-29a6-41d4-b8ec-e4352b828a99 service neutron] Pushing event updated for resources: {'Port': ['ID=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:42.323029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-145857b3-01d5-4e59-8eb9-eaf707ad6996 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0427432 Jul 28 15:12:42.425955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-3c68700c-5110-4a0a-a677-86a73dc54d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.427406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-3c68700c-5110-4a0a-a677-86a73dc54d0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0968201 Jul 28 15:12:42.436541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba196637-a843-40f8-b81d-5b75ac460cf6 req-e35fd809-00b4-4e3a-8b9a-4d6b227414ee tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.438057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba196637-a843-40f8-b81d-5b75ac460cf6 req-e35fd809-00b4-4e3a-8b9a-4d6b227414ee tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 944 time: 0.1177998 Jul 28 15:12:42.482792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-765e1c99-653a-457a-981e-8f953352f218 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436862 Jul 28 15:12:42.502208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-31f5da6c-5c1d-481b-8d72-60b9ce5326f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.503698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-31f5da6c-5c1d-481b-8d72-60b9ce5326f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 1096 time: 0.1112914 Jul 28 15:12:42.563274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba196637-a843-40f8-b81d-5b75ac460cf6 req-d330e5fd-5c44-4c93-9311-0196c4bb2f76 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157141 Jul 28 15:12:42.594952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-33fc7c94-135e-4fff-a597-50527201c02f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d HTTP/1.1" status: 200 len: 217 time: 0.0711114 Jul 28 15:12:42.672847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-f5f687fa-c9b9-49f6-b3d7-bcd1e11050f7 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804993 Jul 28 15:12:42.674396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-f1e94497-d3ae-4b62-805e-757f492b8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:42.675719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-f1e94497-d3ae-4b62-805e-757f492b8cb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0689869 Jul 28 15:12:42.754799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-ef222706-4f4e-408d-b7b9-1dbbe9585976 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670159 Jul 28 15:12:42.857130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-6fa563dd-ccc2-40ea-b424-797c23c2e068 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703544 Jul 28 15:12:42.883871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-fc0ae793-cbc3-46a0-a827-d609550b12ef service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185305 Jul 28 15:12:42.983807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d71e1a04-b093-44a8-b583-f147c09f9841 req-3c4ad15e-63c5-4175-9ffb-cddec8b22bf3 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915077 Jul 28 15:12:43.094792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-7986c9d7-f1ed-4596-aca5-57b5c46a7705 req-b08bbcfb-1ba9-4612-8302-7e96ddc43c64 service neutron] (94658) timed out ('10.222.0.57', 59468) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:12:43.698498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f8330-ecee-4be0-b0ac-b59dd4c16d8b req-441bf7eb-9057-4ccb-9fd1-6813e82e8b6e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.700108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d2f8330-ecee-4be0-b0ac-b59dd4c16d8b req-441bf7eb-9057-4ccb-9fd1-6813e82e8b6e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 944 time: 0.0599742 Jul 28 15:12:43.727971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'tag': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:43.730400 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2690ab0-dba5-4413-bd0d-61c6cab1b165" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7987ac-126b-4e7f-9814-124cd1409b1c", "tag": "6d325cb2-b5e4-4dc9-8351-3dc56e64f11d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:43.748388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d2f8330-ecee-4be0-b0ac-b59dd4c16d8b req-cce5aa07-c4dd-4157-9ee0-e022965226e1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Jul 28 15:12:43.773962 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d8b28f-8c14-4cca-907d-430b88e2e108 x-openstack-request-id: req-31d8b28f-8c14-4cca-907d-430b88e2e108 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:43.774248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7987ac-126b-4e7f-9814-124cd1409b1c", "tag": "6d325cb2-b5e4-4dc9-8351-3dc56e64f11d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:43.774500 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31d8b28f-8c14-4cca-907d-430b88e2e108 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:43.775082 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'tag': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d', 'status': 'completed', 'code': 200} Jul 28 15:12:43.845053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-0b228604-4124-4fae-a3c5-3601e71ce802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.846646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-0b228604-4124-4fae-a3c5-3601e71ce802 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 1096 time: 0.0452652 Jul 28 15:12:43.965841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-547995a5-9e09-424f-94ae-01d86fc39384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.967546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-547995a5-9e09-424f-94ae-01d86fc39384 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.1094441 Jul 28 15:12:44.011717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-40577671-4cf7-4fd0-b7a5-a95f8eed31a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d HTTP/1.1" status: 200 len: 217 time: 0.0357633 Jul 28 15:12:44.068858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-43332967-d926-41e5-bbf7-38412fab7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:44.070319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-43332967-d926-41e5-bbf7-38412fab7c78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0499680 Jul 28 15:12:44.109749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-3d0231f1-1c5b-40c8-87b7-bb4cd8efd1d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Jul 28 15:12:44.228135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-3d38ce9f-8392-40f8-94e4-2ee36d87e6a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037748 Jul 28 15:12:44.331868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2690ab0-dba5-4413-bd0d-61c6cab1b165 req-c0293860-f4ff-49f0-9869-8133e57a16e3 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959737 Jul 28 15:12:44.869567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022db410-30dd-43ec-a47a-51a9b2fdf79d req-79f26e74-b0f8-46ef-97a2-77b7da33e3c1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:44.871158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-022db410-30dd-43ec-a47a-51a9b2fdf79d req-79f26e74-b0f8-46ef-97a2-77b7da33e3c1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 944 time: 0.0555060 Jul 28 15:12:44.919296 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-022db410-30dd-43ec-a47a-51a9b2fdf79d req-fa5ff0d8-f341-4a6a-bd61-9e62aa8e555f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Jul 28 15:12:45.587943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:12:45.691569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:45.703012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'port_id': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d', 'mac_address': 'fa:16:3e:54:05:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d268325-698a-4a33-9c85-c40033c8be95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:12:45.742597 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:45.754864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:12:45.773682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:45.841293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:45.841956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:12:45.913182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:45.916089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:45.928372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4', 'network_id': 'f6477305-1644-43f9-8bf6-bdd77a345832', 'port_id': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4', 'mac_address': 'fa:16:3e:43:c2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d268325-698a-4a33-9c85-c40033c8be95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:12:45.967685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:45.982330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:12:46.004187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:46.042826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f1148-d4cf-4013-817e-fd43d5a1da50 req-6f7d6d47-1b84-4aaf-ac9e-27180af191f8 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:46.044307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-793f1148-d4cf-4013-817e-fd43d5a1da50 req-6f7d6d47-1b84-4aaf-ac9e-27180af191f8 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 945 time: 0.0516341 Jul 28 15:12:46.086243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-793f1148-d4cf-4013-817e-fd43d5a1da50 req-d18c9baa-eb57-4b4e-931b-60ac3dc0f695 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351043 Jul 28 15:12:46.143837 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:46.203154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:46.418015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:12:46.471032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6d325cb2-b5e4-4dc9-8351-3dc56e64f11d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:12:47.213410 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606d631-e852-4c9f-bc32-85fedde0e1b1 req-bed381f4-9512-499c-b690-3103fd1d8c71 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:47.226769 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a606d631-e852-4c9f-bc32-85fedde0e1b1 req-bed381f4-9512-499c-b690-3103fd1d8c71 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 945 time: 0.0587840 Jul 28 15:12:47.266256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a606d631-e852-4c9f-bc32-85fedde0e1b1 req-e6e8419a-c69d-44ae-a24e-98e644783b5e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343599 Jul 28 15:12:47.590006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:47.703752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:47.707983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:47.708361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:47.803762 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:47.830436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:47.833075 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1412b009-2cff-4f42-b335-b3dbcf067fa1" -d '{"events": [{"server_uuid": "cf7987ac-126b-4e7f-9814-124cd1409b1c", "name": "network-vif-plugged", "status": "completed", "tag": "6d325cb2-b5e4-4dc9-8351-3dc56e64f11d"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:47.850443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:47.883417 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012920c4-b3a2-434f-89af-56ae0094e6df x-openstack-request-id: req-012920c4-b3a2-434f-89af-56ae0094e6df {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:47.883417 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7987ac-126b-4e7f-9814-124cd1409b1c", "name": "network-vif-plugged", "status": "completed", "tag": "6d325cb2-b5e4-4dc9-8351-3dc56e64f11d", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:47.883417 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-012920c4-b3a2-434f-89af-56ae0094e6df {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:47.883827 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d', 'code': 200} Jul 28 15:12:47.944067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:47.944965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:12:47.996638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c59397-d66e-4076-a57c-c4d0573ea1fb req-a2004cbf-eed4-4d47-940e-4e66f0221fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:47.998471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9c59397-d66e-4076-a57c-c4d0573ea1fb req-a2004cbf-eed4-4d47-940e-4e66f0221fa7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 1098 time: 0.0511248 Jul 28 15:12:48.045076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:48.059717 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9c59397-d66e-4076-a57c-c4d0573ea1fb req-ae726d23-4f0f-4373-834d-75507434af1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521080 Jul 28 15:12:48.213336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:12:48.218411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:12:48.219072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:48.330159 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:48.367795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:48.417584 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba7c5c-9653-412e-823f-a413ba0e643a req-70edafd3-f8ad-4a20-9fbc-6afb20b749e3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:48.421597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14ba7c5c-9653-412e-823f-a413ba0e643a req-70edafd3-f8ad-4a20-9fbc-6afb20b749e3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0610917 Jul 28 15:12:48.446438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:48.472927 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14ba7c5c-9653-412e-823f-a413ba0e643a req-1e3e70a4-13b4-43fb-ade8-0df2205adee6 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Jul 28 15:12:48.502532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:49.249176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:49.382735 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e2858b9c-509b-42e9-ac99-cf461289bf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.489069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e2858b9c-509b-42e9-ac99-cf461289bf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.595260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e2858b9c-509b-42e9-ac99-cf461289bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.606143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4334113-2a9f-4a4b-8c9f-d1250897b737 req-d84aa5bb-0092-4264-88b6-a03345679ae6 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:49.608588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4334113-2a9f-4a4b-8c9f-d1250897b737 req-d84aa5bb-0092-4264-88b6-a03345679ae6 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0591488 Jul 28 15:12:49.642627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e2858b9c-509b-42e9-ac99-cf461289bf09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0336b6b56db34108ae7f4cfff442c7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887415 Jul 28 15:12:49.642627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2858b9c-509b-42e9-ac99-cf461289bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b41ee1-40c8-4b92-a924-ce01b8aceebd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:49.644498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58710) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:49.655542 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4334113-2a9f-4a4b-8c9f-d1250897b737 req-a04e94aa-cbfa-40fc-915f-296778d8310c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Jul 28 15:12:49.702902 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9dc46d9-0645-464b-82aa-43a2d7dbb06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.727705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9dc46d9-0645-464b-82aa-43a2d7dbb06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.869619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9dc46d9-0645-464b-82aa-43a2d7dbb06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.872562 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9dc46d9-0645-464b-82aa-43a2d7dbb06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:49.873760 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9dc46d9-0645-464b-82aa-43a2d7dbb06a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17b41ee1-40c8-4b92-a924-ce01b8aceebd HTTP/1.1" status: 204 len: 168 time: 0.2280717 Jul 28 15:12:49.882779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc46d9-0645-464b-82aa-43a2d7dbb06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b41ee1-40c8-4b92-a924-ce01b8aceebd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:49.884687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:49.888267 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee99711-16c4-46f8-8e40-693603714b54" -d '{"events": [{"server_uuid": "98ac3b56-8bfc-40fe-b3b8-418f72fae16c", "name": "network-vif-plugged", "status": "completed", "tag": "26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:49.936361 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30de645-0fe3-478d-8f9d-ed9048c0c73a x-openstack-request-id: req-f30de645-0fe3-478d-8f9d-ed9048c0c73a {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:49.937335 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ac3b56-8bfc-40fe-b3b8-418f72fae16c", "name": "network-vif-plugged", "status": "completed", "tag": "26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:49.937588 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f30de645-0fe3-478d-8f9d-ed9048c0c73a {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:49.937987 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4', 'code': 200} Jul 28 15:12:50.041186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac8861-4dac-4c32-8560-2eebea1b5cce req-56251641-c746-4670-95bd-81c344a78bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:50.042838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23ac8861-4dac-4c32-8560-2eebea1b5cce req-56251641-c746-4670-95bd-81c344a78bc2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0439730 Jul 28 15:12:50.080774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23ac8861-4dac-4c32-8560-2eebea1b5cce req-2df7fc64-b748-4c0f-a8c0-2dfda7af9a85 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 Jul 28 15:12:50.234138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f821-c09f-4294-a502-e5ea21b35310 req-9e31d554-f92e-44df-8053-4972b46abc5a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:50.237027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb84f821-c09f-4294-a502-e5ea21b35310 req-9e31d554-f92e-44df-8053-4972b46abc5a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0708914 Jul 28 15:12:50.310276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb84f821-c09f-4294-a502-e5ea21b35310 req-b3c0c6ce-ba80-4d40-a347-8d1d688e697b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665355 Jul 28 15:12:50.343764 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:12:50.355652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-ca3638b2-8e0d-4626-9a6d-17cc2f8753b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:50.357868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-ca3638b2-8e0d-4626-9a6d-17cc2f8753b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 1098 time: 0.0725281 Jul 28 15:12:50.455876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-b4d8995e-3eb2-4f37-a87a-2687994ad9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:50.457403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-b4d8995e-3eb2-4f37-a87a-2687994ad9e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.0911922 Jul 28 15:12:50.506564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-4a5a8ef6-ed86-4dde-bac8-462f96ec25cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d HTTP/1.1" status: 200 len: 217 time: 0.0412982 Jul 28 15:12:50.560965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-455c4675-3811-4e15-b187-82ee7f819b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:50.562409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-455c4675-3811-4e15-b187-82ee7f819b2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0484543 Jul 28 15:12:50.605651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-5440f60a-3389-4d01-b4b1-b54cf092f011 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341003 Jul 28 15:12:50.653870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58724) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:50.669201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-adffc870-96c5-4936-a0e3-bacd965858af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:50.727682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-ff08bb32-2f35-4081-8772-9d2b18eadd4f service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086702 Jul 28 15:12:50.790970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-adffc870-96c5-4936-a0e3-bacd965858af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:50.846539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e258a11d-0a6e-4bb4-95c6-6cbd581eb941 req-75a12dc0-4c21-47eb-9045-b8a0c105a021 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107903 Jul 28 15:12:50.897601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-adffc870-96c5-4936-a0e3-bacd965858af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:50.957200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-adffc870-96c5-4936-a0e3-bacd965858af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4183374f9e049d5a68db5c573fea686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998052 Jul 28 15:12:50.957200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffc870-96c5-4936-a0e3-bacd965858af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7420499-ec37-4da7-a95e-a74200c0d762,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:50.958035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58726) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:51.013640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7fded3a-7047-4706-860c-155b769bb337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:51.050112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7fded3a-7047-4706-860c-155b769bb337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:51.235457 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7fded3a-7047-4706-860c-155b769bb337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:51.238391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b7fded3a-7047-4706-860c-155b769bb337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:51.239826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b7fded3a-7047-4706-860c-155b769bb337 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7420499-ec37-4da7-a95e-a74200c0d762 HTTP/1.1" status: 204 len: 168 time: 0.2807801 Jul 28 15:12:51.254569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fded3a-7047-4706-860c-155b769bb337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7420499-ec37-4da7-a95e-a74200c0d762,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:51.446800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8cf58-4c67-4bf4-a5a5-12c5ac4d3a38 req-b680ec62-22e2-4a28-86a6-b8149b605c74 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:51.448475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38b8cf58-4c67-4bf4-a5a5-12c5ac4d3a38 req-b680ec62-22e2-4a28-86a6-b8149b605c74 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0557723 Jul 28 15:12:51.495040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38b8cf58-4c67-4bf4-a5a5-12c5ac4d3a38 req-45627a71-d767-4275-b89b-963a44a92f6b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Jul 28 15:12:52.252191 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-923a371a-29cd-4494-a8ea-dbaf134553b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:52.645585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10719b68-36c2-41a3-ad55-a7cdaf314a30 req-72dce3ed-29de-4d7d-b3f3-33c292d22b97 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:52.645585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10719b68-36c2-41a3-ad55-a7cdaf314a30 req-72dce3ed-29de-4d7d-b3f3-33c292d22b97 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0735042 Jul 28 15:12:52.685307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10719b68-36c2-41a3-ad55-a7cdaf314a30 req-5c17a6a4-d302-4572-a91a-4e6d42809a1f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Jul 28 15:12:53.816743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030d9d-33ee-4e3d-86ba-a82dde21802d req-f18ac089-8676-4245-9a6e-15ce2d4a99e1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:53.818324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7030d9d-33ee-4e3d-86ba-a82dde21802d req-f18ac089-8676-4245-9a6e-15ce2d4a99e1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0592940 Jul 28 15:12:53.859711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a7030d9d-33ee-4e3d-86ba-a82dde21802d req-5797e7d6-f0f1-48a1-8e13-9e17b6166c70 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352180 Jul 28 15:12:54.835386 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9af46bc-4661-42c4-a5b9-5f539ba9ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:55.181883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651056ce-9359-404d-aea7-f4f31cbdc1ac req-f4e57f67-8b32-4d67-93ea-a37979c01a80 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:55.184061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-651056ce-9359-404d-aea7-f4f31cbdc1ac req-f4e57f67-8b32-4d67-93ea-a37979c01a80 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.2485025 Jul 28 15:12:55.201204 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:55.244910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-651056ce-9359-404d-aea7-f4f31cbdc1ac req-ebd3b93e-5859-4db2-8bb0-6b0d0548f39e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530579 Jul 28 15:12:56.366509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f825ed-d720-4be9-89fc-389a5965fef4 req-1c63bb43-85c6-49ef-9f19-d10662499a75 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:56.368167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3f825ed-d720-4be9-89fc-389a5965fef4 req-1c63bb43-85c6-49ef-9f19-d10662499a75 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0531228 Jul 28 15:12:56.372239 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.408197 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3f825ed-d720-4be9-89fc-389a5965fef4 req-34becfd1-aeab-4df5-8c55-f4a03246bb35 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Jul 28 15:12:57.272996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 58874) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:57.385370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.476842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.531935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15a68d-22ff-41bf-a878-aca717403eba req-2a65c94b-1a62-4aef-ac93-48a3a68b4f38 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:57.533443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd15a68d-22ff-41bf-a878-aca717403eba req-2a65c94b-1a62-4aef-ac93-48a3a68b4f38 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0558043 Jul 28 15:12:57.571741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd15a68d-22ff-41bf-a878-aca717403eba req-1072774b-8235-471a-b341-982d16a7a4d7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Jul 28 15:12:57.623538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.663348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72c4e688d36c41fb98e1742b7c683f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892264 Jul 28 15:12:57.664361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565eaa3-a561-48e1-8908-3fe7016bf8a8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:57.666076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58880) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:57.673020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.673367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.673709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.674173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.674448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.674767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.675202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.675526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.675856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.676216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.676569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.682306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ff448-6846-4e88-9ab5-e27181941310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:57.721659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-092ce6d3-b075-430f-9826-501941903a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.751073 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-092ce6d3-b075-430f-9826-501941903a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.829282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.897611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-092ce6d3-b075-430f-9826-501941903a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.900183 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-092ce6d3-b075-430f-9826-501941903a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:57.901675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-092ce6d3-b075-430f-9826-501941903a7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0565eaa3-a561-48e1-8908-3fe7016bf8a8 HTTP/1.1" status: 204 len: 168 time: 0.2320049 Jul 28 15:12:57.909821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ce6d3-b075-430f-9826-501941903a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565eaa3-a561-48e1-8908-3fe7016bf8a8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:58.692826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252649d0-e91a-4436-927d-d98cb112f90f req-c6b08146-5396-44e4-9fca-68ed82838234 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:58.694343 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-252649d0-e91a-4436-927d-d98cb112f90f req-c6b08146-5396-44e4-9fca-68ed82838234 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0533659 Jul 28 15:12:58.737941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-252649d0-e91a-4436-927d-d98cb112f90f req-8dd70d9a-b1e6-4d75-9569-e4c60c6c5e20 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Jul 28 15:12:58.748032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58888) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:58.761773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f91f8b-043a-42bf-a817-dbcbc7575ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:58.849315 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f91f8b-043a-42bf-a817-dbcbc7575ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:58.965974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-23f91f8b-043a-42bf-a817-dbcbc7575ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.004349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f91f8b-043a-42bf-a817-dbcbc7575ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3383ab7c-abdc-4738-8483-055b01399e38,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:59.008893 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-23f91f8b-043a-42bf-a817-dbcbc7575ccd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2891e8c6da5436c9eb8b5cc7f671fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595301 Jul 28 15:12:59.012116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 58890) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:59.062391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.084044 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.251092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.253826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.255093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3383ab7c-abdc-4738-8483-055b01399e38 HTTP/1.1" status: 204 len: 168 time: 0.2421219 Jul 28 15:12:59.265656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3383ab7c-abdc-4738-8483-055b01399e38,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:59.275427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.276004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.276850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.277432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.278020 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.278794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.279186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.279752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.280390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.281063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.281418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.281986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834db5-e321-4daf-910f-efd0a6861bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.863471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5289f-c9c7-4370-a423-3d5f2d3ea2df req-e8ff0cab-b28c-4f38-ab91-964a4f7be7cd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:59.865152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25c5289f-c9c7-4370-a423-3d5f2d3ea2df req-e8ff0cab-b28c-4f38-ab91-964a4f7be7cd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0547032 Jul 28 15:12:59.907074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25c5289f-c9c7-4370-a423-3d5f2d3ea2df req-f3d03885-2f6f-4f88-9424-b56ce5563a61 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Jul 28 15:13:01.025559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131f043-afca-455f-a366-0840af3508c4 req-87b9d6c6-4a67-4caa-a958-049fb274873f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:01.027380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a131f043-afca-455f-a366-0840af3508c4 req-87b9d6c6-4a67-4caa-a958-049fb274873f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0505044 Jul 28 15:13:01.077521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a131f043-afca-455f-a366-0840af3508c4 req-4dbeef65-99db-4c73-a727-ec0d5f720972 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Jul 28 15:13:02.207669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941e94-4c23-4a72-b492-cbff307e1773 req-878b690e-9ae4-4236-a35e-d9f4cb137cd4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:02.209209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0941e94-4c23-4a72-b492-cbff307e1773 req-878b690e-9ae4-4236-a35e-d9f4cb137cd4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0507448 Jul 28 15:13:02.251800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0941e94-4c23-4a72-b492-cbff307e1773 req-f8831b7a-1dd5-4061-a575-185a3cd4f21c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Jul 28 15:13:02.399856 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.369539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420145d5-f120-4455-a8b7-faf372e95a2f req-01159160-8f5c-4952-91df-50bc7365236b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:03.371192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-420145d5-f120-4455-a8b7-faf372e95a2f req-01159160-8f5c-4952-91df-50bc7365236b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0514588 Jul 28 15:13:03.411716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-420145d5-f120-4455-a8b7-faf372e95a2f req-297b8ab7-b4b4-4f8d-b0be-1b9b34e66c32 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Jul 28 15:13:04.533527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdb4d0-3159-4a45-ab16-8551abf9198c req-8f05e32a-8d2b-4ed4-9961-2d14f9bb2942 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:04.535061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72cdb4d0-3159-4a45-ab16-8551abf9198c req-8f05e32a-8d2b-4ed4-9961-2d14f9bb2942 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0556676 Jul 28 15:13:04.574411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72cdb4d0-3159-4a45-ab16-8551abf9198c req-e2cb70ef-a352-405d-b984-3d32c3dc788f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jul 28 15:13:05.850771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc25ee-8460-4a1a-b639-f15106778348 req-0cf616dd-be37-4315-ac30-80d47463a692 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:05.852291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45bc25ee-8460-4a1a-b639-f15106778348 req-0cf616dd-be37-4315-ac30-80d47463a692 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.2096386 Jul 28 15:13:05.900048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-45bc25ee-8460-4a1a-b639-f15106778348 req-b14c1249-b154-44f4-935e-798a2e173952 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Jul 28 15:13:06.246010 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.021439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0702c4c-7b34-4eff-9831-67cad3447d85 req-dfc2309a-3028-4bc3-9947-06d2d4e23280 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:07.022950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0702c4c-7b34-4eff-9831-67cad3447d85 req-dfc2309a-3028-4bc3-9947-06d2d4e23280 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0509014 Jul 28 15:13:07.068355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0702c4c-7b34-4eff-9831-67cad3447d85 req-9988f7f5-4be7-4a8d-b469-10c9e5cda7a5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Jul 28 15:13:08.234397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108e6ca-0b69-44a3-a1aa-5971603d4462 req-311be73b-2f24-4e1d-a88c-c3834bf33981 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:08.235931 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e108e6ca-0b69-44a3-a1aa-5971603d4462 req-311be73b-2f24-4e1d-a88c-c3834bf33981 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0586565 Jul 28 15:13:08.276663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e108e6ca-0b69-44a3-a1aa-5971603d4462 req-395beabb-e4e5-4a3f-880a-d80069e1797e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Jul 28 15:13:09.397729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164f927-9088-4548-9c81-7d771b58ead8 req-41f5976f-3e5f-46a4-bdcc-fdb467022de4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:09.399284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8164f927-9088-4548-9c81-7d771b58ead8 req-41f5976f-3e5f-46a4-bdcc-fdb467022de4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0517790 Jul 28 15:13:09.446270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8164f927-9088-4548-9c81-7d771b58ead8 req-3e1bbf7a-7bb5-49e1-aea9-53c86acbb053 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Jul 28 15:13:10.565374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265a37b-8247-44e0-aec9-b80ccedd70da req-417c0ae3-a914-4267-a102-28b99dcfc161 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:10.566842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6265a37b-8247-44e0-aec9-b80ccedd70da req-417c0ae3-a914-4267-a102-28b99dcfc161 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0503602 Jul 28 15:13:10.605748 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6265a37b-8247-44e0-aec9-b80ccedd70da req-a9b09f5b-2d8b-45d6-bba3-30fdf42ab41d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Jul 28 15:13:11.745962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd549471-9fb1-4a13-bd49-0ab90cdaf21e req-4819665b-b05c-4574-b081-53b982d2eabc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:11.747531 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd549471-9fb1-4a13-bd49-0ab90cdaf21e req-4819665b-b05c-4574-b081-53b982d2eabc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0570557 Jul 28 15:13:11.797085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd549471-9fb1-4a13-bd49-0ab90cdaf21e req-7882fc5d-7caf-4825-bf57-adc850cb9882 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Jul 28 15:13:12.916977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae0b5-9b09-4964-b9fb-a1bfb0b5da99 req-a212465b-6117-49b0-86bd-2198204e79ae tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:12.918471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7dae0b5-9b09-4964-b9fb-a1bfb0b5da99 req-a212465b-6117-49b0-86bd-2198204e79ae tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0530419 Jul 28 15:13:12.958567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7dae0b5-9b09-4964-b9fb-a1bfb0b5da99 req-605c611e-7de3-4634-b999-27cfcb8db3cc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Jul 28 15:13:14.083317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61d34-5c4b-45b1-aacb-9fc29c354fd5 req-8ae80b7f-49d4-4427-92d9-bd956c3c7481 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:14.084952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e4e61d34-5c4b-45b1-aacb-9fc29c354fd5 req-8ae80b7f-49d4-4427-92d9-bd956c3c7481 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0537972 Jul 28 15:13:14.131376 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e4e61d34-5c4b-45b1-aacb-9fc29c354fd5 req-a3703bc4-d522-4826-a4d4-b7fa44fd550d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Jul 28 15:13:15.255829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ce200-3d8e-4bd9-bdab-a7d58afd53f9 req-deb86276-076c-4937-bb90-089ce1231842 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:15.257315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e52ce200-3d8e-4bd9-bdab-a7d58afd53f9 req-deb86276-076c-4937-bb90-089ce1231842 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0495849 Jul 28 15:13:15.297028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e52ce200-3d8e-4bd9-bdab-a7d58afd53f9 req-028d994d-183e-4c59-8eaa-59c8d37bccb4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Jul 28 15:13:16.431821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65351a18-6c1a-48d9-9bcf-4a24c44dc36a req-72b5c08f-57e0-483c-a8de-3ee13fc864f6 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:16.433455 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65351a18-6c1a-48d9-9bcf-4a24c44dc36a req-72b5c08f-57e0-483c-a8de-3ee13fc864f6 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0640719 Jul 28 15:13:16.476007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65351a18-6c1a-48d9-9bcf-4a24c44dc36a req-b75c43f3-ece1-413b-be7a-8de484ce3b17 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353684 Jul 28 15:13:17.597411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91439f1-ba67-4b55-9da1-616c5137266a req-88e9e1ba-f6ff-405e-8188-5847a776030c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:17.602958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a91439f1-ba67-4b55-9da1-616c5137266a req-88e9e1ba-f6ff-405e-8188-5847a776030c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0502872 Jul 28 15:13:17.638557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a91439f1-ba67-4b55-9da1-616c5137266a req-990b6d35-f33e-4215-96a7-4b4aa46cf053 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Jul 28 15:13:17.976405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:18.097006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-93710b86-26ce-40df-b408-05bb34195ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.199144 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-93710b86-26ce-40df-b408-05bb34195ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.297289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-93710b86-26ce-40df-b408-05bb34195ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.344276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-93710b86-26ce-40df-b408-05bb34195ae4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d3845d732614f6885237fa823c23321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662415 Jul 28 15:13:18.344706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93710b86-26ce-40df-b408-05bb34195ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b2cf11-c09a-4a7c-852e-b4b35a98d45e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:18.347496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59084) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:18.408773 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d69e73a-7372-4b0f-9f0e-083cb54aa5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.432782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d69e73a-7372-4b0f-9f0e-083cb54aa5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.547992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d69e73a-7372-4b0f-9f0e-083cb54aa5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.550596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d69e73a-7372-4b0f-9f0e-083cb54aa5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.551793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5d69e73a-7372-4b0f-9f0e-083cb54aa5d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37b2cf11-c09a-4a7c-852e-b4b35a98d45e HTTP/1.1" status: 204 len: 168 time: 0.2032776 Jul 28 15:13:18.559581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e73a-7372-4b0f-9f0e-083cb54aa5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b2cf11-c09a-4a7c-852e-b4b35a98d45e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:18.762046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e24a8-3b5d-4eb4-b783-fac04400ff33 req-9b3ca922-65a1-4f27-be6a-fe63151f835a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:18.763238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-253e24a8-3b5d-4eb4-b783-fac04400ff33 req-9b3ca922-65a1-4f27-be6a-fe63151f835a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0506418 Jul 28 15:13:18.802700 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-253e24a8-3b5d-4eb4-b783-fac04400ff33 req-b2dbb406-2c6c-4c1e-a36e-e675acf5d834 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Jul 28 15:13:19.138275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59092) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:19.151860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6258ccdd-a3b9-465c-9287-124dc0779c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.243707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6258ccdd-a3b9-465c-9287-124dc0779c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.314064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6258ccdd-a3b9-465c-9287-124dc0779c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.354086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6258ccdd-a3b9-465c-9287-124dc0779c10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d60c2359949e457f8bfb6bcd0676837f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146277 Jul 28 15:13:19.355073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258ccdd-a3b9-465c-9287-124dc0779c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393b320-06d2-4d3b-8656-b8096d0ab801,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:19.356865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59094) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:19.408789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6478bbc9-1762-40e2-8213-8ffcddc3d27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.430191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6478bbc9-1762-40e2-8213-8ffcddc3d27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.571238 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6478bbc9-1762-40e2-8213-8ffcddc3d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.575062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6478bbc9-1762-40e2-8213-8ffcddc3d27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.576530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6478bbc9-1762-40e2-8213-8ffcddc3d27d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b393b320-06d2-4d3b-8656-b8096d0ab801 HTTP/1.1" status: 204 len: 168 time: 0.2175288 Jul 28 15:13:19.585376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478bbc9-1762-40e2-8213-8ffcddc3d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393b320-06d2-4d3b-8656-b8096d0ab801,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:19.775140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-f5d00a08-9c89-4cf3-a948-c25d6bd9daf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2083073 Jul 28 15:13:19.909129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-447f9a31-39e4-4ff1-8cd5-d39a066ca12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:19.910640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-447f9a31-39e4-4ff1-8cd5-d39a066ca12e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0730755 Jul 28 15:13:19.936325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1af5c-af41-42cd-8021-04134f77fd14 req-764ed073-c884-481b-8af3-0a5d8009987d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:19.937853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e1af5c-af41-42cd-8021-04134f77fd14 req-764ed073-c884-481b-8af3-0a5d8009987d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0651896 Jul 28 15:13:20.336512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85e1af5c-af41-42cd-8021-04134f77fd14 req-9ea2cc6f-e585-4e9c-a263-7de15598589f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893855 Jul 28 15:13:20.348843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59104) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:20.371923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e502422-4d23-47bb-8732-067353da1ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.374768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-ec515ba1-fc85-4edf-b954-609e3c21353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:20.376211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-ec515ba1-fc85-4edf-b954-609e3c21353b service neutron] 10.222.0.42 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.4374957 Jul 28 15:13:20.460441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-5f3a9f19-feab-4f30-82b0-234151de60de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 1000 time: 0.0734432 Jul 28 15:13:20.532109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-15debf57-7dca-4deb-9359-2f998f946b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:20.533607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-15debf57-7dca-4deb-9359-2f998f946b44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0650356 Jul 28 15:13:20.581690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e502422-4d23-47bb-8732-067353da1ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.594754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-d70b3e89-d43e-4644-be7f-7d96b9239f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:20.596274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-d70b3e89-d43e-4644-be7f-7d96b9239f03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504098 Jul 28 15:13:20.691665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-98116fd3-3245-4240-a258-12e1c595a72e service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863843 Jul 28 15:13:20.777844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e502422-4d23-47bb-8732-067353da1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.791544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8b19430-3b6c-4ed0-858c-2c16292464d9 req-119fb367-fe4e-4d15-86de-3a3563e34cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925884 Jul 28 15:13:20.820832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5e502422-4d23-47bb-8732-067353da1ea7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b6ed851ad3041c8ba07d0dc069666a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4704924 Jul 28 15:13:20.822777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e502422-4d23-47bb-8732-067353da1ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce7cbca-4693-4c06-a23c-c0015691291f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:20.867065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:20.874955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c09aaa47-6aed-4182-a3a6-1733e1d8e3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.895486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c09aaa47-6aed-4182-a3a6-1733e1d8e3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.085334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c09aaa47-6aed-4182-a3a6-1733e1d8e3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.087967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c09aaa47-6aed-4182-a3a6-1733e1d8e3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.089302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c09aaa47-6aed-4182-a3a6-1733e1d8e3aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dce7cbca-4693-4c06-a23c-c0015691291f HTTP/1.1" status: 204 len: 168 time: 0.2647529 Jul 28 15:13:21.099981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09aaa47-6aed-4182-a3a6-1733e1d8e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce7cbca-4693-4c06-a23c-c0015691291f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:21.459029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95e03-7e72-4a27-94d7-52c9dda3bfa0 req-bc43a57b-46cd-4230-8a29-b7bb98904c5d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:21.460596 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efd95e03-7e72-4a27-94d7-52c9dda3bfa0 req-bc43a57b-46cd-4230-8a29-b7bb98904c5d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0499921 Jul 28 15:13:21.502724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efd95e03-7e72-4a27-94d7-52c9dda3bfa0 req-758f036a-e225-469a-a4eb-6f4e92984dd2 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359116 Jul 28 15:13:22.286056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3854669-e8bd-4b78-9bd2-5b687028fbf6 req-d0e38ebf-37fb-40f4-94d9-cfaf07f09787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:22.287719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3854669-e8bd-4b78-9bd2-5b687028fbf6 req-d0e38ebf-37fb-40f4-94d9-cfaf07f09787 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 1098 time: 0.0417039 Jul 28 15:13:22.302193 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f154a954-90f4-4115-a112-def7a6bf886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.331178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3854669-e8bd-4b78-9bd2-5b687028fbf6 req-e51e80f5-6329-401c-9ede-f070c004fa3e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Jul 28 15:13:22.623552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc73fb3-8888-4f82-a31c-38313502d89c req-a9f1b9ce-0d9a-45db-b5ae-1604d72869b4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:22.625077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cc73fb3-8888-4f82-a31c-38313502d89c req-a9f1b9ce-0d9a-45db-b5ae-1604d72869b4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0505981 Jul 28 15:13:22.664754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cc73fb3-8888-4f82-a31c-38313502d89c req-c1a085ad-ee02-4e71-a623-7ff2827a1930 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Jul 28 15:13:23.784267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b96329-a65e-4800-9fff-bce90ea4d4f7 req-70ce4721-68e7-4d69-8526-14c18d061a66 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.785873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38b96329-a65e-4800-9fff-bce90ea4d4f7 req-70ce4721-68e7-4d69-8526-14c18d061a66 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0532539 Jul 28 15:13:23.827161 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38b96329-a65e-4800-9fff-bce90ea4d4f7 req-86088b12-0e4c-48f9-98ca-f1da55cd3871 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Jul 28 15:13:23.940623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39452a-26ee-4317-b091-db55f8487c2b req-2a837d7f-0576-4447-b687-0796425c6b38 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.942164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a39452a-26ee-4317-b091-db55f8487c2b req-2a837d7f-0576-4447-b687-0796425c6b38 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0499275 Jul 28 15:13:23.981892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a39452a-26ee-4317-b091-db55f8487c2b req-27e33f34-0e17-44e9-92dc-186be726425b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Jul 28 15:13:24.510726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7584-f4b3-48f6-8d55-4c50d685eeb8 req-e784846e-85cf-4445-a0a6-dd23d06033dc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:24.512196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f99b7584-f4b3-48f6-8d55-4c50d685eeb8 req-e784846e-85cf-4445-a0a6-dd23d06033dc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0526395 Jul 28 15:13:24.549881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f99b7584-f4b3-48f6-8d55-4c50d685eeb8 req-ea03b85c-09fd-4823-8007-ec1eebc5554b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 28 15:13:24.862407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1d93e46-fc26-4ed6-8349-95e5aa68d075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:25.245236 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:25.681572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5793bb-97ae-40a7-86fb-bd4ac26706c7 req-0ac3f12b-cb78-49e4-b4d8-c448152af544 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:25.683108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f5793bb-97ae-40a7-86fb-bd4ac26706c7 req-0ac3f12b-cb78-49e4-b4d8-c448152af544 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0508800 Jul 28 15:13:25.736732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f5793bb-97ae-40a7-86fb-bd4ac26706c7 req-b5d1027a-526e-4e44-9990-058a0e20f8db tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469694 Jul 28 15:13:26.231273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80babf-0069-40e4-a8c8-cbf9872671ce req-ec1fb455-a462-4cb5-88a5-db6d2e21ce7d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:26.233476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b80babf-0069-40e4-a8c8-cbf9872671ce req-ec1fb455-a462-4cb5-88a5-db6d2e21ce7d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0491924 Jul 28 15:13:26.271453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b80babf-0069-40e4-a8c8-cbf9872671ce req-611f6ae1-f311-4ed8-bcb1-7c3d4d0860bd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Jul 28 15:13:26.365085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.343644 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:13:27.388411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d2f08-199b-4899-838f-2be4438d9b0d req-2c018c70-0b26-4e0b-b94d-2116922da16e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:27.390359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-348d2f08-199b-4899-838f-2be4438d9b0d req-2c018c70-0b26-4e0b-b94d-2116922da16e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0490851 Jul 28 15:13:27.432196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-348d2f08-199b-4899-838f-2be4438d9b0d req-0940d733-ab14-4431-b833-aac9a61aedb2 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346093 Jul 28 15:13:27.879465 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:30.829067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62c219-464b-4754-ba7e-3030bcbad500 req-b300c7f7-891d-4592-96ae-af88a6ab579b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:30.830570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d62c219-464b-4754-ba7e-3030bcbad500 req-b300c7f7-891d-4592-96ae-af88a6ab579b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0521946 Jul 28 15:13:30.892014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d62c219-464b-4754-ba7e-3030bcbad500 req-bf5ae7a5-6759-4164-bc7c-a82ef819175c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550132 Jul 28 15:13:30.909073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-ed2c8af1-6b58-47e3-be9a-8325b20dbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:30.910728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-ed2c8af1-6b58-47e3-be9a-8325b20dbe1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0473666 Jul 28 15:13:31.009814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-5e57fa3d-9bd3-4a81-b53f-8667af94f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:31.011294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-5e57fa3d-9bd3-4a81-b53f-8667af94f31c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.0927773 Jul 28 15:13:31.059504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-68ff39b2-8f59-4089-b422-300297a6e71e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0350170 Jul 28 15:13:31.110129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-89791534-5f39-4927-be57-ca6bb5a2ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:31.111942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-89791534-5f39-4927-be57-ca6bb5a2ec85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0500729 Jul 28 15:13:31.146415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-47133c77-5aba-472b-b44e-4364d624c7e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249670 Jul 28 15:13:31.253026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-fb8233fb-c519-43e9-91d3-366d0793f07b service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988877 Jul 28 15:13:31.350172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67f500bc-9ad3-40e6-8669-20eeec96864e req-77f5ebee-75b4-4a16-9c9f-cca8042cc5f0 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893986 Jul 28 15:13:32.015301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bae975-0b01-4e8b-b526-a657d4a47a97 req-bf422436-07e7-4fd7-bba0-59c56c3883ed tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:32.016790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5bae975-0b01-4e8b-b526-a657d4a47a97 req-bf422436-07e7-4fd7-bba0-59c56c3883ed tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0481791 Jul 28 15:13:32.057913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d5bae975-0b01-4e8b-b526-a657d4a47a97 req-b0ac393a-de4a-41c7-a65b-be3dd8b179fa tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jul 28 15:13:32.341700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.178800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371a412-ce0b-44a6-a039-dac3f0a41070 req-3705c2c3-ec49-4b42-9619-dee6066b14e5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:33.180526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f371a412-ce0b-44a6-a039-dac3f0a41070 req-3705c2c3-ec49-4b42-9619-dee6066b14e5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0529151 Jul 28 15:13:33.221074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f371a412-ce0b-44a6-a039-dac3f0a41070 req-cfd7ea9e-02b0-4b63-80c0-9e6bbcac35a0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Jul 28 15:13:34.341633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451102-1015-40ce-aa61-492c34b57938 req-2bbc245c-9f27-4dff-84ce-91344b04b41e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:34.343129 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea451102-1015-40ce-aa61-492c34b57938 req-2bbc245c-9f27-4dff-84ce-91344b04b41e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0542417 Jul 28 15:13:34.382392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea451102-1015-40ce-aa61-492c34b57938 req-1cad4488-89ed-4fee-9835-f59e1b2d0817 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jul 28 15:13:35.497528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba463a2-cbbe-4b22-824f-67f794afa7c3 req-2b859533-bcb0-4261-a4fe-80e159188f82 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:35.499606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dba463a2-cbbe-4b22-824f-67f794afa7c3 req-2b859533-bcb0-4261-a4fe-80e159188f82 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0508628 Jul 28 15:13:35.538945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dba463a2-cbbe-4b22-824f-67f794afa7c3 req-f4e68347-0f62-4537-ab2f-cf1deb4d50cf tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332677 Jul 28 15:13:35.805220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59266) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:35.908446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b83bc3ba-2392-4715-9f07-e03e711495a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:35.994966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b83bc3ba-2392-4715-9f07-e03e711495a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.056667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b83bc3ba-2392-4715-9f07-e03e711495a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.094489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b83bc3ba-2392-4715-9f07-e03e711495a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60476e0b15e648fe9d31ee0e0d100a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881484 Jul 28 15:13:36.101633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bc3ba-2392-4715-9f07-e03e711495a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d136745d-fe7e-417b-97c4-ba97ddb01c51,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:36.101777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59270) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:36.151231 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bcd8-a738-447b-beca-56d969dd5d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.173474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bcd8-a738-447b-beca-56d969dd5d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.267807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.324726 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bcd8-a738-447b-beca-56d969dd5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.327788 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bcd8-a738-447b-beca-56d969dd5d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.328940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ebd5bcd8-a738-447b-beca-56d969dd5d27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d136745d-fe7e-417b-97c4-ba97ddb01c51 HTTP/1.1" status: 204 len: 168 time: 0.2307098 Jul 28 15:13:36.341363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5bcd8-a738-447b-beca-56d969dd5d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d136745d-fe7e-417b-97c4-ba97ddb01c51,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:36.652429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece9b15-4259-43cb-9a99-94586af7d710 req-2ee6c650-6090-4e3a-9c29-34e61eb4e806 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:36.653850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ece9b15-4259-43cb-9a99-94586af7d710 req-2ee6c650-6090-4e3a-9c29-34e61eb4e806 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0484536 Jul 28 15:13:36.696489 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ece9b15-4259-43cb-9a99-94586af7d710 req-e870cc70-8f4a-4017-9087-abbb86a9e60b tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358567 Jul 28 15:13:37.044129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59278) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:37.057945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-07f5343d-9450-4901-b0e0-17243076b0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.147298 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-07f5343d-9450-4901-b0e0-17243076b0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.221872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-07f5343d-9450-4901-b0e0-17243076b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.263904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-07f5343d-9450-4901-b0e0-17243076b0b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ec7e4aca32a4a4bbe908b206359d9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186348 Jul 28 15:13:37.264902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5343d-9450-4901-b0e0-17243076b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5be1c-2d43-4199-b4df-482539dba97e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:37.266612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59280) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:37.316477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e00090b5-0ebb-4857-b468-a80819b05b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.336922 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e00090b5-0ebb-4857-b468-a80819b05b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.444581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e00090b5-0ebb-4857-b468-a80819b05b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.447097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e00090b5-0ebb-4857-b468-a80819b05b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.448246 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e00090b5-0ebb-4857-b468-a80819b05b6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83d5be1c-2d43-4199-b4df-482539dba97e HTTP/1.1" status: 204 len: 168 time: 0.1805882 Jul 28 15:13:37.456994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00090b5-0ebb-4857-b468-a80819b05b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5be1c-2d43-4199-b4df-482539dba97e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:37.816668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ae3e9-f1b7-4465-83ce-96f152de4128 req-1cddc47f-2372-40b5-bca8-bfb9ba41c476 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.818199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f5ae3e9-f1b7-4465-83ce-96f152de4128 req-1cddc47f-2372-40b5-bca8-bfb9ba41c476 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0533199 Jul 28 15:13:37.858611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f5ae3e9-f1b7-4465-83ce-96f152de4128 req-f530e226-430a-4230-8d7a-29fa521941de tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342846 Jul 28 15:13:38.979824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cc05d-f0a2-4eea-af43-018c851da5c5 req-3e0534ae-d166-42dd-b27c-1ed9cfb0caf5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:38.981369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-701cc05d-f0a2-4eea-af43-018c851da5c5 req-3e0534ae-d166-42dd-b27c-1ed9cfb0caf5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0518937 Jul 28 15:13:39.022155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-701cc05d-f0a2-4eea-af43-018c851da5c5 req-bee3dd23-aa7b-4760-93d8-bd8d6faa43ba tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Jul 28 15:13:40.142933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84d39-c7b4-40ad-a54f-349d0d84b27e req-10839005-c217-46d9-ab8c-e532c61a4e8a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:40.144445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27c84d39-c7b4-40ad-a54f-349d0d84b27e req-10839005-c217-46d9-ab8c-e532c61a4e8a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0535133 Jul 28 15:13:40.184218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27c84d39-c7b4-40ad-a54f-349d0d84b27e req-71fd00cf-dd51-438c-997c-631e185bfae7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Jul 28 15:13:41.315158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029c785-b390-4ea0-ac5b-0228d608e1bd req-8e0a4934-6072-4ae9-aced-a5609855c072 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:41.316896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3029c785-b390-4ea0-ac5b-0228d608e1bd req-8e0a4934-6072-4ae9-aced-a5609855c072 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0588253 Jul 28 15:13:41.373899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3029c785-b390-4ea0-ac5b-0228d608e1bd req-41dd4b7e-4766-4044-bba8-a0c15ca1573a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Jul 28 15:13:42.495727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782f54-ba80-45a4-b43a-75a1e75153f5 req-be42a7a7-9aca-42ca-943c-e8a08388008a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:42.497212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8782f54-ba80-45a4-b43a-75a1e75153f5 req-be42a7a7-9aca-42ca-943c-e8a08388008a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0515265 Jul 28 15:13:42.541132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8782f54-ba80-45a4-b43a-75a1e75153f5 req-88c003cc-b5ed-4f35-98ff-6a35be80ce64 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Jul 28 15:13:42.659742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8cdd2-722d-4c49-962e-23eb0c48daf6 req-72a3bab0-09cd-4776-abc1-2c46147cc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:42.661312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2bf8cdd2-722d-4c49-962e-23eb0c48daf6 req-72a3bab0-09cd-4776-abc1-2c46147cc8e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0477693 Jul 28 15:13:42.697869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2bf8cdd2-722d-4c49-962e-23eb0c48daf6 req-b155fa63-770f-4fd9-b00f-100d68bd16d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287042 Jul 28 15:13:43.672683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcfa44-3cae-4643-9428-838ffa667f78 req-55d4b1c8-1993-4b33-9c00-bbf9ae1beba4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:43.674439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbfcfa44-3cae-4643-9428-838ffa667f78 req-55d4b1c8-1993-4b33-9c00-bbf9ae1beba4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0558734 Jul 28 15:13:43.743366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbfcfa44-3cae-4643-9428-838ffa667f78 req-005f3810-67f3-47a9-873c-6cb5ded028b9 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566463 Jul 28 15:13:44.880538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bad10-6d63-47f8-b0f8-ad6f46504bd4 req-a46282fc-b5f1-4b9f-aa44-888880becf9c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:44.884381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc0bad10-6d63-47f8-b0f8-ad6f46504bd4 req-a46282fc-b5f1-4b9f-aa44-888880becf9c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0636148 Jul 28 15:13:44.926162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc0bad10-6d63-47f8-b0f8-ad6f46504bd4 req-298f8d38-164e-4860-aeaa-917c51361bbe tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Jul 28 15:13:45.381132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3e2ce-22a3-4ed7-b804-6f61676c0129 req-fb75c40a-4af3-478a-935f-9e38cad693a3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.382696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bde3e2ce-22a3-4ed7-b804-6f61676c0129 req-fb75c40a-4af3-478a-935f-9e38cad693a3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0505376 Jul 28 15:13:45.424615 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bde3e2ce-22a3-4ed7-b804-6f61676c0129 req-3b4b7a83-7c06-4b76-a3e6-5ae83854f22c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Jul 28 15:13:45.463379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22eda-742a-410f-85ae-4e0a9879464b req-4373babf-991f-4986-92fa-b60180242924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.464968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-4373babf-991f-4986-92fa-b60180242924 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0435882 Jul 28 15:13:45.564846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22eda-742a-410f-85ae-4e0a9879464b req-f238cc94-a378-4b1a-8a7c-ceff8361e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.566258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-f238cc94-a378-4b1a-8a7c-ceff8361e3da service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.0928011 Jul 28 15:13:45.617260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-d069d1d2-6056-4f63-9c3b-c78ee729e355 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0429637 Jul 28 15:13:45.667853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22eda-742a-410f-85ae-4e0a9879464b req-6109213b-44a5-48a2-9af4-ee5894a0326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.669912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-6109213b-44a5-48a2-9af4-ee5894a0326f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0452363 Jul 28 15:13:45.709367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-446e96c4-3f02-4626-b1a7-ce00a5495908 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293853 Jul 28 15:13:45.807138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-154ccc43-c0b6-4125-92b2-daca70a1da87 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889187 Jul 28 15:13:45.916991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00f22eda-742a-410f-85ae-4e0a9879464b req-17d4b0ed-e242-41e1-9e29-d0a2963e4d33 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983520 Jul 28 15:13:46.548325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b785e03-a62b-4039-bf8d-d8c231afe0c5 req-8a58a498-9091-4225-888b-59c06f7ff294 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:46.549884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b785e03-a62b-4039-bf8d-d8c231afe0c5 req-8a58a498-9091-4225-888b-59c06f7ff294 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0511003 Jul 28 15:13:46.601118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b785e03-a62b-4039-bf8d-d8c231afe0c5 req-e1336cd7-1977-4d59-ad1c-fd5c6817bae0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Jul 28 15:13:46.725620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-6fbb6ff9-86f4-4e95-9a7b-21c9c342a34d req-ab0ca1dd-9c72-40d9-836b-5709a180b031 service neutron] (94658) timed out ('10.222.0.57', 40792) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:13:47.719826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fe361-abe0-48e0-9b14-dbe1996bdaf0 req-256601d5-dc28-4c6e-bece-70fb70919a95 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:47.721379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cf7fe361-abe0-48e0-9b14-dbe1996bdaf0 req-256601d5-dc28-4c6e-bece-70fb70919a95 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0556700 Jul 28 15:13:47.761402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cf7fe361-abe0-48e0-9b14-dbe1996bdaf0 req-5f126a96-91f5-47a2-b280-a5b3b3b6c65e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Jul 28 15:13:48.887473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887767ff-87e3-46c6-9b3a-8ec21697801f req-375ebc9d-185d-4daa-84bb-10f3b041f519 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:48.889401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-887767ff-87e3-46c6-9b3a-8ec21697801f req-375ebc9d-185d-4daa-84bb-10f3b041f519 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0523684 Jul 28 15:13:48.932334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-887767ff-87e3-46c6-9b3a-8ec21697801f req-df097b91-47fd-4535-9216-0eea9988a587 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Jul 28 15:13:48.996004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59438) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:49.108574 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50baab81-8460-4e1e-9132-49c81acd901f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.203839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50baab81-8460-4e1e-9132-49c81acd901f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.301678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-50baab81-8460-4e1e-9132-49c81acd901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.346555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-50baab81-8460-4e1e-9132-49c81acd901f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e90f64dedca4e52ac248161156e10aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494070 Jul 28 15:13:49.347676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baab81-8460-4e1e-9132-49c81acd901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f65a7b-d4b6-43af-a9bc-79f37a479fa5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:49.349231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59442) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:49.400858 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e80b195-572a-4c4b-8994-4e37ca05fdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.422550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e80b195-572a-4c4b-8994-4e37ca05fdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.573384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e80b195-572a-4c4b-8994-4e37ca05fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.573559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e80b195-572a-4c4b-8994-4e37ca05fdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.574684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e80b195-572a-4c4b-8994-4e37ca05fdd1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1f65a7b-d4b6-43af-a9bc-79f37a479fa5 HTTP/1.1" status: 204 len: 168 time: 0.2244079 Jul 28 15:13:49.583654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80b195-572a-4c4b-8994-4e37ca05fdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f65a7b-d4b6-43af-a9bc-79f37a479fa5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:49.936207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb085a-bcbf-4559-ab73-d2ae96f74e1b req-ad4f0422-c08b-4342-a9a9-29cfcf9f7e19 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:49.938503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4eb085a-bcbf-4559-ab73-d2ae96f74e1b req-ad4f0422-c08b-4342-a9a9-29cfcf9f7e19 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0459318 Jul 28 15:13:49.957110 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c4eb085a-bcbf-4559-ab73-d2ae96f74e1b req-b72ccc05-576a-4a6a-a30d-48042f4ff88a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.060827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c4eb085a-bcbf-4559-ab73-d2ae96f74e1b req-b72ccc05-576a-4a6a-a30d-48042f4ff88a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.153463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-c4eb085a-bcbf-4559-ab73-d2ae96f74e1b req-b72ccc05-576a-4a6a-a30d-48042f4ff88a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.182657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4eb085a-bcbf-4559-ab73-d2ae96f74e1b req-b72ccc05-576a-4a6a-a30d-48042f4ff88a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382858 Jul 28 15:13:50.188126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ccc05-576a-4a6a-a30d-48042f4ff88a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c4ffa5-e168-4d4b-8e60-b46a875a92ab,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:50.213760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59460) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:50.229003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5bf859fc-e444-4cef-b588-8771acb66a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.309097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b08d4-19ef-4723-aad0-5d55fab3b500 req-7a8a5aa7-a851-487e-9c8b-11fbc8359e5b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:50.310707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-732b08d4-19ef-4723-aad0-5d55fab3b500 req-7a8a5aa7-a851-487e-9c8b-11fbc8359e5b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0519409 Jul 28 15:13:50.329509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5bf859fc-e444-4cef-b588-8771acb66a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.354595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-732b08d4-19ef-4723-aad0-5d55fab3b500 req-375ba9a4-36db-4772-bb1a-2edc805cf491 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361066 Jul 28 15:13:50.379629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59462) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:50.417669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5bf859fc-e444-4cef-b588-8771acb66a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.480824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf859fc-e444-4cef-b588-8771acb66a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c62fac-5d60-4044-92f1-16e3ab69bcfb,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:50.489269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5bf859fc-e444-4cef-b588-8771acb66a9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25cdec70da9f4b52ad72fd54da9bc2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724981 Jul 28 15:13:50.491862 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-600cd54f-34c3-486b-b116-e33d3d8ed64d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/d2619393-fd32-4b25-82a0-bbf89fa78c29 HTTP/1.1" status: 200 len: 992 time: 0.1109920 Jul 28 15:13:50.492538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59464) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:50.547390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416120da-19bf-48b6-bc9c-ccb925e6c608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.572494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416120da-19bf-48b6-bc9c-ccb925e6c608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.713418 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416120da-19bf-48b6-bc9c-ccb925e6c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.717109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-416120da-19bf-48b6-bc9c-ccb925e6c608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.724868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-416120da-19bf-48b6-bc9c-ccb925e6c608 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85c62fac-5d60-4044-92f1-16e3ab69bcfb HTTP/1.1" status: 204 len: 168 time: 0.2298648 Jul 28 15:13:50.733283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416120da-19bf-48b6-bc9c-ccb925e6c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c62fac-5d60-4044-92f1-16e3ab69bcfb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:51.394979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877091af-9e04-4990-8936-6dcbc59d5f46 req-bebdd454-5e7f-4417-bf56-0e4f631eb342 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:51.396725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-877091af-9e04-4990-8936-6dcbc59d5f46 req-bebdd454-5e7f-4417-bf56-0e4f631eb342 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0557826 Jul 28 15:13:51.440262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-877091af-9e04-4990-8936-6dcbc59d5f46 req-50fcdaa2-68fd-4938-8210-74a2c7c14f5b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370643 Jul 28 15:13:51.608647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-8b77b8ca-2ba1-4063-83a1-9d1eba75513f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489275 Jul 28 15:13:51.788646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84db7e-d1da-4e02-8219-f9f2a1c978c2 req-88518789-0c4a-4623-8ef6-6f4b723f1366 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:51.790381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f84db7e-d1da-4e02-8219-f9f2a1c978c2 req-88518789-0c4a-4623-8ef6-6f4b723f1366 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0551691 Jul 28 15:13:51.852850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f84db7e-d1da-4e02-8219-f9f2a1c978c2 req-fe5be8e7-5053-4665-85d6-4042ca15231d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Jul 28 15:13:52.336318 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d45a-9ae7-4072-a87f-e27c90bbd346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:52.571615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d44d-5dd7-4eba-a1f8-4913f04b9b79 req-7d5f43db-e9b0-4e44-9d89-cd64a68e7c16 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:52.573257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2c4d44d-5dd7-4eba-a1f8-4913f04b9b79 req-7d5f43db-e9b0-4e44-9d89-cd64a68e7c16 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0565886 Jul 28 15:13:52.623161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b2c4d44d-5dd7-4eba-a1f8-4913f04b9b79 req-cba0a6ce-1501-45bf-8d38-c914e4f9d3b7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 Jul 28 15:13:53.744324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9ae54-8fd2-43fb-9e99-d1fa662b2404 req-a4a56f76-184b-49ba-81c5-0be2ae514234 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:53.745841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41f9ae54-8fd2-43fb-9e99-d1fa662b2404 req-a4a56f76-184b-49ba-81c5-0be2ae514234 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Jul 28 15:13:53.799640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41f9ae54-8fd2-43fb-9e99-d1fa662b2404 req-11317ea1-4c35-4ab0-8e9f-faea6377328a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474582 Jul 28 15:13:53.852579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-c90f98ee-cb9d-4171-a7ec-3730b3d6e0e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513949 Jul 28 15:13:53.901552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:53.963505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-bb1b70f8-0081-456f-ba96-8534fb54609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:53.965407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-bb1b70f8-0081-456f-ba96-8534fb54609a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0611420 Jul 28 15:13:54.024678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08049a8-ae92-4f53-b201-fea61feda71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.126756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08049a8-ae92-4f53-b201-fea61feda71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.143828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-76486291-144d-437b-a637-79f916344647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.145350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-76486291-144d-437b-a637-79f916344647 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.1469560 Jul 28 15:13:54.199585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-e81016a2-8e4f-4d96-9b4e-9d88f1f1edfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0462043 Jul 28 15:13:54.217454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-67d265fc-9b7c-407c-bf05-2f842fa4459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.219444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-67d265fc-9b7c-407c-bf05-2f842fa4459c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.1068547 Jul 28 15:13:54.267981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c08049a8-ae92-4f53-b201-fea61feda71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.308876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08049a8-ae92-4f53-b201-fea61feda71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcd9e20-7ff8-4051-9f23-4f3d3b64bae8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:54.310579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-3a6f7e1e-9181-41f1-af9d-399e556b387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.312744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-3a6f7e1e-9181-41f1-af9d-399e556b387a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.1060648 Jul 28 15:13:54.319280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59596) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:54.319501 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c08049a8-ae92-4f53-b201-fea61feda71f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ae9ad0e0e0b4b4386a5715f37e5f76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165108 Jul 28 15:13:54.379252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-49c0a874-2c99-4ebd-a1a9-887eb29efc33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504215 Jul 28 15:13:54.456602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-685f9b78-9d7f-45a4-8a3b-6d859712ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.458084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-685f9b78-9d7f-45a4-8a3b-6d859712ee09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.2171795 Jul 28 15:13:54.526926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13016e54-841a-4d0f-a521-2c460559d223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.586505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13016e54-841a-4d0f-a521-2c460559d223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.595404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-4409c603-ba1e-4eef-8aca-52a24ee9eec8 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008967 Jul 28 15:13:54.597320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-833377ef-01f0-4904-8944-4d6ea68a4c1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 1000 time: 0.1259778 Jul 28 15:13:54.720553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-6f5b4691-3eaa-4644-be32-ae770aa3893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.722007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-6f5b4691-3eaa-4644-be32-ae770aa3893d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.1158884 Jul 28 15:13:54.792213 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9276fd33-8c23-4234-87a7-4bac3cf6dde9 req-ba2177d2-37f8-4206-9496-f094932e6753 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848831 Jul 28 15:13:54.808074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-d7fc132f-df4d-4574-9d4d-37325ada424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.811088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-d7fc132f-df4d-4574-9d4d-37325ada424d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695219 Jul 28 15:13:54.873405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2bc9-91f7-4de2-a45d-b83e95177328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.881127 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13016e54-841a-4d0f-a521-2c460559d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.884291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-13016e54-841a-4d0f-a521-2c460559d223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:54.889423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-13016e54-841a-4d0f-a521-2c460559d223 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bcd9e20-7ff8-4051-9f23-4f3d3b64bae8 HTTP/1.1" status: 204 len: 168 time: 0.5648642 Jul 28 15:13:54.900190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13016e54-841a-4d0f-a521-2c460559d223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcd9e20-7ff8-4051-9f23-4f3d3b64bae8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:54.972323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7229-9732-4acb-9a56-2e825739234d req-fa0d1729-a622-43df-af4e-a89740e453a7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:54.974023 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f70d7229-9732-4acb-9a56-2e825739234d req-fa0d1729-a622-43df-af4e-a89740e453a7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0810986 Jul 28 15:13:54.980215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-55d5de2f-1843-4dd3-97a4-e1aa696ce95b service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619763 Jul 28 15:13:55.027619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f70d7229-9732-4acb-9a56-2e825739234d req-610485f6-cdfe-4e17-b3a9-4308c759c382 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461450 Jul 28 15:13:55.110128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-bcad0c13-b564-46bf-99f9-f3d304abbec6 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211543 Jul 28 15:13:55.241288 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.724664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59608) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:55.739213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e14f044b-35e1-4084-8781-7408b64f3066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.846579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e14f044b-35e1-4084-8781-7408b64f3066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.913426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e14f044b-35e1-4084-8781-7408b64f3066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.955101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f044b-35e1-4084-8781-7408b64f3066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8476db2-93df-4a8c-8946-49adb989c88e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:55.962938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e14f044b-35e1-4084-8781-7408b64f3066 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=363a99ca139140e1b0c9c5dbcabf2fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368073 Jul 28 15:13:55.963555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59610) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:56.021443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36accc59-1537-491b-8888-14adee1c24db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.047424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36accc59-1537-491b-8888-14adee1c24db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.189995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e72e5-2819-4f04-bf53-f56c651e5075 req-239eccc9-0c37-4202-b4bf-84322d5ddea6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:56.191442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed8e72e5-2819-4f04-bf53-f56c651e5075 req-239eccc9-0c37-4202-b4bf-84322d5ddea6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0569739 Jul 28 15:13:56.204837 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36accc59-1537-491b-8888-14adee1c24db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.207724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36accc59-1537-491b-8888-14adee1c24db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.219653 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36accc59-1537-491b-8888-14adee1c24db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8476db2-93df-4a8c-8946-49adb989c88e HTTP/1.1" status: 204 len: 168 time: 0.2469327 Jul 28 15:13:56.237485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed8e72e5-2819-4f04-bf53-f56c651e5075 req-d62c9f3d-a4cf-44e7-b192-e0c1275af52e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 Jul 28 15:13:56.238835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36accc59-1537-491b-8888-14adee1c24db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8476db2-93df-4a8c-8946-49adb989c88e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:56.359670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.389407 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72947ff0-65cc-4c39-b637-d9c419bb5f6b req-3dda4b26-56ec-40fb-aa4c-4ed27c185ef1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:57.390870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72947ff0-65cc-4c39-b637-d9c419bb5f6b req-3dda4b26-56ec-40fb-aa4c-4ed27c185ef1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0515642 Jul 28 15:13:57.431850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72947ff0-65cc-4c39-b637-d9c419bb5f6b req-b7e33039-46d9-465b-80ab-4d911e4c577f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342355 Jul 28 15:13:57.827969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.551654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db7ce1-4e7b-455f-ba8f-19d9c6229d6b req-c2786aef-75dc-42f3-a123-de50817a6074 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:58.553188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86db7ce1-4e7b-455f-ba8f-19d9c6229d6b req-c2786aef-75dc-42f3-a123-de50817a6074 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0507641 Jul 28 15:13:58.592287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-86db7ce1-4e7b-455f-ba8f-19d9c6229d6b req-131f9670-1d0d-4da1-9052-8efe819263f3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Jul 28 15:13:59.710433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176a3dd-3372-44b4-8c40-fef4b8cd7305 req-0ae10b2b-790e-4113-8e97-f703415dec71 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:59.711951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6176a3dd-3372-44b4-8c40-fef4b8cd7305 req-0ae10b2b-790e-4113-8e97-f703415dec71 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Jul 28 15:13:59.751252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6176a3dd-3372-44b4-8c40-fef4b8cd7305 req-b97fd8af-9e6c-4e4a-81e0-c2c1174f85b8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Jul 28 15:14:00.875342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbaf5-eff5-42e9-a627-2cf710543163 req-6e189dd8-8eee-4b0a-997c-e1f1adc53ea1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:00.876835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-336dbaf5-eff5-42e9-a627-2cf710543163 req-6e189dd8-8eee-4b0a-997c-e1f1adc53ea1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0545120 Jul 28 15:14:00.916314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-336dbaf5-eff5-42e9-a627-2cf710543163 req-e6a20c71-fb7f-4e8b-8ce5-efb39e879a93 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Jul 28 15:14:02.034827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae09a1-f068-4ca1-9617-f161b27af899 req-3df16067-7b8a-40e8-82e5-ed2d1bcd52d5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:02.036261 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21ae09a1-f068-4ca1-9617-f161b27af899 req-3df16067-7b8a-40e8-82e5-ed2d1bcd52d5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Jul 28 15:14:02.074195 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21ae09a1-f068-4ca1-9617-f161b27af899 req-e9dfb407-7577-498c-9365-70c08500feaa tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jul 28 15:14:02.364548 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:03.195258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1b172-af8c-4f3e-9383-4ce0ec8f9ce2 req-8b49953f-7534-4d72-915a-098b39fd193d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:03.196863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46d1b172-af8c-4f3e-9383-4ce0ec8f9ce2 req-8b49953f-7534-4d72-915a-098b39fd193d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0517902 Jul 28 15:14:03.238823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46d1b172-af8c-4f3e-9383-4ce0ec8f9ce2 req-28ffadc7-97e6-4745-ac91-ebaa4799a75c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359938 Jul 28 15:14:04.102280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8701285-23a0-4add-aa86-027877690505 req-5f901c73-bc56-4a6e-afa0-e532599d2be3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:04.103723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8701285-23a0-4add-aa86-027877690505 req-5f901c73-bc56-4a6e-afa0-e532599d2be3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0517790 Jul 28 15:14:04.182131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8701285-23a0-4add-aa86-027877690505 req-1c275d62-b963-45b6-9b92-37eb92e49e54 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704317 Jul 28 15:14:04.202164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-e18a8825-9bd7-45f5-b7c5-ac748d026527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:04.203805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-e18a8825-9bd7-45f5-b7c5-ac748d026527 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0668061 Jul 28 15:14:04.312359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-13df3a4c-6a8d-416f-87f3-df9a7315b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:04.313905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-13df3a4c-6a8d-416f-87f3-df9a7315b09d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.1005373 Jul 28 15:14:04.345254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:14:04.367503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-2ce540a8-65e1-43da-8c52-8b94698c52a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0435834 Jul 28 15:14:04.383826 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1977-6f41-4a52-a9e2-9d8412b5beac req-1094c2ff-6375-41b3-a89e-2a3a1f0ec688 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:04.385397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68ea1977-6f41-4a52-a9e2-9d8412b5beac req-1094c2ff-6375-41b3-a89e-2a3a1f0ec688 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0623121 Jul 28 15:14:04.425267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-4837c877-764e-43d2-afce-274b5b6c6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:04.426953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-4837c877-764e-43d2-afce-274b5b6c6121 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0513496 Jul 28 15:14:04.432622 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-68ea1977-6f41-4a52-a9e2-9d8412b5beac req-93c7b78d-bc5a-4393-acdd-fe25a99ce112 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 Jul 28 15:14:04.468072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-ad43cb3b-ff7b-4cd1-9b85-ce0a3642865c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297129 Jul 28 15:14:04.573612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-960bebc3-c65d-4bd9-8120-e20d7f391894 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940113 Jul 28 15:14:04.673726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50b80cdf-9c9d-4311-ae5b-e3f0b13e1898 req-3ae707d7-08fb-44f8-8f40-db8d0bce7274 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923195 Jul 28 15:14:05.304348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b6f3-5f64-400f-b4c9-3505fd297135 req-30f49850-b035-4f5c-93cb-c08ac9718021 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:05.305874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5117b6f3-5f64-400f-b4c9-3505fd297135 req-30f49850-b035-4f5c-93cb-c08ac9718021 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0516579 Jul 28 15:14:05.349308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5117b6f3-5f64-400f-b4c9-3505fd297135 req-da3aa11d-e495-4c77-bced-d7fedefab6bc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Jul 28 15:14:05.558632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f23121-8633-40c0-82da-a3b84bb69f0b req-fd90c298-d1ce-40b2-9041-d7dfae62a220 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:05.560155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1f23121-8633-40c0-82da-a3b84bb69f0b req-fd90c298-d1ce-40b2-9041-d7dfae62a220 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0543132 Jul 28 15:14:05.598857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e1f23121-8633-40c0-82da-a3b84bb69f0b req-e1bd0b3c-b9c9-43a3-a215-9bcd6d7bf49d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325613 Jul 28 15:14:06.261918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.482185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1c4f-9b78-4075-82e1-afea13e37cf6 req-2f973246-4edc-4101-a8be-d85eddeb0b14 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:06.484322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b1b1c4f-9b78-4075-82e1-afea13e37cf6 req-2f973246-4edc-4101-a8be-d85eddeb0b14 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0618351 Jul 28 15:14:06.524335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b1b1c4f-9b78-4075-82e1-afea13e37cf6 req-cfd045f9-2eb7-439f-a0b1-fae779dd2761 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Jul 28 15:14:06.729562 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038c595-0f4b-4b38-a636-ee71a187b1d4 req-619e243b-7107-4286-af7e-eb21f86248f9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:06.731030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1038c595-0f4b-4b38-a636-ee71a187b1d4 req-619e243b-7107-4286-af7e-eb21f86248f9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0631919 Jul 28 15:14:06.769761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1038c595-0f4b-4b38-a636-ee71a187b1d4 req-3c2bf98c-ad47-4be3-ae26-4b43db006089 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Jul 28 15:14:07.650717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7786b6-c84b-4f6d-b983-fc5d57f7eef1 req-8fcb6c3f-f185-4111-9a38-8a71484ad659 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:07.652223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d7786b6-c84b-4f6d-b983-fc5d57f7eef1 req-8fcb6c3f-f185-4111-9a38-8a71484ad659 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0510809 Jul 28 15:14:07.692264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d7786b6-c84b-4f6d-b983-fc5d57f7eef1 req-48953a3b-69d6-4589-9bfb-4e383181bc15 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338490 Jul 28 15:14:07.890933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c07cd4-0504-41ee-809b-f03c8c635202 req-36366d63-e76a-4fcd-a041-55b9366ef477 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:07.892525 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12c07cd4-0504-41ee-809b-f03c8c635202 req-36366d63-e76a-4fcd-a041-55b9366ef477 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Jul 28 15:14:07.932674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12c07cd4-0504-41ee-809b-f03c8c635202 req-49e57e41-6986-40f7-aa91-31ad733c27fe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336905 Jul 28 15:14:08.827752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acef64-4f4b-4634-ac7f-9bf43255179c req-e5816d4f-ea1c-481d-88d9-f5bb23856a4c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:08.829519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7acef64-4f4b-4634-ac7f-9bf43255179c req-e5816d4f-ea1c-481d-88d9-f5bb23856a4c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0585718 Jul 28 15:14:08.875719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7acef64-4f4b-4634-ac7f-9bf43255179c req-0d188399-8285-42b6-80e1-287e05d39230 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Jul 28 15:14:09.060771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c61aa-8b86-4ace-880e-c00fbc8ee38a req-e7dea2c0-ee25-4f21-bca6-3be991db9caf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:09.062954 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e1c61aa-8b86-4ace-880e-c00fbc8ee38a req-e7dea2c0-ee25-4f21-bca6-3be991db9caf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0559902 Jul 28 15:14:09.118364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e1c61aa-8b86-4ace-880e-c00fbc8ee38a req-7919bc0e-985f-4e43-88a7-9177d8807e0f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 Jul 28 15:14:10.008143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38035c6f-0438-4ce5-a6a0-419d1a2a53d1 req-450f3783-a432-4178-8260-ff2ab8157365 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:10.010786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38035c6f-0438-4ce5-a6a0-419d1a2a53d1 req-450f3783-a432-4178-8260-ff2ab8157365 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0618374 Jul 28 15:14:10.056239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-38035c6f-0438-4ce5-a6a0-419d1a2a53d1 req-c97f1b0b-16d1-4819-af31-17a23563fb6f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371113 Jul 28 15:14:10.279667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120065f2-1073-4197-b618-f88a91699dbf req-e8f50da1-2026-4667-a776-a3a62586bcb3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:10.281318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-120065f2-1073-4197-b618-f88a91699dbf req-e8f50da1-2026-4667-a776-a3a62586bcb3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0565267 Jul 28 15:14:10.328898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-120065f2-1073-4197-b618-f88a91699dbf req-b844e0cf-0786-4988-8a71-422e8ca1cfab tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Jul 28 15:14:11.251324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ed891-7d8a-4ba8-9a8b-918ec0a77ba7 req-ea05a074-c148-4ddc-8c16-684e56e1c712 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:11.253153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b6ed891-7d8a-4ba8-9a8b-918ec0a77ba7 req-ea05a074-c148-4ddc-8c16-684e56e1c712 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0947969 Jul 28 15:14:11.304201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b6ed891-7d8a-4ba8-9a8b-918ec0a77ba7 req-da59e91d-0a75-407a-b712-892d2f82a14d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Jul 28 15:14:11.466127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1e372-449a-41ad-92d3-d58b3e3215c0 req-da233be3-ef83-4f7a-99fc-9a34629558cc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:11.472625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6b1e372-449a-41ad-92d3-d58b3e3215c0 req-da233be3-ef83-4f7a-99fc-9a34629558cc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0602820 Jul 28 15:14:11.519179 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6b1e372-449a-41ad-92d3-d58b3e3215c0 req-d7b4f0ef-1dfd-4c8d-aad9-2ad9f3497e95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426686 Jul 28 15:14:12.436098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e740168-5675-4c62-891c-7cc6f47b1760 req-d6f8ee6d-fd00-40e3-82e4-209461303613 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:12.437661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e740168-5675-4c62-891c-7cc6f47b1760 req-d6f8ee6d-fd00-40e3-82e4-209461303613 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0530982 Jul 28 15:14:12.481483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e740168-5675-4c62-891c-7cc6f47b1760 req-cd2dbe91-d618-4d30-8d87-0f9c0ec91379 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Jul 28 15:14:12.644404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735899c7-66b4-4c2c-b552-35613c4339f2 req-b6946f8e-7dbd-4721-89c3-26c5516502b6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:12.652249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-735899c7-66b4-4c2c-b552-35613c4339f2 req-b6946f8e-7dbd-4721-89c3-26c5516502b6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0582559 Jul 28 15:14:12.673978 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-d837fb3d-0c1b-4dbd-8faa-4bf4aad55c31 service neutron] show failed (client error): The resource could not be found. Jul 28 15:14:12.675746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-d837fb3d-0c1b-4dbd-8faa-4bf4aad55c31 service neutron] 10.222.0.42 "GET /v2.0/ports/72e53cc1-dc4c-4dac-bfe2-45af146e2e2b/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0747194 Jul 28 15:14:12.693890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-735899c7-66b4-4c2c-b552-35613c4339f2 req-b18415c2-d605-49d5-bb87-cac5481c9023 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Jul 28 15:14:13.223194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-0229c2e1-e424-49f2-84db-8b4301b42dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:13.224965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-0229c2e1-e424-49f2-84db-8b4301b42dd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 1097 time: 0.0859988 Jul 28 15:14:13.239430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:13.315396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.564522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:13.677935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:13.688445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ebcd-a254-4d25-bcc7-4747f489d3f6 req-bf42d8e0-ff61-4d8e-91a1-04508c7b15ee tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:13.690242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c507ebcd-a254-4d25-bcc7-4747f489d3f6 req-bf42d8e0-ff61-4d8e-91a1-04508c7b15ee tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.1223183 Jul 28 15:14:13.767512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.783012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Transition to ACTIVE for port object 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:13.786623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:14:13.788923 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287f332e-02c9-4e5d-97a0-bb0c8b1beeaa" -d '{"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-unplugged", "status": "completed", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:14:13.818625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c507ebcd-a254-4d25-bcc7-4747f489d3f6 req-102a3fbf-e8eb-4576-9f34-ab9cc7dc66b3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028411 Jul 28 15:14:13.848350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020d43f-1a3b-4ed8-92da-137f3232fba2 req-18ec7f73-b8c9-47bf-87f8-130048ae527c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:13.857073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3020d43f-1a3b-4ed8-92da-137f3232fba2 req-18ec7f73-b8c9-47bf-87f8-130048ae527c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0847144 Jul 28 15:14:13.883651 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08de0c6-6d2c-4405-aa25-278c1cd1285a x-openstack-request-id: req-f08de0c6-6d2c-4405-aa25-278c1cd1285a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:14:13.884031 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-unplugged", "status": "completed", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:14:13.884237 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f08de0c6-6d2c-4405-aa25-278c1cd1285a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:14:13.884745 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'code': 200} Jul 28 15:14:13.885944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.902526 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3020d43f-1a3b-4ed8-92da-137f3232fba2 req-693e7025-f4b1-4a29-b72c-fd14a1d83fc9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Jul 28 15:14:14.000114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:14.021433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.021574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.021921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.022273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.022618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.022959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.023299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.023635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.023975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.024617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.024932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.025264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:14.466324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] No DVR routers for this DVR port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:14:14.613746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:14.614744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:14.614744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on network 964e37d0-966d-4710-b6a7-e4a51af5f189 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:14.619180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on network 964e37d0-966d-4710-b6a7-e4a51af5f189 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:14:14.619520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Attempting to bind port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on network 964e37d0-966d-4710-b6a7-e4a51af5f189 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:14.625504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:14.625873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Checking segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:14.626271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Bound using segment: {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:14.626714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Bound port: 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad3191f-47dc-46ed-a0f1-9a6745d46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:14.627084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.702764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:14.706018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:14.788164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.829968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:14.829968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.830762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] 10.222.0.58 "PUT /v2.0/ports/72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 1092 time: 1.5961845 Jul 28 15:14:14.858324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30df40e-7363-4ae0-86b3-1d5c99a32298 service neutron] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:14.919448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-5fa6a943-44c8-490a-bbc4-4ba96de6e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:14.921770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-5fa6a943-44c8-490a-bbc4-4ba96de6e6e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0566998 Jul 28 15:14:15.050532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775e06-fc04-4d46-97ee-803b693d9721 req-06a0101b-68d1-47ae-8b9c-2a51d1770420 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:15.052556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69775e06-fc04-4d46-97ee-803b693d9721 req-06a0101b-68d1-47ae-8b9c-2a51d1770420 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.1293285 Jul 28 15:14:15.054951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74f39-4649-47e7-a195-86193c696d81 req-55281a4c-f596-4be1-bcf6-b18efa4fc1ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:15.056354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fec74f39-4649-47e7-a195-86193c696d81 req-55281a4c-f596-4be1-bcf6-b18efa4fc1ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.0646720 Jul 28 15:14:15.093750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-ebe5163e-8dca-4ceb-bd30-a59c05fefadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:15.101627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-ebe5163e-8dca-4ceb-bd30-a59c05fefadb service neutron] 10.222.0.58 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.1603580 Jul 28 15:14:15.127322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fec74f39-4649-47e7-a195-86193c696d81 req-16eef626-e27a-4a6a-95df-377519d296bf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609498 Jul 28 15:14:15.129420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69775e06-fc04-4d46-97ee-803b693d9721 req-0b331761-e293-4ee6-bff0-12d63ea4e0b3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627961 Jul 28 15:14:15.196893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-48820817-9f6f-4fdb-8266-8dc3e1a559a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 998 time: 0.0660853 Jul 28 15:14:15.287344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-2b079926-406f-47e0-97e3-1dcccfba52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:15.288945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-2b079926-406f-47e0-97e3-1dcccfba52c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0780542 Jul 28 15:14:15.343963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-03234fc7-6ed9-4b82-8bad-776fab631508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:15.345550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-03234fc7-6ed9-4b82-8bad-776fab631508 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468063 Jul 28 15:14:15.480704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-fe0674c9-b139-4fae-a928-f78d72cb4b67 service neutron] 10.222.0.58 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270173 Jul 28 15:14:15.601368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e3e4c1b9-6ac6-4b1d-aec9-f7befb065ed2 req-7dfa7743-57c1-4842-8dc1-a03f15aa581a service neutron] 10.222.0.58 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132774 Jul 28 15:14:15.885525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:14:15.888315 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66" -d '{"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:14:15.943085 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc4c37-2356-40eb-893d-482833727a69 x-openstack-request-id: req-9cdc4c37-2356-40eb-893d-482833727a69 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:14:15.943380 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:14:15.943635 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cdc4c37-2356-40eb-893d-482833727a69 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:14:15.944044 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'status': 'completed', 'code': 200} Jul 28 15:14:16.042734 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-2518b04d-4150-42b4-ba58-6e5d98274d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.044273 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-2518b04d-4150-42b4-ba58-6e5d98274d6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0700986 Jul 28 15:14:16.063668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-45c910b8-d6f9-41ff-b09c-3cbffc9f0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.065164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-45c910b8-d6f9-41ff-b09c-3cbffc9f0f09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0638909 Jul 28 15:14:16.232156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-6a3168b9-173d-4969-a6a3-a94cdf414d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.234250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-6a3168b9-173d-4969-a6a3-a94cdf414d5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.1812639 Jul 28 15:14:16.249956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d2ad-6f88-40d2-b6ce-b27dca784b39 req-2915d368-a500-45df-8c88-e581e83554d1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.251598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8871d2ad-6f88-40d2-b6ce-b27dca784b39 req-2915d368-a500-45df-8c88-e581e83554d1 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0554771 Jul 28 15:14:16.261176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-9b07493e-2554-4737-b7b9-2984d03a598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.262672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-9b07493e-2554-4737-b7b9-2984d03a598a service neutron] 10.222.0.42 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.1878116 Jul 28 15:14:16.305507 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8871d2ad-6f88-40d2-b6ce-b27dca784b39 req-c677750f-4f18-4037-8148-fe81219a7a14 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467858 Jul 28 15:14:16.372325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f046c-d1a7-48c5-99a2-fb03ece6c215 req-9065b6a9-a2d7-4fca-9d12-b6f20d9721b0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.374482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e0f046c-d1a7-48c5-99a2-fb03ece6c215 req-9065b6a9-a2d7-4fca-9d12-b6f20d9721b0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.1700230 Jul 28 15:14:16.407131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-53615b40-dbb7-4ade-8b97-6e7d0cd5a057 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 998 time: 0.1568332 Jul 28 15:14:16.413810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-9c8825e7-d943-4733-b95f-c6bc1acc6d49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 998 time: 0.1167696 Jul 28 15:14:16.484345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e0f046c-d1a7-48c5-99a2-fb03ece6c215 req-d3c11490-0922-4dc6-8bb4-38ce12a6537e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012352 Jul 28 15:14:16.513088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-ee5dd39a-8233-48c2-bd76-825f6180acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.515150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-ee5dd39a-8233-48c2-bd76-825f6180acfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0979235 Jul 28 15:14:16.516556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-ec00e924-64fd-4f55-bb32-d1008f825e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.517906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-ec00e924-64fd-4f55-bb32-d1008f825e8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0862739 Jul 28 15:14:16.597746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-440d401b-a4e0-4b52-8530-6dcdc7ad5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.599248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-440d401b-a4e0-4b52-8530-6dcdc7ad5479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759485 Jul 28 15:14:16.601082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-8892d5dd-6ef7-404b-9966-09d25ec561b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:16.602505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-8892d5dd-6ef7-404b-9966-09d25ec561b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780861 Jul 28 15:14:16.763160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-c0651a58-6c66-4ab2-8788-f33187d84b0f service neutron] 10.222.0.58 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561186 Jul 28 15:14:16.765081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-ed4b9a45-5738-457f-9600-cbf4777c999e service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504722 Jul 28 15:14:16.832226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:14:16.892264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:14:16.942435 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-54f44db0-3e19-4cd6-b17b-42fd4d288f5a service neutron] 10.222.0.58 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691632 Jul 28 15:14:16.944420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e00797a8-bb1a-4dd2-b0d5-c01eb20abf66 req-bfe50e63-69af-4e3c-acae-6ecfd54924e9 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723485 Jul 28 15:14:16.957211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59824) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:17.080994 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-490e785f-7b75-44a1-b381-423f5a61bb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.177265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-490e785f-7b75-44a1-b381-423f5a61bb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.341677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-490e785f-7b75-44a1-b381-423f5a61bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.381630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-490e785f-7b75-44a1-b381-423f5a61bb75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e307add4dd714f70bb1565320a06c3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233057 Jul 28 15:14:17.383770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e785f-7b75-44a1-b381-423f5a61bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0908da38-3e91-4dfa-b3c1-2dd25f77cbe9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:17.384523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59830) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:17.457042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33723fd-1aa3-4883-9adf-3e21464c93b6 req-732a5223-2c6e-4555-a1b7-f8ca07f2acb7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:17.458513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b33723fd-1aa3-4883-9adf-3e21464c93b6 req-732a5223-2c6e-4555-a1b7-f8ca07f2acb7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0859146 Jul 28 15:14:17.487038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.522955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.536250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b33723fd-1aa3-4883-9adf-3e21464c93b6 req-549fa727-8639-4dc5-9a3f-7f626c111e25 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711341 Jul 28 15:14:17.609852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c416e-bad0-43b5-a7b9-6240bdfae7ca req-8de30759-2680-45c3-9e37-7ca71a9ee0ef tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:17.611481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652c416e-bad0-43b5-a7b9-6240bdfae7ca req-8de30759-2680-45c3-9e37-7ca71a9ee0ef tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 943 time: 0.0538695 Jul 28 15:14:17.651327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-652c416e-bad0-43b5-a7b9-6240bdfae7ca req-1f93533c-18dd-4805-979c-129e0cbd7d84 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335622 Jul 28 15:14:17.661424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.664398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.665523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0908da38-3e91-4dfa-b3c1-2dd25f77cbe9 HTTP/1.1" status: 204 len: 168 time: 0.2794869 Jul 28 15:14:17.673755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0908da38-3e91-4dfa-b3c1-2dd25f77cbe9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:17.681504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.682018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.682196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.682541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.682898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.683236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.683568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.683900 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.684230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.684594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.684927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:17.685252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f3326-e683-41c6-9e41-fb217b14c376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.073363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:14:18.173346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:18.185242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'port_id': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'mac_address': 'fa:16:3e:76:35:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:14:18.222994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.236060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:14:18.260539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:18.398545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.416670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:18.429524 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91fe4d6e-cf9f-4e91-bea4-136529b972a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.446949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:18.455284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.455683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.456011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.456343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.456702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.457033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.457374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.457673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.458028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.458342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.458657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.458996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:18.521426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91fe4d6e-cf9f-4e91-bea4-136529b972a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.620203 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91fe4d6e-cf9f-4e91-bea4-136529b972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.679410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-91fe4d6e-cf9f-4e91-bea4-136529b972a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9378527352ad4d9da0ad7474527ebca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615201 Jul 28 15:14:18.682467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59844) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:18.694610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4d6e-cf9f-4e91-bea4-136529b972a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d842a55b-72dd-463e-9cd7-dbe44c50cc7b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:18.696429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:14:18.706314 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dc2a3-2096-478f-bcff-2766c1cfba5f req-ee1b999b-2319-4924-ab1e-af2bb11df773 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:18.707938 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-253dc2a3-2096-478f-bcff-2766c1cfba5f req-ee1b999b-2319-4924-ab1e-af2bb11df773 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0984399 Jul 28 15:14:18.759200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-253dc2a3-2096-478f-bcff-2766c1cfba5f req-4345a945-e0ba-4306-b50a-ba640ce9816e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Jul 28 15:14:18.829774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dd61-91c2-44df-9c4a-448a2d348421 req-7988153c-9c35-4f47-8e16-58c26c3c48f6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:18.831819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb48dd61-91c2-44df-9c4a-448a2d348421 req-7988153c-9c35-4f47-8e16-58c26c3c48f6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 944 time: 0.0969057 Jul 28 15:14:18.836241 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3962cfe0-8e7e-41f3-87c8-bd0c2ef038e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.880138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3962cfe0-8e7e-41f3-87c8-bd0c2ef038e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.915296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb48dd61-91c2-44df-9c4a-448a2d348421 req-460d8c66-52c8-4ef2-9823-4bc6d4c7fdf8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759447 Jul 28 15:14:19.124618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3962cfe0-8e7e-41f3-87c8-bd0c2ef038e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:19.127216 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3962cfe0-8e7e-41f3-87c8-bd0c2ef038e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:19.128382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3962cfe0-8e7e-41f3-87c8-bd0c2ef038e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d842a55b-72dd-463e-9cd7-dbe44c50cc7b HTTP/1.1" status: 204 len: 168 time: 0.4443104 Jul 28 15:14:19.136609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962cfe0-8e7e-41f3-87c8-bd0c2ef038e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d842a55b-72dd-463e-9cd7-dbe44c50cc7b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:19.345928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234fd4-1d8e-476c-aabd-806a83ef730e req-c877613a-73db-4ea1-b168-b9f0e59e49a5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:19.347476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e234fd4-1d8e-476c-aabd-806a83ef730e req-c877613a-73db-4ea1-b168-b9f0e59e49a5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 944 time: 0.0538979 Jul 28 15:14:19.395016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e234fd4-1d8e-476c-aabd-806a83ef730e req-bdf8d4f9-e2a1-44bd-9470-6314dcf6ec7c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350180 Jul 28 15:14:19.504439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-085bf189-248b-40b4-b09f-506a5f3b5644 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:19.505971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-085bf189-248b-40b4-b09f-506a5f3b5644 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3&tenant_id=fbcb164103f540b6af9752880e9ef2eb&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 944 time: 0.0946288 Jul 28 15:14:19.572911 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-35610d60-d087-41c0-abd9-c018f063cdad service neutron] delete failed (client error): The resource could not be found. Jul 28 15:14:19.573954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-35610d60-d087-41c0-abd9-c018f063cdad service neutron] 10.222.0.42 "DELETE /v2.0/ports/72e53cc1-dc4c-4dac-bfe2-45af146e2e2b/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0571032 Jul 28 15:14:19.682931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-2ebe3449-1367-4050-9c97-aaa28add545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:19.684610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-2ebe3449-1367-4050-9c97-aaa28add545e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1096 time: 0.0431788 Jul 28 15:14:19.811984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-d9f6fb30-b5fe-4005-a834-bb2071588d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:19.813541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-d9f6fb30-b5fe-4005-a834-bb2071588d47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.1222863 Jul 28 15:14:19.887402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d81e-c104-4c33-a8cb-314ecb573440 req-e5b226ac-64ac-47b4-b2fa-87ed8c9cf4f7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:19.889654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e80d81e-c104-4c33-a8cb-314ecb573440 req-e5b226ac-64ac-47b4-b2fa-87ed8c9cf4f7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0558898 Jul 28 15:14:19.894038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-145a23fc-93ea-49f7-a6ab-b663721c1371 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 999 time: 0.0728898 Jul 28 15:14:19.943253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1e80d81e-c104-4c33-a8cb-314ecb573440 req-5d64c65d-639d-4704-abe3-ef205687713f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Jul 28 15:14:19.955625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-210a553e-cf65-4ee5-9210-6d63c9bf38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:19.956912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-210a553e-cf65-4ee5-9210-6d63c9bf38fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0555317 Jul 28 15:14:20.010188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-bcb5fe24-f92e-49a7-b8e8-442d07460ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:20.011792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-bcb5fe24-f92e-49a7-b8e8-442d07460ccd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471246 Jul 28 15:14:20.082196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:20.109760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-49ac3112-a1e7-4be6-b586-99a8bf471975 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910568 Jul 28 15:14:20.205006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb55a7f-5143-4e88-943f-57de29009e8e req-4f7011c2-8b2f-4c8a-9c7b-3d125f71eac4 service neutron] 10.222.0.42 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883365 Jul 28 15:14:20.250030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:20.254230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:20.254608 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.333699 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.367380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:14:20.370801 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc68c8-252c-4b18-a03b-1dd3b6bc1f5a" -d '{"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-plugged", "status": "completed", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:14:20.377037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:20.423527 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd12c1d6-4764-420d-9cd0-e8958bd3c3a4 x-openstack-request-id: req-cd12c1d6-4764-420d-9cd0-e8958bd3c3a4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:14:20.423828 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-plugged", "status": "completed", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:14:20.424088 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd12c1d6-4764-420d-9cd0-e8958bd3c3a4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:14:20.424704 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'code': 200} Jul 28 15:14:20.467494 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.517010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a182d0-d183-4c51-b375-4fba6d96f587 req-f204727d-b14b-4b7f-89cd-bf47adad0dce tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:20.518601 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62a182d0-d183-4c51-b375-4fba6d96f587 req-f204727d-b14b-4b7f-89cd-bf47adad0dce tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0501313 Jul 28 15:14:20.526899 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:20.558348 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62a182d0-d183-4c51-b375-4fba6d96f587 req-a8e8922c-2a19-434b-bef0-61a9e54d2828 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Jul 28 15:14:20.910569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59884) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:21.036171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-672265ae-1310-4ce4-acd4-e66b2e04e52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.068675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2f4e9-5bf8-44d4-9d18-a55e604a1550 req-872260f3-a017-41f2-bfa9-4ae92ff9125d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:21.071662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50e2f4e9-5bf8-44d4-9d18-a55e604a1550 req-872260f3-a017-41f2-bfa9-4ae92ff9125d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0566919 Jul 28 15:14:21.117308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-50e2f4e9-5bf8-44d4-9d18-a55e604a1550 req-1a3be6d8-f06d-47a6-aa8b-a0ea7f511a7a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Jul 28 15:14:21.146820 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-672265ae-1310-4ce4-acd4-e66b2e04e52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.272809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-672265ae-1310-4ce4-acd4-e66b2e04e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.312646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-672265ae-1310-4ce4-acd4-e66b2e04e52d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=816121b0b6614a68a5e9b751ed198c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009340 Jul 28 15:14:21.313475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672265ae-1310-4ce4-acd4-e66b2e04e52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd4dd40-65dd-4043-9d9f-79973074d1a5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:21.315307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59890) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:21.365262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4daf7322-3313-425b-9516-b8bdd8be352c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.387271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4daf7322-3313-425b-9516-b8bdd8be352c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.575358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4daf7322-3313-425b-9516-b8bdd8be352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.578010 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4daf7322-3313-425b-9516-b8bdd8be352c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.579159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4daf7322-3313-425b-9516-b8bdd8be352c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dd4dd40-65dd-4043-9d9f-79973074d1a5 HTTP/1.1" status: 204 len: 168 time: 0.2627113 Jul 28 15:14:21.588154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf7322-3313-425b-9516-b8bdd8be352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd4dd40-65dd-4043-9d9f-79973074d1a5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:21.678963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd02c2-45de-4b7e-975c-84935bacc7ee req-d66ef72f-730b-4f29-9a47-fede7d7f76d0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:21.680444 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efbd02c2-45de-4b7e-975c-84935bacc7ee req-d66ef72f-730b-4f29-9a47-fede7d7f76d0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0487788 Jul 28 15:14:21.718719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-efbd02c2-45de-4b7e-975c-84935bacc7ee req-c48703c9-7d32-4fd3-9b54-1df8e49f4281 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Jul 28 15:14:21.741426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59896) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:21.804217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c04ee71b-2c7a-430d-8075-505bf4744211 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/d2619393-fd32-4b25-82a0-bbf89fa78c29 HTTP/1.1" status: 200 len: 992 time: 0.0616398 Jul 28 15:14:22.243793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a692e03-d981-4879-8e7c-85035b63099a req-656e7714-11dd-447d-8515-9ab4c50c8aee tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:22.252281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a692e03-d981-4879-8e7c-85035b63099a req-656e7714-11dd-447d-8515-9ab4c50c8aee tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0517483 Jul 28 15:14:22.286073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a692e03-d981-4879-8e7c-85035b63099a req-e987eaad-2f87-4a6f-b7dc-3172a0f3cd14 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Jul 28 15:14:22.335221 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dabe6544-e09f-45a4-9d6d-f79d091929bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:23.405421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a107309-95e4-417c-ab87-d1150fd7d4df req-8500ca89-de2a-4cec-bf1f-19c451b940c5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:23.406964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a107309-95e4-417c-ab87-d1150fd7d4df req-8500ca89-de2a-4cec-bf1f-19c451b940c5 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0502999 Jul 28 15:14:23.452897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a107309-95e4-417c-ab87-d1150fd7d4df req-3d4b6748-77c8-49b9-9eed-f0b5682cb26e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Jul 28 15:14:24.581377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a32a5f-d1fc-4da5-98cc-567fb79903f0 req-20eb53dc-e055-4d8f-bec0-f9e553dfce2d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:24.582873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04a32a5f-d1fc-4da5-98cc-567fb79903f0 req-20eb53dc-e055-4d8f-bec0-f9e553dfce2d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0574040 Jul 28 15:14:24.622612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04a32a5f-d1fc-4da5-98cc-567fb79903f0 req-24aaa03b-73e8-4638-a321-107688301f5c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Jul 28 15:14:24.815641 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f139649-6e08-4886-a591-48e3416fb449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:25.186653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:25.738224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d4cb3-c091-49b8-85a6-96a4d2fa898f req-6ec24b29-02bd-4e53-a107-c86842dc3048 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:25.739705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb8d4cb3-c091-49b8-85a6-96a4d2fa898f req-6ec24b29-02bd-4e53-a107-c86842dc3048 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0490496 Jul 28 15:14:25.777758 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb8d4cb3-c091-49b8-85a6-96a4d2fa898f req-73569aa8-71fb-4f06-bfda-fa5e0c1518b3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jul 28 15:14:25.911917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9755b54-2905-4a97-9a50-160cbf3462de req-e5cffad7-7c0f-42e1-a4ca-598bb85a514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:25.913485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9755b54-2905-4a97-9a50-160cbf3462de req-e5cffad7-7c0f-42e1-a4ca-598bb85a514d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0410409 Jul 28 15:14:25.954198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9755b54-2905-4a97-9a50-160cbf3462de req-3b700094-f3f9-4ff1-8522-ef92e1f7c4e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 Jul 28 15:14:26.346503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:26.906846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea3b78-ed70-4105-b6e2-98b298ca9887 req-b3161ad0-0bf7-4fe7-b6a6-a6f853148650 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:26.908351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6ea3b78-ed70-4105-b6e2-98b298ca9887 req-b3161ad0-0bf7-4fe7-b6a6-a6f853148650 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0585208 Jul 28 15:14:26.947868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6ea3b78-ed70-4105-b6e2-98b298ca9887 req-d6b68f6e-90a3-437e-aaba-0543490301d2 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Jul 28 15:14:28.067635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961add66-bf52-4a65-9fb3-e8e8e8616c5e req-961de642-ec48-4ead-9a24-774568ac75b7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:28.069158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-961add66-bf52-4a65-9fb3-e8e8e8616c5e req-961de642-ec48-4ead-9a24-774568ac75b7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0485389 Jul 28 15:14:28.106612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-961add66-bf52-4a65-9fb3-e8e8e8616c5e req-3fd91075-bcf6-408f-9cc0-ab1886b22002 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Jul 28 15:14:28.158448 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:28.648706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe38f-ee2b-41ee-9819-4801f6190a3c req-0537e3cd-cd4b-4fd1-8f87-bf33b196e2bb tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:28.650486 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39cbe38f-ee2b-41ee-9819-4801f6190a3c req-0537e3cd-cd4b-4fd1-8f87-bf33b196e2bb tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0537939 Jul 28 15:14:28.689161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-39cbe38f-ee2b-41ee-9819-4801f6190a3c req-d81e9e89-8766-476b-b7ff-37571c8657c0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Jul 28 15:14:28.745392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1443365-3296-49a4-aff3-14a3386b657c req-f5c2ff0e-1d43-49bb-9c5d-05bce325ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:28.746954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-f5c2ff0e-1d43-49bb-9c5d-05bce325ee78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80195490aa254511b0d5da710ae0d843&device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 1098 time: 0.0419972 Jul 28 15:14:28.845338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1443365-3296-49a4-aff3-14a3386b657c req-7264a695-ae5d-4ada-ad5a-203976538483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:28.846726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-7264a695-ae5d-4ada-ad5a-203976538483 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 200 len: 920 time: 0.0878234 Jul 28 15:14:28.897640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-3651d2a6-f71d-4000-b915-cfa5a5dde647 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Jul 28 15:14:28.947943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1443365-3296-49a4-aff3-14a3386b657c req-366c4ffb-8b73-4738-8721-901cc83b16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:28.949552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-366c4ffb-8b73-4738-8721-901cc83b16a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 200 len: 859 time: 0.0444331 Jul 28 15:14:28.983791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-8ba32dc4-66a0-407c-a91b-3f6f85d439ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6477305-1644-43f9-8bf6-bdd77a345832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268178 Jul 28 15:14:29.080505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-a2c2d36e-2c2f-4dbd-a904-8426cf5e6ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884686 Jul 28 15:14:29.178563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1443365-3296-49a4-aff3-14a3386b657c req-d9a42b9b-7121-4da5-b3d1-4a98ea26cc2a service neutron] 10.222.0.58 "GET /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896983 Jul 28 15:14:29.543828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59980) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:29.650602 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7950bb0-d40e-4417-a8a9-cd90d5c3cf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:29.739710 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7950bb0-d40e-4417-a8a9-cd90d5c3cf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:29.814777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97796d0-8d27-4fe5-b5d2-ef3d49451747 req-2f31db28-826f-4948-aaeb-3c8cb7d3ecf0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:29.816380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f97796d0-8d27-4fe5-b5d2-ef3d49451747 req-2f31db28-826f-4948-aaeb-3c8cb7d3ecf0 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0540495 Jul 28 15:14:29.836585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d7950bb0-d40e-4417-a8a9-cd90d5c3cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:29.889196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f97796d0-8d27-4fe5-b5d2-ef3d49451747 req-e7125977-f4ec-4a6f-83e4-055a4d7efe06 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666900 Jul 28 15:14:29.892157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7950bb0-d40e-4417-a8a9-cd90d5c3cf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d942e7-908e-45b5-8467-7bc71ac1aef6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:29.896534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d7950bb0-d40e-4417-a8a9-cd90d5c3cf56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad84590743ed48c98eab23e5d4216931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510029 Jul 28 15:14:29.899394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59986) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:29.951910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-220c7d2e-3d10-4702-aaa8-9205471cf728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:29.973317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-220c7d2e-3d10-4702-aaa8-9205471cf728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:30.259060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-220c7d2e-3d10-4702-aaa8-9205471cf728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:30.261704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-220c7d2e-3d10-4702-aaa8-9205471cf728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:30.262867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-220c7d2e-3d10-4702-aaa8-9205471cf728 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91d942e7-908e-45b5-8467-7bc71ac1aef6 HTTP/1.1" status: 204 len: 168 time: 0.3611290 Jul 28 15:14:30.271424 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c7d2e-3d10-4702-aaa8-9205471cf728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d942e7-908e-45b5-8467-7bc71ac1aef6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:31.011483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973dc49-83bf-4bb3-97f5-b82416f974ab req-829216fc-8b11-4b64-bace-3edd05817b0c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:31.012986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5973dc49-83bf-4bb3-97f5-b82416f974ab req-829216fc-8b11-4b64-bace-3edd05817b0c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0497010 Jul 28 15:14:31.053392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5973dc49-83bf-4bb3-97f5-b82416f974ab req-5babdc52-45d8-4c02-a2a8-35ffe2f5d5f3 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336170 Jul 28 15:14:31.423363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 59994) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:31.437467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e55e2c59-8608-4ff9-ba78-14815caafc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.527140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e55e2c59-8608-4ff9-ba78-14815caafc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.615757 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e55e2c59-8608-4ff9-ba78-14815caafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.652973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e55e2c59-8608-4ff9-ba78-14815caafc28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09bfe97db3164ee19e4009046533c7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285504 Jul 28 15:14:31.653807 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e2c59-8608-4ff9-ba78-14815caafc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aa61a6-5538-4613-adb1-70731bfa6e53,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:31.656350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 59996) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:31.708303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcc40c87-1e92-4748-a7cb-c4ef880b8bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.729419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcc40c87-1e92-4748-a7cb-c4ef880b8bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.854060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcc40c87-1e92-4748-a7cb-c4ef880b8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.856739 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bcc40c87-1e92-4748-a7cb-c4ef880b8bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:31.857943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bcc40c87-1e92-4748-a7cb-c4ef880b8bff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19aa61a6-5538-4613-adb1-70731bfa6e53 HTTP/1.1" status: 204 len: 168 time: 0.2005823 Jul 28 15:14:31.865828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc40c87-1e92-4748-a7cb-c4ef880b8bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aa61a6-5538-4613-adb1-70731bfa6e53,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:32.175749 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da41248-0ce4-4668-932d-0ff3547503f7 req-1012eeec-af0a-4390-90c5-1d599c16762a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:32.177293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3da41248-0ce4-4668-932d-0ff3547503f7 req-1012eeec-af0a-4390-90c5-1d599c16762a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0525546 Jul 28 15:14:32.217030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3da41248-0ce4-4668-932d-0ff3547503f7 req-1da6c989-e608-44ae-9245-adf542219ce2 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Jul 28 15:14:32.415639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:36.272607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:41.344843 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:14:43.938962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c84399-e440-43b4-b02f-3fff2ee0d2d8 req-bc25ec10-4a95-4f61-bc5f-d32f1e1fc8f8 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:43.941189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20c84399-e440-43b4-b02f-3fff2ee0d2d8 req-bc25ec10-4a95-4f61-bc5f-d32f1e1fc8f8 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0598428 Jul 28 15:14:43.987796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-20c84399-e440-43b4-b02f-3fff2ee0d2d8 req-38e3aee7-4ac2-4601-a3d7-b4b65fef022c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Jul 28 15:14:45.112898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb14a07-eb1c-4daf-86e6-5c5632ddf22d req-086d9b16-2d61-47bf-bd8a-879eb327f3fd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:45.116987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fb14a07-eb1c-4daf-86e6-5c5632ddf22d req-086d9b16-2d61-47bf-bd8a-879eb327f3fd tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0535498 Jul 28 15:14:45.154614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fb14a07-eb1c-4daf-86e6-5c5632ddf22d req-c0e97aaa-03cd-416c-af96-970b55830414 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Jul 28 15:14:46.290160 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883bc47-8ec7-4af0-9b0e-2b20099a797f req-30fa7be5-57df-4d70-9366-6effc947273c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:46.292626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3883bc47-8ec7-4af0-9b0e-2b20099a797f req-30fa7be5-57df-4d70-9366-6effc947273c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0634022 Jul 28 15:14:46.332369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3883bc47-8ec7-4af0-9b0e-2b20099a797f req-ef8bd6ca-e79c-4bd7-b79a-6439bff50e6f tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jul 28 15:14:46.778561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-fd3f98b2-39a9-434c-a62c-319be4ff79c2 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:46.780074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-fd3f98b2-39a9-434c-a62c-319be4ff79c2 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 946 time: 0.0498159 Jul 28 15:14:46.874200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Deleting port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:46.874436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:46.968239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] For port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:46.968698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:46.985489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Calling delete_port for 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:47.225306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:47.242927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4', '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:14:47.255995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Pushing event deleted for resources: {'Port': ['ID=6d325cb2-b5e4-4dc9-8351-3dc56e64f11d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:47.298476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] No DVR routers for this DVR port 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:14:47.301359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:47.303462 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc766e3a-cd25-4036-b257-2644ddd83c35 req-27caf72d-31e3-4156-b973-a2b0bfde5bda tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "DELETE /v2.0/ports/6d325cb2-b5e4-4dc9-8351-3dc56e64f11d HTTP/1.1" status: 204 len: 173 time: 0.5160198 Jul 28 15:14:47.303919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'name': 'network-vif-deleted', 'tag': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:14:47.306587 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95eed5e-77c7-4f05-9812-476f9f06fa66" -d '{"events": [{"server_uuid": "cf7987ac-126b-4e7f-9814-124cd1409b1c", "name": "network-vif-deleted", "tag": "6d325cb2-b5e4-4dc9-8351-3dc56e64f11d"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:14:47.354706 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad66073-1962-4aa2-a485-422a51931046 x-openstack-request-id: req-4ad66073-1962-4aa2-a485-422a51931046 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:14:47.355181 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7987ac-126b-4e7f-9814-124cd1409b1c", "name": "network-vif-deleted", "tag": "6d325cb2-b5e4-4dc9-8351-3dc56e64f11d", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:14:47.355525 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ad66073-1962-4aa2-a485-422a51931046 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:14:47.356037 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7987ac-126b-4e7f-9814-124cd1409b1c', 'name': 'network-vif-deleted', 'tag': '6d325cb2-b5e4-4dc9-8351-3dc56e64f11d', 'status': 'completed', 'code': 200} Jul 28 15:14:47.440736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6029c15d-3744-4f09-8f28-3e14f62036de req-1f8edbe7-2d43-46d2-8e78-98a463877511 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0304599 Jul 28 15:14:48.560653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3237156f-422e-46ed-b83b-1d1db414b2ed req-533ce9a2-5b2a-417d-9af9-4da0a8c5710d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf7987ac-126b-4e7f-9814-124cd1409b1c HTTP/1.1" status: 200 len: 210 time: 0.0314445 Jul 28 15:14:50.224902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:14:50.246244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:14:50.246595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d325cb2-b5e4-4dc9-8351-3dc56e64f11d not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:14:50.615138 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13950c0-b470-43dc-87ee-b0f56ce21309 req-515d6a87-8030-42da-9762-77fe522fe87d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:50.616734 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d13950c0-b470-43dc-87ee-b0f56ce21309 req-515d6a87-8030-42da-9762-77fe522fe87d tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.3640246 Jul 28 15:14:50.657113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d13950c0-b470-43dc-87ee-b0f56ce21309 req-c2ad263e-f243-45a7-a248-dbe1ded3e97e tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Jul 28 15:14:51.775824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5da3e-3e2f-4cbb-8877-3376bd03972b req-3dbcbd77-2120-4d4e-9e5a-8544d483ace4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:51.777343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdd5da3e-3e2f-4cbb-8877-3376bd03972b req-3dbcbd77-2120-4d4e-9e5a-8544d483ace4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0492797 Jul 28 15:14:51.815920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fdd5da3e-3e2f-4cbb-8877-3376bd03972b req-1c8e5cda-a406-4bb0-9237-9813c71647fb tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Jul 28 15:14:52.278108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b30f4959-624c-4d7c-83d9-2a2413099121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:52.932488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c40e3b-bac0-4512-b24f-68ac57584533 req-ed993fdf-247c-4f0f-85bf-8331b4ad25d4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:52.934041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5c40e3b-bac0-4512-b24f-68ac57584533 req-ed993fdf-247c-4f0f-85bf-8331b4ad25d4 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0495791 Jul 28 15:14:52.972988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5c40e3b-bac0-4512-b24f-68ac57584533 req-6f81a193-092e-4ee8-bed1-fed4aab18933 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Jul 28 15:14:54.093329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976094-5aa6-41ef-a36a-1171219a1dbe req-0576401f-6841-472c-a596-3646350cd568 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:54.095144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17976094-5aa6-41ef-a36a-1171219a1dbe req-0576401f-6841-472c-a596-3646350cd568 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0513685 Jul 28 15:14:54.134851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17976094-5aa6-41ef-a36a-1171219a1dbe req-c6298158-6a00-4afb-a9a9-69da65322ebc tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336468 Jul 28 15:14:54.876482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72c4c9a8-1c5f-4bbd-858a-758fb8f695cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:55.250043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:55.262149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83c453-c0ea-4782-9411-6a2baff9201b req-c66808f6-e351-4ed5-a1b9-9ed82510f555 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:55.264173 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a83c453-c0ea-4782-9411-6a2baff9201b req-c66808f6-e351-4ed5-a1b9-9ed82510f555 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0585532 Jul 28 15:14:55.303828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a83c453-c0ea-4782-9411-6a2baff9201b req-3d6cea4b-4ea4-448b-a9be-cbca6e5efb01 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Jul 28 15:14:56.396046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:56.421792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8098f-55cc-4927-aa93-bb34c633bc3b req-171e9d6c-d4ce-40a5-998c-0ccbf41d1eb7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:56.423315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0cd8098f-55cc-4927-aa93-bb34c633bc3b req-171e9d6c-d4ce-40a5-998c-0ccbf41d1eb7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0510895 Jul 28 15:14:56.467144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0cd8098f-55cc-4927-aa93-bb34c633bc3b req-a6a2c1a2-6378-4c26-9a81-617df197a6a7 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fd483b0-5b02-43c3-b326-fd4fd6c242ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 Jul 28 15:14:56.801778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a51087-aa7b-41a2-b63b-ba93c7176a65 req-644ad9e2-619e-48a7-b4f9-9356a340fbc4 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:56.803303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a51087-aa7b-41a2-b63b-ba93c7176a65 req-644ad9e2-619e-48a7-b4f9-9356a340fbc4 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0434365 Jul 28 15:14:56.840219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5a51087-aa7b-41a2-b63b-ba93c7176a65 req-1ddd3b8d-d9d0-462f-9c78-4e5a5bcfb668 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299485 Jul 28 15:14:56.847228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd045a-baca-4047-9919-94d3ef46e7ac req-acfc3a5a-a8b4-4c52-85cf-0aafb1d9b81a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:56.849026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-affd045a-baca-4047-9919-94d3ef46e7ac req-acfc3a5a-a8b4-4c52-85cf-0aafb1d9b81a tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 946 time: 0.0559380 Jul 28 15:14:56.870986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60250) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:56.954654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Deleting port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:56.954937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.044444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port ff0faafc-f311-4c03-b935-eddf77909f83 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:57.044865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.051546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] For port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:57.052080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.066205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Calling delete_port for 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:57.128132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.128502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.141913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for ff0faafc-f311-4c03-b935-eddf77909f83 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:57.364743 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.377361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:14:57.396008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Pushing event deleted for resources: {'Port': ['ID=26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:57.436568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] No DVR routers for this DVR port 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:14:57.472977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.472977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-affd045a-baca-4047-9919-94d3ef46e7ac req-9c29e65d-64d1-40f3-80be-7677ed3fc978 tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.58 "DELETE /v2.0/ports/26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 HTTP/1.1" status: 204 len: 173 time: 0.5856752 Jul 28 15:14:57.472977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'name': 'network-vif-deleted', 'tag': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:14:57.472977 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48ab0ab-db4a-40cf-acfb-3970a18811f5" -d '{"events": [{"server_uuid": "98ac3b56-8bfc-40fe-b3b8-418f72fae16c", "name": "network-vif-deleted", "tag": "26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:14:57.480750 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08898b7-a7f6-43fb-8ce8-a0d40dbf64f1 x-openstack-request-id: req-b08898b7-a7f6-43fb-8ce8-a0d40dbf64f1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:14:57.481004 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ac3b56-8bfc-40fe-b3b8-418f72fae16c", "name": "network-vif-deleted", "tag": "26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:14:57.481262 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b08898b7-a7f6-43fb-8ce8-a0d40dbf64f1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:14:57.481670 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ac3b56-8bfc-40fe-b3b8-418f72fae16c', 'name': 'network-vif-deleted', 'tag': '26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4', 'status': 'completed', 'code': 200} Jul 28 15:14:57.499607 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.527534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=ff0faafc-f311-4c03-b935-eddf77909f83,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:57.602080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d60d7ba-b1ca-4278-b982-e5696f691111 req-ef8db68a-852a-4681-a5df-89eb6c423a9c tempest-ServerRescueNegativeTestJSON-1888336612 tempest-ServerRescueNegativeTestJSON-1888336612-project] 10.222.0.57 "GET /v2.0/ports?device_id=98ac3b56-8bfc-40fe-b3b8-418f72fae16c HTTP/1.1" status: 200 len: 210 time: 0.0455098 Jul 28 15:14:57.618826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.619012 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP d2619393-fd32-4b25-82a0-bbf89fa78c29 disassociated (deleted). External IP: 172.25.6.28, port: 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b. Jul 28 15:14:57.849784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 0bc8066c-8961-4480-94b4-fdd297f6f764 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:14:57.872492 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.963534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:14:57.969538 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:57.974253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] Sync routers for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:14:57.983700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:57.989425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:58.000390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d9bb4006-1a6d-4ba1-8053-7b59ced51645 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/floatingips/d2619393-fd32-4b25-82a0-bbf89fa78c29 HTTP/1.1" status: 204 len: 168 time: 1.1282363 Jul 28 15:14:58.001035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:14:58.003462 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96495d01-fe38-450a-bd52-d30a25516918" -d '{"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:14:58.049922 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d0451-6580-42c1-b916-cc35f50509fe x-openstack-request-id: req-c65d0451-6580-42c1-b916-cc35f50509fe {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:14:58.050266 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:14:58.050528 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c65d0451-6580-42c1-b916-cc35f50509fe {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:14:58.050930 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'status': 'completed', 'code': 200} Jul 28 15:14:58.100142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:58.222765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495d01-fe38-450a-bd52-d30a25516918 req-15eba658-1db7-4d6e-b55c-6851f99d6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:58.224308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-15eba658-1db7-4d6e-b55c-6851f99d6867 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 1097 time: 0.1491609 Jul 28 15:14:58.331810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:58.342186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495d01-fe38-450a-bd52-d30a25516918 req-3fa27653-c697-4c4a-88dd-86f5e7897d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:58.343994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-3fa27653-c697-4c4a-88dd-86f5e7897d6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 200 len: 897 time: 0.1096842 Jul 28 15:14:58.364357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] Checking router: 0bc8066c-8961-4480-94b4-fdd297f6f764 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:14:58.373966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:58.374695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:58.393765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-bb91d2ff-38a2-4c87-b8ae-00ef4b33fdff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 200 len: 217 time: 0.0371199 Jul 28 15:14:58.459381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495d01-fe38-450a-bd52-d30a25516918 req-34690421-2bf8-4737-ba7c-73a0c53ad9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:58.460988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-34690421-2bf8-4737-ba7c-73a0c53ad9a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 200 len: 835 time: 0.0596874 Jul 28 15:14:58.520532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495d01-fe38-450a-bd52-d30a25516918 req-fd9a69e8-f652-4c73-bd4e-5a413d29cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:58.522182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-fd9a69e8-f652-4c73-bd4e-5a413d29cd3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=964e37d0-966d-4710-b6a7-e4a51af5f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491865 Jul 28 15:14:58.686620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60272) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:58.692832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:58.694015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-0eb0022f-c379-422b-9a90-ed251cd606a1 service neutron] 10.222.0.58 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580973 Jul 28 15:14:58.738810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65510fa-a15b-498c-b342-637ff801fcd5 req-295bde97-4766-4c82-960c-4d99dd8ec0d2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:58.750431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b65510fa-a15b-498c-b342-637ff801fcd5 req-295bde97-4766-4c82-960c-4d99dd8ec0d2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.1278987 Jul 28 15:14:58.827386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96495d01-fe38-450a-bd52-d30a25516918 req-172af4e4-f201-42fe-8b9a-8629f56effe9 service neutron] 10.222.0.58 "GET /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242623 Jul 28 15:14:58.828974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b65510fa-a15b-498c-b342-637ff801fcd5 req-28302239-59f5-4514-b895-e314c435cfe1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819881 Jul 28 15:14:58.923093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:58.955761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db0e41b-8df3-4deb-b6f9-144d250fa992 None None] The sync data for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 is: [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:12:13Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c93fc8f7-0301-4d2f-aecd-f409d6b2345d', 'name': '', 'network_id': '964e37d0-966d-4710-b6a7-e4a51af5f189', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:14:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:12Z', 'updated_at': '2021-07-28T15:12:18Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '5680c064-5837-4b89-972c-b2bae235e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:14:59.115460 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:59.221142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204e7fc-421f-40bc-9cb5-4605e1e8cbfb None None] New status for floating IP d2619393-fd32-4b25-82a0-bbf89fa78c29: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:14:59.380271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Deleting port e0b76900-8b69-458a-8fbc-f58656cfd995 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:59.380649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:59.461113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] For port e0b76900-8b69-458a-8fbc-f58656cfd995, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e0b76900-8b69-458a-8fbc-f58656cfd995,segment=NetworkSegment(285e64ea-2128-4cf1-93a8-b813fed1e7fb),segment_id=285e64ea-2128-4cf1-93a8-b813fed1e7fb)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:59.461491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:59.475051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Calling delete_port for e0b76900-8b69-458a-8fbc-f58656cfd995 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:59.755834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:59.782723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b76900-8b69-458a-8fbc-f58656cfd995,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:59.949266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.000905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb9ea5-5bdb-4e3a-a554-6d2ce7162e95 req-82f1b7d3-30b1-483d-b1eb-d2fc07bd0003 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:00.002452 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67cb9ea5-5bdb-4e3a-a554-6d2ce7162e95 req-82f1b7d3-30b1-483d-b1eb-d2fc07bd0003 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0499830 Jul 28 15:15:00.041184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67cb9ea5-5bdb-4e3a-a554-6d2ce7162e95 req-8a11a6a3-8e17-4dcb-aa84-8414061f5537 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=f96ca9a6-634e-4c09-912d-36abc7b8406f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Jul 28 15:15:00.167679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-5cdab0fc-5abf-43bc-bac5-6b8a506c69dc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:00.169218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-5cdab0fc-5abf-43bc-bac5-6b8a506c69dc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 945 time: 0.0493035 Jul 28 15:15:00.173464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Router 05e303f6-76c6-4336-97d2-e67a19d07e37 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:15:00.285256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:15:00.293575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-669e5314-0616-4658-9ef5-6e32ac2822f5 admin admin] 10.222.0.57 "PUT /v2.0/routers/05e303f6-76c6-4336-97d2-e67a19d07e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017382 Jul 28 15:15:00.293575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60278) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:00.297445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] Sync routers for ids ['05e303f6-76c6-4336-97d2-e67a19d07e37'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:15:00.301243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:00.330997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:00.331343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 26e63cb2-d1d0-4f2b-be96-27e1ece9f7b4 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:00.334646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] Routers {'05e303f6-76c6-4336-97d2-e67a19d07e37'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:00.335281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['05e303f6-76c6-4336-97d2-e67a19d07e37'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:00.409166 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.447834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] Set router 05e303f6-76c6-4336-97d2-e67a19d07e37 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:00.519208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.591916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:15:00.592189 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.638649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Deleting port 7f1f378a-a33c-450b-a512-7e8afa32d47a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:15:00.638920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:14:59Z', 'revision_number': 5, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port': {'id': '7f1f378a-a33c-450b-a512-7e8afa32d47a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:28Z', 'updated_at': '2021-07-28T15:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:00.639085 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.666767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] Checking router: 05e303f6-76c6-4336-97d2-e67a19d07e37 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:15:00.675999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] Routers {'05e303f6-76c6-4336-97d2-e67a19d07e37'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:00.677016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['05e303f6-76c6-4336-97d2-e67a19d07e37'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:00.689550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:00.690416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.704446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:15:00.726084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] For port 7f1f378a-a33c-450b-a512-7e8afa32d47a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7f1f378a-a33c-450b-a512-7e8afa32d47a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:00.726512 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.742824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Calling delete_port for 7f1f378a-a33c-450b-a512-7e8afa32d47a owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:15:00.766574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] Set router 05e303f6-76c6-4336-97d2-e67a19d07e37 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:00.831866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:15:00Z', 'revision_number': 6, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:00.862016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65bad9-85b3-457b-9fc6-c9301dce68a5 None None] The sync data for ids ['05e303f6-76c6-4336-97d2-e67a19d07e37'] in n-d-764806-10 is: [{'id': '05e303f6-76c6-4336-97d2-e67a19d07e37', 'name': 'tempest-ServerRescueNegativeTestJSON-1433292859-router', 'tenant_id': '80195490aa254511b0d5da710ae0d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:27Z', 'updated_at': '2021-07-28T15:15:00Z', 'revision_number': 6, 'project_id': '80195490aa254511b0d5da710ae0d843', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:15:00.952414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:00.983889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=72e53cc1-dc4c-4dac-bfe2-45af146e2e2b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:00.990182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.017070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1f378a-a33c-450b-a512-7e8afa32d47a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:01.035475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] No DVR routers for this DVR port 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:15:01.035475 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.037748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7982bb81-e496-4337-8bac-5843c136ccc9 req-314a95f1-8858-4f6e-a558-d6ea317d0f92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "DELETE /v2.0/ports/72e53cc1-dc4c-4dac-bfe2-45af146e2e2b HTTP/1.1" status: 204 len: 173 time: 0.8617260 Jul 28 15:15:01.038230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-deleted', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:01.041296 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16289030-7c2a-422b-b620-ccd602587617" -d '{"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-deleted", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:01.109941 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.124600 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76df0bc-a3a7-485e-a10f-041fb14d8ca4 x-openstack-request-id: req-f76df0bc-a3a7-485e-a10f-041fb14d8ca4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:01.125448 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101338f3-9a70-4608-931c-a1b9c8d785f3", "name": "network-vif-deleted", "tag": "72e53cc1-dc4c-4dac-bfe2-45af146e2e2b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:01.125711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f76df0bc-a3a7-485e-a10f-041fb14d8ca4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:01.126122 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101338f3-9a70-4608-931c-a1b9c8d785f3', 'name': 'network-vif-deleted', 'tag': '72e53cc1-dc4c-4dac-bfe2-45af146e2e2b', 'status': 'completed', 'code': 200} Jul 28 15:15:01.181901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be7142a2-7c23-4c85-b094-2142057e26c3 req-7140369e-602f-419d-91a4-b73e7e67e63c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=101338f3-9a70-4608-931c-a1b9c8d785f3 HTTP/1.1" status: 200 len: 210 time: 0.0349948 Jul 28 15:15:01.288121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.290448 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.414959 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.415494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e303f6-76c6-4336-97d2-e67a19d07e37 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:15:01.420031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.425749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-586f0adc-6500-477d-a894-3b1be3a354cd admin admin] 10.222.0.57 "DELETE /v2.0/routers/05e303f6-76c6-4336-97d2-e67a19d07e37 HTTP/1.1" status: 204 len: 168 time: 1.1274564 Jul 28 15:15:01.425938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60290) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:01.470746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Deleting subnet 4d268325-698a-4a33-9c85-c40033c8be95 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:15:01.474294 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.515968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.556076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.702235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.728371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d268325-698a-4a33-9c85-c40033c8be95,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:01.732223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.734195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-81510fd9-b5ce-4ded-8739-f46e3f501dc6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4d268325-698a-4a33-9c85-c40033c8be95 HTTP/1.1" status: 204 len: 168 time: 0.3092372 Jul 28 15:15:01.738362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60292) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:01.823259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.921149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.939274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6477305-1644-43f9-8bf6-bdd77a345832']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:01.954582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285e64ea-2128-4cf1-93a8-b813fed1e7fb') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:01.955267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285e64ea-2128-4cf1-93a8-b813fed1e7fb') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:01.968427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.979472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0b76900-8b69-458a-8fbc-f58656cfd995 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:01.985771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.992666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:15:01.993082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:15:01.994838 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:15:02.006595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e0b76900-8b69-458a-8fbc-f58656cfd995 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:02.020241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e0b76900-8b69-458a-8fbc-f58656cfd995 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:02.020701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f1f378a-a33c-450b-a512-7e8afa32d47a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:02.041537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7f1f378a-a33c-450b-a512-7e8afa32d47a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:02.041886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7f1f378a-a33c-450b-a512-7e8afa32d47a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:02.198404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.205431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.207363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f6477305-1644-43f9-8bf6-bdd77a345832 HTTP/1.1" status: 204 len: 168 time: 0.4679263 Jul 28 15:15:02.226720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4694-5824-4047-a4c1-319b372789c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6477305-1644-43f9-8bf6-bdd77a345832,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:02.265354 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:02.413172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.642385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.664996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60302) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:02.706320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a849ad1c-461e-4b37-a24c-e2f05a2b46c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80195490aa254511b0d5da710ae0d843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400796 Jul 28 15:15:02.708778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60304) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:02.759211 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f563-dcbf-4f27-a0e8-cc5074bf74f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.780828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f563-dcbf-4f27-a0e8-cc5074bf74f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.913526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port c93fc8f7-0301-4d2f-aecd-f409d6b2345d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:15:02.913873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.934824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f563-dcbf-4f27-a0e8-cc5074bf74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.937690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f563-dcbf-4f27-a0e8-cc5074bf74f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:02.938833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dfa4f563-dcbf-4f27-a0e8-cc5074bf74f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fd483b0-5b02-43c3-b326-fd4fd6c242ef HTTP/1.1" status: 204 len: 168 time: 0.2290723 Jul 28 15:15:02.946684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4f563-dcbf-4f27-a0e8-cc5074bf74f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd483b0-5b02-43c3-b326-fd4fd6c242ef,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:03.010527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port c93fc8f7-0301-4d2f-aecd-f409d6b2345d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:03.010904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:03.023888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for c93fc8f7-0301-4d2f-aecd-f409d6b2345d owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:15:03.287682 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:03.314704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=c93fc8f7-0301-4d2f-aecd-f409d6b2345d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:03.522674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.067462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 0bc8066c-8961-4480-94b4-fdd297f6f764 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:15:04.176387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:15:04.181654 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-65d597b4-d2b3-4dbe-9a83-e9946a3f588e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/0bc8066c-8961-4480-94b4-fdd297f6f764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151933 Jul 28 15:15:04.185733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:04.193051 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] Sync routers for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:15:04.204691 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:04.205630 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:04.218062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60338) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:04.253335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting subnet 5680c064-5837-4b89-972c-b2bae235e7f2 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:15:04.256931 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.308001 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.318438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:04.340704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:04.349040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 72e53cc1-dc4c-4dac-bfe2-45af146e2e2b not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:04.349720 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:04.401777 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1785055001-network', 'tenant_id': 'f58d20d9675d48b88436b5cb1d10be23'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:04.435959 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.506315 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Made reservation on behalf of f58d20d9675d48b88436b5cb1d10be23 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:04.509179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.523620 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.534913 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:15:03Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:04.562019 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] Checking router: 0bc8066c-8961-4480-94b4-fdd297f6f764 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:15:04.571330 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] Routers {'0bc8066c-8961-4480-94b4-fdd297f6f764'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:04.571951 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0bc8066c-8961-4480-94b4-fdd297f6f764'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:04.614913 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.621085 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.651877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Subnet': ['ID=5680c064-5837-4b89-972c-b2bae235e7f2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:04.655903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.658069 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1cf181b-d9bf-4eb7-bb45-5afcd4eaade0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/subnets/5680c064-5837-4b89-972c-b2bae235e7f2 HTTP/1.1" status: 204 len: 168 time: 0.4719739 Jul 28 15:15:04.660797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60346) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:04.664636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee391db8-6638-4737-8ccb-2d7edd1185b8 None None] Network 964e37d0-966d-4710-b6a7-e4a51af5f189 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:04.783614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.789474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] Set router 0bc8066c-8961-4480-94b4-fdd297f6f764 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:04.799526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.852719 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:15:04.859526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:04.869764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.870817 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Added segment 437a622a-dd13-4e77-a9f5-a0228f0c553a of type vlan for network d48a6374-1015-4e49-bce8-7c531d362cb9 Jul 28 15:15:04.912678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] DHCP port deletion for 964e37d0-966d-4710-b6a7-e4a51af5f189 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:15:04.958681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] Deleting port 5fa6997b-2f10-4f50-851a-2784112e03ed {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:15:04.959154 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:04.961741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.006486 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:15:03Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:05.008179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.034804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] For port 5fa6997b-2f10-4f50-851a-2784112e03ed, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5fa6997b-2f10-4f50-851a-2784112e03ed,segment=NetworkSegment(0ad3191f-47dc-46ed-a0f1-9a6745d46f19),segment_id=0ad3191f-47dc-46ed-a0f1-9a6745d46f19)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:05.035223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.035974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06594e3a-8edf-4bbd-9ff4-e37403002776 None None] The sync data for ids ['0bc8066c-8961-4480-94b4-fdd297f6f764'] in n-d-764806-10 is: [{'id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608250551', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:12:07Z', 'updated_at': '2021-07-28T15:15:03Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '4a48fad6-aab6-4c67-8763-7238fff3d514', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8066c-8961-4480-94b4-fdd297f6f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:12:08Z', 'updated_at': '2021-07-28T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:15:05.052686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] Calling delete_port for 5fa6997b-2f10-4f50-851a-2784112e03ed owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:15:05.139919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.139919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:05.139919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.213368 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] Pushing event updated for resources: {'Network': ['ID=d48a6374-1015-4e49-bce8-7c531d362cb9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:05.224751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d48a6374-1015-4e49-bce8-7c531d362cb9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:15:05.263207 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 4a48fad6-aab6-4c67-8763-7238fff3d514 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:15:05.270802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.296212 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.323627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] Pushing event deleted for resources: {'Port': ['ID=5fa6997b-2f10-4f50-851a-2784112e03ed,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:05.327431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99c8fd-2a33-41b6-ab23-a16e2d305ba7 None None] No DVR routers for this DVR port 5fa6997b-2f10-4f50-851a-2784112e03ed on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:15:05.351809 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 4a48fad6-aab6-4c67-8763-7238fff3d514, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4a48fad6-aab6-4c67-8763-7238fff3d514,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:05.352177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.365442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 4a48fad6-aab6-4c67-8763-7238fff3d514 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:15:05.412474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cfaa79b5-b386-4f8b-b02d-63c56dc49146 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1933424 Jul 28 15:15:05.415469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:05.421121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Request body: {'subnet': {'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1785055001-subnet', 'tenant_id': 'f58d20d9675d48b88436b5cb1d10be23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:05.534845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Made reservation on behalf of f58d20d9675d48b88436b5cb1d10be23 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:05.537245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.661287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.713129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=4a48fad6-aab6-4c67-8763-7238fff3d514,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:05.784867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.861150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.877090 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.880165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:05.914708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52a2fe5-89a2-466c-8eab-59d8e55b9b84,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:05.932132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Checking segment: {'id': '437a622a-dd13-4e77-a9f5-a0228f0c553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:05.932546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Network hostable DHCP agents. Network: d48a6374-1015-4e49-bce8-7c531d362cb9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:15:06.001887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c93fc8f7-0301-4d2f-aecd-f409d6b2345d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:06.009405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.010018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc8066c-8961-4480-94b4-fdd297f6f764 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:15:06.021839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.021839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bca9de4f-5bfc-4a75-b6af-99d75abc1ef3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/routers/0bc8066c-8961-4480-94b4-fdd297f6f764 HTTP/1.1" status: 204 len: 168 time: 1.3571861 Jul 28 15:15:06.022149 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60354) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:06.025854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c93fc8f7-0301-4d2f-aecd-f409d6b2345d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:06.026201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c93fc8f7-0301-4d2f-aecd-f409d6b2345d not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:06.026614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5fa6997b-2f10-4f50-851a-2784112e03ed no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:06.043971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Network d48a6374-1015-4e49-bce8-7c531d362cb9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:15:06.047672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5fa6997b-2f10-4f50-851a-2784112e03ed {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:06.048035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5fa6997b-2f10-4f50-851a-2784112e03ed not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:06.105491 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.142347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d48a6374-1015-4e49-bce8-7c531d362cb9) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:06.147033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:06.148150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.159962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f412d43d-5e46-4465-93f7-c4be21b56cd5 None None] Network d48a6374-1015-4e49-bce8-7c531d362cb9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:06.207567 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.220327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964e37d0-966d-4710-b6a7-e4a51af5f189']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:06.233501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad3191f-47dc-46ed-a0f1-9a6745d46f19') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:06.233751 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad3191f-47dc-46ed-a0f1-9a6745d46f19') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:06.238655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e9ca76bd-e4eb-4138-9133-be067a855241 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8220608 Jul 28 15:15:06.254360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.279536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.292132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:15:06.292669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.308600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.314349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409298b1-c5e1-4a58-bee8-f27fbc0217ad None None] Network d48a6374-1015-4e49-bce8-7c531d362cb9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:15:06.318498 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:15:06.437945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.443194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.445188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/networks/964e37d0-966d-4710-b6a7-e4a51af5f189 HTTP/1.1" status: 204 len: 168 time: 0.4222202 Jul 28 15:15:06.448117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:06.474385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59aea3-aa99-4086-8e48-3423f377e925 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Network': ['ID=964e37d0-966d-4710-b6a7-e4a51af5f189,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:06.516432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-137b6f0d-d4c0-40ff-96c0-6621225e5736 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.547122 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-137b6f0d-d4c0-40ff-96c0-6621225e5736 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.701061 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-137b6f0d-d4c0-40ff-96c0-6621225e5736 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.703660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-137b6f0d-d4c0-40ff-96c0-6621225e5736 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:06.704893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-137b6f0d-d4c0-40ff-96c0-6621225e5736 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/security-groups/f96ca9a6-634e-4c09-912d-36abc7b8406f HTTP/1.1" status: 204 len: 168 time: 0.2555952 Jul 28 15:15:06.714630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b6f0d-d4c0-40ff-96c0-6621225e5736 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ca9a6-634e-4c09-912d-36abc7b8406f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:06.948760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60380) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:06.953851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-657529570-network', 'tenant_id': '35cf09a324e648efaaeb4214595c3831'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:07.049169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Made reservation on behalf of 35cf09a324e648efaaeb4214595c3831 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:07.051635 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.060909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.165382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.274529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60382) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:07.274529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942199002', 'description': 'tempest-secgroup-smoke-1942199002 description', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:07.311363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.338060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:15:07.352133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be06d81-7583-4fb7-82a5-b4ad252f9449,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:07.357518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.357869 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Added segment 2d881a1a-de22-4ff7-868c-0a374ffc7614 of type vlan for network b737c8e4-09a1-4043-99d8-67d0506a544e Jul 28 15:15:07.400045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.416118 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.512951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.523351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.524356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:07.524991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.610897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.640984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] Pushing event updated for resources: {'Network': ['ID=b737c8e4-09a1-4043-99d8-67d0506a544e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:07.652076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network b737c8e4-09a1-4043-99d8-67d0506a544e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:15:07.657637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:07.673083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8a73511f-a643-4932-b415-87eef9c32c36 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7228134 Jul 28 15:15:07.675619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:07.681367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Request body: {'subnet': {'network_id': 'b737c8e4-09a1-4043-99d8-67d0506a544e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-657529570-subnet', 'tenant_id': '35cf09a324e648efaaeb4214595c3831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:07.740959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.742659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f21dfce9-ace2-423e-a0de-604d9a04ff95 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4787748 Jul 28 15:15:07.745761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60386) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:07.750564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '7ee9445d-8e56-493a-9ce5-e4b38a8a9af7', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:07.854857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Made reservation on behalf of 35cf09a324e648efaaeb4214595c3831 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:07.857905 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:07.883032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4a48fad6-aab6-4c67-8763-7238fff3d514 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:07.905165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4a48fad6-aab6-4c67-8763-7238fff3d514 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:07.905507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4a48fad6-aab6-4c67-8763-7238fff3d514 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:07.985641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.054500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.130685 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.157432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdb73fb-37fb-4cb7-8110-fd539c97a6b9,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:08.158179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.216834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434a169e-c2a6-461a-a87e-91a84fe31498,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:08.225830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Checking segment: {'id': '2d881a1a-de22-4ff7-868c-0a374ffc7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b737c8e4-09a1-4043-99d8-67d0506a544e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:08.226236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Network hostable DHCP agents. Network: b737c8e4-09a1-4043-99d8-67d0506a544e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:15:08.232517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.236889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b038e646-adb5-4346-9526-1ad71c9c9b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4900055 Jul 28 15:15:08.237115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60390) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:08.242969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '7ee9445d-8e56-493a-9ce5-e4b38a8a9af7', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:08.340871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Network b737c8e4-09a1-4043-99d8-67d0506a544e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:15:08.368003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.429496 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.448815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, b737c8e4-09a1-4043-99d8-67d0506a544e) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:08.453893 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:08.453893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.458799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f7f259-2eca-428e-9510-a6ebddb18b96 None None] Network b737c8e4-09a1-4043-99d8-67d0506a544e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:08.529854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.532394 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-81f1b286-feab-4cc7-a813-879bc020bd48 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8551922 Jul 28 15:15:08.550512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7835695b-61ed-405a-aaa2-55ee97beaf53,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:08.585348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508711d2-da97-43a6-b6a6-dde2f71baebd None None] Network b737c8e4-09a1-4043-99d8-67d0506a544e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:08.649834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.655384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8dc6b56c-00d2-453a-9e8b-adaa587e9795 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4147582 Jul 28 15:15:08.660718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60396) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:08.660718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '7ee9445d-8e56-493a-9ce5-e4b38a8a9af7', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:08.792925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.857422 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.927021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:08.946125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcede77b-3dc7-42e2-b8d1-fea47a44666b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:09.024362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-23183592-fdc9-48aa-b555-c14ce3f42fe8 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:09.025972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-23183592-fdc9-48aa-b555-c14ce3f42fe8 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/networks?id=d48a6374-1015-4e49-bce8-7c531d362cb9 HTTP/1.1" status: 200 len: 825 time: 0.1122575 Jul 28 15:15:09.026213 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.027433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-086bf062-605c-4294-897b-4d2a40a8d0ed tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708014 Jul 28 15:15:09.034126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60414) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:09.039521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '7ee9445d-8e56-493a-9ce5-e4b38a8a9af7', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:09.041814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-71d88159-1554-41e2-80d1-bfc73236a985 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/quotas/f58d20d9675d48b88436b5cb1d10be23 HTTP/1.1" status: 200 len: 375 time: 0.0097866 Jul 28 15:15:09.079539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-da25012c-947e-4dd7-8d83-9239ded4a02c tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f58d20d9675d48b88436b5cb1d10be23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313714 Jul 28 15:15:09.145509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.217649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.301384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-4612af51-7a0a-4429-a98c-de934e6cd0fa service neutron] 10.222.0.57 "GET /v2.0/networks/d48a6374-1015-4e49-bce8-7c531d362cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145441 Jul 28 15:15:09.374103 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.398387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f5f7c-0f75-448a-91dd-8ce8534217d0,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:09.398619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-26a8e13c-f150-4345-ae30-ebcd011a97b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d48a6374-1015-4e49-bce8-7c531d362cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907953 Jul 28 15:15:09.504125 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.505409 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-52f30bbf-b1f5-48c9-96e4-dffabae01a64 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4702492 Jul 28 15:15:09.508199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60420) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:09.512770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '7ee9445d-8e56-493a-9ce5-e4b38a8a9af7', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:09.644302 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:15:09.672040 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.741645 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af392c05-65e7-43e6-b25d-ed63d7efc20b req-7a8acd82-261c-486a-92e0-df787b250f07 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 210 time: 0.0386834 Jul 28 15:15:09.775466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.855058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.875222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914447af-0da7-4883-83bd-d3aaed1f7ed0,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:09.952164 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:09.953476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-279bc24d-c0fe-4b89-b3f1-26dcec0c0db9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4442630 Jul 28 15:15:09.956166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60430) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:09.960884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '7ee9445d-8e56-493a-9ce5-e4b38a8a9af7', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:10.053275 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:15:10.058759 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.127290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.243178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.261784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e27aa9b-57a7-4cbe-8c5f-31683b5918de,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:10.357962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.359466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f465a16-1739-4775-aac6-d788a82cbfaf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4021649 Jul 28 15:15:10.362163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60434) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:10.367346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'network': {'name': 'tempest-network-smoke--193944491', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'port_security_enabled': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:10.455084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:10.458816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.488657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:15:10.498808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.499162 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Added segment d7cfa788-985d-4c63-87f2-620cad21da15 of type vlan for network 0e571149-03e6-4a30-914e-da7503e9c06a Jul 28 15:15:10.549168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.677991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.683743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:10.689490 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.757347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Network': ['ID=0e571149-03e6-4a30-914e-da7503e9c06a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:10.769740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0e571149-03e6-4a30-914e-da7503e9c06a details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:15:10.841762 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6666a48a-ae05-4e50-83e3-171ee12a72ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4777992 Jul 28 15:15:10.842632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60440) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:10.847569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'admin_state_up': True, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:10.854037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6069526-0df7-4904-a58f-798c00c74f68 req-7028f80a-e5da-4866-a9d2-2a0502de5cc1 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 210 time: 0.0342588 Jul 28 15:15:10.967561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:10.968692 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:11.032690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:11.339252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:11.663970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:11.683865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:11.791256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.69 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/9e0050fa-a406-4355-b9a1-65475a4a8329) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:15:11.897549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:11.970353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d293e481-ec09-4568-86a2-79c2d977edde req-bbc2c693-50aa-4df5-80af-20729d221fe9 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Jul 28 15:15:12.015228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:12.059453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:12.062436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:12.064879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:15:12.091496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=9e0050fa-a406-4355-b9a1-65475a4a8329,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:12.425722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:12.431504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-b724ca57-1d3c-486f-b546-9e2656e2af09 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:12.433711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-b724ca57-1d3c-486f-b546-9e2656e2af09 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.42 "GET /v2.0/networks?id=d48a6374-1015-4e49-bce8-7c531d362cb9 HTTP/1.1" status: 200 len: 825 time: 0.1191256 Jul 28 15:15:12.453142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Request body: {'port': {'device_id': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9', 'admin_state_up': True, 'tenant_id': 'f58d20d9675d48b88436b5cb1d10be23'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:12.647572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Made reservation on behalf of f58d20d9675d48b88436b5cb1d10be23 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:12.649663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:12.651882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:12.795117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Allocated IP 172.20.0.10 (d48a6374-1015-4e49-bce8-7c531d362cb9/e52a2fe5-89a2-466c-8eab-59d8e55b9b84/0e944305-7c70-48bb-8dec-3f4593267e6a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:15:12.966282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.075152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.078287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16e453fb-3ade-46ad-8a6e-32ff4a9aa11d req-bd199a9e-a5ce-4cb3-81f4-f607352beb76 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 210 time: 0.0324330 Jul 28 15:15:13.123520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Network d48a6374-1015-4e49-bce8-7c531d362cb9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:13.132885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:13.138481 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:15:13.144162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Pushing event updated for resources: {'Port': ['ID=0e944305-7c70-48bb-8dec-3f4593267e6a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:13.197851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:13.198460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.270106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 8fedc991-39f6-4467-a58d-78ab1b426b30 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:15:13.330203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-283cb623-bf3b-410d-aecc-09d0913a7ac3 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8817801 Jul 28 15:15:13.348709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Request body: {'port': {'device_id': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:13.375038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:15:13.390119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Sync routers for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:15:13.400147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:13.400803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:13.411182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.488919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.490200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d3e597d-03e3-48e7-9541-aa0fe492ce78 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6465120 Jul 28 15:15:13.493421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60458) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:13.536267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8be3d778-d360-4254-9780-0e6ed0b84104 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fbcb164103f540b6af9752880e9ef2eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401049 Jul 28 15:15:13.539596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60460) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:13.547303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:13.662331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb31eb-d9d8-42dc-9769-c31c4c66d98a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:13.666461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-92bb31eb-d9d8-42dc-9769-c31c4c66d98a tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1227894 Jul 28 15:15:13.666727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60464) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:13.698609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d70ffa8c-c8f5-49f2-a2ab-f9a0c61d3fb3 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285134 Jul 28 15:15:13.700780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60466) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:13.705934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839290852', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:13.773494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:12Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:13.780975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e944305-7c70-48bb-8dec-3f4593267e6a {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:15:13.789787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.802885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Transition to ACTIVE for port object 0e944305-7c70-48bb-8dec-3f4593267e6a will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:13.828495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Checking router: 8fedc991-39f6-4467-a58d-78ab1b426b30 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:15:13.828495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Updating router 8fedc991-39f6-4467-a58d-78ab1b426b30 port 9e0050fa-a406-4355-b9a1-65475a4a8329 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:15:13.833169 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.974794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:13.989995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:13.993764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.032669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Pushing event updated for resources: {'Port': ['ID=0e944305-7c70-48bb-8dec-3f4593267e6a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:14.112305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.112655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.112962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.113307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.113651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.113987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.114321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.114653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.114985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.115459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.115796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.116127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:14.140192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Attempting to bind port 0e944305-7c70-48bb-8dec-3f4593267e6a on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:15:14.141027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Attempting to bind port 0e944305-7c70-48bb-8dec-3f4593267e6a by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '437a622a-dd13-4e77-a9f5-a0228f0c553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:15:14.141640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Attempting to bind port 0e944305-7c70-48bb-8dec-3f4593267e6a on network d48a6374-1015-4e49-bce8-7c531d362cb9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:14.149398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Port 0e944305-7c70-48bb-8dec-3f4593267e6a on network d48a6374-1015-4e49-bce8-7c531d362cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:15:14.150317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Attempting to bind port 0e944305-7c70-48bb-8dec-3f4593267e6a on network d48a6374-1015-4e49-bce8-7c531d362cb9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:14.159938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:15:14.160830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Checking segment: {'id': '437a622a-dd13-4e77-a9f5-a0228f0c553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:14.161540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Bound using segment: {'id': '437a622a-dd13-4e77-a9f5-a0228f0c553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:15:14.162173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Bound port: 0e944305-7c70-48bb-8dec-3f4593267e6a, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437a622a-dd13-4e77-a9f5-a0228f0c553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:15:14.162740 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.237688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] For port 0e944305-7c70-48bb-8dec-3f4593267e6a, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:15:14.241019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] For port 0e944305-7c70-48bb-8dec-3f4593267e6a, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0e944305-7c70-48bb-8dec-3f4593267e6a,segment=NetworkSegment(437a622a-dd13-4e77-a9f5-a0228f0c553a),segment_id=437a622a-dd13-4e77-a9f5-a0228f0c553a)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:15:14.270085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c986c-a397-4726-a2bd-5a72a5e798ea req-68ec6e37-a058-4a92-a8b2-8c55da2140be tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.271603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea0c986c-a397-4726-a2bd-5a72a5e798ea req-68ec6e37-a058-4a92-a8b2-8c55da2140be tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 944 time: 0.1055639 Jul 28 15:15:14.277574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.287977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Transition to ACTIVE for port object 9e0050fa-a406-4355-b9a1-65475a4a8329 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:14.311476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea0c986c-a397-4726-a2bd-5a72a5e798ea req-e8b31114-57de-4990-89ff-c1c437f9b2dd tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Jul 28 15:15:14.363784 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.364118 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.400405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.406834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.406834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] 10.222.0.42 "PUT /v2.0/ports/0e944305-7c70-48bb-8dec-3f4593267e6a HTTP/1.1" status: 200 len: 1093 time: 1.0584040 Jul 28 15:15:14.406834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'tag': '0e944305-7c70-48bb-8dec-3f4593267e6a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:14.406834 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854" -d '{"events": [{"name": "network-changed", "server_uuid": "c9244a22-7f98-4010-ae73-8fcf589dd173", "tag": "0e944305-7c70-48bb-8dec-3f4593267e6a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:14.428896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e6dd0-2cd3-4f7e-a119-b91ff1b7211d service neutron] Pushing event updated for resources: {'Port': ['ID=0e944305-7c70-48bb-8dec-3f4593267e6a,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:14.433374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Subnet': ['ID=78ae8307-4786-466d-89a3-2b32d62d9ad6,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:14.436328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Checking segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:14.447049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network hostable DHCP agents. Network: 0e571149-03e6-4a30-914e-da7503e9c06a, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:15:14.448232 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.448929 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa475be-9e07-4827-8206-2ae9747ca7bc x-openstack-request-id: req-5aa475be-9e07-4827-8206-2ae9747ca7bc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:14.448929 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9244a22-7f98-4010-ae73-8fcf589dd173", "tag": "0e944305-7c70-48bb-8dec-3f4593267e6a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:14.448929 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5aa475be-9e07-4827-8206-2ae9747ca7bc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:14.448929 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'tag': '0e944305-7c70-48bb-8dec-3f4593267e6a', 'status': 'completed', 'code': 200} Jul 28 15:15:14.494924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Attempting to bind port 9e0050fa-a406-4355-b9a1-65475a4a8329 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:15:14.495291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Attempting to bind port 9e0050fa-a406-4355-b9a1-65475a4a8329 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:15:14.495965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Attempting to bind port 9e0050fa-a406-4355-b9a1-65475a4a8329 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:14.499361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e66f8f-e61b-437e-b31e-cc13a333002f None None] Pushing event updated for resources: {'Port': ['ID=9e0050fa-a406-4355-b9a1-65475a4a8329,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:14.504092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:15:14.504485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:14.504897 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.505280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:15:14.505751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Bound port: 9e0050fa-a406-4355-b9a1-65475a4a8329, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:15:14.506137 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.536387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854 req-39240b72-7086-4869-ba4e-12fbae228fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.537946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854 req-39240b72-7086-4869-ba4e-12fbae228fb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f58d20d9675d48b88436b5cb1d10be23&device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 1096 time: 0.0449159 Jul 28 15:15:14.540094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 0e571149-03e6-4a30-914e-da7503e9c06a is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:15:14.558615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] For port 9e0050fa-a406-4355-b9a1-65475a4a8329, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:15:14.562229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] For port 9e0050fa-a406-4355-b9a1-65475a4a8329, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9e0050fa-a406-4355-b9a1-65475a4a8329,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:15:14.649115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854 req-4ac27db9-e096-431f-af66-3cf5e0d74613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.650609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854 req-4ac27db9-e096-431f-af66-3cf5e0d74613 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f58d20d9675d48b88436b5cb1d10be23&shared=False HTTP/1.1" status: 200 len: 926 time: 0.0988472 Jul 28 15:15:14.683243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0e571149-03e6-4a30-914e-da7503e9c06a) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:14.688313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.688980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.695969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ff6cb-1f98-49c1-ad4c-7e0d72bf7b01 None None] Network 0e571149-03e6-4a30-914e-da7503e9c06a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:14.749358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.749789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854 req-e1bc546c-079a-4075-9518-4d4e20f34dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.751345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd4b039e-1bcc-4eb2-bec6-7e0ecf6fd854 req-e1bc546c-079a-4075-9518-4d4e20f34dcb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937321 Jul 28 15:15:14.812421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-642ffbf1-f876-4039-bba5-5560f72989a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1079254 Jul 28 15:15:14.814613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60476) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:14.834701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:14.835260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:14.863194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-2ed409bb-509d-4540-8ba6-402ce73f517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.865014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-2ed409bb-509d-4540-8ba6-402ce73f517f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f58d20d9675d48b88436b5cb1d10be23&device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 1096 time: 0.0496233 Jul 28 15:15:14.900600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e66f8f-e61b-437e-b31e-cc13a333002f None None] Pushing event updated for resources: {'Port': ['ID=9e0050fa-a406-4355-b9a1-65475a4a8329,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:14.918639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-6bc0d215-b83e-4b23-8d84-ab7f6117dcfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e944305-7c70-48bb-8dec-3f4593267e6a HTTP/1.1" status: 200 len: 217 time: 0.0403647 Jul 28 15:15:14.986956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-395302db-59b3-47cd-a790-78cddb4231ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:14.986956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-395302db-59b3-47cd-a790-78cddb4231ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e52a2fe5-89a2-466c-8eab-59d8e55b9b84 HTTP/1.1" status: 200 len: 865 time: 0.0606048 Jul 28 15:15:15.001746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:15.024834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-cefbdba4-2816-48d3-894e-125201455091 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d48a6374-1015-4e49-bce8-7c531d362cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301499 Jul 28 15:15:15.034442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-0e571149-03e6-4a30-914e-da7503e9c06a', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:15:15.035314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.154958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-22af7867-e107-4505-a025-fec9eb4d67c2 service neutron] 10.222.0.42 "GET /v2.0/networks/d48a6374-1015-4e49-bce8-7c531d362cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226866 Jul 28 15:15:15.266438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03704f17-c432-4e89-bb86-11b2eb5ff621 req-b30bdce5-2d8a-4e68-aece-d05592beae47 service neutron] 10.222.0.42 "GET /v2.0/networks/d48a6374-1015-4e49-bce8-7c531d362cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038258 Jul 28 15:15:15.301287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Allocated IP 172.20.0.2 (0e571149-03e6-4a30-914e-da7503e9c06a/78ae8307-4786-466d-89a3-2b32d62d9ad6/8034723b-c812-4f17-b561-edba5c735250) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:15:15.396049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:12Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:15.412354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.426326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870022cb-22b2-484c-895a-a1a8666bf917 None None] The sync data for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 is: [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:12Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:15:15.481189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5ea4d-0a7c-428c-ba24-5573855f8054 req-a695156e-f452-4d2e-88b5-3d04820adf78 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:15.483611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cca5ea4d-0a7c-428c-ba24-5573855f8054 req-a695156e-f452-4d2e-88b5-3d04820adf78 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 944 time: 0.0992081 Jul 28 15:15:15.522293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.532086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Transition to ACTIVE for port object 8034723b-c812-4f17-b561-edba5c735250 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:15.548107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Transition to ACTIVE for port object 8034723b-c812-4f17-b561-edba5c735250 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:15.574461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cca5ea4d-0a7c-428c-ba24-5573855f8054 req-5a8ac838-7c36-4fe9-a579-69f9f72e91d7 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835929 Jul 28 15:15:15.626533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.684583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Network 0e571149-03e6-4a30-914e-da7503e9c06a is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:15.691697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Pushing event updated for resources: {'Port': ['ID=8034723b-c812-4f17-b561-edba5c735250,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:15.693868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:15.696264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:15:15.764754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Attempting to bind port 8034723b-c812-4f17-b561-edba5c735250 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:15:15.765265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Attempting to bind port 8034723b-c812-4f17-b561-edba5c735250 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:15:15.765755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Attempting to bind port 8034723b-c812-4f17-b561-edba5c735250 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:15.773468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:15:15.774951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Checking segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:15.774951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.774951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Bound using segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:15:15.777813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Bound port: 8034723b-c812-4f17-b561-edba5c735250, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:15:15.778953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.823559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.1 (0e571149-03e6-4a30-914e-da7503e9c06a/78ae8307-4786-466d-89a3-2b32d62d9ad6/c14ef9cd-7e19-4831-aca5-9697d9e0ca49) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:15:15.863402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] For port 8034723b-c812-4f17-b561-edba5c735250, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:15:15.869092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] For port 8034723b-c812-4f17-b561-edba5c735250, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8034723b-c812-4f17-b561-edba5c735250,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:15:15.940761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:15.981934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.007489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object c14ef9cd-7e19-4831-aca5-9697d9e0ca49 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:16.008617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e0050fa-a406-4355-b9a1-65475a4a8329 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:16.094239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7043-30ac-44d3-9f2e-ba2af6841769 None None] Pushing event updated for resources: {'Port': ['ID=8034723b-c812-4f17-b561-edba5c735250,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:16.150357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.226238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9e0050fa-a406-4355-b9a1-65475a4a8329 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:16.230490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9e0050fa-a406-4355-b9a1-65475a4a8329 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:16.231053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.237892 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 0e571149-03e6-4a30-914e-da7503e9c06a is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:16.241291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:16.245397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:15:16.279646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:16.318046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.387185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.421654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9e0050fa-a406-4355-b9a1-65475a4a8329, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9e0050fa-a406-4355-b9a1-65475a4a8329,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:16.500420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.560135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9e0050fa-a406-4355-b9a1-65475a4a8329,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:16.613304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.702091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c3fe-0b40-4eb2-b519-08d2ad2cc614 req-91ca471f-c7ff-48e5-a870-f05a9faa6cde tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:16.703731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac78c3fe-0b40-4eb2-b519-08d2ad2cc614 req-91ca471f-c7ff-48e5-a870-f05a9faa6cde tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 944 time: 0.0508623 Jul 28 15:15:16.747609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac78c3fe-0b40-4eb2-b519-08d2ad2cc614 req-acf1129a-e404-49a0-b8ae-6e5e49d4926a tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Jul 28 15:15:16.923172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:17.031639 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:17.086737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922b3d7-6103-4e4d-bb72-4436995c550f None None] Network 0e571149-03e6-4a30-914e-da7503e9c06a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:15:17.107076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:17.109162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:17.225547 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 0e571149-03e6-4a30-914e-da7503e9c06a is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:17.235753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:17.265384 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-523392d9-5a70-4b56-ae82-f5991086e4a3 None None] Provisioning for port 8034723b-c812-4f17-b561-edba5c735250 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:17.365360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 8fedc991-39f6-4467-a58d-78ab1b426b30 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:15:17.507537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:15:17.519540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b5808cd0-9a6a-447e-85f7-d6bf9f0a7f6c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/8fedc991-39f6-4467-a58d-78ab1b426b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7056458 Jul 28 15:15:17.649168 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Sync routers for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:15:17.670908 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:17.672844 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:17.698079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a126aaa3-9524-4fa3-b2e2-d338081a193d None None] Provisioning for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:17.710037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a126aaa3-9524-4fa3-b2e2-d338081a193d None None] Provisioning complete for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:17.710037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a126aaa3-9524-4fa3-b2e2-d338081a193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:17.810299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-6713d75b-d555-4993-a72e-a8c233550c74 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942199002&fields=id&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 267 time: 0.0887005 Jul 28 15:15:17.811621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a126aaa3-9524-4fa3-b2e2-d338081a193d None None] Port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:15:17.910504 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:17.979019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4cb0735a-5f5c-4341-96d9-2d4dc8778b86 None None] Provisioning complete for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:17.980072 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4cb0735a-5f5c-4341-96d9-2d4dc8778b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.008262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-7b559d80-a162-48fb-b963-907021563e63 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:18.010164 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-7b559d80-a162-48fb-b963-907021563e63 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 796 time: 0.1980054 Jul 28 15:15:18.039855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-0985eeed-9c63-429a-89a5-e749a32623bc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/quotas/fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 375 time: 0.0219712 Jul 28 15:15:18.058423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6088a-2a3b-4497-ae5e-abd19b752f59 req-3cff8f76-a38d-4d1f-8ba5-a0b284e94c45 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:18.075481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ea6088a-2a3b-4497-ae5e-abd19b752f59 req-3cff8f76-a38d-4d1f-8ba5-a0b284e94c45 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 944 time: 0.1739562 Jul 28 15:15:18.107569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0735a-5f5c-4341-96d9-2d4dc8778b86 None None] Port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:15:18.128009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e0050fa-a406-4355-b9a1-65475a4a8329 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:18.176206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-3bf6a633-fcae-4e6a-bc59-2054039113db tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247852 Jul 28 15:15:18.191726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1ea6088a-2a3b-4497-ae5e-abd19b752f59 req-61de8d61-bae8-4a1b-93d3-b27f522fa2eb tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152716 Jul 28 15:15:18.237604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9e0050fa-a406-4355-b9a1-65475a4a8329 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:18.238220 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.312093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-653ac260-ae8a-4fa7-b959-a1898b2788dd service neutron] 10.222.0.57 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147652 Jul 28 15:15:18.346420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8034723b-c812-4f17-b561-edba5c735250 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:18.362806 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:15:18.369194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a02bbad-17c2-4d71-8be2-bc3a589a01fd None None] Provisioning complete for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:18.369706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a02bbad-17c2-4d71-8be2-bc3a589a01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.390874 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 2, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:18.412909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6a02bbad-17c2-4d71-8be2-bc3a589a01fd None None] Port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:15:18.444212 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Checking router: 8fedc991-39f6-4467-a58d-78ab1b426b30 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:15:18.444598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Updating router 8fedc991-39f6-4467-a58d-78ab1b426b30 port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:15:18.447238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-8ec803e3-15a0-4da2-926a-222293939f48 service neutron] 10.222.0.57 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255715 Jul 28 15:15:18.478793 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.512155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8034723b-c812-4f17-b561-edba5c735250 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:18.519319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8034723b-c812-4f17-b561-edba5c735250 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:18.520200 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.617077 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.657921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 8034723b-c812-4f17-b561-edba5c735250, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8034723b-c812-4f17-b561-edba5c735250,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:18.735192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8eff996-638a-4220-8396-e18894e09053 req-49c687f6-5f1e-4203-998d-930aa690b076 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 210 time: 0.0410552 Jul 28 15:15:18.751767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.805225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=8034723b-c812-4f17-b561-edba5c735250,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:18.814436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.814602 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.815406 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.815827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.816359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.816965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.817410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.817903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.818368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.818793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.819269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.819705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.820185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:18.826169 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Transition to ACTIVE for port object c14ef9cd-7e19-4831-aca5-9697d9e0ca49 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:18.940262 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:18.991753 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Pushing event updated for resources: {'Port': ['ID=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:19.017806 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.021543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:19.058577 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Attempting to bind port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:15:19.058987 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Attempting to bind port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:15:19.059470 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Attempting to bind port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:19.065433 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:15:19.065755 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Checking segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:19.066158 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:19.066550 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Bound using segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:15:19.067044 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Bound port: c14ef9cd-7e19-4831-aca5-9697d9e0ca49, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:15:19.067467 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:19.097023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0e944305-7c70-48bb-8dec-3f4593267e6a details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:15:19.153301 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] For port c14ef9cd-7e19-4831-aca5-9697d9e0ca49, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:15:19.157087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] For port c14ef9cd-7e19-4831-aca5-9697d9e0ca49, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:15:19.265720 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:19.277393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0e944305-7c70-48bb-8dec-3f4593267e6a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0e944305-7c70-48bb-8dec-3f4593267e6a,segment=NetworkSegment(437a622a-dd13-4e77-a9f5-a0228f0c553a),segment_id=437a622a-dd13-4e77-a9f5-a0228f0c553a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:19.292678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '0e944305-7c70-48bb-8dec-3f4593267e6a', 'network_id': 'd48a6374-1015-4e49-bce8-7c531d362cb9', 'port_id': '0e944305-7c70-48bb-8dec-3f4593267e6a', 'mac_address': 'fa:16:3e:02:58:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52a2fe5-89a2-466c-8eab-59d8e55b9b84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:15:19.338147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb41db-6fcc-41f9-b17e-dece9f277672 req-b999baf8-5f65-49c9-b342-b8d279c3180c tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:19.346999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:19.355937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ccb41db-6fcc-41f9-b17e-dece9f277672 req-b999baf8-5f65-49c9-b342-b8d279c3180c tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 944 time: 0.0896916 Jul 28 15:15:19.371608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e944305-7c70-48bb-8dec-3f4593267e6a {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:15:19.387818 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:19.388481 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:14:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:19.398632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0e944305-7c70-48bb-8dec-3f4593267e6a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0e944305-7c70-48bb-8dec-3f4593267e6a,segment=NetworkSegment(437a622a-dd13-4e77-a9f5-a0228f0c553a),segment_id=437a622a-dd13-4e77-a9f5-a0228f0c553a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:19.406279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ccb41db-6fcc-41f9-b17e-dece9f277672 req-b9c312b4-ed05-4946-9168-3e41d2f26e5a tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489347 Jul 28 15:15:19.409365 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946d4b4-8db3-4075-b187-95a9d3e390d3 None None] Pushing event updated for resources: {'Port': ['ID=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:19.524951 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:19.534362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:19.622407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=0e944305-7c70-48bb-8dec-3f4593267e6a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:19.767969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:19Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:19.797403 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c93df-078e-4d4e-afe3-03840befdd75 None None] The sync data for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 is: [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:19Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:15:19.832236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3999caf-27c5-40cb-9465-75564034c9a6 req-80d5817e-d6fe-41ae-b045-5b1c666d443d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 210 time: 0.0377023 Jul 28 15:15:19.939593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['0e944305-7c70-48bb-8dec-3f4593267e6a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:15:20.087532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c14ef9cd-7e19-4831-aca5-9697d9e0ca49 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:20.315256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:20.320581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:20.320962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:20.441415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:20.480926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c14ef9cd-7e19-4831-aca5-9697d9e0ca49, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:20.550856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c0244-548d-4208-9666-6b6e14acfd98 req-dcb07430-ecb4-4280-b104-ce8bed1aed1b tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:20.556158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f34c0244-548d-4208-9666-6b6e14acfd98 req-dcb07430-ecb4-4280-b104-ce8bed1aed1b tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 945 time: 0.0572302 Jul 28 15:15:20.563343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:20.564169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8034723b-c812-4f17-b561-edba5c735250 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:20.610210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f34c0244-548d-4208-9666-6b6e14acfd98 req-664733e3-46c4-4397-b9df-63cdef18debb tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507195 Jul 28 15:15:20.664325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:20.676156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8034723b-c812-4f17-b561-edba5c735250 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:20.676554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:20.953232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c80f4f26-1f8c-4252-a0a0-9b2d9d188f9e req-b6a30152-0ed1-4dd0-b17c-c95e2916f13a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 210 time: 0.0426462 Jul 28 15:15:21.094506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0e944305-7c70-48bb-8dec-3f4593267e6a up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:21.135619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-6034c188-3190-42f6-8ce4-e6c87fa8d6fe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:21.138501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-6034c188-3190-42f6-8ce4-e6c87fa8d6fe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 796 time: 0.1215179 Jul 28 15:15:21.187731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-c3ac86e0-ba60-4abe-8f26-87b821ea4eb4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 380 time: 0.0373704 Jul 28 15:15:21.197319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'port': {'device_id': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'admin_state_up': True, 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'security_groups': ['7ee9445d-8e56-493a-9ce5-e4b38a8a9af7']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:21.270665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60534) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:21.317280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 0e944305-7c70-48bb-8dec-3f4593267e6a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:21.321653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 0e944305-7c70-48bb-8dec-3f4593267e6a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:21.322297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.378210 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.400816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:21.404430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.414853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.444012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e944305-7c70-48bb-8dec-3f4593267e6a'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:21.446664 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e3d911-177e-4573-8b3d-bc537c5448cd" -d '{"events": [{"server_uuid": "c9244a22-7f98-4010-ae73-8fcf589dd173", "name": "network-vif-plugged", "status": "completed", "tag": "0e944305-7c70-48bb-8dec-3f4593267e6a"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:21.461537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 0e944305-7c70-48bb-8dec-3f4593267e6a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0e944305-7c70-48bb-8dec-3f4593267e6a,segment=NetworkSegment(437a622a-dd13-4e77-a9f5-a0228f0c553a),segment_id=437a622a-dd13-4e77-a9f5-a0228f0c553a)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:21.491300 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.510804 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3128803f-4985-4f77-9a91-666fd3f30409 x-openstack-request-id: req-3128803f-4985-4f77-9a91-666fd3f30409 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:21.510804 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9244a22-7f98-4010-ae73-8fcf589dd173", "name": "network-vif-plugged", "status": "completed", "tag": "0e944305-7c70-48bb-8dec-3f4593267e6a", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:21.510804 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3128803f-4985-4f77-9a91-666fd3f30409 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:21.510804 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e944305-7c70-48bb-8dec-3f4593267e6a', 'code': 200} Jul 28 15:15:21.529078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.549050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.12 (0e571149-03e6-4a30-914e-da7503e9c06a/78ae8307-4786-466d-89a3-2b32d62d9ad6/d36f5412-34ef-48a2-abe4-19c0db29e119) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:15:21.564357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.583448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=0e944305-7c70-48bb-8dec-3f4593267e6a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:21.594713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=978d991f35424bcb81100319c4106e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206034 Jul 28 15:15:21.595677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:21.612985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83864dd9-0f56-4994-920e-0f32bf19084e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:21.621196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.621574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.622528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.622923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.623284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.623646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.624002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.624358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.624759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.625093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.631152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.631152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f76380-ea99-4321-8331-1a385dbc5e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:15:21.788474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06236e46-d08e-4d4e-bc1d-7866e4fc54ac req-f58aeb78-254a-4d1a-937e-52b6fb06304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:21.789966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06236e46-d08e-4d4e-bc1d-7866e4fc54ac req-f58aeb78-254a-4d1a-937e-52b6fb06304f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 1098 time: 0.1758316 Jul 28 15:15:21.814148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-245715b3-88c5-4a27-8352-ed9b4b7bd790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.834164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e6c2b-521d-4430-8de1-28bd49c06322 req-c667c09e-8804-4212-a25b-0568b4eba620 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:21.835613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713e6c2b-521d-4430-8de1-28bd49c06322 req-c667c09e-8804-4212-a25b-0568b4eba620 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.1472516 Jul 28 15:15:21.868870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.902027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-245715b3-88c5-4a27-8352-ed9b4b7bd790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:21.908032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06236e46-d08e-4d4e-bc1d-7866e4fc54ac req-b022e0b8-9458-4b92-a5fd-f0ee8d3c40dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074982 Jul 28 15:15:21.913544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object d36f5412-34ef-48a2-abe4-19c0db29e119 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:21.936294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c14ef9cd-7e19-4831-aca5-9697d9e0ca49 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:21.955644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713e6c2b-521d-4430-8de1-28bd49c06322 req-d618af73-190b-48ff-bbd7-c97ccc93dbf4 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130526 Jul 28 15:15:21.990826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:21.991444 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.059109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.069214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-30d301ef-ff49-4196-9586-6d32c8147a6c req-d339a97c-7cd5-484d-bc32-a2eb7767f1f3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 210 time: 0.0334790 Jul 28 15:15:22.101593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-245715b3-88c5-4a27-8352-ed9b4b7bd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.103966 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-245715b3-88c5-4a27-8352-ed9b4b7bd790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.105145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-245715b3-88c5-4a27-8352-ed9b4b7bd790 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83864dd9-0f56-4994-920e-0f32bf19084e HTTP/1.1" status: 204 len: 168 time: 0.5084429 Jul 28 15:15:22.116736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 0e571149-03e6-4a30-914e-da7503e9c06a is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:22.132661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:22.135365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:15:22.165165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245715b3-88c5-4a27-8352-ed9b4b7bd790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83864dd9-0f56-4994-920e-0f32bf19084e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:22.183225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:22.203934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:22.204606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.361207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0b50b6b-db18-4da0-b078-4fd01a84d01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.362025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-d8e88e46-229b-4d58-aa22-9fe7a80cceba tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1685750 Jul 28 15:15:22.375384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Request body: {'port': {'device_id': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:22.437643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.487350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-147ceac1-aec9-4e27-a165-be0d1af6b88b None None] Provisioning for port d36f5412-34ef-48a2-abe4-19c0db29e119 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:22.489431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-147ceac1-aec9-4e27-a165-be0d1af6b88b None None] Provisioning complete for port d36f5412-34ef-48a2-abe4-19c0db29e119 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:22.489825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-147ceac1-aec9-4e27-a165-be0d1af6b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.537302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-147ceac1-aec9-4e27-a165-be0d1af6b88b None None] Port d36f5412-34ef-48a2-abe4-19c0db29e119 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:15:22.759953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36f5412-34ef-48a2-abe4-19c0db29e119 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:15:22.771991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.784824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Transition to ACTIVE for port object d36f5412-34ef-48a2-abe4-19c0db29e119 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:15:22.877517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:22.951112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:23.010066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:15:23.010743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:15:23.010743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:23.017088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:15:23.017088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:15:23.022732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:15:23.023072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Checking segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:15:23.023508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Bound using segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:15:23.024068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Bound port: d36f5412-34ef-48a2-abe4-19c0db29e119, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:15:23.024367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:23.129209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:15:23.133436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:15:23.145020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d638-28e1-468e-9acb-623667ef5c41 req-58e27032-85c2-4148-9b5d-483d712cf690 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:23.146615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb68d638-28e1-468e-9acb-623667ef5c41 req-58e27032-85c2-4148-9b5d-483d712cf690 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0830941 Jul 28 15:15:23.192345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fb68d638-28e1-468e-9acb-623667ef5c41 req-8dc4b85b-f2d9-48b0-88a4-dea5aa5e17e5 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Jul 28 15:15:23.211203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e46e-6bac-4798-94c1-1f2deac67679 req-b606592c-79cf-425c-8494-f5615613088d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:23.212774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af69e46e-6bac-4798-94c1-1f2deac67679 req-b606592c-79cf-425c-8494-f5615613088d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0620208 Jul 28 15:15:23.254059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:23.255924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af69e46e-6bac-4798-94c1-1f2deac67679 req-5ba7f035-7453-416c-af1d-15a3e043f53f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361693 Jul 28 15:15:23.290052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:23.290957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:23.292053 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] 10.222.0.58 "PUT /v2.0/ports/d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1093 time: 0.9215024 Jul 28 15:15:23.295020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:23.297361 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5ef84-7b93-4eb6-9401-8bf07af297ca" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:23.327480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2034739-1ca5-46a0-9cb5-b06ee66662e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:23.360005 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d475e5-9a10-42fb-890e-5e7a8dd0d76d x-openstack-request-id: req-63d475e5-9a10-42fb-890e-5e7a8dd0d76d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:23.360419 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:23.360746 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63d475e5-9a10-42fb-890e-5e7a8dd0d76d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:23.361163 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'status': 'completed', 'code': 200} Jul 28 15:15:23.444744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5ef84-7b93-4eb6-9401-8bf07af297ca req-ed1853c2-9b04-41bc-9369-c868c2a1d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:23.444935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c5ef84-7b93-4eb6-9401-8bf07af297ca req-ed1853c2-9b04-41bc-9369-c868c2a1d8fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1096 time: 0.0540576 Jul 28 15:15:23.555887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5ef84-7b93-4eb6-9401-8bf07af297ca req-03064e95-f8c1-4a51-8309-93c523fafdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:23.557771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c5ef84-7b93-4eb6-9401-8bf07af297ca req-03064e95-f8c1-4a51-8309-93c523fafdb0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fbcb164103f540b6af9752880e9ef2eb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1045265 Jul 28 15:15:23.663803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5ef84-7b93-4eb6-9401-8bf07af297ca req-3b020ccd-c88d-43d3-8fa5-50ba8335f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:23.665328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c5ef84-7b93-4eb6-9401-8bf07af297ca req-3b020ccd-c88d-43d3-8fa5-50ba8335f497 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995185 Jul 28 15:15:24.063052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-0fb9871f-2134-4ff3-b14a-02235850a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.064795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-0fb9871f-2134-4ff3-b14a-02235850a5e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1096 time: 0.3627772 Jul 28 15:15:24.108337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-fce26aac-bbb0-4d6b-9432-1a56f4790b4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 217 time: 0.0344985 Jul 28 15:15:24.162422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-f6d08f93-8e7b-4102-ab32-f0d4d0b65d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.163862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-f6d08f93-8e7b-4102-ab32-f0d4d0b65d3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0444803 Jul 28 15:15:24.217125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1935-cb08-4490-9369-c3883f56db71 req-89266f24-31cf-4e51-8644-c69e96087770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.218733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-89266f24-31cf-4e51-8644-c69e96087770 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475953 Jul 28 15:15:24.314980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5171c-ef4a-44e6-9476-0901584ae881 req-c3e59af6-ad08-4d4d-93f8-d855799ca8a1 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.316042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-a2d8eb22-5d04-4b6a-bc6f-3263547b1548 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886128 Jul 28 15:15:24.316698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5f5171c-ef4a-44e6-9476-0901584ae881 req-c3e59af6-ad08-4d4d-93f8-d855799ca8a1 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0576284 Jul 28 15:15:24.357478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5f5171c-ef4a-44e6-9476-0901584ae881 req-bc0940fd-0f80-4148-87c7-d9652e0cb7c0 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346396 Jul 28 15:15:24.437761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d7072-e075-4be5-9717-984209a105d2 req-4c08ad62-2ea2-49f1-ad24-48ca1099e3aa tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.439264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee0d7072-e075-4be5-9717-984209a105d2 req-4c08ad62-2ea2-49f1-ad24-48ca1099e3aa tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.1076698 Jul 28 15:15:24.469574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6de1935-cb08-4490-9369-c3883f56db71 req-8cea1b50-7fc9-46e0-aab3-528545082914 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431394 Jul 28 15:15:24.474601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd2631-ef23-4e4c-b0bf-642a566714fb req-e3d2a334-8f5a-4359-9542-d6a9a6692ddf tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.477178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fdcd2631-ef23-4e4c-b0bf-642a566714fb req-e3d2a334-8f5a-4359-9542-d6a9a6692ddf tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0514770 Jul 28 15:15:24.488446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee0d7072-e075-4be5-9717-984209a105d2 req-a2b4b552-3252-486d-86be-6ee4aecc343e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Jul 28 15:15:24.521001 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fdcd2631-ef23-4e4c-b0bf-642a566714fb req-01f357f3-3b64-4060-9dbb-558f4bc7e63b tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 Jul 28 15:15:24.841372 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-42c2d67b-4dd6-4a6a-9051-2b2b6deb72e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:24.844100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6be6-7c2f-4ce2-a288-a1ad01f6bdb9 req-4b0f1410-6b15-44cc-b156-9bdb02736702 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:24.845698 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-965a6be6-7c2f-4ce2-a288-a1ad01f6bdb9 req-4b0f1410-6b15-44cc-b156-9bdb02736702 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0548329 Jul 28 15:15:24.885676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-965a6be6-7c2f-4ce2-a288-a1ad01f6bdb9 req-09735f65-47de-4b36-8325-1e1cadf8e387 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jul 28 15:15:25.240810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:25.621682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf320-814c-472a-aad8-5394a3e4b511 req-cdb8afe4-880c-446f-a212-37e4a20ec6e2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:25.622442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb3e50-36e7-4dd2-bbcf-ad4160fb47f8 req-9a82e195-6332-41a3-8e0e-2c57c0973cc4 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:25.623429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-473bf320-814c-472a-aad8-5394a3e4b511 req-cdb8afe4-880c-446f-a212-37e4a20ec6e2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0602603 Jul 28 15:15:25.623815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eafb3e50-36e7-4dd2-bbcf-ad4160fb47f8 req-9a82e195-6332-41a3-8e0e-2c57c0973cc4 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0545788 Jul 28 15:15:25.663305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eafb3e50-36e7-4dd2-bbcf-ad4160fb47f8 req-22e1d5f8-3a8d-4284-838e-1edc8f940e40 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Jul 28 15:15:25.663594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-473bf320-814c-472a-aad8-5394a3e4b511 req-aa15899e-e6c2-4e82-8e0a-58aa49b7eeeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Jul 28 15:15:26.374210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:26.474134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:15:26.740985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:26.753424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:15:26.789998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9ed2a-17e5-47a9-b4e7-969ffb174046 req-a499c31f-55e9-4b66-94be-12e71826c4a6 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:26.790645 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:26.791551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ad9ed2a-17e5-47a9-b4e7-969ffb174046 req-a499c31f-55e9-4b66-94be-12e71826c4a6 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0494165 Jul 28 15:15:26.793320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9fd43-c5c2-466a-b855-6b2d96365c78 req-da54f49c-2ceb-4809-9481-e51d299b6815 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:26.797134 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4db9fd43-c5c2-466a-b855-6b2d96365c78 req-da54f49c-2ceb-4809-9481-e51d299b6815 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0531442 Jul 28 15:15:26.804670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36f5412-34ef-48a2-abe4-19c0db29e119 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:15:26.826801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:26.834130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9ad9ed2a-17e5-47a9-b4e7-969ffb174046 req-6b378595-006e-410c-bd20-ce51c0a34cee tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/security-groups?id=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Jul 28 15:15:26.852518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4db9fd43-c5c2-466a-b855-6b2d96365c78 req-4b99d9d6-e11a-4c2c-9faa-133ca1bfd588 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433323 Jul 28 15:15:26.895062 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:26.945544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:27.155200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['d36f5412-34ef-48a2-abe4-19c0db29e119'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:15:27.204661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e119-f140-4bc3-b925-411ef59b0fee req-927a5df1-d3ea-4781-bf16-a37483e21877 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:27.206206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3056e119-f140-4bc3-b925-411ef59b0fee req-927a5df1-d3ea-4781-bf16-a37483e21877 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 946 time: 0.0534284 Jul 28 15:15:27.313362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Deleting port 0e944305-7c70-48bb-8dec-3f4593267e6a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:15:27.313881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:27.405390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] For port 0e944305-7c70-48bb-8dec-3f4593267e6a, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=0e944305-7c70-48bb-8dec-3f4593267e6a,segment=NetworkSegment(437a622a-dd13-4e77-a9f5-a0228f0c553a),segment_id=437a622a-dd13-4e77-a9f5-a0228f0c553a)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:27.405887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:27.418812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Calling delete_port for 0e944305-7c70-48bb-8dec-3f4593267e6a owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:15:27.712137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:27.741437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Pushing event deleted for resources: {'Port': ['ID=0e944305-7c70-48bb-8dec-3f4593267e6a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:27.746465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['0e944305-7c70-48bb-8dec-3f4593267e6a'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:15:27.790808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] No DVR routers for this DVR port 0e944305-7c70-48bb-8dec-3f4593267e6a on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:15:27.793428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:27.795416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3056e119-f140-4bc3-b925-411ef59b0fee req-5eb53cd3-f79c-4f7f-9e0c-417755b45774 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.42 "DELETE /v2.0/ports/0e944305-7c70-48bb-8dec-3f4593267e6a HTTP/1.1" status: 204 len: 173 time: 0.5827467 Jul 28 15:15:27.795853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'name': 'network-vif-deleted', 'tag': '0e944305-7c70-48bb-8dec-3f4593267e6a'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:27.801532 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2febe8e-d10f-4580-aca3-9b378d13a4bc" -d '{"events": [{"server_uuid": "c9244a22-7f98-4010-ae73-8fcf589dd173", "name": "network-vif-deleted", "tag": "0e944305-7c70-48bb-8dec-3f4593267e6a"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:27.834053 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974f946-1e49-4b1a-92b8-17a3679fe9f6 x-openstack-request-id: req-7974f946-1e49-4b1a-92b8-17a3679fe9f6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:27.834367 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9244a22-7f98-4010-ae73-8fcf589dd173", "name": "network-vif-deleted", "tag": "0e944305-7c70-48bb-8dec-3f4593267e6a", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:27.834620 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7974f946-1e49-4b1a-92b8-17a3679fe9f6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:27.835054 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9244a22-7f98-4010-ae73-8fcf589dd173', 'name': 'network-vif-deleted', 'tag': '0e944305-7c70-48bb-8dec-3f4593267e6a', 'status': 'completed', 'code': 200} Jul 28 15:15:27.883178 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:27.946242 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d76ebdcb-9275-4993-aaaf-508b8712ca2c req-7d5239b8-f19d-4ab5-8c69-9a0fbad2fbc4 tempest-ServersNegativeTestMultiTenantJSON-1415560737 tempest-ServersNegativeTestMultiTenantJSON-1415560737-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9244a22-7f98-4010-ae73-8fcf589dd173 HTTP/1.1" status: 200 len: 210 time: 0.0374918 Jul 28 15:15:27.991351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170b29-1f23-4e5d-8684-c1ec526caca6 req-138f31be-8360-4927-8331-7b0570a11442 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:27.993282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f170b29-1f23-4e5d-8684-c1ec526caca6 req-138f31be-8360-4927-8331-7b0570a11442 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.0552912 Jul 28 15:15:28.035199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f170b29-1f23-4e5d-8684-c1ec526caca6 req-3cd9cec3-b1ae-4d96-b34a-71781cf80104 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357068 Jul 28 15:15:28.498664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:15:28.569177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60734) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:28.628946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port d36f5412-34ef-48a2-abe4-19c0db29e119 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:15:28.632966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port d36f5412-34ef-48a2-abe4-19c0db29e119 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:15:28.639251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:28.703234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-20f74dca-7aac-4247-87f3-1ee8192a9a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:28.719278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:28.743336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:28.745641 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b22ab2-97b7-4c91-8bc8-709f8d5e7203" -d '{"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-plugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:28.760042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:15:28.794336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf39403-9061-420c-8b2e-934a678cd0f5 x-openstack-request-id: req-bcf39403-9061-420c-8b2e-934a678cd0f5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:28.794336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-plugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:28.794336 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcf39403-9061-420c-8b2e-934a678cd0f5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:28.794336 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'code': 200} Jul 28 15:15:28.806429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-20f74dca-7aac-4247-87f3-1ee8192a9a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:28.841199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:28.888350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5ae7c-25dc-46ca-8ea5-7306c6e3416c req-80d89919-ed04-4312-a059-eeecd98027c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:28.890101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cc5ae7c-25dc-46ca-8ea5-7306c6e3416c req-80d89919-ed04-4312-a059-eeecd98027c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1098 time: 0.0399606 Jul 28 15:15:28.890247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:28.898564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-20f74dca-7aac-4247-87f3-1ee8192a9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:28.956293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-20f74dca-7aac-4247-87f3-1ee8192a9a94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a31d80b137b495db7965bd78273e509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860064 Jul 28 15:15:28.958957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60742) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:28.975452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f74dca-7aac-4247-87f3-1ee8192a9a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d7a13-7fd2-4cd4-bf04-377bf75d0db3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:28.979400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cc5ae7c-25dc-46ca-8ea5-7306c6e3416c req-d8e64e29-689d-4e9e-9c8b-90aa0fdc3529 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770040 Jul 28 15:15:29.004122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60746) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:29.015325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d264f6c-6f71-4583-b13a-0211c244bc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.037640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d264f6c-6f71-4583-b13a-0211c244bc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.050351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Deleting subnet e52a2fe5-89a2-466c-8eab-59d8e55b9b84 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:15:29.053590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.103073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.148729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.155543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22bc4e-44a8-4186-9219-66c2539a1372 req-174e3fbd-c19f-43a9-8fff-c021be760e3f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:29.157098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f22bc4e-44a8-4186-9219-66c2539a1372 req-174e3fbd-c19f-43a9-8fff-c021be760e3f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0502264 Jul 28 15:15:29.173451 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d264f6c-6f71-4583-b13a-0211c244bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.175135 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5d264f6c-6f71-4583-b13a-0211c244bc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.176392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5d264f6c-6f71-4583-b13a-0211c244bc89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb9d7a13-7fd2-4cd4-bf04-377bf75d0db3 HTTP/1.1" status: 204 len: 168 time: 0.2163720 Jul 28 15:15:29.193594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d264f6c-6f71-4583-b13a-0211c244bc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d7a13-7fd2-4cd4-bf04-377bf75d0db3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:29.221040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f22bc4e-44a8-4186-9219-66c2539a1372 req-d2596279-743f-485a-933c-36ab4448915f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577567 Jul 28 15:15:29.317452 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.344177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52a2fe5-89a2-466c-8eab-59d8e55b9b84,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:29.348177 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.351616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eae16239-dda7-4a51-9505-23fd383fe9ff admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e52a2fe5-89a2-466c-8eab-59d8e55b9b84 HTTP/1.1" status: 204 len: 168 time: 0.3457453 Jul 28 15:15:29.352958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60752) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:29.421701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.504416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.516225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48a6374-1015-4e49-bce8-7c531d362cb9']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:29.528667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437a622a-dd13-4e77-a9f5-a0228f0c553a') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:29.528966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437a622a-dd13-4e77-a9f5-a0228f0c553a') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:29.538404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.552123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.558493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:15:29.564282 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:15:29.711409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.717624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.719572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d48a6374-1015-4e49-bce8-7c531d362cb9 HTTP/1.1" status: 204 len: 168 time: 0.3656774 Jul 28 15:15:29.722446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:29.731103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558181f-ad42-49d0-a1a1-80155596a6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48a6374-1015-4e49-bce8-7c531d362cb9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:29.775336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Deleting subnet 434a169e-c2a6-461a-a87e-91a84fe31498 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:15:29.779354 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.813743 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.854430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.896900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60758) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:29.911108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c19873b9-0200-4975-887a-026d67fd6c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:29.980573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.011991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434a169e-c2a6-461a-a87e-91a84fe31498,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:30.013973 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.017112 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3338bee1-9436-4407-89c8-e4c8289ba761 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/434a169e-c2a6-461a-a87e-91a84fe31498 HTTP/1.1" status: 204 len: 168 time: 0.2928946 Jul 28 15:15:30.018260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60760) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:30.052819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c19873b9-0200-4975-887a-026d67fd6c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.088312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.131744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c19873b9-0200-4975-887a-026d67fd6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.173301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c19873b9-0200-4975-887a-026d67fd6c3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e4da0c69b8a45d78c3f3638597cb3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724614 Jul 28 15:15:30.173301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19873b9-0200-4975-887a-026d67fd6c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba9f976-af48-48ac-a174-7157845052e3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:30.174366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.175482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60762) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:30.197007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b737c8e4-09a1-4043-99d8-67d0506a544e']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:30.197738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d881a1a-de22-4ff7-868c-0a374ffc7614') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:30.198039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d881a1a-de22-4ff7-868c-0a374ffc7614') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:30.207023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.222923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.227395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-303eadb2-8ad8-43e1-882e-8fab008229f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.230275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:15:30.230676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:15:30.232997 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:15:30.252692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-303eadb2-8ad8-43e1-882e-8fab008229f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.343293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a4d42-8cdb-4ff8-aba2-30a4cd20bc70 req-31b11904-cbcc-49bd-8e75-4b1f28fc3611 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:30.344768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b06a4d42-8cdb-4ff8-aba2-30a4cd20bc70 req-31b11904-cbcc-49bd-8e75-4b1f28fc3611 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Jul 28 15:15:30.385698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b06a4d42-8cdb-4ff8-aba2-30a4cd20bc70 req-2cd48e8f-b5da-4193-b38b-0cfd913e1460 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349524 Jul 28 15:15:30.400828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.407201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.412719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] 10.222.0.57 "DELETE /v2.0/networks/b737c8e4-09a1-4043-99d8-67d0506a544e HTTP/1.1" status: 204 len: 168 time: 0.3898747 Jul 28 15:15:30.420837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b017-83d5-4bc5-9c31-ca5d9e294e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b737c8e4-09a1-4043-99d8-67d0506a544e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:30.434764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-303eadb2-8ad8-43e1-882e-8fab008229f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.437688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-303eadb2-8ad8-43e1-882e-8fab008229f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.441379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-303eadb2-8ad8-43e1-882e-8fab008229f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ba9f976-af48-48ac-a174-7157845052e3 HTTP/1.1" status: 204 len: 168 time: 0.2627146 Jul 28 15:15:30.450992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eadb2-8ad8-43e1-882e-8fab008229f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba9f976-af48-48ac-a174-7157845052e3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:30.529152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e211d9c-1096-43df-94b3-4c7b0462aed1 req-9fbf43d6-bc1c-4759-a4ef-8bd1a67fedad tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:30.531099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e211d9c-1096-43df-94b3-4c7b0462aed1 req-9fbf43d6-bc1c-4759-a4ef-8bd1a67fedad tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0697818 Jul 28 15:15:30.573405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e211d9c-1096-43df-94b3-4c7b0462aed1 req-109cd3ca-3ef6-4d9b-a173-a3f45dcce35d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361631 Jul 28 15:15:30.600190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60772) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:30.635712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb02c9-1228-452c-b803-a2469db0c4cd tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:30.637953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5edb02c9-1228-452c-b803-a2469db0c4cd tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1093 time: 0.0403159 Jul 28 15:15:30.640652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60774) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:30.645129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:30.749257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.846222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:30.971639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60776) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:30.978806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.13 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/0268d1dc-1060-4a71-90ab-bc2c20c9bd94) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:15:31.073778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-925af7f3-3ef8-4c0b-ab6c-305c4055d0ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f58d20d9675d48b88436b5cb1d10be23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009707 Jul 28 15:15:31.076630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60778) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:31.129954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0e944305-7c70-48bb-8dec-3f4593267e6a no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:15:31.130620 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.139518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-661a70b0-c807-413f-8bf2-8957661ad3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.169214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 0e944305-7c70-48bb-8dec-3f4593267e6a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:15:31.169848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-661a70b0-c807-413f-8bf2-8957661ad3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.170260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 0e944305-7c70-48bb-8dec-3f4593267e6a not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:15:31.252894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.295112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:15:31.295404 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-661a70b0-c807-413f-8bf2-8957661ad3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.298226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-661a70b0-c807-413f-8bf2-8957661ad3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.298407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:15:31.302027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-661a70b0-c807-413f-8bf2-8957661ad3c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d936ae5d-25eb-4c20-b69e-ebe5c0582cb6 HTTP/1.1" status: 204 len: 168 time: 0.2220097 Jul 28 15:15:31.310017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:15:31.310192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a70b0-c807-413f-8bf2-8957661ad3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d936ae5d-25eb-4c20-b69e-ebe5c0582cb6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:31.340293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=0268d1dc-1060-4a71-90ab-bc2c20c9bd94,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:31.688820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.835551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:31.992621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.071568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60784) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:32.077002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.113534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d9bed13e-a9bc-40f2-9b7a-071bce72e67c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35cf09a324e648efaaeb4214595c3831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407696 Jul 28 15:15:32.116268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60786) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:32.146360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=0268d1dc-1060-4a71-90ab-bc2c20c9bd94,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:32.157659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.165695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-379d1d94-ccf6-4954-bcd4-2252d27192a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.187772 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-379d1d94-ccf6-4954-bcd4-2252d27192a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.269857 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP 2c51086a-1430-4e44-8323-c40d3f6608b4 associated. External IP: 172.25.6.13, port: d36f5412-34ef-48a2-abe4-19c0db29e119. Jul 28 15:15:32.323402 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-379d1d94-ccf6-4954-bcd4-2252d27192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.327058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-379d1d94-ccf6-4954-bcd4-2252d27192a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.331139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-379d1d94-ccf6-4954-bcd4-2252d27192a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3be06d81-7583-4fb7-82a5-b4ad252f9449 HTTP/1.1" status: 204 len: 168 time: 0.2110653 Jul 28 15:15:32.337181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d1d94-ccf6-4954-bcd4-2252d27192a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be06d81-7583-4fb7-82a5-b4ad252f9449,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:32.425648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.492128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 8fedc991-39f6-4467-a58d-78ab1b426b30 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:15:32.604521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:15:32.615536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] Sync routers for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:15:32.625398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:32.626089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:15:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:32.712030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:32.737337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:32.740706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3e05e0e6-4b9a-4524-bf99-1b9a69e8090c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0990191 Jul 28 15:15:32.741346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:15:32.754281 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b78f52d-7825-4525-bbac-6ac30abb44d9" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:15:32.801850 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75034185-8e8f-40cf-8d18-11755f402bd8 x-openstack-request-id: req-75034185-8e8f-40cf-8d18-11755f402bd8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:15:32.801850 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:15:32.801850 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75034185-8e8f-40cf-8d18-11755f402bd8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:15:32.801850 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'status': 'completed', 'code': 200} Jul 28 15:15:32.892152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437880-5cb7-4f15-b7e0-4dcaf15286f1 req-d7301273-4a7e-47fc-820b-1edcf0f4faf8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:32.893715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9437880-5cb7-4f15-b7e0-4dcaf15286f1 req-d7301273-4a7e-47fc-820b-1edcf0f4faf8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0905707 Jul 28 15:15:32.900775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-ed302ba5-024a-4fe5-bfc7-d6e912611a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:32.902210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-ed302ba5-024a-4fe5-bfc7-d6e912611a03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1098 time: 0.0669925 Jul 28 15:15:32.984771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9437880-5cb7-4f15-b7e0-4dcaf15286f1 req-8b418235-bbfa-42f9-9fe0-8d4455c568fd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815704 Jul 28 15:15:32.998176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '2c51086a-1430-4e44-8323-c40d3f6608b4', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:15:31Z', 'updated_at': '2021-07-28T15:15:31Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:20Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:33.010793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60804) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:33.029789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] Checking router: 8fedc991-39f6-4467-a58d-78ab1b426b30 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:15:33.036431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-27b1a3f6-8b80-47b3-997c-600d4ffeb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:33.038202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-27b1a3f6-8b80-47b3-997c-600d4ffeb55a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1276124 Jul 28 15:15:33.039178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:15:33.039937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:15:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:33.075432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-210ae85d-040c-47a1-ba88-c588bebbf8e9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2c51086a-1430-4e44-8323-c40d3f6608b4 HTTP/1.1" status: 200 len: 991 time: 0.0634332 Jul 28 15:15:33.119751 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-b34d578c-71dd-42e8-bdc3-c3ab741ee29a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.0740435 Jul 28 15:15:33.149122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:15:33.171393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-de7b145d-a1dd-4bfa-9ac4-40bb835c67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:33.175039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-de7b145d-a1dd-4bfa-9ac4-40bb835c67c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0469003 Jul 28 15:15:33.227867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-e658bcb9-307c-4fb1-bdfc-789fd148644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:33.229494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-e658bcb9-307c-4fb1-bdfc-789fd148644b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476091 Jul 28 15:15:33.337019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-2fe393f2-9be6-4742-aa3c-b2a75daa2ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001039 Jul 28 15:15:33.395843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '2c51086a-1430-4e44-8323-c40d3f6608b4', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:15:31Z', 'updated_at': '2021-07-28T15:15:31Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:20Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:33.423351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0870394-e4bb-4349-9803-d118841b54a8 None None] The sync data for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 is: [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '2c51086a-1430-4e44-8323-c40d3f6608b4', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:15:31Z', 'updated_at': '2021-07-28T15:15:31Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:20Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:15:33.437170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b78f52d-7825-4525-bbac-6ac30abb44d9 req-9a654d20-55c2-4455-ab8c-ec10f4d6a2f8 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931451 Jul 28 15:15:33.642097 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a709da-c2c2-4b0f-a5e3-e7b779e9a163 None None] New status for floating IP 2c51086a-1430-4e44-8323-c40d3f6608b4: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:15:34.079384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60848) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:34.143040 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5781cf25-fa38-4c51-a9b4-0bf5be11f948 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2c51086a-1430-4e44-8323-c40d3f6608b4 HTTP/1.1" status: 200 len: 993 time: 0.0624166 Jul 28 15:15:34.500132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 60852) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:34.601993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb61b-4b84-4ae0-b66f-6b5a83282a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:34.689857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb61b-4b84-4ae0-b66f-6b5a83282a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:34.768543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb61b-4b84-4ae0-b66f-6b5a83282a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:34.808964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4cbfb61b-4b84-4ae0-b66f-6b5a83282a01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd7ef9f9399c4904b3037d8a91bb8f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076997 Jul 28 15:15:34.809838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfb61b-4b84-4ae0-b66f-6b5a83282a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b9432-51a6-468b-a643-23797e0a4be3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:34.811771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60856) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:34.861661 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f777932f-b737-4d4a-861b-70de03eb5d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:34.882190 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f777932f-b737-4d4a-861b-70de03eb5d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:35.019952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f777932f-b737-4d4a-861b-70de03eb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:35.023153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f777932f-b737-4d4a-861b-70de03eb5d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:35.024386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f777932f-b737-4d4a-861b-70de03eb5d4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e9b9432-51a6-468b-a643-23797e0a4be3 HTTP/1.1" status: 204 len: 168 time: 0.2115774 Jul 28 15:15:35.033095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777932f-b737-4d4a-861b-70de03eb5d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b9432-51a6-468b-a643-23797e0a4be3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:36.049240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60878) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:36.142203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-520945585-network', 'tenant_id': '50778ceb0c1f48638df6e54fe9eed696'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:15:36.254236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Made reservation on behalf of 50778ceb0c1f48638df6e54fe9eed696 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:15:36.256690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.265911 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.288638 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.351572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.442793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.463823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:15:36.479686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc2c91-0479-4504-80e2-d5fed4896688,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:36.483563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.483922 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Added segment 6e5362c7-f6f8-405c-9091-d733444d388a of type vlan for network ea4836f9-a3a8-4eef-ae24-398bb2f6329b Jul 28 15:15:36.527363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.648789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.649782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:36.650363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:36.707191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] Pushing event updated for resources: {'Network': ['ID=ea4836f9-a3a8-4eef-ae24-398bb2f6329b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:36.722445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ea4836f9-a3a8-4eef-ae24-398bb2f6329b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:15:36.757919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f4f73320-3534-470a-806e-2f4a403ffbdd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7075725 Jul 28 15:15:37.197166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0e270-5e88-478f-8a1f-135b74c00c25 req-f3d3537b-4aef-48f6-b450-d4e9d038e7fd tempest-ComputeTenantNetworksTest-1584682116 tempest-ComputeTenantNetworksTest-1584682116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:37.203301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0e270-5e88-478f-8a1f-135b74c00c25 req-f3d3537b-4aef-48f6-b450-d4e9d038e7fd tempest-ComputeTenantNetworksTest-1584682116 tempest-ComputeTenantNetworksTest-1584682116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:37.209170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0e270-5e88-478f-8a1f-135b74c00c25 req-f3d3537b-4aef-48f6-b450-d4e9d038e7fd tempest-ComputeTenantNetworksTest-1584682116 tempest-ComputeTenantNetworksTest-1584682116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:37.210787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0e270-5e88-478f-8a1f-135b74c00c25 req-f3d3537b-4aef-48f6-b450-d4e9d038e7fd tempest-ComputeTenantNetworksTest-1584682116 tempest-ComputeTenantNetworksTest-1584682116-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1938314 Jul 28 15:15:37.321612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2bed9-2651-4ca6-8c2e-1d6461d2e006 req-bb91a7e1-c1e9-4d79-90fe-af140a85dfb5 tempest-ComputeTenantNetworksTest-1584682116 tempest-ComputeTenantNetworksTest-1584682116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:37.322998 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9bc2bed9-2651-4ca6-8c2e-1d6461d2e006 req-bb91a7e1-c1e9-4d79-90fe-af140a85dfb5 tempest-ComputeTenantNetworksTest-1584682116 tempest-ComputeTenantNetworksTest-1584682116-project] 10.222.0.57 "GET /v2.0/networks/ea4836f9-a3a8-4eef-ae24-398bb2f6329b HTTP/1.1" status: 200 len: 768 time: 0.0910301 Jul 28 15:15:37.332834 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:37.401466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.482226 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.492503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4836f9-a3a8-4eef-ae24-398bb2f6329b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:37.502573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5362c7-f6f8-405c-9091-d733444d388a') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:37.502866 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5362c7-f6f8-405c-9091-d733444d388a') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:15:37.511711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.525296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.531663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:15:37.537192 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:15:37.654723 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.660188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:37.662200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ea4836f9-a3a8-4eef-ae24-398bb2f6329b HTTP/1.1" status: 204 len: 168 time: 0.3283064 Jul 28 15:15:37.674177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2d245-8f83-4db3-9643-b23dc52ee269 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4836f9-a3a8-4eef-ae24-398bb2f6329b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:38.019078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60896) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:38.059024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72ee56a4-9799-40f5-ad1b-93c22d51e886 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50778ceb0c1f48638df6e54fe9eed696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387886 Jul 28 15:15:38.061748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 60898) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:38.113048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeed7578-53a5-432f-b008-33509834e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:38.134128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeed7578-53a5-432f-b008-33509834e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:38.259691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeed7578-53a5-432f-b008-33509834e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:38.262430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eeed7578-53a5-432f-b008-33509834e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:38.264330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eeed7578-53a5-432f-b008-33509834e227 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70fc2c91-0479-4504-80e2-d5fed4896688 HTTP/1.1" status: 204 len: 168 time: 0.2016416 Jul 28 15:15:38.272705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7578-53a5-432f-b008-33509834e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc2c91-0479-4504-80e2-d5fed4896688,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:52.262765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-75913ac9-ca0d-4992-9acf-011376dac009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:54.820671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-989521c8-d381-46c3-a775-16bc560fc42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:55.270939 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:55.351644 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:15:55.843791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-a4907f16-2021-41a3-b072-f4c31021e2dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408266 Jul 28 15:15:55.930061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-31bfaeb3-354e-4756-9593-9c0beef62803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:55.931372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-31bfaeb3-354e-4756-9593-9c0beef62803 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1098 time: 0.0432940 Jul 28 15:15:56.053335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-c5ff4df5-1a9d-4773-8ac9-52fe8d257480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:56.054822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-c5ff4df5-1a9d-4773-8ac9-52fe8d257480 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.0992179 Jul 28 15:15:56.124663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-fc62e09c-1377-4bcc-8c22-b1fce8bf6011 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1001 time: 0.0610695 Jul 28 15:15:56.181652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-ba94b9b9-2e6d-4443-a35d-9cc64549e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:56.183163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-ba94b9b9-2e6d-4443-a35d-9cc64549e203 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0510423 Jul 28 15:15:56.391452 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.392047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 32804) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:56.507715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0832e611-b0b2-44aa-bc75-5d43e14c52f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.568985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-9765d79c-9179-46ca-bfad-13e06c0605d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:15:56.570498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-9765d79c-9179-46ca-bfad-13e06c0605d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3778872 Jul 28 15:15:56.603130 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0832e611-b0b2-44aa-bc75-5d43e14c52f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.668869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-c817b956-c9d3-416a-8ba8-704b3afc6f05 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889876 Jul 28 15:15:56.685273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0832e611-b0b2-44aa-bc75-5d43e14c52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.724629 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0832e611-b0b2-44aa-bc75-5d43e14c52f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dce96aa9fcdd478886c699195ccf707b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315315 Jul 28 15:15:56.725521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832e611-b0b2-44aa-bc75-5d43e14c52f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22a86e2-fcec-46c0-989f-d1d089d29adf,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:56.727631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 32808) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:15:56.796663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c04cd3c6-0fa9-4187-9dcc-34b68f72c3e5 req-e835526f-2aa4-4cea-b76a-272be5949f69 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180398 Jul 28 15:15:56.805630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a86ef808-1d71-4789-8903-9087b98cee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.827716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a86ef808-1d71-4789-8903-9087b98cee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.939815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a86ef808-1d71-4789-8903-9087b98cee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.942940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a86ef808-1d71-4789-8903-9087b98cee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:56.944094 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a86ef808-1d71-4789-8903-9087b98cee26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c22a86e2-fcec-46c0-989f-d1d089d29adf HTTP/1.1" status: 204 len: 168 time: 0.2155137 Jul 28 15:15:56.952586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ef808-1d71-4789-8903-9087b98cee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22a86e2-fcec-46c0-989f-d1d089d29adf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:15:57.862367 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:02.402196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.283478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33026) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:04.393697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c3891f3-fb71-447c-94e5-7c66f3490537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.490144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c3891f3-fb71-447c-94e5-7c66f3490537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.567770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6c3891f3-fb71-447c-94e5-7c66f3490537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.611120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6c3891f3-fb71-447c-94e5-7c66f3490537 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9bc54f3de524c1b8681a04311f23403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265297 Jul 28 15:16:04.612010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3891f3-fb71-447c-94e5-7c66f3490537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed10918-1864-4ec6-8d99-e3594d0ba291,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:04.613934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:04.665631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42fb9f52-2857-4a6b-9887-27b46df708b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.686881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42fb9f52-2857-4a6b-9887-27b46df708b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.825894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42fb9f52-2857-4a6b-9887-27b46df708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.828687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42fb9f52-2857-4a6b-9887-27b46df708b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:04.829961 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-42fb9f52-2857-4a6b-9887-27b46df708b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ed10918-1864-4ec6-8d99-e3594d0ba291 HTTP/1.1" status: 204 len: 168 time: 0.2150068 Jul 28 15:16:04.838056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb9f52-2857-4a6b-9887-27b46df708b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed10918-1864-4ec6-8d99-e3594d0ba291,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:05.405451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33036) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:05.418659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-246c4920-5adf-40f7-a257-eef479bca7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.506932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-246c4920-5adf-40f7-a257-eef479bca7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.565185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-246c4920-5adf-40f7-a257-eef479bca7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.603162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-246c4920-5adf-40f7-a257-eef479bca7ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f2cfc3cbf8348a8804422298b126608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965513 Jul 28 15:16:05.604025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c4920-5adf-40f7-a257-eef479bca7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f842d89e-9250-4754-913d-cf0ae9cc871f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:05.606772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33038) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:05.656957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-562bb194-d6e8-4882-ae85-e470486e363e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.676986 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-562bb194-d6e8-4882-ae85-e470486e363e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.825216 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-562bb194-d6e8-4882-ae85-e470486e363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.828280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-562bb194-d6e8-4882-ae85-e470486e363e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:05.829489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-562bb194-d6e8-4882-ae85-e470486e363e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f842d89e-9250-4754-913d-cf0ae9cc871f HTTP/1.1" status: 204 len: 168 time: 0.2212613 Jul 28 15:16:05.837685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bb194-d6e8-4882-ae85-e470486e363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842d89e-9250-4754-913d-cf0ae9cc871f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:06.290741 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:07.530758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b65149-ca56-494e-bb34-4f31fa02b9a5 req-f6ec0bb1-a966-4e4a-a0ae-09f9a43a6a78 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:07.532321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b65149-ca56-494e-bb34-4f31fa02b9a5 req-f6ec0bb1-a966-4e4a-a0ae-09f9a43a6a78 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1098 time: 0.0442307 Jul 28 15:16:07.568185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b65149-ca56-494e-bb34-4f31fa02b9a5 req-ff38cd02-b26f-42e7-b58a-2f0d14d1782f tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296035 Jul 28 15:16:07.684442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ca7e8-c0b3-452e-874c-fbcffa6f6a00 req-6e9f2858-309e-42b1-920f-b5996505e68d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:07.686460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b34ca7e8-c0b3-452e-874c-fbcffa6f6a00 req-6e9f2858-309e-42b1-920f-b5996505e68d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Jul 28 15:16:07.727064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b34ca7e8-c0b3-452e-874c-fbcffa6f6a00 req-0adc26d9-467e-49ce-9608-324262ea00ca tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346067 Jul 28 15:16:07.750230 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:07.811825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d869fe6-cde3-45d2-85c4-53179eec1d5e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2c51086a-1430-4e44-8323-c40d3f6608b4 HTTP/1.1" status: 200 len: 993 time: 0.0603781 Jul 28 15:16:08.623042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21524d08-b748-4bc5-94d9-74a8b178ccfd req-c231fd9f-8983-4c63-a0d5-d87594384f9e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:08.624614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21524d08-b748-4bc5-94d9-74a8b178ccfd req-c231fd9f-8983-4c63-a0d5-d87594384f9e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0548944 Jul 28 15:16:08.665426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21524d08-b748-4bc5-94d9-74a8b178ccfd req-a5dad7d0-b21d-4971-a697-5e0c60c0102b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Jul 28 15:16:08.762801 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-dd274f81-815d-45be-a847-0945824527d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398238 Jul 28 15:16:09.447629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33140) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:09.557082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffed3-ded8-4627-8d24-2c6a78367259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:09.652709 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffed3-ded8-4627-8d24-2c6a78367259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:09.744255 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffed3-ded8-4627-8d24-2c6a78367259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:09.801774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a4ffed3-ded8-4627-8d24-2c6a78367259 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec72e700328e460b8b0948de9653cb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526275 Jul 28 15:16:09.804774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33156) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:09.807091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ffed3-ded8-4627-8d24-2c6a78367259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313fa49d-8d20-4cec-b3bd-c7428ce2d61d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:09.818643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bface9-f6e5-4083-b9ec-38210262e80d req-26f8c295-8dc4-4221-81ca-b8c75731e73a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:09.820172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8bface9-f6e5-4083-b9ec-38210262e80d req-26f8c295-8dc4-4221-81ca-b8c75731e73a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0860643 Jul 28 15:16:09.861295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8bface9-f6e5-4083-b9ec-38210262e80d req-92e29d53-be3a-483a-a86c-cb5306ac8db3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349140 Jul 28 15:16:09.864819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6aef47f-b33f-4687-9575-d30b37ec6d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:09.886678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6aef47f-b33f-4687-9575-d30b37ec6d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:10.027879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6aef47f-b33f-4687-9575-d30b37ec6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:10.032366 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6aef47f-b33f-4687-9575-d30b37ec6d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:10.033633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a6aef47f-b33f-4687-9575-d30b37ec6d51 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/313fa49d-8d20-4cec-b3bd-c7428ce2d61d HTTP/1.1" status: 204 len: 168 time: 0.2272995 Jul 28 15:16:10.041816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aef47f-b33f-4687-9575-d30b37ec6d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313fa49d-8d20-4cec-b3bd-c7428ce2d61d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:10.756727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:10.771432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7766d66e-ee1d-4cb2-bc59-e35a43c513e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:10.866943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7766d66e-ee1d-4cb2-bc59-e35a43c513e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:10.960929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7766d66e-ee1d-4cb2-bc59-e35a43c513e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:11.003672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7766d66e-ee1d-4cb2-bc59-e35a43c513e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14fe33ebe3604c4b97fda88815df89fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457716 Jul 28 15:16:11.006452 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:11.011392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766d66e-ee1d-4cb2-bc59-e35a43c513e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309209f-ff17-4b1b-97af-bc0a4e8d4436,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:11.023693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2682e41-0e00-400d-9716-1ea5445fc002 req-439f1632-3685-4e7f-ada8-2e985db2a611 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:11.025245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2682e41-0e00-400d-9716-1ea5445fc002 req-439f1632-3685-4e7f-ada8-2e985db2a611 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0946834 Jul 28 15:16:11.060158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c2-89e3-40bd-ad94-0a2f6dc568b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:11.065123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2682e41-0e00-400d-9716-1ea5445fc002 req-a06e178c-e58c-44c3-ba04-16fdd24072f9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338538 Jul 28 15:16:11.087912 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c2-89e3-40bd-ad94-0a2f6dc568b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:11.248121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c2-89e3-40bd-ad94-0a2f6dc568b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:11.251243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c2-89e3-40bd-ad94-0a2f6dc568b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:11.252439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d5aa55c2-89e3-40bd-ad94-0a2f6dc568b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f309209f-ff17-4b1b-97af-bc0a4e8d4436 HTTP/1.1" status: 204 len: 168 time: 0.2449961 Jul 28 15:16:11.261897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa55c2-89e3-40bd-ad94-0a2f6dc568b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309209f-ff17-4b1b-97af-bc0a4e8d4436,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:11.271937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-9da022b2-e1af-4fc0-8780-0aa06ff47a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:11.273466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-9da022b2-e1af-4fc0-8780-0aa06ff47a2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1098 time: 0.0429535 Jul 28 15:16:11.371791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-bd94c8a1-b860-4a10-a524-155781103acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:11.374013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-bd94c8a1-b860-4a10-a524-155781103acb service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.0933058 Jul 28 15:16:11.441872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-b273082b-c20f-4ef2-abb8-15ef3b92997b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1001 time: 0.0598576 Jul 28 15:16:11.499505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-e9a4065b-c28e-48df-80a1-ea7d60974b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:11.501105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-e9a4065b-c28e-48df-80a1-ea7d60974b01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0482557 Jul 28 15:16:11.558068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-f9cd1f45-17a9-46ae-8984-119e2eabc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:11.559641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-f9cd1f45-17a9-46ae-8984-119e2eabc72a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493586 Jul 28 15:16:11.662131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-dbb37dbb-87c7-4802-bb09-d2915358f274 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887029 Jul 28 15:16:11.769128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-809b8d40-9e1e-4c26-a24a-3c00ed4e1119 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925155 Jul 28 15:16:12.194745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6126d1-b583-4195-8631-7ca9b55a8086 req-6efe963a-244d-4213-9395-3c2af92dabb6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:12.196228 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f6126d1-b583-4195-8631-7ca9b55a8086 req-6efe963a-244d-4213-9395-3c2af92dabb6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0563881 Jul 28 15:16:12.235273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f6126d1-b583-4195-8631-7ca9b55a8086 req-f1175bc1-6da9-4e13-81a6-ea7927f912ef tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323670 Jul 28 15:16:13.360857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691282ae-8ad8-40a3-98c6-82ba7d1e00b3 req-3b47cfc7-eb95-4340-90c2-9f4796f4aee8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:13.362355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-691282ae-8ad8-40a3-98c6-82ba7d1e00b3 req-3b47cfc7-eb95-4340-90c2-9f4796f4aee8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Jul 28 15:16:13.401643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-691282ae-8ad8-40a3-98c6-82ba7d1e00b3 req-6c90a4c6-23b5-4c43-a36d-4e8ba897c064 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Jul 28 15:16:14.401245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33226) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:14.515327 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10659ca2-a729-46aa-a087-92e3a5f169fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:14.542902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b41738-6c15-4305-a965-771c930b35c5 req-59a3e896-44c6-42ce-ba66-50a55fbc27ad tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:14.544377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71b41738-6c15-4305-a965-771c930b35c5 req-59a3e896-44c6-42ce-ba66-50a55fbc27ad tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0725985 Jul 28 15:16:14.600873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71b41738-6c15-4305-a965-771c930b35c5 req-75f8f392-7cad-47a9-8993-4f54948c6990 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476580 Jul 28 15:16:14.646177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10659ca2-a729-46aa-a087-92e3a5f169fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:14.733568 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10659ca2-a729-46aa-a087-92e3a5f169fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:14.776081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10659ca2-a729-46aa-a087-92e3a5f169fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f872ceff-b39c-4a71-b312-d4cbef33c2d6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:14.781349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-10659ca2-a729-46aa-a087-92e3a5f169fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ecfeed1f52f487680e4f147e4f2b956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790684 Jul 28 15:16:14.783998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33232) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:14.834408 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44fc132c-3059-4c02-be74-e673181928b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:14.862487 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44fc132c-3059-4c02-be74-e673181928b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:15.004575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44fc132c-3059-4c02-be74-e673181928b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:15.007436 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-44fc132c-3059-4c02-be74-e673181928b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:15.008714 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-44fc132c-3059-4c02-be74-e673181928b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f872ceff-b39c-4a71-b312-d4cbef33c2d6 HTTP/1.1" status: 204 len: 168 time: 0.2235768 Jul 28 15:16:15.017941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc132c-3059-4c02-be74-e673181928b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f872ceff-b39c-4a71-b312-d4cbef33c2d6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:15.733190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900bb6-bd7e-42bf-aa21-7422c02e4ffa req-3208fbf8-10b6-4f82-b81c-5fb2ef95cd28 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:15.734671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06900bb6-bd7e-42bf-aa21-7422c02e4ffa req-3208fbf8-10b6-4f82-b81c-5fb2ef95cd28 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0609255 Jul 28 15:16:15.772785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06900bb6-bd7e-42bf-aa21-7422c02e4ffa req-52e62c94-cd4d-4ec8-a4a2-f1ed3075a527 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Jul 28 15:16:15.855301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33240) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:15.869265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:15.961766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.050417 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.088649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c959d6b4e8a4e3a9e314be82f6deb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322562 Jul 28 15:16:16.089532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d001b-97fd-4bbb-b13f-078062a652d5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:16.091397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33242) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:16.104252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.104519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.104775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.105114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.105492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.105887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.106257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.106592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.106926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.107937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.108234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.108597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643a12e-1a4c-4106-82d0-a2c199cbf54f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:16.153296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d89c77d3-9b96-4589-af1c-2b80f9fa434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.175418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d89c77d3-9b96-4589-af1c-2b80f9fa434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.347289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d89c77d3-9b96-4589-af1c-2b80f9fa434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.349877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d89c77d3-9b96-4589-af1c-2b80f9fa434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.351113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d89c77d3-9b96-4589-af1c-2b80f9fa434b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a9d001b-97fd-4bbb-b13f-078062a652d5 HTTP/1.1" status: 204 len: 168 time: 0.2582393 Jul 28 15:16:16.359035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c77d3-9b96-4589-af1c-2b80f9fa434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d001b-97fd-4bbb-b13f-078062a652d5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:16.892617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c3986-dda7-4cdc-b139-db4cead86c97 req-ec4714b2-a649-49c3-a33a-b65356c23f38 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:16.894145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-197c3986-dda7-4cdc-b139-db4cead86c97 req-ec4714b2-a649-49c3-a33a-b65356c23f38 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0504313 Jul 28 15:16:16.932591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-197c3986-dda7-4cdc-b139-db4cead86c97 req-c8ae41e2-5cf6-4837-80a1-a8df11422de2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Jul 28 15:16:18.051853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c1f57-dddb-49eb-b956-1bfce92c79e2 req-94269269-6bc0-4f5b-b099-28b590d99f91 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:18.053444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b05c1f57-dddb-49eb-b956-1bfce92c79e2 req-94269269-6bc0-4f5b-b099-28b590d99f91 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0509801 Jul 28 15:16:18.094144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b05c1f57-dddb-49eb-b956-1bfce92c79e2 req-e2b2bcc1-35b6-479f-a726-55f39e253761 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347495 Jul 28 15:16:19.216198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008817b-9603-4f9d-a640-a90a5c41afd1 req-a0a1d0be-1908-457e-955a-b85aa370ce41 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:19.218249 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1008817b-9603-4f9d-a640-a90a5c41afd1 req-a0a1d0be-1908-457e-955a-b85aa370ce41 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0564363 Jul 28 15:16:19.257041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1008817b-9603-4f9d-a640-a90a5c41afd1 req-6f59d4d5-66d5-4f25-bcd8-05f44eebf394 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jul 28 15:16:20.393922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197544c-1c0a-44cf-a53a-eeb11e71b47c req-bb6f46fe-d9f6-4df1-8e38-449900a4793d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:20.395426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1197544c-1c0a-44cf-a53a-eeb11e71b47c req-bb6f46fe-d9f6-4df1-8e38-449900a4793d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0698757 Jul 28 15:16:20.437130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1197544c-1c0a-44cf-a53a-eeb11e71b47c req-2872110b-bbd7-4323-8560-f211ef0c2eb3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352559 Jul 28 15:16:20.582272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33324) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:20.690247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb54b8a4-07df-4f3d-b28b-eda4a7a07917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:20.778173 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb54b8a4-07df-4f3d-b28b-eda4a7a07917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:20.861679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb54b8a4-07df-4f3d-b28b-eda4a7a07917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:20.900800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb54b8a4-07df-4f3d-b28b-eda4a7a07917 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1708ba906ec42fe951f296a420f3fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173094 Jul 28 15:16:20.901758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b8a4-07df-4f3d-b28b-eda4a7a07917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21aaf95-3f6e-4c4f-984a-81ac4b6440ff,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:20.903654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:20.956034 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0cba-5691-4a4e-b676-0cb302004dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:20.977347 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0cba-5691-4a4e-b676-0cb302004dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:21.120042 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0cba-5691-4a4e-b676-0cb302004dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:21.122929 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0cba-5691-4a4e-b676-0cb302004dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:21.125010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aa9f0cba-5691-4a4e-b676-0cb302004dd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a21aaf95-3f6e-4c4f-984a-81ac4b6440ff HTTP/1.1" status: 204 len: 168 time: 0.2193363 Jul 28 15:16:21.134939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0cba-5691-4a4e-b676-0cb302004dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21aaf95-3f6e-4c4f-984a-81ac4b6440ff,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:21.554447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2874e-1fad-4a30-91b6-db52e1017449 req-719a6c26-5582-4c22-8e3d-5bc3498eb58f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:21.555947 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87a2874e-1fad-4a30-91b6-db52e1017449 req-719a6c26-5582-4c22-8e3d-5bc3498eb58f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0483162 Jul 28 15:16:21.597060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87a2874e-1fad-4a30-91b6-db52e1017449 req-1f0117f0-2075-41b4-988d-5201e16e7c02 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Jul 28 15:16:21.867434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:21.883927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:21.972070 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.041555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.080662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9128203048764c9383f9caf5c440ef5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118151 Jul 28 15:16:22.081554 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebaed1-98b9-4914-9108-b1ee3ebb7c0b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:22.084081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33338) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:22.094081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.094717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.095309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.095907 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.096509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.097098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.097516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.098098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.098694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.099224 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.099572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.099977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8fd96-657e-4af6-a7c8-ff6610278de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:22.135425 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17457e17-5d30-4ea5-85bc-963a2796941b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.157316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17457e17-5d30-4ea5-85bc-963a2796941b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.299017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d2f77fe-213e-4f63-9bcd-2b2d6e8465e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.335662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17457e17-5d30-4ea5-85bc-963a2796941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.338365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17457e17-5d30-4ea5-85bc-963a2796941b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:22.339546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-17457e17-5d30-4ea5-85bc-963a2796941b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1ebaed1-98b9-4914-9108-b1ee3ebb7c0b HTTP/1.1" status: 204 len: 168 time: 0.2543452 Jul 28 15:16:22.347583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17457e17-5d30-4ea5-85bc-963a2796941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebaed1-98b9-4914-9108-b1ee3ebb7c0b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:22.717732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6860cb-2c48-43f6-9b99-41fbdb18c496 req-281bff75-8abb-4e31-9269-45eb99c672b1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:22.719216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae6860cb-2c48-43f6-9b99-41fbdb18c496 req-281bff75-8abb-4e31-9269-45eb99c672b1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0513070 Jul 28 15:16:22.761226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae6860cb-2c48-43f6-9b99-41fbdb18c496 req-026c873e-1b67-4c0d-b4b9-d6a606d17ef4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Jul 28 15:16:23.885465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730e868-3a39-4c8a-838e-acd147692354 req-1b7a35c9-3983-482a-82a4-144f6983ca79 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:23.887247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4730e868-3a39-4c8a-838e-acd147692354 req-1b7a35c9-3983-482a-82a4-144f6983ca79 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0547016 Jul 28 15:16:23.927085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4730e868-3a39-4c8a-838e-acd147692354 req-a2029a5e-d202-40a6-bcba-a6e5215be5c7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Jul 28 15:16:24.842264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c21103df-0fc6-4707-a61c-1a55ed1f7868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:25.043826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eceab-a8df-4d4d-ac61-c7ca1007627f req-860e1c30-3204-4d7b-8de2-259a3141f4b8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:25.046018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133eceab-a8df-4d4d-ac61-c7ca1007627f req-860e1c30-3204-4d7b-8de2-259a3141f4b8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0503852 Jul 28 15:16:25.084763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133eceab-a8df-4d4d-ac61-c7ca1007627f req-718bfbd2-8814-4eff-b1d2-20e45bc6d8e6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Jul 28 15:16:25.287756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:26.202607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91840868-a9aa-4ef4-8998-d0d5926e72e2 req-ccac57a2-c860-46d7-942e-6ddb4fdb547b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:26.204105 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91840868-a9aa-4ef4-8998-d0d5926e72e2 req-ccac57a2-c860-46d7-942e-6ddb4fdb547b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0488498 Jul 28 15:16:26.246877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91840868-a9aa-4ef4-8998-d0d5926e72e2 req-02e9eef7-b335-4359-b8e5-a67f644cc45e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361719 Jul 28 15:16:26.401889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:27.370214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08bb4a-3e4a-4cf7-9dfb-b8774caeccb0 req-520ff82d-9776-4d53-bc2b-b1e4a4eae502 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:27.371716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e08bb4a-3e4a-4cf7-9dfb-b8774caeccb0 req-520ff82d-9776-4d53-bc2b-b1e4a4eae502 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0545669 Jul 28 15:16:27.411169 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e08bb4a-3e4a-4cf7-9dfb-b8774caeccb0 req-010d35a4-0dc0-426e-8a1b-ebbc506f420d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328882 Jul 28 15:16:27.885931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:28.533653 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4ef3d-4fd8-4e05-9c37-e8652958cf9a req-6a26d926-6b12-4abe-9541-5e92036389f5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:28.535193 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7e4ef3d-4fd8-4e05-9c37-e8652958cf9a req-6a26d926-6b12-4abe-9541-5e92036389f5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0515771 Jul 28 15:16:28.575386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7e4ef3d-4fd8-4e05-9c37-e8652958cf9a req-451e9e63-5a5e-4d68-8ad5-e2eea07ee643 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335696 Jul 28 15:16:29.404076 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-3cf62838-7d79-4175-9f94-58e130e5669c req-32b915d6-047f-4314-86a0-de53eea1c29d service neutron] show failed (client error): The resource could not be found. Jul 28 15:16:29.405137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-32b915d6-047f-4314-86a0-de53eea1c29d service neutron] 10.222.0.58 "GET /v2.0/ports/d36f5412-34ef-48a2-abe4-19c0db29e119/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0555730 Jul 28 15:16:29.705925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc305c-67b4-4e07-a2e5-65551e14bc7a req-06232357-bfd4-427e-9df4-545b1f1c77c5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:29.707438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23fc305c-67b4-4e07-a2e5-65551e14bc7a req-06232357-bfd4-427e-9df4-545b1f1c77c5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0497153 Jul 28 15:16:29.747312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23fc305c-67b4-4e07-a2e5-65551e14bc7a req-51d85ec3-dd97-46c0-af25-3f0b0618413d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Jul 28 15:16:30.037516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-566e1502-a9a5-419f-8030-d7a13f002711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:30.038999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-566e1502-a9a5-419f-8030-d7a13f002711 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 1098 time: 0.0409834 Jul 28 15:16:30.057445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:30.115819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:30.317609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:30.353248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:16:30.396423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:30.398768 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6925969a-21bf-42f6-8cc8-a002edf7eabc" -d '{"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-unplugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:30.402822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:30.417713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Transition to ACTIVE for port object d36f5412-34ef-48a2-abe4-19c0db29e119 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:16:30.451165 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1cc2f-f0e1-4b0e-b622-00c0c734b027 x-openstack-request-id: req-a9c1cc2f-f0e1-4b0e-b622-00c0c734b027 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:30.451466 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-unplugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:30.451747 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9c1cc2f-f0e1-4b0e-b622-00c0c734b027 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:30.452136 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'code': 200} Jul 28 15:16:30.505124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:30.590494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:30.634303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] No DVR routers for this DVR port d36f5412-34ef-48a2-abe4-19c0db29e119 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:16:30.780768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:16:30.781144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:16:30.781482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:16:30.786035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:16:30.786361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:16:30.791354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:16:30.791644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Checking segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:16:30.792029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Bound using segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:16:30.792486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Bound port: d36f5412-34ef-48a2-abe4-19c0db29e119, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:16:30.792851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:30.892081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:16:30.896007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:16:30.903902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccc347-8ebe-4e10-8722-3ba246cf8b10 req-bef28e40-7ae6-4ee3-aa60-9d51c1be7f3f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:30.905445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59ccc347-8ebe-4e10-8722-3ba246cf8b10 req-bef28e40-7ae6-4ee3-aa60-9d51c1be7f3f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0797851 Jul 28 15:16:30.944720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-59ccc347-8ebe-4e10-8722-3ba246cf8b10 req-8f646d40-b211-4e20-92f6-f42208e82d16 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Jul 28 15:16:31.019409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:31.058472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:31.058472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:31.058472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] 10.222.0.42 "PUT /v2.0/ports/d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1093 time: 1.0054574 Jul 28 15:16:31.081631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c9d2-5746-4dc3-956a-2b32fef107ac service neutron] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:31.137157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-6fa96de5-64b4-4dc6-ab42-8bf2fa5b19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:31.138812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-6fa96de5-64b4-4dc6-ab42-8bf2fa5b19cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1096 time: 0.0436833 Jul 28 15:16:31.246430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-4ddd5731-6651-4a80-96c8-4623f4228013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:31.247847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-4ddd5731-6651-4a80-96c8-4623f4228013 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1012375 Jul 28 15:16:31.315119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-76e6c5f4-39ef-40e2-9f0f-57cc46d80f64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.0587108 Jul 28 15:16:31.370489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-5e1ac7c6-cd75-473b-8fbd-dae3be686d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:31.372046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-5e1ac7c6-cd75-473b-8fbd-dae3be686d6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0495000 Jul 28 15:16:31.419702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62838-7d79-4175-9f94-58e130e5669c req-023b4985-dc65-4829-9046-7bba982ff351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:31.421450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-023b4985-dc65-4829-9046-7bba982ff351 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422611 Jul 28 15:16:31.514026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-6bb78db0-896f-4276-8df8-d26ae35de28a service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Jul 28 15:16:31.613178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-0b51170b-ba21-4e7e-955c-7f6c5abde0ff service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911055 Jul 28 15:16:32.072915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b53204-bb6f-45e9-9415-afd0cbefb97c req-e00c8bf2-0d89-42f8-873d-77419ca9466e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.074459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41b53204-bb6f-45e9-9415-afd0cbefb97c req-e00c8bf2-0d89-42f8-873d-77419ca9466e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0499899 Jul 28 15:16:32.113799 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41b53204-bb6f-45e9-9415-afd0cbefb97c req-35bd1125-f419-42b2-b49e-d6ada316d24d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Jul 28 15:16:32.351439 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:16:32.420825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:32.453723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:32.456111 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1e4750-cab9-4cd8-be42-b4112c76234f" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:32.505534 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1163c-823d-4b89-9dbc-3f18e0ce0fc1 x-openstack-request-id: req-24e1163c-823d-4b89-9dbc-3f18e0ce0fc1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:32.505827 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:32.506084 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24e1163c-823d-4b89-9dbc-3f18e0ce0fc1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:32.506484 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'status': 'completed', 'code': 200} Jul 28 15:16:32.606686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-6a8264e8-e724-45af-a582-399f69fc6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.608079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-6a8264e8-e724-45af-a582-399f69fc6066 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1096 time: 0.0698197 Jul 28 15:16:32.611285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-d794b320-4901-4ea7-b87f-5cd76c5458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.612738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-d794b320-4901-4ea7-b87f-5cd76c5458c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1096 time: 0.0648715 Jul 28 15:16:32.782907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-4dde0df7-9681-4d08-a8e3-0498f82e9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.784381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-4dde0df7-9681-4d08-a8e3-0498f82e9d25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1646211 Jul 28 15:16:32.788862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-94f44812-1f8e-4cbf-95a3-a38649f9072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.789648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:16:32.790224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-94f44812-1f8e-4cbf-95a3-a38649f9072a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1693764 Jul 28 15:16:32.826743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:16:32.898481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-1bcfbe8f-93c0-43f8-a4a1-74fc6c23c80a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.1051223 Jul 28 15:16:32.906572 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-6b57505c-2815-4c5a-8ab3-ffa8a424e7d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.0780313 Jul 28 15:16:32.981905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-ebefc747-5660-4696-829e-e079b6a847a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.983349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-ebefc747-5660-4696-829e-e079b6a847a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0759499 Jul 28 15:16:32.988752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-e372daa4-9a97-4767-9cf5-5dee8208ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:32.990283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-e372daa4-9a97-4767-9cf5-5dee8208ab39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0581043 Jul 28 15:16:33.063715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-a9d31f76-c141-4ed5-99c1-75868c7867ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:33.065264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-a9d31f76-c141-4ed5-99c1-75868c7867ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741510 Jul 28 15:16:33.070784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-41592644-92f7-4e01-ae7b-7d7a8d6344c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:33.072182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-41592644-92f7-4e01-ae7b-7d7a8d6344c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572977 Jul 28 15:16:33.230703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-01d21f07-bcaa-4234-ad9e-0f6c66f29e88 service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574159 Jul 28 15:16:33.232674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-9633438d-f036-49cf-98d8-3ccc7d67a2eb service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509285 Jul 28 15:16:33.236229 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109dcd5-ee8b-458b-a21b-f1d2ef5f37bb req-7d0fba46-3986-4bc2-a189-4aec13c0a997 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:33.237859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5109dcd5-ee8b-458b-a21b-f1d2ef5f37bb req-7d0fba46-3986-4bc2-a189-4aec13c0a997 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0537059 Jul 28 15:16:33.281500 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5109dcd5-ee8b-458b-a21b-f1d2ef5f37bb req-48c9785b-4edc-453e-8635-dc16ac61f948 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Jul 28 15:16:33.391222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-f5af0974-fcd8-4de8-961c-9cdfaec368f2 service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528773 Jul 28 15:16:33.393295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc1e4750-cab9-4cd8-be42-b4112c76234f req-68d632d8-b018-4e41-9541-4996ac074262 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481218 Jul 28 15:16:34.414833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c041-192d-40f8-9994-9728b07ba1ee req-eb4e4eaa-5376-4f64-804e-2c823dd3079a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:34.416479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d70c041-192d-40f8-9994-9728b07ba1ee req-eb4e4eaa-5376-4f64-804e-2c823dd3079a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0633953 Jul 28 15:16:34.455339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d70c041-192d-40f8-9994-9728b07ba1ee req-8206ca08-ba09-4594-bec4-cbb845175157 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Jul 28 15:16:35.538253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:16:35.572135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073f142-fbe7-4c9b-8532-08b51879c7c7 req-806c0cd1-3ee7-4976-a9e7-48eb49bc3590 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:35.573666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7073f142-fbe7-4c9b-8532-08b51879c7c7 req-806c0cd1-3ee7-4976-a9e7-48eb49bc3590 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 944 time: 0.0487518 Jul 28 15:16:35.613703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7073f142-fbe7-4c9b-8532-08b51879c7c7 req-4a4578e6-b769-4d59-8407-2291778940a3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339081 Jul 28 15:16:35.637496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:35.649711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:16:35.693782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:35.707998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36f5412-34ef-48a2-abe4-19c0db29e119 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:16:35.729319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:35.821267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:35.870301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:35.877299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.877710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.878062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.878402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.878815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.879079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.879410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.879740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.880065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.880426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.880781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:35.881105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:36.136925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c3229-1720-4514-82c0-3906025c8c76 req-bc94164c-ca66-4d41-8233-e85ad47e8a9f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:36.138558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d22c3229-1720-4514-82c0-3906025c8c76 req-bc94164c-ca66-4d41-8233-e85ad47e8a9f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Jul 28 15:16:36.172336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-6341db73-3779-4dbc-94b3-a541d3e3d4fe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:36.173941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-6341db73-3779-4dbc-94b3-a541d3e3d4fe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32&tenant_id=fbcb164103f540b6af9752880e9ef2eb&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 945 time: 0.0530612 Jul 28 15:16:36.176849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d22c3229-1720-4514-82c0-3906025c8c76 req-30628a95-1850-4c7c-9b00-2c156ce1662f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jul 28 15:16:36.239807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-503deb81-94e0-4ca6-ad3c-4798852390a8 service neutron] 10.222.0.42 "GET /v2.0/ports/d36f5412-34ef-48a2-abe4-19c0db29e119/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 383 time: 0.0576837 Jul 28 15:16:36.268214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d36f5412-34ef-48a2-abe4-19c0db29e119'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:16:36.319932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-e906b690-77ff-411e-bae4-2a079ac74a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:36.321639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-e906b690-77ff-411e-bae4-2a079ac74a66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1097 time: 0.0416033 Jul 28 15:16:36.347405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:36.421932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-403df60d-f51e-4edf-9079-2ba2ceae6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:36.423423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-403df60d-f51e-4edf-9079-2ba2ceae6f07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.0945201 Jul 28 15:16:36.491521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-5fcfaad9-ae3c-4fec-bc20-dbed807b6abc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1000 time: 0.0609512 Jul 28 15:16:36.545685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-294c4b04-d219-4faf-b074-fd57fb904b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:36.547571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-294c4b04-d219-4faf-b074-fd57fb904b22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0497274 Jul 28 15:16:36.595670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-cd93f2c5-bb2c-448a-b12a-2270807f12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:36.597257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-cd93f2c5-bb2c-448a-b12a-2270807f12ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421419 Jul 28 15:16:36.690306 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-f2ec666f-ad1d-44f4-b6ad-7a9a8899f541 service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848591 Jul 28 15:16:36.787005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-4b9980e6-cab0-4503-a241-e4ceb9c3d410 service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Jul 28 15:16:37.300792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c767c-9479-4742-adcd-48b61f0cf44d req-93f27427-6282-45de-9281-c46ea764a577 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:37.302310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-999c767c-9479-4742-adcd-48b61f0cf44d req-93f27427-6282-45de-9281-c46ea764a577 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Jul 28 15:16:37.342226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-999c767c-9479-4742-adcd-48b61f0cf44d req-7e3b17a9-7f21-40d6-9bc5-c4a7e5be8e2d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338056 Jul 28 15:16:37.552770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:16:37.661182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port d36f5412-34ef-48a2-abe4-19c0db29e119 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:16:37.665410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port d36f5412-34ef-48a2-abe4-19c0db29e119 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:16:37.665808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.744261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.767526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:37.769811 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0749c3-c2e8-43e7-a3a2-5e942c4a24a8" -d '{"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-plugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:37.782835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:37.819127 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ed39ea-2fbe-4f93-b031-d1e6f8419aa6 x-openstack-request-id: req-e1ed39ea-2fbe-4f93-b031-d1e6f8419aa6 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:37.819501 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-plugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:37.819753 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1ed39ea-2fbe-4f93-b031-d1e6f8419aa6 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:37.820143 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'code': 200} Jul 28 15:16:37.853500 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.901496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:38.462005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cf22b-e3f4-4a59-a108-54a664b44fa9 req-254ce9d8-6fa0-4d1c-af8e-5bbb29a2efe3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:38.463540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-855cf22b-e3f4-4a59-a108-54a664b44fa9 req-254ce9d8-6fa0-4d1c-af8e-5bbb29a2efe3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0497670 Jul 28 15:16:38.510536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-855cf22b-e3f4-4a59-a108-54a664b44fa9 req-898182cb-e26d-40a8-8d81-b76bf410f5a5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Jul 28 15:16:39.638189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e64f64-7215-4bb4-b183-42f44de5634a req-5258b666-250a-4359-ba22-53665c8622f4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:39.639656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81e64f64-7215-4bb4-b183-42f44de5634a req-5258b666-250a-4359-ba22-53665c8622f4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 946 time: 0.0573969 Jul 28 15:16:39.682540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-81e64f64-7215-4bb4-b183-42f44de5634a req-7c18d4d2-d09a-406e-9069-0c0f115e8e57 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360303 Jul 28 15:16:39.893115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-20185cdb-e254-4586-b448-49f89ae69228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:39.894643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-20185cdb-e254-4586-b448-49f89ae69228 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 1098 time: 0.0412483 Jul 28 15:16:39.907074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:39.964763 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:40.181810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:40.223517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:16:40.266865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:40.269182 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea20ade-7517-4830-b22c-e04a82cb4910" -d '{"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-unplugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:40.274130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:40.291024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Transition to ACTIVE for port object d36f5412-34ef-48a2-abe4-19c0db29e119 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:16:40.320523 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d41c1-dfc3-41bd-976a-0f248fecc7a1 x-openstack-request-id: req-b27d41c1-dfc3-41bd-976a-0f248fecc7a1 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:40.328104 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-unplugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:40.328104 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b27d41c1-dfc3-41bd-976a-0f248fecc7a1 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:40.328104 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'code': 200} Jul 28 15:16:40.386766 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:40.476510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:40.810357 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3b12d-a14e-42a9-bfdd-ccd985a708e9 req-476d62a4-856b-4ba0-b958-e84920bbd440 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:40.812494 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ff3b12d-a14e-42a9-bfdd-ccd985a708e9 req-476d62a4-856b-4ba0-b958-e84920bbd440 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.0550511 Jul 28 15:16:40.854663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8ff3b12d-a14e-42a9-bfdd-ccd985a708e9 req-fa1a0dc7-6e58-416d-ab7f-bcea188306bb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356991 Jul 28 15:16:40.880302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] No DVR routers for this DVR port d36f5412-34ef-48a2-abe4-19c0db29e119 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:16:41.018822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:16:41.019450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:16:41.019584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:16:41.024838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:16:41.025173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Attempting to bind port d36f5412-34ef-48a2-abe4-19c0db29e119 on network 0e571149-03e6-4a30-914e-da7503e9c06a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:16:41.030546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:16:41.030909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Checking segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:16:41.031735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Bound using segment: {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:16:41.032521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Bound port: d36f5412-34ef-48a2-abe4-19c0db29e119, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cfa788-985d-4c63-87f2-620cad21da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:16:41.033133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:41.118304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:16:41.121999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:16:41.202500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:41.240123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:41.240836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:41.242344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] 10.222.0.58 "PUT /v2.0/ports/d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1094 time: 1.3397944 Jul 28 15:16:41.270902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e162c4-2351-4ac1-9831-6e77d036a692 service neutron] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=11']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:41.365590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-0b7b2043-40f6-40f3-b6cf-72d477a422bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:41.368573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-0b7b2043-40f6-40f3-b6cf-72d477a422bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1097 time: 0.0769756 Jul 28 15:16:41.479323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-630b6ec0-7732-431d-b621-92cf47199689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:41.480931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-630b6ec0-7732-431d-b621-92cf47199689 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1037087 Jul 28 15:16:41.564497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:16:41.566232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-6d298bde-8823-4714-92ff-86f02e63ebbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.0715840 Jul 28 15:16:41.612030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:16:41.626995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-c6241ed9-1732-4b06-bd8d-935d6c60f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:41.631928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-c6241ed9-1732-4b06-bd8d-935d6c60f1b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0506516 Jul 28 15:16:41.681305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-e67eca55-dfa2-4f27-b376-a70976d82cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:41.682834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-e67eca55-dfa2-4f27-b376-a70976d82cde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441709 Jul 28 15:16:41.788184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-80142ec5-dd92-4d49-9b1b-7bebe125c4e4 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966966 Jul 28 15:16:41.894298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8af5363-085f-4c91-9fa7-f515acd51798 req-15b46454-efaa-437e-ab10-2406acc8b626 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938523 Jul 28 15:16:41.985357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303f984-7c96-4a7f-8cc5-35b16d0bbabb req-cbcb7dc6-be83-48e5-9d25-54cc784cdfdc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:41.986973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6303f984-7c96-4a7f-8cc5-35b16d0bbabb req-cbcb7dc6-be83-48e5-9d25-54cc784cdfdc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.0531466 Jul 28 15:16:42.038867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6303f984-7c96-4a7f-8cc5-35b16d0bbabb req-03fecfda-0fdb-4fb5-8d49-237c87ab3301 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Jul 28 15:16:42.323061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:42.326407 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1375120c-3b89-438e-aa9a-f90724e4ce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:42.373743 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ea0e0-7273-49b1-a17c-b81114e82d3d x-openstack-request-id: req-602ea0e0-7273-49b1-a17c-b81114e82d3d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:42.374025 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:42.374784 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-602ea0e0-7273-49b1-a17c-b81114e82d3d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:42.375183 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'status': 'completed', 'code': 200} Jul 28 15:16:42.480899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-7bd4a5db-7e9e-4935-95bb-057a456b1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.482380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-7bd4a5db-7e9e-4935-95bb-057a456b1f40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1097 time: 0.0816901 Jul 28 15:16:42.503662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-f1b83314-a2ff-4318-8c16-926e5a1dff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.505186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-f1b83314-a2ff-4318-8c16-926e5a1dff45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1097 time: 0.0732543 Jul 28 15:16:42.656429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-39b36db0-60c1-4df8-944b-422acd7006cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.657950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-39b36db0-60c1-4df8-944b-422acd7006cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1648796 Jul 28 15:16:42.667835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-96074e23-0c23-4916-a125-5417c0c2578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.669322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-96074e23-0c23-4916-a125-5417c0c2578a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1519983 Jul 28 15:16:42.783654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-2909473d-581c-432e-9b2a-334a53b5dae7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.1100917 Jul 28 15:16:42.787399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-842b160b-dea6-4f8a-8de7-83743a2bc867 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 999 time: 0.1079030 Jul 28 15:16:42.881107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-a87b87f1-bcc2-418f-b0b0-1a9140825784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.882613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-a87b87f1-bcc2-418f-b0b0-1a9140825784 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0877237 Jul 28 15:16:42.884182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-ece9765e-25f6-4b57-9106-6b110ef4fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.885586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-ece9765e-25f6-4b57-9106-6b110ef4fe9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0825386 Jul 28 15:16:42.959599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-4c028c0e-b81b-4085-aef3-071f70a0247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.961180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-4c028c0e-b81b-4085-aef3-071f70a0247b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713558 Jul 28 15:16:42.965408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-dab5618b-3e05-48d1-b368-d274637ed961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:42.965715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-dab5618b-3e05-48d1-b368-d274637ed961 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679455 Jul 28 15:16:43.055377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33660) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:43.169886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-612bcb3b-4a85-4141-94a0-c7a984dd60d2 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917543 Jul 28 15:16:43.172237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-27b66d76-08d1-42f7-8f61-34274e5cff8b service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029653 Jul 28 15:16:43.172484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb96b6da-2ea5-43ea-abad-761a94473ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.267932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb96b6da-2ea5-43ea-abad-761a94473ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.309055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e8c27-f179-4a17-8b32-088ef3743286 req-22220881-e30f-49d7-85b9-6e543b7eed02 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:43.310470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-391e8c27-f179-4a17-8b32-088ef3743286 req-22220881-e30f-49d7-85b9-6e543b7eed02 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.1973071 Jul 28 15:16:43.340908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eb96b6da-2ea5-43ea-abad-761a94473ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.381141 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eb96b6da-2ea5-43ea-abad-761a94473ccf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a15cf1657e645a688a6c8be0512eac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246472 Jul 28 15:16:43.382058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96b6da-2ea5-43ea-abad-761a94473ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd03618-e9bd-49f9-94ea-2c4c190039e4,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:43.384434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33666) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:43.413245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-391e8c27-f179-4a17-8b32-088ef3743286 req-229a5075-485d-4dea-9f80-fef4a6c406e1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930386 Jul 28 15:16:43.420397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-f0f693c0-495f-4311-b415-134cb2455134 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396955 Jul 28 15:16:43.422529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1375120c-3b89-438e-aa9a-f90724e4ce9c req-c28e6f31-f0a3-41dd-8d1b-83230f91ff39 service neutron] 10.222.0.42 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366900 Jul 28 15:16:43.448876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83f250cc-e105-4f94-a0a5-93e3c30751b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.479893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83f250cc-e105-4f94-a0a5-93e3c30751b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.619045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83f250cc-e105-4f94-a0a5-93e3c30751b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.621702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83f250cc-e105-4f94-a0a5-93e3c30751b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.622901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83f250cc-e105-4f94-a0a5-93e3c30751b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bd03618-e9bd-49f9-94ea-2c4c190039e4 HTTP/1.1" status: 204 len: 168 time: 0.2374697 Jul 28 15:16:43.631724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f250cc-e105-4f94-a0a5-93e3c30751b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd03618-e9bd-49f9-94ea-2c4c190039e4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:44.359622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33672) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:44.375205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-424cea32-ca55-4a9d-ae5d-6e320bf6a045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.473310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-424cea32-ca55-4a9d-ae5d-6e320bf6a045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.553016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bba67-4d34-481c-8c68-f46e7f1bcb08 req-40e4c12b-e50d-4b6e-8975-ff12a1d48d38 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:44.554504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-161bba67-4d34-481c-8c68-f46e7f1bcb08 req-40e4c12b-e50d-4b6e-8975-ff12a1d48d38 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Jul 28 15:16:44.556272 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-424cea32-ca55-4a9d-ae5d-6e320bf6a045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.595434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-161bba67-4d34-481c-8c68-f46e7f1bcb08 req-77d9b37e-7ec2-4db2-8bf3-9f4d1d05e327 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344970 Jul 28 15:16:44.597795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-424cea32-ca55-4a9d-ae5d-6e320bf6a045 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae7ded26229b4936af49f1c0fc79e511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370474 Jul 28 15:16:44.598789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cea32-ca55-4a9d-ae5d-6e320bf6a045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e318cfda-e317-4082-93e0-ee5952ce5d6d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:44.600729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33676) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:44.622345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33678) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:44.654800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b878677-97b2-4474-86be-256503f2c585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.677653 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b878677-97b2-4474-86be-256503f2c585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.690637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ce6575c5-41b1-448f-a910-03642b06b669 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2c51086a-1430-4e44-8323-c40d3f6608b4 HTTP/1.1" status: 200 len: 991 time: 0.0670052 Jul 28 15:16:44.798293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b878677-97b2-4474-86be-256503f2c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.801000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4b878677-97b2-4474-86be-256503f2c585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.802430 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4b878677-97b2-4474-86be-256503f2c585 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e318cfda-e317-4082-93e0-ee5952ce5d6d HTTP/1.1" status: 204 len: 168 time: 0.2005858 Jul 28 15:16:44.812412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878677-97b2-4474-86be-256503f2c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318cfda-e317-4082-93e0-ee5952ce5d6d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:44.856184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:16:44.953314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:44.965224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'port_id': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:16:45.011874 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:45.029873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36f5412-34ef-48a2-abe4-19c0db29e119 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:16:45.051958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:45.215230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:45.271576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:45.480305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['d36f5412-34ef-48a2-abe4-19c0db29e119'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:16:46.867821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:16:46.996694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port d36f5412-34ef-48a2-abe4-19c0db29e119 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:16:47.001498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port d36f5412-34ef-48a2-abe4-19c0db29e119 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:16:47.001917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:47.089301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:47.118023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:47.118245 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc135c-0ac2-4082-8056-dd8307780496" -d '{"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-plugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:47.132378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:47.155425 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a148bc8-212b-4b0d-92dd-5f5b2908e4c1 x-openstack-request-id: req-7a148bc8-212b-4b0d-92dd-5f5b2908e4c1 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:47.155713 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-plugged", "status": "completed", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:47.155967 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a148bc8-212b-4b0d-92dd-5f5b2908e4c1 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:47.156363 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'code': 200} Jul 28 15:16:47.318235 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:47.368831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=13']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:49.445866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33742) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:49.568738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3af2931f-9806-4439-ba77-f4f21aa0e93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:49.674264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3af2931f-9806-4439-ba77-f4f21aa0e93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:49.750337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3af2931f-9806-4439-ba77-f4f21aa0e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:49.795404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3af2931f-9806-4439-ba77-f4f21aa0e93d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b3e11c928714b63b629fc29b542209b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483849 Jul 28 15:16:49.796818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2931f-9806-4439-ba77-f4f21aa0e93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339012a7-d97c-4bce-a853-b2b77cf34e2a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:49.798733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:49.854112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7847a8a7-cab1-45a8-b28c-e2e87bad694c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:50.222010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7847a8a7-cab1-45a8-b28c-e2e87bad694c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:50.357819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7847a8a7-cab1-45a8-b28c-e2e87bad694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:50.360372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7847a8a7-cab1-45a8-b28c-e2e87bad694c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:50.361554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7847a8a7-cab1-45a8-b28c-e2e87bad694c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/339012a7-d97c-4bce-a853-b2b77cf34e2a HTTP/1.1" status: 204 len: 168 time: 0.5610540 Jul 28 15:16:50.369985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847a8a7-cab1-45a8-b28c-e2e87bad694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339012a7-d97c-4bce-a853-b2b77cf34e2a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:51.836062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33780) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:51.944353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37aa1344-7a8a-4416-9bdd-89a7b72ece76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.032381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37aa1344-7a8a-4416-9bdd-89a7b72ece76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.106349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37aa1344-7a8a-4416-9bdd-89a7b72ece76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.145802 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-37aa1344-7a8a-4416-9bdd-89a7b72ece76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e67c7fdf7b54150996db659ac9db36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085546 Jul 28 15:16:52.146675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa1344-7a8a-4416-9bdd-89a7b72ece76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0823db2c-5623-46c9-b565-8d364a7d5817,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:52.148515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33784) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:52.204857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c31dfd61-a125-4ba0-943f-19cc045223f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.228800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c31dfd61-a125-4ba0-943f-19cc045223f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.293274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-88ec41d8-00d0-4b2a-a69c-0bc1db80fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.413451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c31dfd61-a125-4ba0-943f-19cc045223f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.416123 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c31dfd61-a125-4ba0-943f-19cc045223f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:52.417360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c31dfd61-a125-4ba0-943f-19cc045223f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0823db2c-5623-46c9-b565-8d364a7d5817 HTTP/1.1" status: 204 len: 168 time: 0.2677615 Jul 28 15:16:52.426081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dfd61-a125-4ba0-943f-19cc045223f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823db2c-5623-46c9-b565-8d364a7d5817,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:54.798183 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-efa0e9b2-0da2-452b-80ef-efd1af06f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:55.267173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:55.749953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33878) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:55.857929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2ae254c-c4da-4b35-98fc-6f9412530319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:55.949428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2ae254c-c4da-4b35-98fc-6f9412530319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.002943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2ae254c-c4da-4b35-98fc-6f9412530319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.043289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c2ae254c-c4da-4b35-98fc-6f9412530319 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25be44b6aa0a45f19b6c8ae6d36e8cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917142 Jul 28 15:16:56.044195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae254c-c4da-4b35-98fc-6f9412530319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87013d-de3f-4c04-b82b-36ec864f162f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:56.046058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33882) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:56.098535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56cb393-d1f6-43b3-899b-cfb2f11bc5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.121410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56cb393-d1f6-43b3-899b-cfb2f11bc5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.249089 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56cb393-d1f6-43b3-899b-cfb2f11bc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.252392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e56cb393-d1f6-43b3-899b-cfb2f11bc5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.253619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e56cb393-d1f6-43b3-899b-cfb2f11bc5a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf87013d-de3f-4c04-b82b-36ec864f162f HTTP/1.1" status: 204 len: 168 time: 0.2065177 Jul 28 15:16:56.261802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb393-d1f6-43b3-899b-cfb2f11bc5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87013d-de3f-4c04-b82b-36ec864f162f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:56.414562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.845796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-05eefed3-e211-44eb-9915-e19af4cc7878 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429032 Jul 28 15:16:56.882772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33888) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:56.897658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e076ef-09e0-4040-aa5b-ddcd4ee95ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:56.969929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-98faac7b-79db-4c53-82bb-f22eaed466e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:56.972634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-98faac7b-79db-4c53-82bb-f22eaed466e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1099 time: 0.0788455 Jul 28 15:16:56.995658 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e076ef-09e0-4040-aa5b-ddcd4ee95ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:57.086075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-0114282d-60e9-4498-9941-a1cffb3e3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:57.086075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-0114282d-60e9-4498-9941-a1cffb3e3722 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.0867033 Jul 28 15:16:57.146788 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61e076ef-09e0-4040-aa5b-ddcd4ee95ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:57.161431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-5b151a2d-1228-47cf-afab-d0b248caf218 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 1001 time: 0.0698364 Jul 28 15:16:57.189142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61e076ef-09e0-4040-aa5b-ddcd4ee95ad5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cffb95ec8a84c0a8e83d9e51f68b68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046961 Jul 28 15:16:57.190053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e076ef-09e0-4040-aa5b-ddcd4ee95ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eed21e-1d34-40bc-80b0-9dd2c0b01929,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:57.193362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33890) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:57.221580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-848108e3-0e6b-4bef-ba1d-00e09d125af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:57.223058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-848108e3-0e6b-4bef-ba1d-00e09d125af2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.0535324 Jul 28 15:16:57.248125 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c90e66c-2193-4081-a2da-e6099bfe07f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:57.272726 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c90e66c-2193-4081-a2da-e6099bfe07f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:57.278054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-19805595-9eb8-4ac6-b382-12c84cb24a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:57.279586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-19805595-9eb8-4ac6-b382-12c84cb24a0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480285 Jul 28 15:16:57.377624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-3c6aa6f6-9230-41d8-97dd-c4d33f1a293b service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891244 Jul 28 15:16:57.393003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c90e66c-2193-4081-a2da-e6099bfe07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:57.395900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3c90e66c-2193-4081-a2da-e6099bfe07f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:57.397487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3c90e66c-2193-4081-a2da-e6099bfe07f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4eed21e-1d34-40bc-80b0-9dd2c0b01929 HTTP/1.1" status: 204 len: 168 time: 0.2031729 Jul 28 15:16:57.407484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e66c-2193-4081-a2da-e6099bfe07f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eed21e-1d34-40bc-80b0-9dd2c0b01929,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:57.483494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b0a95a-0abd-4d19-8c6d-49fa24b52d65 req-ad184ee2-3a70-4147-ba4a-a5c64f824649 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977287 Jul 28 15:16:57.864428 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:59.398918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33926) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:59.505673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f5f06a66-9b3b-432f-a045-cae7e59d2ca3 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2046635154'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:59.506138 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f5f06a66-9b3b-432f-a045-cae7e59d2ca3 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Unknown quota resources ['metering_label']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:16:59.795475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f5f06a66-9b3b-432f-a045-cae7e59d2ca3 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:59.796696 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5f06a66-9b3b-432f-a045-cae7e59d2ca3 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3967557 Jul 28 15:16:59.800124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33930) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:59.804759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f2d0f5fa-f1e6-4bbf-8a72-af7a9a50e239 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '432cc95e-2ccd-4dcb-972f-7b8c8532256a'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:59.805283 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f2d0f5fa-f1e6-4bbf-8a72-af7a9a50e239 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:16:59.957469 n-d-764806-10 neutron-server[94658]: WARNING neutron.services.metering.metering_plugin [None req-f2d0f5fa-f1e6-4bbf-8a72-af7a9a50e239 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 15:17:00.072398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f5fa-f1e6-4bbf-8a72-af7a9a50e239 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.073537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f2d0f5fa-f1e6-4bbf-8a72-af7a9a50e239 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2723451 Jul 28 15:17:00.076844 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33932) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:00.081448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a7855bb9-ea7a-417a-bd58-2b53692213bc tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '432cc95e-2ccd-4dcb-972f-7b8c8532256a'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:00.081945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a7855bb9-ea7a-417a-bd58-2b53692213bc tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:17:00.226281 n-d-764806-10 neutron-server[94658]: WARNING neutron.services.metering.metering_plugin [None req-a7855bb9-ea7a-417a-bd58-2b53692213bc tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 15:17:00.312359 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a7855bb9-ea7a-417a-bd58-2b53692213bc tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.314009 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a7855bb9-ea7a-417a-bd58-2b53692213bc tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2359695 Jul 28 15:17:00.317269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33934) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:00.329651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-30a15db3-2bf7-48e3-aaea-60adf83f0a87 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=652c8ac8-0886-456a-a52c-0c59eac96364 HTTP/1.1" status: 200 len: 464 time: 0.0110352 Jul 28 15:17:00.332564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33936) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:00.591398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f74eb862-5938-4018-88d0-95335ef30656 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.592646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f74eb862-5938-4018-88d0-95335ef30656 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/652c8ac8-0886-456a-a52c-0c59eac96364 HTTP/1.1" status: 204 len: 168 time: 0.2589839 Jul 28 15:17:00.596367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33938) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:00.613722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ad011919-6195-4e2a-bf1e-6573bec63d6a tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=652c8ac8-0886-456a-a52c-0c59eac96364 HTTP/1.1" status: 200 len: 221 time: 0.0109751 Jul 28 15:17:00.616913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33940) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:00.621634 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0e1f1784-167b-44de-83c1-66c4acde8732 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1597748298', 'description': 'label created by tempest'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:00.622094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0e1f1784-167b-44de-83c1-66c4acde8732 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Unknown quota resources ['metering_label']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:17:00.892893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1784-167b-44de-83c1-66c4acde8732 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.894039 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0e1f1784-167b-44de-83c1-66c4acde8732 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2760968 Jul 28 15:17:00.897055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33942) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:00.971294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6b54f75d-2aab-4641-8baf-cd5462032430 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=4cce1d61-92bb-4a77-8f7d-1692dc4372ae HTTP/1.1" status: 200 len: 468 time: 0.0731091 Jul 28 15:17:00.974001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33944) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.319326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be8c5638-29cc-4620-a54d-e61f5bade701 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:01.320504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be8c5638-29cc-4620-a54d-e61f5bade701 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/4cce1d61-92bb-4a77-8f7d-1692dc4372ae HTTP/1.1" status: 204 len: 168 time: 0.3455822 Jul 28 15:17:01.323894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33946) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.338629 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-359376ba-f939-40b8-9780-2ac618321ac0 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=4cce1d61-92bb-4a77-8f7d-1692dc4372ae HTTP/1.1" status: 200 len: 216 time: 0.0126019 Jul 28 15:17:01.344699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33948) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.357745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-55cc63b3-1cc6-4821-9937-e56045aabe6c tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118232 Jul 28 15:17:01.368152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33950) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.391132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9437f695-2b62-4bc1-b0f5-191996740300 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0212245 Jul 28 15:17:01.396572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33952) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.477337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9ab36333-a776-46d0-8e92-80aa923e2d82 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/432cc95e-2ccd-4dcb-972f-7b8c8532256a HTTP/1.1" status: 200 len: 473 time: 0.0794911 Jul 28 15:17:01.480739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33954) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.492470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3133fb31-bb91-4abc-9423-0b3cb7b9f8c9 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/4cf851b0-7222-44b9-8c3e-583df35a3508 HTTP/1.1" status: 200 len: 461 time: 0.0105565 Jul 28 15:17:01.495771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33956) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:01.706713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe216-8b8f-44b7-8904-4b1d8cb2f8b5 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:01.707820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ffbe216-8b8f-44b7-8904-4b1d8cb2f8b5 tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/4cf851b0-7222-44b9-8c3e-583df35a3508 HTTP/1.1" status: 204 len: 168 time: 0.2110944 Jul 28 15:17:01.710512 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33958) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:02.009549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-66b3d159-603b-450d-ba32-e40002be7d6d tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.010833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-66b3d159-603b-450d-ba32-e40002be7d6d tempest-MeteringTestJSON-575317254 tempest-MeteringTestJSON-575317254-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/432cc95e-2ccd-4dcb-972f-7b8c8532256a HTTP/1.1" status: 204 len: 168 time: 0.2993228 Jul 28 15:17:02.418476 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.561470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33964) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:02.671254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6dcf934a-4ba8-498a-b5c9-59787e4ccd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.780508 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6dcf934a-4ba8-498a-b5c9-59787e4ccd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.894283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6dcf934a-4ba8-498a-b5c9-59787e4ccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.933908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6dcf934a-4ba8-498a-b5c9-59787e4ccd67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34b6e0bdadaa46568cea9deafff06ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712187 Jul 28 15:17:02.934896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf934a-4ba8-498a-b5c9-59787e4ccd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05928591-9525-48d0-878b-b071e44885df,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:02.939256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:02.991413 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9487404-03f3-46bb-8de6-2bfd6809b463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.015302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9487404-03f3-46bb-8de6-2bfd6809b463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.155675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9487404-03f3-46bb-8de6-2bfd6809b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.158268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9487404-03f3-46bb-8de6-2bfd6809b463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.159441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c9487404-03f3-46bb-8de6-2bfd6809b463 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05928591-9525-48d0-878b-b071e44885df HTTP/1.1" status: 204 len: 168 time: 0.2205801 Jul 28 15:17:03.167658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487404-03f3-46bb-8de6-2bfd6809b463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05928591-9525-48d0-878b-b071e44885df,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:04.010504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 33974) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:04.029818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4c47db3-fee7-41d7-b1c2-203127547d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.145446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4c47db3-fee7-41d7-b1c2-203127547d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.264361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c4c47db3-fee7-41d7-b1c2-203127547d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.307257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c4c47db3-fee7-41d7-b1c2-203127547d98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fae5e9ddf2484adfb8ece68d96943ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956176 Jul 28 15:17:04.308112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c47db3-fee7-41d7-b1c2-203127547d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd915d-6fd3-4638-aa30-abe46efbdb30,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:04.310021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 33978) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:04.370144 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbc5e38-9c92-482d-bcf8-6bb711b5f09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.403801 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbc5e38-9c92-482d-bcf8-6bb711b5f09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.546128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbc5e38-9c92-482d-bcf8-6bb711b5f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.549426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-afbc5e38-9c92-482d-bcf8-6bb711b5f09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.550712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-afbc5e38-9c92-482d-bcf8-6bb711b5f09b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16dd915d-6fd3-4638-aa30-abe46efbdb30 HTTP/1.1" status: 204 len: 168 time: 0.2396643 Jul 28 15:17:04.562213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc5e38-9c92-482d-bcf8-6bb711b5f09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd915d-6fd3-4638-aa30-abe46efbdb30,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:06.321497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:06.466333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34014) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:06.565737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-952905521', 'router:external': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:06.711546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Made reservation on behalf of 6c4758716b734bcfba9b50f34448ee4d for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:17:06.714166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:06.727356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:06.836160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:06.928548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:06.957456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:17:06.963147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb16943-7512-4bdc-be02-29ed650656d3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:06.970965 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:06.971322 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Added segment 2c608d71-3ab6-4ed2-b4cb-c71ca58e908e of type vlan for network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 Jul 28 15:17:07.019699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:07.134628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:07.135648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:07.136250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:07.198380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Network': ['ID=d62b080e-7cd1-4ffb-bf4f-f70ab2728386,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:07.209910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:17:07.232159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-65e99322-2411-4fbc-9be3-6c92e918e92e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7643075 Jul 28 15:17:07.235927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34018) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:07.243660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'subnet': {'network_id': 'd62b080e-7cd1-4ffb-bf4f-f70ab2728386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:07.361469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Made reservation on behalf of 6c4758716b734bcfba9b50f34448ee4d for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:17:07.363914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:07.815920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.objects.ports [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94657) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 15:17:07.816651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:08.237851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3207265-9209-405f-ba56-acb8bf53ddbf,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:08.246712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Checking segment: {'id': '2c608d71-3ab6-4ed2-b4cb-c71ca58e908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd62b080e-7cd1-4ffb-bf4f-f70ab2728386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:08.247070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network hostable DHCP agents. Network: d62b080e-7cd1-4ffb-bf4f-f70ab2728386, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:17:08.368629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:17:08.454461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d62b080e-7cd1-4ffb-bf4f-f70ab2728386) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:08.458809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:08.459497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:08.463852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeff9bb-89fc-4898-b29c-abeaa24acdd7 None None] Network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:17:08.547743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f1cf6be4-3886-4fe6-835c-ec9e3fd06453 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3094063 Jul 28 15:17:08.550207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34020) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:08.555289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-716686913', 'network_id': 'd62b080e-7cd1-4ffb-bf4f-f70ab2728386'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:08.591241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7e96e-06ec-458d-a560-86bfada5b10c None None] Network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:17:08.642993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Made reservation on behalf of 6c4758716b734bcfba9b50f34448ee4d for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:17:08.645630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:08.662214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] device_id is not set on port 5e0c4a81-869d-4488-bd84-f89dbf1ce986 yet. {{(pid=94657) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:17:08.776648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Allocated IP 2001:db8::3bc (d62b080e-7cd1-4ffb-bf4f-f70ab2728386/c3207265-9209-405f-ba56-acb8bf53ddbf/5e0c4a81-869d-4488-bd84-f89dbf1ce986) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:08.923719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.020529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.068691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:09.072176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:09.074823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:09.076095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:09.076748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.089758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0c4a81-869d-4488-bd84-f89dbf1ce986,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:09.162087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b3c4afdf-ad2b-4b06-8c2b-989a1849ce5a tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6106105 Jul 28 15:17:09.164811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34022) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:09.247984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Deleting port 5e0c4a81-869d-4488-bd84-f89dbf1ce986 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:09.248327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.336730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.350806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Calling delete_port for 5e0c4a81-869d-4488-bd84-f89dbf1ce986 owned by {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:09.351479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:17:09.563297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.596889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e0c4a81-869d-4488-bd84-f89dbf1ce986,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:09.626451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.627018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fea83973-686b-4af6-8c8e-41e6f9e8c81d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5e0c4a81-869d-4488-bd84-f89dbf1ce986 HTTP/1.1" status: 204 len: 168 time: 0.4612443 Jul 28 15:17:09.630741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:09.635372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62b080e-7cd1-4ffb-bf4f-f70ab2728386', 'external_fixed_ips': [{'subnet_id': 'c3207265-9209-405f-ba56-acb8bf53ddbf', 'ip_address': '2001:db8::3bc'}]}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:09.734323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.735414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:09.792334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:10.054446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:10.336434 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:10.356503 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:10.511548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Allocated IP 2001:db8::3bc (d62b080e-7cd1-4ffb-bf4f-f70ab2728386/c3207265-9209-405f-ba56-acb8bf53ddbf/32f8c93d-e414-48a7-becb-e2dfd3b8ec5a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:10.628202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:10.723098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:10.763907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:10.767415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:10.770459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:10.818881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Port': ['ID=32f8c93d-e414-48a7-becb-e2dfd3b8ec5a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:11.086695 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:11.316954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:11.551275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Router c3c9cf41-32eb-4926-a718-286a1da340c9 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:11.669351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:11.681860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Sync routers for ids ['c3c9cf41-32eb-4926-a718-286a1da340c9'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:11.692282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Routers {'c3c9cf41-32eb-4926-a718-286a1da340c9'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:11.695388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c3c9cf41-32eb-4926-a718-286a1da340c9'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:11.744068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:11.745425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0053de31-90b0-4aa1-96fd-a1bc2ced306e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1136804 Jul 28 15:17:11.748261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34032) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:11.869360 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:11.973204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Set router c3c9cf41-32eb-4926-a718-286a1da340c9 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:11.992658 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.156699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c9cf41-32eb-4926-a718-286a1da340c9', 'name': '', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62b080e-7cd1-4ffb-bf4f-f70ab2728386', 'external_fixed_ips': [{'subnet_id': 'c3207265-9209-405f-ba56-acb8bf53ddbf', 'ip_address': '2001:db8::3bc'}], 'enable_snat': True}, 'gw_port_id': '32f8c93d-e414-48a7-becb-e2dfd3b8ec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:09Z', 'updated_at': '2021-07-28T15:17:10Z', 'revision_number': 3, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port': {'id': '32f8c93d-e414-48a7-becb-e2dfd3b8ec5a', 'name': '', 'network_id': 'd62b080e-7cd1-4ffb-bf4f-f70ab2728386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c9cf41-32eb-4926-a718-286a1da340c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c3207265-9209-405f-ba56-acb8bf53ddbf', 'ip_address': '2001:db8::3bc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:10Z', 'updated_at': '2021-07-28T15:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3207265-9209-405f-ba56-acb8bf53ddbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:12.174637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Deleting port 32f8c93d-e414-48a7-becb-e2dfd3b8ec5a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:12.175412 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.193295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Checking router: c3c9cf41-32eb-4926-a718-286a1da340c9 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:12.193549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Updating router c3c9cf41-32eb-4926-a718-286a1da340c9 port 32f8c93d-e414-48a7-becb-e2dfd3b8ec5a binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:17:12.226454 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.254905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.268784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Calling delete_port for 32f8c93d-e414-48a7-becb-e2dfd3b8ec5a owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:12.511551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.512641 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:17:12.513383 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:17:12.544936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event deleted for resources: {'Port': ['ID=32f8c93d-e414-48a7-becb-e2dfd3b8ec5a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:12.574187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.674555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.676896 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.785616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.786306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3c9cf41-32eb-4926-a718-286a1da340c9 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:12.791696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.793318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3e090cf8-0f3c-42eb-87ca-9726c8090d74 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/routers/c3c9cf41-32eb-4926-a718-286a1da340c9 HTTP/1.1" status: 204 len: 168 time: 1.0438006 Jul 28 15:17:12.797742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:12.844980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Deleting subnet c3207265-9209-405f-ba56-acb8bf53ddbf {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:17:12.848418 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.884157 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:12.926219 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.033742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Port 32f8c93d-e414-48a7-becb-e2dfd3b8ec5a not found while updating agent binding for router c3c9cf41-32eb-4926-a718-286a1da340c9. {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 28 15:17:13.042926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Routers set() bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:13.043270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Router IDs set() for agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 15:17:13.043904 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_agentschedulers_db [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c3c9cf41-32eb-4926-a718-286a1da340c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent'). {{(pid=94659) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 15:17:13.044305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc84e1-41cb-43bd-a9ac-6d6deb4cdbad None None] The sync data for ids ['c3c9cf41-32eb-4926-a718-286a1da340c9'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:13.077819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.104201 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3207265-9209-405f-ba56-acb8bf53ddbf,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:13.107843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.111263 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b02743e-0279-4e57-ad9e-d539f4332c84 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/c3207265-9209-405f-ba56-acb8bf53ddbf HTTP/1.1" status: 204 len: 168 time: 0.3111920 Jul 28 15:17:13.113270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34036) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:13.182219 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.270182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.280618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62b080e-7cd1-4ffb-bf4f-f70ab2728386']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:13.292065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c608d71-3ab6-4ed2-b4cb-c71ca58e908e') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:13.292359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c608d71-3ab6-4ed2-b4cb-c71ca58e908e') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:13.302126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.316873 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.323107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:17:13.323517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:17:13.325350 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:17:13.494035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.508416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d62b080e-7cd1-4ffb-bf4f-f70ab2728386 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:17:13.508416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.508416 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/networks/d62b080e-7cd1-4ffb-bf4f-f70ab2728386 HTTP/1.1" status: 204 len: 168 time: 0.3928366 Jul 28 15:17:13.518489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c862d-2730-4add-b9a4-e5669ccec726 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event deleted for resources: {'Network': ['ID=d62b080e-7cd1-4ffb-bf4f-f70ab2728386,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:13.805069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34052) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:13.810011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'name': 'tempest-router--599248293', 'project_id': '9ca015dcbb734507b3fc19179da37fb3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:13.906634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.907764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:13.967881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.055265 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.162921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.164089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-383cb211-bc8a-4bbf-a33b-8abdfe8c4113 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3579600 Jul 28 15:17:14.167026 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34054) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:14.242718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.402843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.405041 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.534015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.534553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50f3762c-f6c4-4572-aaeb-46e7191c7881 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:14.547250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.547250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d023a2bf-6200-4fec-ac7d-3d33fba0a250 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/routers/50f3762c-f6c4-4572-aaeb-46e7191c7881 HTTP/1.1" status: 204 len: 168 time: 0.3720534 Jul 28 15:17:14.835294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34058) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:15.027772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2085576245', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:15.157744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:15.158745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:15.211795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:15.455933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:15.722526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:15.740616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:15.840037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Allocated IP 172.25.6.105 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/77fe80e0-55d5-4a15-bbc5-5da3b996d0c2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:15.943380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:16.075816 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:16.113716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:16.116676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:16.122484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:16.128217 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event updated for resources: {'Port': ['ID=77fe80e0-55d5-4a15-bbc5-5da3b996d0c2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:16.156443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.156808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.157151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.157486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.157818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.158149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.158480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.158806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.159129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.159453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.159769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.160091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:16.812983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.014836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.214207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Router 1cda93f4-67a6-4b13-ab0e-2753b3a81f59 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:17.324576 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:17.334789 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] Sync routers for ids ['1cda93f4-67a6-4b13-ab0e-2753b3a81f59'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:17.343920 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] Routers {'1cda93f4-67a6-4b13-ab0e-2753b3a81f59'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:17.344577 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1cda93f4-67a6-4b13-ab0e-2753b3a81f59'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:17.376133 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:17.384800 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] Routers {'1cda93f4-67a6-4b13-ab0e-2753b3a81f59'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:17.385401 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1cda93f4-67a6-4b13-ab0e-2753b3a81f59'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:17.402314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.403588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-42f6b56a-7967-49ad-8d61-bc40afcc8b0c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5671167 Jul 28 15:17:17.406630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34064) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:17.419913 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:17.420588 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ef3fb-6cc2-4786-993f-14279d565cb7 None None] The sync data for ids ['1cda93f4-67a6-4b13-ab0e-2753b3a81f59'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:17.559803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cfebe122-a9ab-4e0d-8aa4-64ecb62bdc35 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/1cda93f4-67a6-4b13-ab0e-2753b3a81f59 HTTP/1.1" status: 200 len: 925 time: 0.1114435 Jul 28 15:17:17.559803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:17.559803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b8fa16fc-b7d0-4fb4-a1e9-9d07abe72ea9 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cda93f4-67a6-4b13-ab0e-2753b3a81f59 HTTP/1.1" status: 200 len: 205 time: 0.0318136 Jul 28 15:17:17.559803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34068) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:17.683244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.786529 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.922742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902499d-c5f8-4dcb-a2b9-67df7f301606 req-941ae7b7-d455-4268-a6e9-4bbd26faf846 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:17.924313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9902499d-c5f8-4dcb-a2b9-67df7f301606 req-941ae7b7-d455-4268-a6e9-4bbd26faf846 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1099 time: 0.0436616 Jul 28 15:17:17.962956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9902499d-c5f8-4dcb-a2b9-67df7f301606 req-b28b79e0-6ac6-4f71-914f-fe4d962b3bd8 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Jul 28 15:17:17.976206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Deleting port 77fe80e0-55d5-4a15-bbc5-5da3b996d0c2 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:17.976585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.986360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34074) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:18.052430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.064171 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Calling delete_port for 77fe80e0-55d5-4a15-bbc5-5da3b996d0c2 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:18.149056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 0268d1dc-1060-4a71-90ab-bc2c20c9bd94 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:18.149681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.233463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.233844 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.245946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 0268d1dc-1060-4a71-90ab-bc2c20c9bd94 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:18.322467 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.350697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event deleted for resources: {'Port': ['ID=77fe80e0-55d5-4a15-bbc5-5da3b996d0c2,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:18.413217 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.505595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.506415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.508915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.532743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=0268d1dc-1060-4a71-90ab-bc2c20c9bd94,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:18.598129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.598426 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP 2c51086a-1430-4e44-8323-c40d3f6608b4 disassociated (deleted). External IP: 172.25.6.13, port: d36f5412-34ef-48a2-abe4-19c0db29e119. Jul 28 15:17:18.626109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.636390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Fanout notify agent at l3_agent the message router_deleted on router 1cda93f4-67a6-4b13-ab0e-2753b3a81f59 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:18.636390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.636390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-08e29b62-ed8f-4230-a6af-4fed8eb948f4 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/1cda93f4-67a6-4b13-ab0e-2753b3a81f59 HTTP/1.1" status: 204 len: 168 time: 1.0755165 Jul 28 15:17:18.638958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34076) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:18.645765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-309570097', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': False}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:18.803565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.804760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:18.880009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 8fedc991-39f6-4467-a58d-78ab1b426b30 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:18.885329 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:19.053155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:19.057804 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:19.062339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] Sync routers for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:19.072006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:19.081797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:19.089213 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ddcec079-0c95-4371-affd-dea6963cffb0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/floatingips/2c51086a-1430-4e44-8323-c40d3f6608b4 HTTP/1.1" status: 204 len: 168 time: 1.1017380 Jul 28 15:17:19.120200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:19.122589 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:19.182897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:19.194771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:19.264473 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae03dd-cf7f-483a-a865-6959e8c8eef8 x-openstack-request-id: req-88ae03dd-cf7f-483a-a865-6959e8c8eef8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:19.265361 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:19.265699 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88ae03dd-cf7f-483a-a865-6959e8c8eef8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:19.266191 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'status': 'completed', 'code': 200} Jul 28 15:17:19.381895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-b609b722-9668-4aa2-b9e5-c3c660c09ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:19.383603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-b609b722-9668-4aa2-b9e5-c3c660c09ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 1099 time: 0.0868499 Jul 28 15:17:19.415526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:20Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:19.445222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] Checking router: 8fedc991-39f6-4467-a58d-78ab1b426b30 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:19.454626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:19.455268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:19.523817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-34986de6-d451-41fe-9cef-527d4ce88b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:19.525440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-34986de6-d451-41fe-9cef-527d4ce88b84 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 200 len: 897 time: 0.1300745 Jul 28 15:17:19.573679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:19.630388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-8d06190f-39f6-4bf2-9e62-050c32d06a64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 200 len: 217 time: 0.0704665 Jul 28 15:17:19.754955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:19.779448 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:19.804080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-a3e350fc-9f3c-4886-9ba0-de63151de5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:19.804886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-a3e350fc-9f3c-4886-9ba0-de63151de5fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 200 len: 835 time: 0.1376092 Jul 28 15:17:19.823944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:20Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:19.860135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a0b5c-549e-45f7-b0f1-19c6d16fc8c7 None None] The sync data for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 is: [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'c14ef9cd-7e19-4831-aca5-9697d9e0ca49', 'name': '', 'network_id': '0e571149-03e6-4a30-914e-da7503e9c06a', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:8f:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:15Z', 'updated_at': '2021-07-28T15:15:20Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '78ae8307-4786-466d-89a3-2b32d62d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:20.142812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774951e7-e200-4637-a387-8e763574b55b None None] New status for floating IP 2c51086a-1430-4e44-8323-c40d3f6608b4: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:17:20.234583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9a560-fa1c-4629-ad22-5fe7185542dc req-f57aca50-fd73-4237-9596-568efdce0ccf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:20.236217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1a9a560-fa1c-4629-ad22-5fe7185542dc req-f57aca50-fd73-4237-9596-568efdce0ccf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 947 time: 0.5212817 Jul 28 15:17:20.320579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-394e9e9c-0842-4029-a9fa-6a85a6bfac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:20.322071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-394e9e9c-0842-4029-a9fa-6a85a6bfac03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e571149-03e6-4a30-914e-da7503e9c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4900239 Jul 28 15:17:20.328153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1a9a560-fa1c-4629-ad22-5fe7185542dc req-dda90e4b-ed3b-41c5-be24-f57d55185d7e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823941 Jul 28 15:17:20.344065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Allocated IP 172.25.6.12 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/4afbef9a-a86d-4062-bea8-61fbe1997345) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:20.482246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-b14a4ede-9e53-4fef-b53a-bbd04bf6deb2 service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512375 Jul 28 15:17:20.558302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:20.621387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad0adbd-3059-459b-9c70-1d8fe83cb03f req-d5272913-5b6b-4aa7-9cdc-c733eaa65b5a service neutron] 10.222.0.58 "GET /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242895 Jul 28 15:17:20.700087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:20.738891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:20.741671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:20.755202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:20.755202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Port': ['ID=4afbef9a-a86d-4062-bea8-61fbe1997345,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:21.110205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:21.336501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:21.399117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-fc79a2a2-5960-449e-98b4-c1c275972fb1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:21.400663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-fc79a2a2-5960-449e-98b4-c1c275972fb1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 947 time: 0.1000733 Jul 28 15:17:21.454157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc5c1e-00d5-4376-90fb-7dd605d8a863 req-100abf8c-d1c7-4ee4-8ba9-4edf46679dfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:21.455772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fabc5c1e-00d5-4376-90fb-7dd605d8a863 req-100abf8c-d1c7-4ee4-8ba9-4edf46679dfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 947 time: 0.0539370 Jul 28 15:17:21.495951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fabc5c1e-00d5-4376-90fb-7dd605d8a863 req-8da42e6c-c72a-491e-9b70-e48719dc999a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Jul 28 15:17:21.560251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port d36f5412-34ef-48a2-abe4-19c0db29e119 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:21.565896 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:21.622883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Router 99352480-6905-4307-be16-310e48f366a8 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:21.694478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port d36f5412-34ef-48a2-abe4-19c0db29e119, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d36f5412-34ef-48a2-abe4-19c0db29e119,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:21.694852 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:21.712614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for d36f5412-34ef-48a2-abe4-19c0db29e119 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:21.817434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:21.825954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Sync routers for ids ['99352480-6905-4307-be16-310e48f366a8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:21.835471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Routers {'99352480-6905-4307-be16-310e48f366a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:21.836137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['99352480-6905-4307-be16-310e48f366a8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:21.933453 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:21.937939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c963cc47-6630-4901-ae35-98098bd57815 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2946315 Jul 28 15:17:21.938116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34088) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:21.939851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Set router 99352480-6905-4307-be16-310e48f366a8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:22.029001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.074533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=d36f5412-34ef-48a2-abe4-19c0db29e119,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:22.114096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-98c91c2e-ea8c-4aff-908e-fb4e718f476e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/99352480-6905-4307-be16-310e48f366a8 HTTP/1.1" status: 200 len: 907 time: 0.1748378 Jul 28 15:17:22.116845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:22.122917 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-309570097', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': True}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:22.133591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] No DVR routers for this DVR port d36f5412-34ef-48a2-abe4-19c0db29e119 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:17:22.136753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.139333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e87d9914-325f-4435-a931-3d89c6d52a1f req-31e1c002-f382-4f18-b128-b0b7ad63fbe5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "DELETE /v2.0/ports/d36f5412-34ef-48a2-abe4-19c0db29e119 HTTP/1.1" status: 204 len: 173 time: 0.7023082 Jul 28 15:17:22.139874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-deleted', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:22.143353 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9d13b2-3081-4964-888c-251c42d0011b" -d '{"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-deleted", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:22.160195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99352480-6905-4307-be16-310e48f366a8', 'name': 'tempest-snat-router-309570097', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.12'}], 'enable_snat': False}, 'gw_port_id': '4afbef9a-a86d-4062-bea8-61fbe1997345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:18Z', 'updated_at': '2021-07-28T15:17:20Z', 'revision_number': 3, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port': {'id': '4afbef9a-a86d-4062-bea8-61fbe1997345', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99352480-6905-4307-be16-310e48f366a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:19Z', 'updated_at': '2021-07-28T15:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:22.182294 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d903a-13be-481f-8cc4-3a9a0676f423 x-openstack-request-id: req-769d903a-13be-481f-8cc4-3a9a0676f423 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:22.182599 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bc551-b450-498e-b9a4-4819bc770e32", "name": "network-vif-deleted", "tag": "d36f5412-34ef-48a2-abe4-19c0db29e119", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:22.182856 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-769d903a-13be-481f-8cc4-3a9a0676f423 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:22.183405 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bc551-b450-498e-b9a4-4819bc770e32', 'name': 'network-vif-deleted', 'tag': 'd36f5412-34ef-48a2-abe4-19c0db29e119', 'status': 'completed', 'code': 200} Jul 28 15:17:22.188670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Checking router: 99352480-6905-4307-be16-310e48f366a8 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:22.188887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Updating router 99352480-6905-4307-be16-310e48f366a8 port 4afbef9a-a86d-4062-bea8-61fbe1997345 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:17:22.219580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.220922 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.229418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.278558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.346411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e279a93b-a2a6-486e-834b-3de860d135af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.528887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.568810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.584205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Transition to ACTIVE for port object 4afbef9a-a86d-4062-bea8-61fbe1997345 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:22.642087 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65f6bffb-d0e0-4d8f-ae63-398df824f71e req-0036246b-f750-497b-bb0d-1f2307e07a47 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=af9bc551-b450-498e-b9a4-4819bc770e32 HTTP/1.1" status: 200 len: 210 time: 0.0410836 Jul 28 15:17:22.682728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.736620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Attempting to bind port 4afbef9a-a86d-4062-bea8-61fbe1997345 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:17:22.736873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Attempting to bind port 4afbef9a-a86d-4062-bea8-61fbe1997345 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:17:22.737013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Attempting to bind port 4afbef9a-a86d-4062-bea8-61fbe1997345 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:22.740218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f1f72-095c-478b-aed1-ee4297b6017b None None] Pushing event updated for resources: {'Port': ['ID=4afbef9a-a86d-4062-bea8-61fbe1997345,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:22.744953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:17:22.745426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:22.745719 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.746076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:17:22.747016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Bound port: 4afbef9a-a86d-4062-bea8-61fbe1997345, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:17:22.747016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.810442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] For port 4afbef9a-a86d-4062-bea8-61fbe1997345, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:17:22.816381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] For port 4afbef9a-a86d-4062-bea8-61fbe1997345, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4afbef9a-a86d-4062-bea8-61fbe1997345,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:17:22.889827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.899814 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:22.911818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:23.036941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Allocated IP 172.25.6.132 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c2d5f422-86ef-4861-bd41-871846fc435c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:23.131525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f1f72-095c-478b-aed1-ee4297b6017b None None] Pushing event updated for resources: {'Port': ['ID=4afbef9a-a86d-4062-bea8-61fbe1997345,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:23.134341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Routers {'99352480-6905-4307-be16-310e48f366a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:23.134953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['99352480-6905-4307-be16-310e48f366a8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:23.165838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:23.249015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] Set router 99352480-6905-4307-be16-310e48f366a8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:23.317566 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:23.355639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:23.358499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:23.361891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:23.394435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d5f422-86ef-4861-bd41-871846fc435c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:23.408272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.408720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.409062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.409444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.409732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.410063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.410392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.410740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.411043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.411408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.411692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.412059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:23.437066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99352480-6905-4307-be16-310e48f366a8', 'name': 'tempest-snat-router-309570097', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.12'}], 'enable_snat': False}, 'gw_port_id': '4afbef9a-a86d-4062-bea8-61fbe1997345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:18Z', 'updated_at': '2021-07-28T15:17:20Z', 'revision_number': 3, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port': {'id': '4afbef9a-a86d-4062-bea8-61fbe1997345', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99352480-6905-4307-be16-310e48f366a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:19Z', 'updated_at': '2021-07-28T15:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:23.468599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e21e-5fb0-44a8-852e-1e8f78db69ac None None] The sync data for ids ['99352480-6905-4307-be16-310e48f366a8'] in n-d-764806-10 is: [{'id': '99352480-6905-4307-be16-310e48f366a8', 'name': 'tempest-snat-router-309570097', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.12'}], 'enable_snat': False}, 'gw_port_id': '4afbef9a-a86d-4062-bea8-61fbe1997345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:18Z', 'updated_at': '2021-07-28T15:17:20Z', 'revision_number': 3, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port': {'id': '4afbef9a-a86d-4062-bea8-61fbe1997345', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99352480-6905-4307-be16-310e48f366a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:19Z', 'updated_at': '2021-07-28T15:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:23.725972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34098) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:24.068794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4afbef9a-a86d-4062-bea8-61fbe1997345 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:24.137198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.175263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.202873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4afbef9a-a86d-4062-bea8-61fbe1997345 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:24.212106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4afbef9a-a86d-4062-bea8-61fbe1997345 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:24.212639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.302030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.324283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 4afbef9a-a86d-4062-bea8-61fbe1997345, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4afbef9a-a86d-4062-bea8-61fbe1997345,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:24.390078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.441523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.507910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port c14ef9cd-7e19-4831-aca5-9697d9e0ca49 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:24.508855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.510534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=4afbef9a-a86d-4062-bea8-61fbe1997345,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:24.609500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port c14ef9cd-7e19-4831-aca5-9697d9e0ca49, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:24.609876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.614054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Router 261875e6-6a34-4ac1-95ba-6f0a81890555 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:24.624561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for c14ef9cd-7e19-4831-aca5-9697d9e0ca49 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:24.729084 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:24.740529 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Sync routers for ids ['261875e6-6a34-4ac1-95ba-6f0a81890555'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:24.747613 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Routers {'261875e6-6a34-4ac1-95ba-6f0a81890555'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:24.748290 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['261875e6-6a34-4ac1-95ba-6f0a81890555'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:24.819232 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8e21ac42-15fb-4291-a8bb-d41ef093ec3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.857253 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Set router 261875e6-6a34-4ac1-95ba-6f0a81890555 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:24.939532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:24.943290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b31bd6bd-4fef-4b75-8feb-744351b60db3 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8225629 Jul 28 15:17:24.943596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34100) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:24.980237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.011926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=c14ef9cd-7e19-4831-aca5-9697d9e0ca49,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:25.070343 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261875e6-6a34-4ac1-95ba-6f0a81890555', 'name': 'tempest-snat-router-309570097', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'c2d5f422-86ef-4861-bd41-871846fc435c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:22Z', 'updated_at': '2021-07-28T15:17:23Z', 'revision_number': 3, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port': {'id': 'c2d5f422-86ef-4861-bd41-871846fc435c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261875e6-6a34-4ac1-95ba-6f0a81890555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:22Z', 'updated_at': '2021-07-28T15:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:25.073634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:17:25.089724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3a09912b-3c14-4987-b650-1d180ed37ef9 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/261875e6-6a34-4ac1-95ba-6f0a81890555 HTTP/1.1" status: 200 len: 907 time: 0.1426432 Jul 28 15:17:25.093396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:25.102249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: d36f5412-34ef-48a2-abe4-19c0db29e119 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:17:25.103888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d36f5412-34ef-48a2-abe4-19c0db29e119 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:17:25.121201 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Checking router: 261875e6-6a34-4ac1-95ba-6f0a81890555 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:25.121917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Updating router 261875e6-6a34-4ac1-95ba-6f0a81890555 port c2d5f422-86ef-4861-bd41-871846fc435c binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:17:25.149739 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.289600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.306001 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.365708 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.435160 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.445473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Transition to ACTIVE for port object c2d5f422-86ef-4861-bd41-871846fc435c will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:25.478712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.533378 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.582504 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Attempting to bind port c2d5f422-86ef-4861-bd41-871846fc435c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:17:25.582881 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Attempting to bind port c2d5f422-86ef-4861-bd41-871846fc435c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:17:25.583242 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Attempting to bind port c2d5f422-86ef-4861-bd41-871846fc435c on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:25.590263 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Pushing event updated for resources: {'Port': ['ID=c2d5f422-86ef-4861-bd41-871846fc435c,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:25.594152 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:17:25.594531 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:25.594945 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.595439 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:17:25.595921 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Bound port: c2d5f422-86ef-4861-bd41-871846fc435c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:17:25.596305 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.618865 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.619206 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.619654 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.619884 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.620225 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.620569 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.620898 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.621228 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.621559 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.621885 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.622210 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.622538 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:25.660745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] For port c2d5f422-86ef-4861-bd41-871846fc435c, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:17:25.663855 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] For port c2d5f422-86ef-4861-bd41-871846fc435c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c2d5f422-86ef-4861-bd41-871846fc435c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:17:25.669153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 8fedc991-39f6-4467-a58d-78ab1b426b30 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:25.691136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Deleting port c2d5f422-86ef-4861-bd41-871846fc435c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:25.691478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.763173 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:25.823530 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Routers {'261875e6-6a34-4ac1-95ba-6f0a81890555'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:25.824177 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['261875e6-6a34-4ac1-95ba-6f0a81890555'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:25.859263 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa346351-0419-4e15-a75c-c18e5d94a8d6 None None] Pushing event updated for resources: {'Port': ['ID=c2d5f422-86ef-4861-bd41-871846fc435c,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:25.914041 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] Set router 261875e6-6a34-4ac1-95ba-6f0a81890555 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:25.969739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261875e6-6a34-4ac1-95ba-6f0a81890555', 'name': 'tempest-snat-router-309570097', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:22Z', 'updated_at': '2021-07-28T15:17:25Z', 'revision_number': 4, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:25.998467 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f3917-6013-4850-ad8f-1a1df53d4e83 None None] The sync data for ids ['261875e6-6a34-4ac1-95ba-6f0a81890555'] in n-d-764806-10 is: [{'id': '261875e6-6a34-4ac1-95ba-6f0a81890555', 'name': 'tempest-snat-router-309570097', 'tenant_id': '6c4758716b734bcfba9b50f34448ee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:22Z', 'updated_at': '2021-07-28T15:17:25Z', 'revision_number': 4, 'project_id': '6c4758716b734bcfba9b50f34448ee4d', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:26.083681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4afbef9a-a86d-4062-bea8-61fbe1997345 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:26.139267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4afbef9a-a86d-4062-bea8-61fbe1997345 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:26.139779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.229873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] For port c2d5f422-86ef-4861-bd41-871846fc435c, host n-d-764806-10, got binding levels [] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:26.230355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.233879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:26.246076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:26.246779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-52605fed-9672-4444-95c9-b3094bba1534 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/8fedc991-39f6-4467-a58d-78ab1b426b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5186388 Jul 28 15:17:26.253145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Calling delete_port for c2d5f422-86ef-4861-bd41-871846fc435c owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:26.259520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] Sync routers for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:26.269617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:26.276796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:26.301128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting subnet 78ae8307-4786-466d-89a3-2b32d62d9ad6 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:17:26.304962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.348775 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.405909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:26.433261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.462694 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.568621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.598444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2d5f422-86ef-4861-bd41-871846fc435c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:26.614605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:17:24Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:26.645714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] Checking router: 8fedc991-39f6-4467-a58d-78ab1b426b30 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:26.654556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] Routers {'8fedc991-39f6-4467-a58d-78ab1b426b30'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:26.655184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['8fedc991-39f6-4467-a58d-78ab1b426b30'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:26.663075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.665730 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.698349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Subnet': ['ID=78ae8307-4786-466d-89a3-2b32d62d9ad6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:26.701112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.706196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-09c0a1be-d5a6-4c41-beba-e2590fbb4fa1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/subnets/78ae8307-4786-466d-89a3-2b32d62d9ad6 HTTP/1.1" status: 204 len: 168 time: 0.4586821 Jul 28 15:17:26.707626 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:26.708401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdec30a-deb0-46e0-a91c-08d746934999 None None] Network 0e571149-03e6-4a30-914e-da7503e9c06a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:17:26.772371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.774873 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.862372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.862987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] Set router 8fedc991-39f6-4467-a58d-78ab1b426b30 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:26.978382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.978938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 261875e6-6a34-4ac1-95ba-6f0a81890555 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:26.985393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:26.986667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e9cb13a-ba9f-4455-901a-6a5ada3dac97 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/routers/261875e6-6a34-4ac1-95ba-6f0a81890555 HTTP/1.1" status: 204 len: 168 time: 1.8900592 Jul 28 15:17:26.991232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34110) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:27.019314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.105236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] DHCP port deletion for 0e571149-03e6-4a30-914e-da7503e9c06a request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:17:27.147291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:17:24Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:27.166996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.175999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704313b5-5090-432d-9e85-a6ac0e45a88d None None] The sync data for ids ['8fedc991-39f6-4467-a58d-78ab1b426b30'] in n-d-764806-10 is: [{'id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337662200', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:15:10Z', 'updated_at': '2021-07-28T15:17:24Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '9e0050fa-a406-4355-b9a1-65475a4a8329', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedc991-39f6-4467-a58d-78ab1b426b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:15:11Z', 'updated_at': '2021-07-28T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:27.232868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] Deleting port 8034723b-c812-4f17-b561-edba5c735250 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:27.233255 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.295707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 9e0050fa-a406-4355-b9a1-65475a4a8329 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:27.296531 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.333458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] For port 8034723b-c812-4f17-b561-edba5c735250, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8034723b-c812-4f17-b561-edba5c735250,segment=NetworkSegment(d7cfa788-985d-4c63-87f2-620cad21da15),segment_id=d7cfa788-985d-4c63-87f2-620cad21da15)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:27.333458 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.345530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] Calling delete_port for 8034723b-c812-4f17-b561-edba5c735250 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:27.350615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.421053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 9e0050fa-a406-4355-b9a1-65475a4a8329, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9e0050fa-a406-4355-b9a1-65475a4a8329,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:27.421435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.434739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 9e0050fa-a406-4355-b9a1-65475a4a8329 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:27.493824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Deleting port 4afbef9a-a86d-4062-bea8-61fbe1997345 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:27.494086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.550969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.577759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] Pushing event deleted for resources: {'Port': ['ID=8034723b-c812-4f17-b561-edba5c735250,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:27.581959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6ba47-8d9c-4151-93f8-87d85a25104c None None] No DVR routers for this DVR port 8034723b-c812-4f17-b561-edba5c735250 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:17:27.603135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] For port 4afbef9a-a86d-4062-bea8-61fbe1997345, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4afbef9a-a86d-4062-bea8-61fbe1997345,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:27.603626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.621134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Calling delete_port for 4afbef9a-a86d-4062-bea8-61fbe1997345 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:27.705866 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.738811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=9e0050fa-a406-4355-b9a1-65475a4a8329,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:27.814946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.909867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.911950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.939006 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.968242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:27.999318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event deleted for resources: {'Port': ['ID=4afbef9a-a86d-4062-bea8-61fbe1997345,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:28.042418 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.048067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Fanout notify agent at l3_agent the message router_deleted on router 8fedc991-39f6-4467-a58d-78ab1b426b30 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:28.054509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.057225 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dc44e6de-f863-477f-8218-ce70428cd40f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/routers/8fedc991-39f6-4467-a58d-78ab1b426b30 HTTP/1.1" status: 204 len: 168 time: 1.3474712 Jul 28 15:17:28.059489 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:28.095583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.098862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c14ef9cd-7e19-4831-aca5-9697d9e0ca49 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:17:28.150941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c14ef9cd-7e19-4831-aca5-9697d9e0ca49 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:17:28.153500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c14ef9cd-7e19-4831-aca5-9697d9e0ca49 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:17:28.154345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8034723b-c812-4f17-b561-edba5c735250 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:17:28.171214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.195256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8034723b-c812-4f17-b561-edba5c735250 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:17:28.195984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8034723b-c812-4f17-b561-edba5c735250 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:17:28.243683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.252133 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.322943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.333779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e571149-03e6-4a30-914e-da7503e9c06a']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:28.346007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cfa788-985d-4c63-87f2-620cad21da15') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:28.353448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cfa788-985d-4c63-87f2-620cad21da15') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:28.356907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.372886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.379638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.380223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:17:28.380355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99352480-6905-4307-be16-310e48f366a8 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:28.380510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:17:28.384797 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:17:28.387482 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.394139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e0197ebb-0cc5-4df3-aee0-3a43f76edff0 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "DELETE /v2.0/routers/99352480-6905-4307-be16-310e48f366a8 HTTP/1.1" status: 204 len: 168 time: 1.4007704 Jul 28 15:17:28.394425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34114) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:28.401675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-790894429', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:28.505496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.506523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.533591 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.544727 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.544727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/networks/0e571149-03e6-4a30-914e-da7503e9c06a HTTP/1.1" status: 204 len: 168 time: 0.4831679 Jul 28 15:17:28.555597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:28.564425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9c880-aaba-413c-b6bd-a0f89d48c681 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Network': ['ID=0e571149-03e6-4a30-914e-da7503e9c06a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:28.571577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.623822 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9686c67c-f71a-429e-a26e-0630f4c1951e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.652117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9686c67c-f71a-429e-a26e-0630f4c1951e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.789126 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.790641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9686c67c-f71a-429e-a26e-0630f4c1951e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.793312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9686c67c-f71a-429e-a26e-0630f4c1951e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:28.794519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9686c67c-f71a-429e-a26e-0630f4c1951e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/security-groups/7ee9445d-8e56-493a-9ce5-e4b38a8a9af7 HTTP/1.1" status: 204 len: 168 time: 0.2378147 Jul 28 15:17:28.807373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c67c-f71a-429e-a26e-0630f4c1951e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee9445d-8e56-493a-9ce5-e4b38a8a9af7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:29.056535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.074959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.183095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Allocated IP 172.25.6.168 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/9fc32126-6203-4b9d-83b3-ee0c43706666) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:29.219268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34122) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:29.221243 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551296597', 'description': 'tempest-secgroup-smoke-551296597 description', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:29.297474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.345283 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.429318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.505592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.543894 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.548701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:29.555421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:29.558036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:29.574102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7ba72-2ca7-47e3-8269-a3780ca54d09,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:29.583254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event updated for resources: {'Port': ['ID=9fc32126-6203-4b9d-83b3-ee0c43706666,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:29.636563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.637749 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51ff342c-159d-4872-8ceb-16bf5ade49cd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4216697 Jul 28 15:17:29.641119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34124) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:29.645799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '2da7ba72-2ca7-47e3-8269-a3780ca54d09', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:29.778277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.838248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.918524 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.927582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:29.948735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea28b8e9-e6c9-4c83-9e5e-62ad62fad08d,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:30.009294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4afbef9a-a86d-4062-bea8-61fbe1997345 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:17:30.019514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.023755 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2fac66f1-ae91-4294-98c0-498c443bce0d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791168 Jul 28 15:17:30.024011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34126) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:30.028575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '2da7ba72-2ca7-47e3-8269-a3780ca54d09', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:30.030728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4afbef9a-a86d-4062-bea8-61fbe1997345 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:17:30.031213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4afbef9a-a86d-4062-bea8-61fbe1997345 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:17:30.035055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e0050fa-a406-4355-b9a1-65475a4a8329 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:17:30.051215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9e0050fa-a406-4355-b9a1-65475a4a8329 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:17:30.051702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e0050fa-a406-4355-b9a1-65475a4a8329 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:17:30.123461 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.144486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.203268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.332138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.352042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639a5985-7e77-4d95-947e-81f551c4996c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:30.360861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Router accdf66d-d580-4a95-b1b1-7c4cbab359f3 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:30.441731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.445524 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7425385d-fbbb-487c-a392-3e68996f2965 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4179833 Jul 28 15:17:30.446767 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:30.450327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '2da7ba72-2ca7-47e3-8269-a3780ca54d09', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:30.470427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:30.482145 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] Sync routers for ids ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:30.492289 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] Routers {'accdf66d-d580-4a95-b1b1-7c4cbab359f3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:30.493254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:30.528986 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:30.537877 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] Routers {'accdf66d-d580-4a95-b1b1-7c4cbab359f3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:30.538489 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:30.570873 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:30.571526 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2e1d7-f660-42cf-907b-5d8abe39b764 None None] The sync data for ids ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:30.578876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.638030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.716470 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.717783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2f4e1c4a-c8d4-4dfe-bc0b-eac827b55d3c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3218691 Jul 28 15:17:30.720591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34130) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:30.725107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': False}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:30.777546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.831897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2db7d9-fcbb-4e09-90f3-1b21f95e3cac,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:30.934055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:30.935360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1c15f67-ee0e-43ec-a2a7-58bec0441819 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4886014 Jul 28 15:17:30.938085 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34132) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:30.944279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '2da7ba72-2ca7-47e3-8269-a3780ca54d09', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:31.060240 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.150294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.242253 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.423909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.446605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a34c5b-ee0f-445b-adad-64fd61144e32,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:31.545325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.546543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-609d67c6-f434-4005-a2de-6591562cbc11 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6075523 Jul 28 15:17:31.549473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34134) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:31.554238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '2da7ba72-2ca7-47e3-8269-a3780ca54d09', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:31.613076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.616495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.653275 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:17:31.658905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.725756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Router accdf66d-d580-4a95-b1b1-7c4cbab359f3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:31.727327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.807403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.824912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27398cb5-5838-4e86-ba04-79ed134ae4c4,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:31.836421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:31.841700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.842465 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-087b3ded-026d-4221-a40b-db7f6cb70abb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "PUT /v2.0/routers/accdf66d-d580-4a95-b1b1-7c4cbab359f3 HTTP/1.1" status: 200 len: 925 time: 1.1209493 Jul 28 15:17:31.845809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34136) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:31.846764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] Sync routers for ids ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:31.856271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] Routers {'accdf66d-d580-4a95-b1b1-7c4cbab359f3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:31.856918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:31.891571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:31.900629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] Routers {'accdf66d-d580-4a95-b1b1-7c4cbab359f3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:31.901181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:31.901365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:31.904928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c2f6c79f-e80f-417d-91b5-33510344eaeb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3519113 Jul 28 15:17:31.905802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34138) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:31.910498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '2da7ba72-2ca7-47e3-8269-a3780ca54d09', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:31.940005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:31.940709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970851f7-4e3e-4af5-98cc-ff343ad92dd5 None None] The sync data for ids ['accdf66d-d580-4a95-b1b1-7c4cbab359f3'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:32.064839 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:17:32.070479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.145804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.241865 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.261077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf89540-7557-4e49-918a-8bf8e75a81df,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:32.307861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-29660f35-b7c9-4df0-a17a-97f7f73e6123 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/accdf66d-d580-4a95-b1b1-7c4cbab359f3 HTTP/1.1" status: 200 len: 925 time: 0.4608493 Jul 28 15:17:32.310630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:32.381447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56152e-ad07-4fc9-8554-b2c1447e725d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:32.383031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1b56152e-ad07-4fc9-8554-b2c1447e725d tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=accdf66d-d580-4a95-b1b1-7c4cbab359f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0714366 Jul 28 15:17:32.385760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34142) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:32.402123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.403510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-06c1c5ec-1502-40a0-98f8-fabfda1f6e18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4966290 Jul 28 15:17:32.406756 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:32.412098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'network': {'name': 'tempest-network-smoke--1203623387', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'port_security_enabled': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:32.473345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5a584-2dfd-475c-96e5-eeb7b6e78c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:32.474773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f4d5a584-2dfd-475c-96e5-eeb7b6e78c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.0880725 Jul 28 15:17:32.477726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34146) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:32.506076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-93c4143b-b1a0-4c5c-9c62-bfaffee5ec9f tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=accdf66d-d580-4a95-b1b1-7c4cbab359f3 HTTP/1.1" status: 200 len: 205 time: 0.0271788 Jul 28 15:17:32.509395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:32.510449 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.550640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:17:32.554515 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.578722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:17:32.595321 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.595683 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Added segment 57198b91-9fd4-4f0e-8875-285daec456d9 of type vlan for network 1458b736-a110-4518-86a6-f073fe85a6a9 Jul 28 15:17:32.619555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.635482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.726564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.778978 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.785781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:32.786589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.861194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Network': ['ID=1458b736-a110-4518-86a6-f073fe85a6a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:32.871912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1458b736-a110-4518-86a6-f073fe85a6a9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:17:32.904865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Deleting port 9fc32126-6203-4b9d-83b3-ee0c43706666 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:32.904865 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.951081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-edc1d551-69cb-44fb-928a-4e78bb6fdddd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5428810 Jul 28 15:17:32.955463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34150) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:32.959191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'admin_state_up': True, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:32.983161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:32.994974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Calling delete_port for 9fc32126-6203-4b9d-83b3-ee0c43706666 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:33.070586 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.071771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.125645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.298897 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.331478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event deleted for resources: {'Port': ['ID=9fc32126-6203-4b9d-83b3-ee0c43706666,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:33.384544 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.393281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.487030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.489222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.619184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.619792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Fanout notify agent at l3_agent the message router_deleted on router accdf66d-d580-4a95-b1b1-7c4cbab359f3 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:33.627682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.632777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6098a0ed-3d99-4f18-8125-b2adb7cec83c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/accdf66d-d580-4a95-b1b1-7c4cbab359f3 HTTP/1.1" status: 204 len: 168 time: 1.1220992 Jul 28 15:17:33.633393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34152) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:33.639388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020576560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:33.689158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.707260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.727827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.728992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.786410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.811011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.130 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/e98ed1bc-3bca-44ee-a570-a4bed5e9e526) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:33.887616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.913072 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.973460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:33.974849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b0f688b1-6969-4fac-aacb-c12cbdd12162 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3404303 Jul 28 15:17:33.977699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34154) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:33.982681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:34.042575 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.083733 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:34.086637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:34.090129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:34.118646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:34.201141 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.523659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.545809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.657470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Allocated IP 172.25.6.136 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/e9aa9d2c-affd-4133-aba9-8807e9cd89cb) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:34.759152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.769306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.899778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.945600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:34.948584 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:34.951115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:34.971196 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:34.979877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event updated for resources: {'Port': ['ID=e9aa9d2c-affd-4133-aba9-8807e9cd89cb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:35.196170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:35.308443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:35.318760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Sync routers for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:35.330680 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:35.333637 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:35.373780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.396054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.400675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5f272367-5a04-48a5-bf87-034405a9970a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4424267 Jul 28 15:17:35.401092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34158) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:35.434419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1c66909-8ddc-4223-a394-39620d0d0945 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fbcb164103f540b6af9752880e9ef2eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295095 Jul 28 15:17:35.435062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34160) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:35.442812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:35.528353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3a097-78ed-4040-bcbb-5876e507cea9 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:35.533826 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-86c3a097-78ed-4040-bcbb-5876e507cea9 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950260 Jul 28 15:17:35.534799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34162) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:35.569145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f8c372d-cb9c-42ff-b6b7-4c0ee6a6c69c tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316837 Jul 28 15:17:35.570033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:35.576035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-104226378', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:35.627431 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.631164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.637420 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:34Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:35.664678 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Checking router: 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:35.665094 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Updating router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:17:35.690256 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.738684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:17:35.742500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.842174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Router 3956e856-8a26-4dcd-85e7-7939a2639a85 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:35.939477 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.949058 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Transition to ACTIVE for port object e98ed1bc-3bca-44ee-a570-a4bed5e9e526 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:35.962989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:35.970331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:35.971504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ca9a98ea-375c-4058-85f4-011ac0d2fc65 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "PUT /v2.0/routers/3956e856-8a26-4dcd-85e7-7939a2639a85 HTTP/1.1" status: 200 len: 884 time: 1.9928403 Jul 28 15:17:35.973381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] Sync routers for ids ['3956e856-8a26-4dcd-85e7-7939a2639a85'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:35.974393 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34166) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:35.987701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] Routers {'3956e856-8a26-4dcd-85e7-7939a2639a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:35.988398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['3956e856-8a26-4dcd-85e7-7939a2639a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:36.007660 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.012877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.020483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:36.029803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] Routers {'3956e856-8a26-4dcd-85e7-7939a2639a85'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:36.031193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['3956e856-8a26-4dcd-85e7-7939a2639a85'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:36.061285 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Attempting to bind port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:17:36.061651 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Attempting to bind port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:17:36.062723 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Attempting to bind port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:36.063080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:36.063737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247bfd5-259b-4841-8dbc-7ac536e43511 None None] The sync data for ids ['3956e856-8a26-4dcd-85e7-7939a2639a85'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:36.073688 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:17:36.077424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:36.077424 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.077424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:17:36.077424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Bound port: e98ed1bc-3bca-44ee-a570-a4bed5e9e526, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:17:36.077424 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.078625 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42374a-6dc5-4f6a-96a5-37d65a9717cc None None] Pushing event updated for resources: {'Port': ['ID=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:36.122600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Subnet': ['ID=87624afe-af6a-40f7-a11a-4bbaa55cbe2e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:36.130090 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] For port e98ed1bc-3bca-44ee-a570-a4bed5e9e526, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:17:36.133386 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] For port e98ed1bc-3bca-44ee-a570-a4bed5e9e526, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:17:36.144162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d08485a8-743c-4546-a083-ca2894f97958 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/3956e856-8a26-4dcd-85e7-7939a2639a85 HTTP/1.1" status: 200 len: 925 time: 0.1683655 Jul 28 15:17:36.147035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Checking segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:36.147035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network hostable DHCP agents. Network: 1458b736-a110-4518-86a6-f073fe85a6a9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:17:36.147295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34168) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:36.188185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0fe955-8d9d-4661-a952-b049591ce98b tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:36.189723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7f0fe955-8d9d-4661-a952-b049591ce98b tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=3956e856-8a26-4dcd-85e7-7939a2639a85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0415730 Jul 28 15:17:36.192555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34170) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:36.259549 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.275355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 1458b736-a110-4518-86a6-f073fe85a6a9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:17:36.283258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843a163-f95d-4f2f-8801-d9c260def687 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:36.287833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34172) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:36.288028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1843a163-f95d-4f2f-8801-d9c260def687 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.0943367 Jul 28 15:17:36.316909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c0bf94ee-e843-4498-ad00-9790b7c90879 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=3956e856-8a26-4dcd-85e7-7939a2639a85 HTTP/1.1" status: 200 len: 205 time: 0.0273826 Jul 28 15:17:36.319831 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:36.320575 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:36.320843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:36.322868 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42374a-6dc5-4f6a-96a5-37d65a9717cc None None] Pushing event updated for resources: {'Port': ['ID=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:36.418661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.440182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.458781 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1458b736-a110-4518-86a6-f073fe85a6a9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:36.463913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:36.465483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.483551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603ecae-71a1-49fb-b04c-d25d811e788e None None] Network 1458b736-a110-4518-86a6-f073fe85a6a9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:17:36.527557 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:36.563163 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.574146 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c40383f7-e83c-415d-8138-649261b43dc0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0025554 Jul 28 15:17:36.576852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34176) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:36.661231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1458b736-a110-4518-86a6-f073fe85a6a9', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:17:36.664175 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.728711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Deleting port e9aa9d2c-affd-4133-aba9-8807e9cd89cb {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:36.729249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:36.739764 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:34Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:36.770278 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fddfb3-4cb5-4059-b067-32a3f82b2fbb None None] The sync data for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 is: [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:34Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:36.826793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Allocated IP 172.20.0.2 (1458b736-a110-4518-86a6-f073fe85a6a9/87624afe-af6a-40f7-a11a-4bbaa55cbe2e/fa62a555-bee4-4dcf-b498-3d08f8bcbb04) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:37.002857 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.013862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Transition to ACTIVE for port object fa62a555-bee4-4dcf-b498-3d08f8bcbb04 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:37.036499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Transition to ACTIVE for port object fa62a555-bee4-4dcf-b498-3d08f8bcbb04 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:37.153751 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.158030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.235278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Pushing event updated for resources: {'Port': ['ID=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:37.246707 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.247062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.247440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.247787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.248125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.248480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.249363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.249691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.250083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.250351 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.250684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.251009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:17:37.260490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Network 1458b736-a110-4518-86a6-f073fe85a6a9 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:37.262337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:37.265167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:37.312026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.325406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Calling delete_port for e9aa9d2c-affd-4133-aba9-8807e9cd89cb owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:37.344550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Attempting to bind port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:17:37.345092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Attempting to bind port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:17:37.345700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Attempting to bind port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:37.352380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:17:37.352916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Checking segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:37.353441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.353937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Bound using segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:17:37.354516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Bound port: fa62a555-bee4-4dcf-b498-3d08f8bcbb04, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:17:37.354999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.569227 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.1 (1458b736-a110-4518-86a6-f073fe85a6a9/87624afe-af6a-40f7-a11a-4bbaa55cbe2e/f1d6b4a7-260b-40cc-9746-8b0fdee8d81b) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:37.579399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.601279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] For port fa62a555-bee4-4dcf-b498-3d08f8bcbb04, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:17:37.603499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] For port fa62a555-bee4-4dcf-b498-3d08f8bcbb04, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:17:37.608382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event deleted for resources: {'Port': ['ID=e9aa9d2c-affd-4133-aba9-8807e9cd89cb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:37.681813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.682974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.747502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5a4ce-b845-4861-822e-8f8a7a27d1ca None None] Pushing event updated for resources: {'Port': ['ID=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:37.747676 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.766684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object f1d6b4a7-260b-40cc-9746-8b0fdee8d81b will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:37.812590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.815175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.854542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.911993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 1458b736-a110-4518-86a6-f073fe85a6a9 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:37.915647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:37.920075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:37.963326 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.963897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Fanout notify agent at l3_agent the message router_deleted on router 3956e856-8a26-4dcd-85e7-7939a2639a85 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:37.966332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:37.993780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.995472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:37.996650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e306ba97-ad82-4d1f-a5dd-5ff75cea4a7a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/3956e856-8a26-4dcd-85e7-7939a2639a85 HTTP/1.1" status: 204 len: 168 time: 1.6747451 Jul 28 15:17:38.003180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34178) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:38.016952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-839806977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:38.099064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.107565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.127276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e98ed1bc-3bca-44ee-a570-a4bed5e9e526 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:38.188813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.282741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.316223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:38.316615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.321510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:38.321916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.402017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.403551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0b119516-c8c3-4035-b9ec-aa4bdafc8ea1 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3993571 Jul 28 15:17:38.407255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34180) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:38.412242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': True}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:38.423174 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.446188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e98ed1bc-3bca-44ee-a570-a4bed5e9e526, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:38.539011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.540242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa62a555-bee4-4dcf-b498-3d08f8bcbb04 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:38.607166 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.636315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.636991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:38.670228 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.697585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:38.750052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.751871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:38.856587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 1458b736-a110-4518-86a6-f073fe85a6a9 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:38.858068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:38.935557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.955594 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:38.973744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:39.077414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Allocated IP 172.25.6.175 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d32df861-b0e2-488b-bf93-8509ea2ad5b2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:39.115932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:39.132214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-df914ff0-4795-4287-8c7f-14e3500ec024 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/21317d9d-c1b7-4de2-9d3a-6dbe94eca296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5443082 Jul 28 15:17:39.144654 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Sync routers for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:39.166635 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:39.167568 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:39.223077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:39.311865 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:39.368204 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:39.397319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-abb18f58-4c72-4338-b5fc-72019b5dad8d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551296597&fields=id&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 267 time: 0.0566213 Jul 28 15:17:39.417732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Port': ['ID=d32df861-b0e2-488b-bf93-8509ea2ad5b2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:39.429021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:39.430480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:39.434900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:39.535126 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-fe04c128-9e4d-4b5f-8b5f-b0d5abfe8c3a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:39.542959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-fe04c128-9e4d-4b5f-8b5f-b0d5abfe8c3a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 797 time: 0.1440599 Jul 28 15:17:39.555077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 2, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:39.563022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-61eed2c8-abd6-4211-95b4-58f95b1c969d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/quotas/fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 375 time: 0.0166483 Jul 28 15:17:39.589795 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Checking router: 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:39.590139 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Updating router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:17:39.619588 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-734ed462-6f4b-437a-8fbe-f70d7ece16a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556209 Jul 28 15:17:39.620102 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:39.726152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151cbf6f-22e5-4690-bc17-8a8d428fd23d None None] Network 1458b736-a110-4518-86a6-f073fe85a6a9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:17:39.792993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-ae17bd23-0890-4c92-894d-655ee1874bdb service neutron] 10.222.0.57 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642735 Jul 28 15:17:39.853992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:39.913920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] Provisioning for port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:39.918692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-a006e745-37f4-4ada-b44b-120b3a6be876 service neutron] 10.222.0.57 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201072 Jul 28 15:17:39.923558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] Provisioning complete for port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:39.924039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:39.940901 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:39.968390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Transition to ACTIVE for port object f1d6b4a7-260b-40cc-9746-8b0fdee8d81b will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:40.039972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.057272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e98ed1bc-3bca-44ee-a570-a4bed5e9e526 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:40.070474 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.115402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.119644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.125300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] For port fa62a555-bee4-4dcf-b498-3d08f8bcbb04, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:40.144700 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6de181-5508-4780-be0e-966e5fa459dc None None] Pushing event updated for resources: {'Port': ['ID=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:40.148392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:40.148847 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.260248 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Attempting to bind port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:17:40.260841 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Attempting to bind port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:17:40.261186 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Attempting to bind port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:40.272315 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:17:40.272780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Checking segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:40.273453 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.273909 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Bound using segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:17:40.274754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Bound port: f1d6b4a7-260b-40cc-9746-8b0fdee8d81b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:17:40.274897 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.298482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.339275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5c94bad7-8b26-4e95-acce-0badd3bdcaee req-e447d517-4e2d-4925-8169-aafe2281ed5f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 210 time: 0.0474656 Jul 28 15:17:40.360098 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] For port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:17:40.364598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] For port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:17:40.383753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036900a-1216-404d-bdf9-44059c911cc2 None None] Pushing event updated for resources: {'Port': ['ID=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:40.436292 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.469891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Router e1217ff4-3a83-4dd4-8dd5-7cd36abde53f is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:40.501706 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:40.502516 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:40.527403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-36b26f8e-c40d-416c-bc4a-c6352a1746e0 None None] Provisioning for port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:40.556949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-36b26f8e-c40d-416c-bc4a-c6352a1746e0 None None] Provisioning complete for port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:40.557407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-36b26f8e-c40d-416c-bc4a-c6352a1746e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.572233 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6de181-5508-4780-be0e-966e5fa459dc None None] Pushing event updated for resources: {'Port': ['ID=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:40.651059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:40.657135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:40.660995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34212) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:40.663061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e4d303bc-500a-4ddc-9d3a-b13d663bda86 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "PUT /v2.0/routers/e1217ff4-3a83-4dd4-8dd5-7cd36abde53f HTTP/1.1" status: 200 len: 918 time: 2.2546420 Jul 28 15:17:40.666995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] Sync routers for ids ['e1217ff4-3a83-4dd4-8dd5-7cd36abde53f'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:40.683787 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:40.684527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] Routers {'e1217ff4-3a83-4dd4-8dd5-7cd36abde53f'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:40.685366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e1217ff4-3a83-4dd4-8dd5-7cd36abde53f'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:40.719424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:40.728730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] Routers {'e1217ff4-3a83-4dd4-8dd5-7cd36abde53f'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:40.729420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e1217ff4-3a83-4dd4-8dd5-7cd36abde53f'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:40.772344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:40.773445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8aef90-4789-48c5-9357-c53761231e65 None None] The sync data for ids ['e1217ff4-3a83-4dd4-8dd5-7cd36abde53f'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:40.838234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34214) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:40.841213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a7b7c6e6-3f3d-4b45-998f-cb042d45a8cb tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/e1217ff4-3a83-4dd4-8dd5-7cd36abde53f HTTP/1.1" status: 200 len: 924 time: 0.1780701 Jul 28 15:17:40.883560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09dbcdd-86af-4722-8e41-0174d7574d75 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:40.888389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f09dbcdd-86af-4722-8e41-0174d7574d75 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=e1217ff4-3a83-4dd4-8dd5-7cd36abde53f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0459230 Jul 28 15:17:40.888678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:40.938160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:40Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:40.970764 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d63925-c92e-46d7-adcc-9ff08edb3499 None None] The sync data for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 is: [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:40Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:41.010295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0d7f4f-a1b0-49ac-bae3-cead516d2aba tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:41.011825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3d0d7f4f-a1b0-49ac-bae3-cead516d2aba tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.1217101 Jul 28 15:17:41.015047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34218) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:41.059410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ec450073-d3a4-41fa-acf2-c90f46278868 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1217ff4-3a83-4dd4-8dd5-7cd36abde53f HTTP/1.1" status: 200 len: 205 time: 0.0431256 Jul 28 15:17:41.062994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34220) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:41.237794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:41.355808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:41.426215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ecdcd1af-d606-4311-a509-b9feaae8a5e7 req-97332c24-ad31-477b-a5e5-7badd3d7d990 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 210 time: 0.0283811 Jul 28 15:17:41.536132 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Deleting port d32df861-b0e2-488b-bf93-8509ea2ad5b2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:41.536758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:41.628777 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:41.647177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Calling delete_port for d32df861-b0e2-488b-bf93-8509ea2ad5b2 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:41.904697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:41.938653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event deleted for resources: {'Port': ['ID=d32df861-b0e2-488b-bf93-8509ea2ad5b2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:42.014721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.111878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.114563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.133868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa62a555-bee4-4dcf-b498-3d08f8bcbb04 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:42.189684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:42.189977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.284416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f1d6b4a7-260b-40cc-9746-8b0fdee8d81b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:42.350140 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.350824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Fanout notify agent at l3_agent the message router_deleted on router e1217ff4-3a83-4dd4-8dd5-7cd36abde53f {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:42.361168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.362705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f9d1bfc0-1f7c-4f5e-9751-744cea0fcae6 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/e1217ff4-3a83-4dd4-8dd5-7cd36abde53f HTTP/1.1" status: 204 len: 168 time: 1.2985816 Jul 28 15:17:42.366381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34226) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:42.371031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1183266341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:42.458379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:42.458564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.459626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.462450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:42.462950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.533907 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.548984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ccc1095-9432-4b62-92c8-35b20551e1b0 req-f8bd3e7b-86a7-444e-951d-6c5d6f87236e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 210 time: 0.0288076 Jul 28 15:17:42.549730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.583456 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:42.590277 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.670821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.710747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.711914 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-688868d3-d75b-4710-80de-b1d4d8cdf02b tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3445675 Jul 28 15:17:42.714743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34230) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:42.720047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'enable_snat': False}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:42.722511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:42.952130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:43.044009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-761b49e7-a5e4-43c1-848e-552e3aa4a601 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:43.046357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-761b49e7-a5e4-43c1-848e-552e3aa4a601 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 797 time: 0.1181531 Jul 28 15:17:43.112579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-b81c923e-be70-4d93-8577-3e4bc91606d1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 379 time: 0.0518053 Jul 28 15:17:43.148731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'port': {'device_id': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'admin_state_up': True, 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'security_groups': ['2da7ba72-2ca7-47e3-8269-a3780ca54d09']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:43.412498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:43.431915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:43.443195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:17:43.446951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:43.652751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dbc7c6b-3723-42d8-a3c5-758269cede2a req-534c9293-4d0e-4a85-87ea-7d509e2415fd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 210 time: 0.0288434 Jul 28 15:17:43.983643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Allocated IP 172.25.6.198 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/de50003c-f56a-4454-b5f0-4ee3174c4fde) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:44.019339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f1d6b4a7-260b-40cc-9746-8b0fdee8d81b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:44.054678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.8 (1458b736-a110-4518-86a6-f073fe85a6a9/87624afe-af6a-40f7-a11a-4bbaa55cbe2e/6c86391d-57c5-48ad-8991-cb782c311bdc) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:44.069819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:44.070188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.192939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.265847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.283821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object 6c86391d-57c5-48ad-8991-cb782c311bdc will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:44.356408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.399428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:44.400654 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.409889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:44.412695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:44.457165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Pushing event updated for resources: {'Port': ['ID=de50003c-f56a-4454-b5f0-4ee3174c4fde,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:44.472101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 1458b736-a110-4518-86a6-f073fe85a6a9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:44.496409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:44.499482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:44.611933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:44.631900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:44.632598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.770116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-97994dfd-ae33-447d-8c18-19715de90f06 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6253788 Jul 28 15:17:44.775842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d616a4-e4ba-4893-b7e2-25dcabcb5dd6 req-526f2cbf-919b-467d-b24b-4e3b626b2dbc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:44.777336 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9d616a4-e4ba-4893-b7e2-25dcabcb5dd6 req-526f2cbf-919b-467d-b24b-4e3b626b2dbc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 931 time: 0.0549800 Jul 28 15:17:44.788671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Request body: {'port': {'device_id': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:44.881357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ad24daf-0be4-42c0-801d-fd1a7c5b77da None None] Provisioning for port 6c86391d-57c5-48ad-8991-cb782c311bdc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:44.885750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1ad24daf-0be4-42c0-801d-fd1a7c5b77da None None] Provisioning complete for port 6c86391d-57c5-48ad-8991-cb782c311bdc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:44.886152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ad24daf-0be4-42c0-801d-fd1a7c5b77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.926078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24daf-0be4-42c0-801d-fd1a7c5b77da None None] Port 6c86391d-57c5-48ad-8991-cb782c311bdc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:17:44.978846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9d616a4-e4ba-4893-b7e2-25dcabcb5dd6 req-1a19dc94-42e9-48ae-a48c-ed64002402f7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856253 Jul 28 15:17:44.988235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.015377 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.396599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.403384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.491181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c86391d-57c5-48ad-8991-cb782c311bdc {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:17:45.528194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.552173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Transition to ACTIVE for port object 6c86391d-57c5-48ad-8991-cb782c311bdc will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:17:45.692597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.721521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Router d1d5aba7-d05a-46e3-9851-c331530f55e3 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:45.751457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:45.908650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:17:45.908989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:17:45.909324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:45.916865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:45.918486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:17:45.918812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:17:45.923563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.924819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b19240df-d417-43dc-ab85-077d8d581c33 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "PUT /v2.0/routers/d1d5aba7-d05a-46e3-9851-c331530f55e3 HTTP/1.1" status: 200 len: 920 time: 3.2090948 Jul 28 15:17:45.926607 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] Sync routers for ids ['d1d5aba7-d05a-46e3-9851-c331530f55e3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:45.927750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34236) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:45.929928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:17:45.930275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Checking segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:17:45.930657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Bound using segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:17:45.931105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Bound port: 6c86391d-57c5-48ad-8991-cb782c311bdc, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:17:45.931459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:45.936355 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] Routers {'d1d5aba7-d05a-46e3-9851-c331530f55e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:45.937017 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['d1d5aba7-d05a-46e3-9851-c331530f55e3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:45.971005 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:45.979949 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] Routers {'d1d5aba7-d05a-46e3-9851-c331530f55e3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:45.980596 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['d1d5aba7-d05a-46e3-9851-c331530f55e3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:46.018429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:17:46.022461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:17:46.044374 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:46.046533 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1646d7b-d95d-4c62-abb6-c7b85480df25 None None] The sync data for ids ['d1d5aba7-d05a-46e3-9851-c331530f55e3'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:46.061785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-958526fb-8c8d-431d-ab27-18d45fc37dad tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/d1d5aba7-d05a-46e3-9851-c331530f55e3 HTTP/1.1" status: 200 len: 926 time: 0.1318693 Jul 28 15:17:46.064336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34240) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:46.111189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a251e8f-8208-4ffe-8682-fcb23a2df26c tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.112791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0a251e8f-8208-4ffe-8682-fcb23a2df26c tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=d1d5aba7-d05a-46e3-9851-c331530f55e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0473318 Jul 28 15:17:46.115693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34242) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:46.136053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:46.218992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.218992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:46.220352 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] 10.222.0.42 "PUT /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 1092 time: 1.4388502 Jul 28 15:17:46.223450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:46.225446 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43beb160-7f4a-421b-a195-52b5d79b3e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:46.280482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197fe31-be18-4f29-bf96-1a7905c9fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:46.295374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2c8f0-5d6e-4178-889a-fbfacb1abf44 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.296929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a5b2c8f0-5d6e-4178-889a-fbfacb1abf44 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/networks/5dde27f5-2722-488d-9d3f-066c309fca75 HTTP/1.1" status: 200 len: 881 time: 0.1802449 Jul 28 15:17:46.302455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34246) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:46.304167 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8722f4fc-531f-4e46-82d1-d17aa7a5cc62 x-openstack-request-id: req-8722f4fc-531f-4e46-82d1-d17aa7a5cc62 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:46.304506 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:46.304784 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8722f4fc-531f-4e46-82d1-d17aa7a5cc62 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:46.305207 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'status': 'completed', 'code': 200} Jul 28 15:17:46.355685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f35e7ca0-b45e-436d-befa-741c1b24e6f3 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1d5aba7-d05a-46e3-9851-c331530f55e3 HTTP/1.1" status: 200 len: 205 time: 0.0451305 Jul 28 15:17:46.357160 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:17:46.357895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34248) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:46.445290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb160-7f4a-421b-a195-52b5d79b3e1f req-9af2c0ce-2572-4f8a-9cef-e0ccd4186e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.446875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43beb160-7f4a-421b-a195-52b5d79b3e1f req-9af2c0ce-2572-4f8a-9cef-e0ccd4186e37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1095 time: 0.1061141 Jul 28 15:17:46.517938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e971eb4-39ba-4ba8-a368-37b6d996396f req-6654f225-e065-434c-978c-19c57421e53b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.519737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e971eb4-39ba-4ba8-a368-37b6d996396f req-6654f225-e065-434c-978c-19c57421e53b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 943 time: 0.4564369 Jul 28 15:17:46.558823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:46.565218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e971eb4-39ba-4ba8-a368-37b6d996396f req-235e1e47-e339-4b32-8126-363ee4f90cc4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384340 Jul 28 15:17:46.634925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb160-7f4a-421b-a195-52b5d79b3e1f req-bae7ea36-6b0d-4193-b04c-02ba5d31f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.636420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43beb160-7f4a-421b-a195-52b5d79b3e1f req-bae7ea36-6b0d-4193-b04c-02ba5d31f05e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fbcb164103f540b6af9752880e9ef2eb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1611087 Jul 28 15:17:46.747395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:46.780690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb160-7f4a-421b-a195-52b5d79b3e1f req-88cfbcbe-dae1-4076-9ab8-081bd2a41426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.782157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43beb160-7f4a-421b-a195-52b5d79b3e1f req-88cfbcbe-dae1-4076-9ab8-081bd2a41426 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154957 Jul 28 15:17:46.908314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-68ccc7b1-707e-4be1-8723-423253f32c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.910234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-68ccc7b1-707e-4be1-8723-423253f32c2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0640574 Jul 28 15:17:46.963209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-68d4d103-0e95-45d4-b0be-706308271026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 217 time: 0.0395300 Jul 28 15:17:46.968951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Deleting port de50003c-f56a-4454-b5f0-4ee3174c4fde {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:46.969141 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:47.063778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-e03f582a-1d60-4952-b26b-4f5a3cafbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:47.065804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-e03f582a-1d60-4952-b26b-4f5a3cafbe8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0947385 Jul 28 15:17:47.120862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:47.136368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Calling delete_port for de50003c-f56a-4454-b5f0-4ee3174c4fde owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:47.153919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-72183d7a-068e-448d-8f4e-471cfc1b0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:47.156116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-72183d7a-068e-448d-8f4e-471cfc1b0997 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830975 Jul 28 15:17:47.335880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-6ccabe3d-de53-4a58-bcd0-26455accb907 service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502969 Jul 28 15:17:47.475293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a7144f7-5257-44cc-a02c-da8256d5d0b5 req-bdd688bb-7d03-4894-97d3-2e1b165eb1de service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317251 Jul 28 15:17:47.510167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:47.538188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event deleted for resources: {'Port': ['ID=de50003c-f56a-4454-b5f0-4ee3174c4fde,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:47.598657 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.075651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.087878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.135703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d686-df32-4c62-af9d-423801e59d08 req-70d61bb3-3005-43c4-b807-f7398066b98b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:48.137324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6326d686-df32-4c62-af9d-423801e59d08 req-70d61bb3-3005-43c4-b807-f7398066b98b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 943 time: 0.1517191 Jul 28 15:17:48.193844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6326d686-df32-4c62-af9d-423801e59d08 req-08815f2d-9547-4f61-ba10-40111ba63ffc tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492907 Jul 28 15:17:48.246954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.247588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Fanout notify agent at l3_agent the message router_deleted on router d1d5aba7-d05a-46e3-9851-c331530f55e3 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:48.255596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.256770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-efab24bb-1a31-4325-b07e-bbc840f9096d tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/d1d5aba7-d05a-46e3-9851-c331530f55e3 HTTP/1.1" status: 204 len: 168 time: 1.8978853 Jul 28 15:17:48.260803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34254) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:48.266115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1301919832', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:48.458479 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.459528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.589214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:48.923785 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:49.222091 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:49.249955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:49.382177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7f8a-7aa5-4836-8877-1f991b1f052a req-b45703dd-232b-4a04-9322-42f96535f7a3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:49.383757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3ca7f8a-7aa5-4836-8877-1f991b1f052a req-b45703dd-232b-4a04-9322-42f96535f7a3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 943 time: 0.0935616 Jul 28 15:17:49.407178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Allocated IP 172.25.6.47 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/5af36cc0-f517-41f0-97b1-d3d52b2a2863) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:49.465506 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3ca7f8a-7aa5-4836-8877-1f991b1f052a req-4ffedb40-2463-4286-9371-9f28966d3332 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724978 Jul 28 15:17:49.559753 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:49.687904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:49.727461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:49.730222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:49.732996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:49.763052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event updated for resources: {'Port': ['ID=5af36cc0-f517-41f0-97b1-d3d52b2a2863,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:49.985438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:17:50.079358 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.109379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:50.122408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'port_id': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'mac_address': 'fa:16:3e:66:92:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:17:50.162687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.180919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86391d-57c5-48ad-8991-cb782c311bdc {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:17:50.200953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:50.292191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.293359 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.363692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:50.538420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Router 804544b5-5c74-434d-98be-a121149bffb3 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:17:50.589452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b39cc8-6229-4b0c-9d80-1e3311091bad req-a10049a6-59ea-48bd-9cdc-b66d214d07ff tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:50.590902 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1b39cc8-6229-4b0c-9d80-1e3311091bad req-a10049a6-59ea-48bd-9cdc-b66d214d07ff tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0572705 Jul 28 15:17:50.631537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1b39cc8-6229-4b0c-9d80-1e3311091bad req-956c9e45-954a-4bcb-bf19-6ae1cf90734e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Jul 28 15:17:50.651385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:50.664030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] Sync routers for ids ['804544b5-5c74-434d-98be-a121149bffb3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:50.675703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] Routers {'804544b5-5c74-434d-98be-a121149bffb3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:50.676334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['804544b5-5c74-434d-98be-a121149bffb3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:50.710326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['6c86391d-57c5-48ad-8991-cb782c311bdc'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:17:50.714070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:50.738142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.739544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b4864817-6592-4cb8-8a65-3b5545ec12b0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4777169 Jul 28 15:17:50.742646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34260) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:50.747539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:50.751254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] Routers {'804544b5-5c74-434d-98be-a121149bffb3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:50.751923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['804544b5-5c74-434d-98be-a121149bffb3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:50.791790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:50.792479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5cd76-2809-43b2-8217-7314ce030a2e None None] The sync data for ids ['804544b5-5c74-434d-98be-a121149bffb3'] in n-d-764806-10 is: [] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:51.077442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:51.223558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:51.397408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Deleting port 5af36cc0-f517-41f0-97b1-d3d52b2a2863 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:17:51.397678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:51.477785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:51.491658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Calling delete_port for 5af36cc0-f517-41f0-97b1-d3d52b2a2863 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:17:51.738625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:51.757837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd85a3-63b7-43a8-a0c6-c961d730ed43 req-7d78f466-b1c3-4187-8ce7-93e7af69574d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:51.759468 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2bd85a3-63b7-43a8-a0c6-c961d730ed43 req-7d78f466-b1c3-4187-8ce7-93e7af69574d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0510335 Jul 28 15:17:51.767011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Pushing event deleted for resources: {'Port': ['ID=5af36cc0-f517-41f0-97b1-d3d52b2a2863,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:51.804618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2bd85a3-63b7-43a8-a0c6-c961d730ed43 req-4e8c4cae-5888-4232-965f-2e36238db715 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383472 Jul 28 15:17:51.836072 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.004248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:17:52.044471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.048478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1720444'] for router, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.141181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Router 804544b5-5c74-434d-98be-a121149bffb3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:52.195003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 6c86391d-57c5-48ad-8991-cb782c311bdc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:17:52.199101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 6c86391d-57c5-48ad-8991-cb782c311bdc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:17:52.199506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.221468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:52.228254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.229478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3d1a7106-4118-4880-88fe-afb665ec6971 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "PUT /v2.0/routers/804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 200 len: 710 time: 1.4858212 Jul 28 15:17:52.233265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34264) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.234594 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] Sync routers for ids ['804544b5-5c74-434d-98be-a121149bffb3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:52.244446 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] Routers {'804544b5-5c74-434d-98be-a121149bffb3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:52.246698 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['804544b5-5c74-434d-98be-a121149bffb3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:52.280198 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:52.289452 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] Routers {'804544b5-5c74-434d-98be-a121149bffb3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:52.290346 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['804544b5-5c74-434d-98be-a121149bffb3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:52.297178 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.316231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1ab24e14-dd63-45b0-9f7f-69798acf0327 tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/routers/804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 200 len: 745 time: 0.0816524 Jul 28 15:17:52.319915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34266) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.325635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:52.328133 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:52.328794 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78d396-7e85-40fe-975c-af6088cc565c" -d '{"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:52.329217 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6110a0a-21ec-4ba5-b13c-a1ca35b7dc83 None None] The sync data for ids ['804544b5-5c74-434d-98be-a121149bffb3'] in n-d-764806-10 is: [] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:52.344436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:52.367161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b645-50bc-4f36-b607-c403b091bbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.376496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-28176f43-a03d-4f97-b0a9-ea9baa7d5f6e tempest-RoutersIpV6AdminTest-2132036947 tempest-RoutersIpV6AdminTest-2132036947-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&device_id=804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 200 len: 205 time: 0.0503244 Jul 28 15:17:52.376496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34272) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.403588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d9edbf04-a529-4fdc-9450-2d3f0e8a78df tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 200 len: 205 time: 0.0280788 Jul 28 15:17:52.413685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34274) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.464705 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954de36-e3ea-470c-913e-fc964fc3daed x-openstack-request-id: req-2954de36-e3ea-470c-913e-fc964fc3daed {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:52.465181 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:52.465517 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2954de36-e3ea-470c-913e-fc964fc3daed {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:52.465983 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'code': 200} Jul 28 15:17:52.486868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.498405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.554423 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:52.606208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7212f-7039-48f1-b900-72e4102ea14a req-84d3713c-cf54-487b-9e39-82371fdc7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:52.607934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2d7212f-7039-48f1-b900-72e4102ea14a req-84d3713c-cf54-487b-9e39-82371fdc7189 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0476797 Jul 28 15:17:52.658272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2d7212f-7039-48f1-b900-72e4102ea14a req-a1553661-e72d-4cae-842d-42055e79347c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Jul 28 15:17:52.694841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.697322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.835498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.836080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Fanout notify agent at l3_agent the message router_deleted on router 804544b5-5c74-434d-98be-a121149bffb3 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:17:52.843380 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:52.844605 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-468cb727-83a5-42d4-a74d-a6465f93c4c7 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 204 len: 168 time: 0.4297423 Jul 28 15:17:52.849852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34282) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.880475 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f5e2e868-8552-41a5-a1fd-efc5f000af50 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 200 len: 205 time: 0.0293965 Jul 28 15:17:52.882989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34284) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.925017 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-6f5a61e7-26d8-4efd-a39c-1266f0ab2627 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] delete failed (client error): The resource could not be found. Jul 28 15:17:52.926072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f5a61e7-26d8-4efd-a39c-1266f0ab2627 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/804544b5-5c74-434d-98be-a121149bffb3 HTTP/1.1" status: 404 len: 336 time: 0.0420647 Jul 28 15:17:52.930150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34286) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.933241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054961f-d315-4146-8c09-4d176ed39e79 req-477b5754-9f14-41f7-95e2-cf1cee3d6473 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:52.934763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6054961f-d315-4146-8c09-4d176ed39e79 req-477b5754-9f14-41f7-95e2-cf1cee3d6473 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0570536 Jul 28 15:17:52.959175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-72143d40-86a3-430a-a2d9-74a8727bf696 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1d5aba7-d05a-46e3-9851-c331530f55e3 HTTP/1.1" status: 200 len: 205 time: 0.0278752 Jul 28 15:17:52.961612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34288) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:52.976644 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6054961f-d315-4146-8c09-4d176ed39e79 req-527fa75b-719f-4a48-9238-6fe7ada169c0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345559 Jul 28 15:17:52.999576 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-3f41c177-4b66-498e-b77d-11b2a2ce0229 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] delete failed (client error): The resource could not be found. Jul 28 15:17:53.000646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3f41c177-4b66-498e-b77d-11b2a2ce0229 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/d1d5aba7-d05a-46e3-9851-c331530f55e3 HTTP/1.1" status: 404 len: 336 time: 0.0380089 Jul 28 15:17:53.003127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34290) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.034263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-34664f4b-9755-42ee-ac04-2f7cac083d7e tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1217ff4-3a83-4dd4-8dd5-7cd36abde53f HTTP/1.1" status: 200 len: 205 time: 0.0300734 Jul 28 15:17:53.036577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.073971 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-0d502cb1-cce8-423e-8c96-afde92d1745c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] delete failed (client error): The resource could not be found. Jul 28 15:17:53.077008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0d502cb1-cce8-423e-8c96-afde92d1745c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/e1217ff4-3a83-4dd4-8dd5-7cd36abde53f HTTP/1.1" status: 404 len: 336 time: 0.0375524 Jul 28 15:17:53.079484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34294) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.108760 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-939f0ef8-807a-48f8-a523-989b20f47752 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=3956e856-8a26-4dcd-85e7-7939a2639a85 HTTP/1.1" status: 200 len: 205 time: 0.0277195 Jul 28 15:17:53.110745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34296) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.152768 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-8c3400cd-a41c-4e83-bee4-fde7cebd344a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] delete failed (client error): The resource could not be found. Jul 28 15:17:53.153938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8c3400cd-a41c-4e83-bee4-fde7cebd344a tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/3956e856-8a26-4dcd-85e7-7939a2639a85 HTTP/1.1" status: 404 len: 336 time: 0.0421455 Jul 28 15:17:53.156422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.184408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-77561ef0-2695-411c-8046-d641a9d6a9c0 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=accdf66d-d580-4a95-b1b1-7c4cbab359f3 HTTP/1.1" status: 200 len: 205 time: 0.0268826 Jul 28 15:17:53.187310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34300) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.224191 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [None req-302386ab-0a77-47f9-a048-b6a7f341ae7c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] delete failed (client error): The resource could not be found. Jul 28 15:17:53.225259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-302386ab-0a77-47f9-a048-b6a7f341ae7c tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/accdf66d-d580-4a95-b1b1-7c4cbab359f3 HTTP/1.1" status: 404 len: 336 time: 0.0369806 Jul 28 15:17:53.227814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34302) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.260521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c2515c3f-fb68-4185-b221-19b82e92a6fe tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cda93f4-67a6-4b13-ab0e-2753b3a81f59 HTTP/1.1" status: 200 len: 205 time: 0.0315468 Jul 28 15:17:53.262973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34304) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.300307 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-c8cd0897-1c7d-424c-b90c-0ef74a6eb208 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] delete failed (client error): The resource could not be found. Jul 28 15:17:53.301381 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8cd0897-1c7d-424c-b90c-0ef74a6eb208 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/routers/1cda93f4-67a6-4b13-ab0e-2753b3a81f59 HTTP/1.1" status: 404 len: 336 time: 0.0374277 Jul 28 15:17:53.304104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:53.335911 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-0204ad54-a88c-441f-ad88-4dd39a44b144 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] DELETE failed (client error): The resource could not be found. Jul 28 15:17:53.336397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0204ad54-a88c-441f-ad88-4dd39a44b144 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:17:53.338207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0204ad54-a88c-441f-ad88-4dd39a44b144 tempest-RoutersIpV6AdminTest-1076705822 tempest-RoutersIpV6AdminTest-1076705822-project] 10.222.0.57 "DELETE /v2.0/subnets/c3207265-9209-405f-ba56-acb8bf53ddbf HTTP/1.1" status: 404 len: 337 time: 0.0331476 Jul 28 15:17:53.916500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34312) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:54.041663 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6d43980-35dc-4a65-acba-943d1f5d7ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.101946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4185f-474e-4abd-a70f-1bda8d63f03a req-88f25191-5002-42f8-abb0-e0aa482592ce tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:54.103593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fe4185f-474e-4abd-a70f-1bda8d63f03a req-88f25191-5002-42f8-abb0-e0aa482592ce tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Jul 28 15:17:54.147051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2fe4185f-474e-4abd-a70f-1bda8d63f03a req-9527392b-bc97-41bf-9fed-144b5ebf617d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367701 Jul 28 15:17:54.266812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6d43980-35dc-4a65-acba-943d1f5d7ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.372442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a6d43980-35dc-4a65-acba-943d1f5d7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.412836 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a6d43980-35dc-4a65-acba-943d1f5d7ce8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd08b7ec56414c30bf02e83be784340c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950840 Jul 28 15:17:54.413688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d43980-35dc-4a65-acba-943d1f5d7ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c150999-cb17-4ef3-8995-724c0fd63eb8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:54.415639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34318) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:54.478898 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8e0db32-3ee9-410d-9325-002763391dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.488957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8e0db32-3ee9-410d-9325-002763391dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.646631 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8e0db32-3ee9-410d-9325-002763391dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.649304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d8e0db32-3ee9-410d-9325-002763391dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:54.650519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d8e0db32-3ee9-410d-9325-002763391dbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c150999-cb17-4ef3-8995-724c0fd63eb8 HTTP/1.1" status: 204 len: 168 time: 0.2338774 Jul 28 15:17:54.660511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0db32-3ee9-410d-9325-002763391dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c150999-cb17-4ef3-8995-724c0fd63eb8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:54.835624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f431f71b-1083-4181-9254-7803133000a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:55.224840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:55.266800 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72320b4-53e0-444d-b03d-c26f2a7cac99 req-d4862222-88d0-404c-b029-e23341ac43aa tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:55.268750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a72320b4-53e0-444d-b03d-c26f2a7cac99 req-d4862222-88d0-404c-b029-e23341ac43aa tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Jul 28 15:17:55.309408 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a72320b4-53e0-444d-b03d-c26f2a7cac99 req-2778d199-06f0-4192-9145-902a1e213156 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339768 Jul 28 15:17:55.487905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34330) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:55.534239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dc7f98f2-3ed6-4acf-843b-2652e1c2ffd1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c4758716b734bcfba9b50f34448ee4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450296 Jul 28 15:17:55.536846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:55.595889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5485cd42-b0a2-4587-a4a5-8f6fd38b867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:55.633640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5485cd42-b0a2-4587-a4a5-8f6fd38b867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:55.668769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf35d9-c7f7-4c29-8f66-b38a0b277cde req-79d0ea50-b1d1-4f33-a8d5-e32269102b34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:55.670365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06cf35d9-c7f7-4c29-8f66-b38a0b277cde req-79d0ea50-b1d1-4f33-a8d5-e32269102b34 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.2926145 Jul 28 15:17:55.715219 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06cf35d9-c7f7-4c29-8f66-b38a0b277cde req-bc96fe9e-3137-482b-be7b-e5baddc9c31d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369337 Jul 28 15:17:55.736836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34334) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:55.780848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a950d-e06a-472c-bbfa-40b750025ac4 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:55.782342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1b7a950d-e06a-472c-bbfa-40b750025ac4 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1092 time: 0.0444911 Jul 28 15:17:55.785282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34336) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:55.789566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:55.797042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5485cd42-b0a2-4587-a4a5-8f6fd38b867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:55.801444 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5485cd42-b0a2-4587-a4a5-8f6fd38b867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:55.801444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5485cd42-b0a2-4587-a4a5-8f6fd38b867a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfb16943-7512-4bdc-be02-29ed650656d3 HTTP/1.1" status: 204 len: 168 time: 0.2629097 Jul 28 15:17:55.817843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485cd42-b0a2-4587-a4a5-8f6fd38b867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb16943-7512-4bdc-be02-29ed650656d3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:55.921523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:56.025914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:56.145144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.187 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/69669734-61aa-4785-8ca0-1d1000a268ef) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:56.267611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:56.401397 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:56.435621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:56.453381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:56.456317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:56.458830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:56.486249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=69669734-61aa-4785-8ca0-1d1000a268ef,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:56.842800 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:57.022075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:57.186707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:57.303507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:57.374187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=69669734-61aa-4785-8ca0-1d1000a268ef,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:57.387331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:57.505061 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP 0add3698-30fb-4386-832e-cd9007792ba2 associated. External IP: 172.25.6.187, port: 6c86391d-57c5-48ad-8991-cb782c311bdc. Jul 28 15:17:57.742686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:57.915501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:58.227948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:58.238238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] Sync routers for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:58.251344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:58.251344 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:58.364879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:58.378404 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:58.412993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-70293c36-23c5-43f9-991f-f4218caa8cf6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6266804 Jul 28 15:17:58.413851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:58.416664 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e79f1d-b060-485e-975c-18ae1b7f6d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:58.455750 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5062a4-8061-447c-b642-cc33a27e793a x-openstack-request-id: req-da5062a4-8061-447c-b642-cc33a27e793a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:58.456099 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:58.456362 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da5062a4-8061-447c-b642-cc33a27e793a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:58.457181 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'status': 'completed', 'code': 200} Jul 28 15:17:58.565623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-234f0a08-25d4-45d2-af87-e1885c5d7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:58.567225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-234f0a08-25d4-45d2-af87-e1885c5d7d7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0578718 Jul 28 15:17:58.574872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e40ce-1c6c-4543-9f3e-71efd9d5437a req-93882ad9-e3b4-4a63-b9a7-ff29a585eec2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:58.576951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-496e40ce-1c6c-4543-9f3e-71efd9d5437a req-93882ad9-e3b4-4a63-b9a7-ff29a585eec2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0718441 Jul 28 15:17:58.626131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-496e40ce-1c6c-4543-9f3e-71efd9d5437a req-3593d33e-5265-474e-a46c-aef9c6997701 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397086 Jul 28 15:17:58.652046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34394) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:58.697344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-e29b1298-16bb-42d3-9a75-b4d28583f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:58.698977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-e29b1298-16bb-42d3-9a75-b4d28583f776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 898 time: 0.1238022 Jul 28 15:17:58.707828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '0add3698-30fb-4386-832e-cd9007792ba2', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'port_id': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'mac_address': 'fa:16:3e:66:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:56Z', 'updated_at': '2021-07-28T15:17:56Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:42Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:58.728914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a02b776b-f92d-4c92-aaf9-dcf14b6e0abd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/0add3698-30fb-4386-832e-cd9007792ba2 HTTP/1.1" status: 200 len: 991 time: 0.0753312 Jul 28 15:17:58.736191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] Checking router: 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:58.748691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:58.749444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:17:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:58.776650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-b4a7d183-e8cc-4ad2-9e7c-178b5b424b0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 999 time: 0.0700228 Jul 28 15:17:58.834320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-2a969051-1e57-436e-ac14-2cb709508f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:58.836806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-2a969051-1e57-436e-ac14-2cb709508f29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0536366 Jul 28 15:17:58.867288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:58.889366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-b89e00db-a5db-4b68-a3f7-e8e787de180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:58.890796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-b89e00db-a5db-4b68-a3f7-e8e787de180e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474699 Jul 28 15:17:58.984476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-5362e160-d78e-4e2a-812f-071ecdf7ac2f service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865412 Jul 28 15:17:59.094070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89e79f1d-b060-485e-975c-18ae1b7f6d9d req-61ae8b1c-a99e-4010-b729-abbf0d89ef9c service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024787 Jul 28 15:17:59.108856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '0add3698-30fb-4386-832e-cd9007792ba2', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'port_id': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'mac_address': 'fa:16:3e:66:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:56Z', 'updated_at': '2021-07-28T15:17:56Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:42Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:59.148247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6f436-bc3a-4d3c-b332-87eda99be713 None None] The sync data for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 is: [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '0add3698-30fb-4386-832e-cd9007792ba2', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'port_id': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'mac_address': 'fa:16:3e:66:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:56Z', 'updated_at': '2021-07-28T15:17:56Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:42Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:59.386573 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586580c6-e380-4c58-8331-c4700fc4d51b None None] New status for floating IP 0add3698-30fb-4386-832e-cd9007792ba2: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:17:59.733280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34398) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:59.805417 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b3fd50a8-45c1-4533-9d42-4a18095efaf0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/0add3698-30fb-4386-832e-cd9007792ba2 HTTP/1.1" status: 200 len: 993 time: 0.0702422 Jul 28 15:18:02.481675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:06.400248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:22.302913 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-13ec05bd-b73d-4a25-8efc-a7289214f968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:22.680890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-b69fdce4-c83f-4e71-8ee6-1360bbc178c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1560524 Jul 28 15:18:22.782661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-369dcc46-0a5c-43d9-99d9-7cc612ace60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.784163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-369dcc46-0a5c-43d9-99d9-7cc612ace60d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0427923 Jul 28 15:18:22.900532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-3376d539-3608-411c-8f89-06be31d852b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.901911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-3376d539-3608-411c-8f89-06be31d852b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0942523 Jul 28 15:18:22.973782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-c1d85212-fa06-4ec1-a383-4d6daf4cd1dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 1001 time: 0.0641241 Jul 28 15:18:23.027852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-84689f39-7504-4b76-b3d4-a9fea56c6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:23.029432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-84689f39-7504-4b76-b3d4-a9fea56c6dd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0476401 Jul 28 15:18:23.088066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-36fbc611-400c-49a0-87b2-457282a36071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:23.089666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-36fbc611-400c-49a0-87b2-457282a36071 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521128 Jul 28 15:18:23.102352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-dc682ee0-aeeb-4cdd-8f51-add198bc9f8c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:18:23.103583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-dc682ee0-aeeb-4cdd-8f51-add198bc9f8c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056558 Jul 28 15:18:23.219649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-7b11e76b-7590-48b5-a3be-e2b0d7a4a9bf service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090410 Jul 28 15:18:23.321597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2aea5455-fc4f-4dd4-8cce-aa67f7c421c8 req-7cfb8264-44ad-4464-981f-e368ff1837da service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946672 Jul 28 15:18:23.357452 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:18:24.818115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-07ae9369-36d8-4af7-b2b4-f4384b65f186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:25.377201 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:26.428538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:27.879817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:32.485789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:36.388499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:52.342131 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d512c50e-9804-4905-bd6f-e8d7a6e735a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:54.816152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2b03-4c83-483a-91a8-29704b7eca1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:55.251078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:56.410948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:57.872954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.356818 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:19:00.824067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6cfe5-a77c-4467-84eb-2a05fa0bd22e req-34c4828b-69b3-4ed4-8bcd-cb60ed663b18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:00.825585 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8d6cfe5-a77c-4467-84eb-2a05fa0bd22e req-34c4828b-69b3-4ed4-8bcd-cb60ed663b18 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.1780362 Jul 28 15:19:00.866088 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b8d6cfe5-a77c-4467-84eb-2a05fa0bd22e req-7c2ddc27-45ab-4579-82c8-2403defcac15 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342422 Jul 28 15:19:00.895536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34776) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:00.976785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-72524636-1348-4cb6-9c32-f9735cc1f19e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/0add3698-30fb-4386-832e-cd9007792ba2 HTTP/1.1" status: 200 len: 993 time: 0.0795121 Jul 28 15:19:01.366417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2032-710e-4af4-b263-33e8db4e9496 req-4544910c-b798-4f53-a189-257ae0942a9b tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.368146 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b2032-710e-4af4-b263-33e8db4e9496 req-4544910c-b798-4f53-a189-257ae0942a9b tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0427425 Jul 28 15:19:01.406007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cb6b2032-710e-4af4-b263-33e8db4e9496 req-5beceff1-4021-4323-b615-35b4a4a5b884 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Jul 28 15:19:02.373490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34806) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:02.450909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:02.464857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-f3b84ab4-8269-44f8-b862-fe03faca46f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901682 Jul 28 15:19:03.409545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-2d63792e-4558-46f3-97a3-5e3ac0d167d2 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:19:03.410547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-2d63792e-4558-46f3-97a3-5e3ac0d167d2 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0670927 Jul 28 15:19:03.420184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Request body: {'binding': {'host': 'n-h2-764806-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:03.422208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Unknown quota resources ['binding']. {{(pid=94658) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:19:03.563953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on host n-h2-764806-10 for vnic_type normal with profile None {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:03.564296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:03.564665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:03.570637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:19:03.571075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:03.577355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:03.577355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Checking segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:03.577355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Bound using segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} {{(pid=94658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:03.577355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.managers [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Bound port: 6c86391d-57c5-48ad-8991-cb782c311bdc, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}}] {{(pid=94658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:03.662079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:03.736937 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] Notify callbacks [] for binding, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:03.738150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] 10.222.0.57 "POST /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3211384 Jul 28 15:19:03.973690 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab15f8-8e55-4111-8e1f-63951da71f4b req-ce353049-493b-460f-bd87-f15db1bdc154 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:03.975452 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-43ab15f8-8e55-4111-8e1f-63951da71f4b req-ce353049-493b-460f-bd87-f15db1bdc154 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0580018 Jul 28 15:19:04.016624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-43ab15f8-8e55-4111-8e1f-63951da71f4b req-66c5c5c0-9cf5-4fe9-8d3e-150008c6f632 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350711 Jul 28 15:19:04.306099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-b10b1c28-643e-4885-bfcd-33b572d47e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:04.307639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-b10b1c28-643e-4885-bfcd-33b572d47e11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0543966 Jul 28 15:19:04.407068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-fa414fcb-d78b-4b0b-a95e-20b76b6a4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:04.408419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-fa414fcb-d78b-4b0b-a95e-20b76b6a4839 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0873342 Jul 28 15:19:04.484568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-b87138b2-2c7b-4292-8141-689e32a1568c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 1001 time: 0.0651975 Jul 28 15:19:04.545506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-12379322-87af-4b7c-8d09-a49d9733909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:04.547730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-12379322-87af-4b7c-8d09-a49d9733909b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0520873 Jul 28 15:19:04.599264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-e90b2c9c-fbc7-41b2-a357-fdaf32078200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:04.600847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-e90b2c9c-fbc7-41b2-a357-fdaf32078200 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434093 Jul 28 15:19:04.705993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-42f7f107-5a13-4637-af85-89687517dcde service neutron] 10.222.0.58 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916259 Jul 28 15:19:04.807168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-4f0f5787-6ea8-4c7e-b1f0-e6181d514afd service neutron] 10.222.0.58 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879464 Jul 28 15:19:04.952668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-23dd3c6a-0100-4080-909a-968da5b2c0aa tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:04.954529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-23dd3c6a-0100-4080-909a-968da5b2c0aa tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2&tenant_id=fbcb164103f540b6af9752880e9ef2eb&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1097 time: 0.0832210 Jul 28 15:19:04.966472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-10'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:05.024227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.224556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:05.236309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3bf94-adda-426b-aa91-0199e3abc1f9 req-0eed62ef-b647-4be1-aa6a-32b09ed99a92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:05.264207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52a3bf94-adda-426b-aa91-0199e3abc1f9 req-0eed62ef-b647-4be1-aa6a-32b09ed99a92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.1633639 Jul 28 15:19:05.333736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52a3bf94-adda-426b-aa91-0199e3abc1f9 req-a716b391-0d38-48b8-8091-7e8e0bef33c7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712020 Jul 28 15:19:05.336842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:05.378736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:05.381323 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0736f9b1-7f88-49af-a1c1-bf8673ddd451" -d '{"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:05.385676 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.419631 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f95592-03bd-4f44-b48c-92f02e87a1ce x-openstack-request-id: req-75f95592-03bd-4f44-b48c-92f02e87a1ce {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:05.419930 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:05.420191 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75f95592-03bd-4f44-b48c-92f02e87a1ce {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:05.420662 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'code': 200} Jul 28 15:19:05.456279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.554642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:05.571155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.571514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.571865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.572210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.572580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.572923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.573254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.573606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.573928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.574259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.574591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.574919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:05.623133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on host n-h1-764806-10 for vnic_type normal with profile {"migrating_to": "n-h2-764806-10"} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:05.623480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:05.623810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:05.629174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:19:05.629502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Attempting to bind port 6c86391d-57c5-48ad-8991-cb782c311bdc on network 1458b736-a110-4518-86a6-f073fe85a6a9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:05.634886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:05.635245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Checking segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:05.635617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Bound using segment: {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:05.636049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Bound port: 6c86391d-57c5-48ad-8991-cb782c311bdc, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57198b91-9fd4-4f0e-8875-285daec456d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:05.636415 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.706254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:05.709469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:05.785900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67c04ecb-c36c-4f12-89aa-9733ad31019a None None] Provisioning complete for port 6c86391d-57c5-48ad-8991-cb782c311bdc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:05.785900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67c04ecb-c36c-4f12-89aa-9733ad31019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.811553 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.818182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-67c04ecb-c36c-4f12-89aa-9733ad31019a None None] Port 6c86391d-57c5-48ad-8991-cb782c311bdc cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:19:05.905297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=8']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:05.954221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:05.954849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:05.956274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-22f27261-0558-4ccd-acf2-5601493ee89b service neutron] 10.222.0.58 "PUT /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 1123 time: 0.9940405 Jul 28 15:19:06.090775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['6c86391d-57c5-48ad-8991-cb782c311bdc'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:19:06.154928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Provisioning complete for port 6c86391d-57c5-48ad-8991-cb782c311bdc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:06.155896 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.313731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.360834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:06.363111 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e76196-e165-46af-b109-7c742d27cd1a" -d '{"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:06.380214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:06.406078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.407981 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a572ae-be82-435c-931b-bc93019615ab x-openstack-request-id: req-d4a572ae-be82-435c-931b-bc93019615ab {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:06.408280 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:06.408578 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4a572ae-be82-435c-931b-bc93019615ab {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:06.408976 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'code': 200} Jul 28 15:19:06.461803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.467828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65f8fb-fffd-475a-b3ea-d6c8cd188fae req-8ee8e8cb-96c6-4b2b-bdd8-8ba3a012d8e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:06.469403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a65f8fb-fffd-475a-b3ea-d6c8cd188fae req-8ee8e8cb-96c6-4b2b-bdd8-8ba3a012d8e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 943 time: 0.0580661 Jul 28 15:19:06.514689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a65f8fb-fffd-475a-b3ea-d6c8cd188fae req-69f56a59-b40f-4172-9b50-945705c45859 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391476 Jul 28 15:19:06.611328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:06.632341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.632829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.633379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.633722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.634068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.634401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.634971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.635114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.635517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.635872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.636202 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:06.636926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace0c700-dfca-45ad-a62c-22357a698e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:07.421841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:07.424207 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f860b7a1-0770-4789-854f-daec8717a6df" -d '{"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:07.464656 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f71f6-59b2-478e-bce7-643e93c2a473 x-openstack-request-id: req-b90f71f6-59b2-478e-bce7-643e93c2a473 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:07.464868 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:07.465118 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b90f71f6-59b2-478e-bce7-643e93c2a473 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:07.465516 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'status': 'completed', 'code': 200} Jul 28 15:19:07.559242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860b7a1-0770-4789-854f-daec8717a6df req-6587ffb8-3d93-4107-9e9c-8cbd5a1e1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:07.561362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-6587ffb8-3d93-4107-9e9c-8cbd5a1e1913 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1128 time: 0.0444930 Jul 28 15:19:07.683750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8f821-c6ae-45dd-be6b-b36fac07f916 req-e04ffe43-56aa-41d5-8b53-2694a70d92a6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:07.685682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9d8f821-c6ae-45dd-be6b-b36fac07f916 req-e04ffe43-56aa-41d5-8b53-2694a70d92a6 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0970142 Jul 28 15:19:07.712378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860b7a1-0770-4789-854f-daec8717a6df req-fd35537a-5dc6-4e2a-808c-0759e2682024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:07.712378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-fd35537a-5dc6-4e2a-808c-0759e2682024 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 898 time: 0.1417336 Jul 28 15:19:07.774524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9d8f821-c6ae-45dd-be6b-b36fac07f916 req-cfc0f8b2-545e-480d-a414-6c40d57fc73a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781417 Jul 28 15:19:07.791883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-00f615c7-8923-4d5e-a3da-8c3149482945 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 1001 time: 0.0721703 Jul 28 15:19:07.848994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860b7a1-0770-4789-854f-daec8717a6df req-9ed0dfef-6ede-4562-ac89-45ba6e7c6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:07.850483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-9ed0dfef-6ede-4562-ac89-45ba6e7c6c3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0508747 Jul 28 15:19:07.898923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860b7a1-0770-4789-854f-daec8717a6df req-26b9c96a-0591-40fa-b587-776b642a8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:07.900653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-26b9c96a-0591-40fa-b587-776b642a8c48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425391 Jul 28 15:19:07.996466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-2774e409-4d5e-4a30-9d35-a46da68b0465 service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863812 Jul 28 15:19:08.092479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f860b7a1-0770-4789-854f-daec8717a6df req-e18f7551-d4df-442c-9fb0-b7801276e7c7 service neutron] 10.222.0.42 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886319 Jul 28 15:19:08.895786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa473-6ebc-4795-b438-6892ddca19a6 req-d030e804-b9b2-40e7-bda9-b1619c0c1bbb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:08.897523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd1aa473-6ebc-4795-b438-6892ddca19a6 req-d030e804-b9b2-40e7-bda9-b1619c0c1bbb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Jul 28 15:19:08.936418 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd1aa473-6ebc-4795-b438-6892ddca19a6 req-9b8251c0-108b-485d-8e06-ee43daba0901 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328820 Jul 28 15:19:09.588799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:19:09.685971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:09.697861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc has no active binding in host n-h2-764806-10 {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 15:19:10.060902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64530-09ad-4685-8126-79fd3cd9e4f3 req-dfa4b1a8-ca90-44c4-80f7-1b35daec82e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:10.062646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ea64530-09ad-4685-8126-79fd3cd9e4f3 req-dfa4b1a8-ca90-44c4-80f7-1b35daec82e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.0570402 Jul 28 15:19:10.103671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ea64530-09ad-4685-8126-79fd3cd9e4f3 req-9609ad5e-ae13-4f03-b463-ab2c310a0135 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346928 Jul 28 15:19:11.356373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3156cb-713f-412f-91b0-2a38423ed909 req-cf09c308-da60-45f5-9047-479c74ba05c1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:11.358049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c3156cb-713f-412f-91b0-2a38423ed909 req-cf09c308-da60-45f5-9047-479c74ba05c1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 945 time: 0.1833270 Jul 28 15:19:11.396934 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c3156cb-713f-412f-91b0-2a38423ed909 req-714f98dd-5355-48e8-9908-c9e883e4abfb tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322669 Jul 28 15:19:11.528204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-13ccde64-3773-4429-b200-a7b9190847f3 service neutron] 10.222.0.42 "GET /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc/bindings/n-h2-764806-10 HTTP/1.1" status: 200 len: 385 time: 0.0618145 Jul 28 15:19:11.712801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:11.735362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:11.782108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:11.785125 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c4c9e2-9403-428d-abaf-d5142328cd11" -d '{"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:11.794810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:11.830565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df59346e-8d13-4007-8751-a1b6c67fa9df x-openstack-request-id: req-df59346e-8d13-4007-8751-a1b6c67fa9df {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:11.830856 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:11.831110 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df59346e-8d13-4007-8751-a1b6c67fa9df {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:11.831509 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'code': 200} Jul 28 15:19:11.924464 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:11.999980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] Transition to ACTIVE for port object 6c86391d-57c5-48ad-8991-cb782c311bdc will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:12.083921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:12.180940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=11']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:12.220567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] No DVR routers for this DVR port 6c86391d-57c5-48ad-8991-cb782c311bdc on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:19:12.359797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-cd2e1636-70b0-40be-bf9a-dc86b2e3f456 service neutron] 10.222.0.42 "PUT /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc/bindings/n-h2-764806-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8244834 Jul 28 15:19:12.521993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c1b3-4b91-4116-94d4-47af1ad6b7bd req-844dc2c9-47eb-4e16-8a0d-26e6658d7250 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.527386 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d911c1b3-4b91-4116-94d4-47af1ad6b7bd req-844dc2c9-47eb-4e16-8a0d-26e6658d7250 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0556545 Jul 28 15:19:12.576876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-42711000-e3b0-47ac-8c68-b794b0ab4a62 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.578119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d911c1b3-4b91-4116-94d4-47af1ad6b7bd req-de06a180-feb3-4ac5-b27a-57cd0ac9aa12 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466471 Jul 28 15:19:12.582080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-42711000-e3b0-47ac-8c68-b794b0ab4a62 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2&tenant_id=fbcb164103f540b6af9752880e9ef2eb&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.0590692 Jul 28 15:19:12.630479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-64a1ac8f-fd98-4ae2-812b-d811dab8dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.631945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-64a1ac8f-fd98-4ae2-812b-d811dab8dd5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 1096 time: 0.0416245 Jul 28 15:19:12.709498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-0c84ebb1-2121-4295-bcef-3bc82085e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.711079 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-0c84ebb1-2121-4295-bcef-3bc82085e2a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0527220 Jul 28 15:19:12.815443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-4c7ce364-1922-4770-b66c-fa0cba67a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.816918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-4c7ce364-1922-4770-b66c-fa0cba67a56b service neutron] 10.222.0.58 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0945833 Jul 28 15:19:12.889654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-f5816be9-6990-4b3e-a3bf-f9ec2f591be4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 999 time: 0.0600812 Jul 28 15:19:12.945988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-53638917-f83f-4905-9eed-89c22042fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.948158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-53638917-f83f-4905-9eed-89c22042fc28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0453651 Jul 28 15:19:13.003204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-070b5437-be67-4c24-83fa-ebff44d3ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:13.005285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-070b5437-be67-4c24-83fa-ebff44d3ebd3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476134 Jul 28 15:19:13.103926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-e439466e-910e-40de-b63d-20eef184abdf service neutron] 10.222.0.58 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866160 Jul 28 15:19:13.202573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-0d146ad6-d112-46f1-9b1e-27b7916e1aa4 service neutron] 10.222.0.58 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910406 Jul 28 15:19:13.536100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34942) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:13.648095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.696498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-99485819-10c4-4bfd-85e9-6596d47fdd94 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:13.698041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-99485819-10c4-4bfd-85e9-6596d47fdd94 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2&tenant_id=fbcb164103f540b6af9752880e9ef2eb&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 1096 time: 0.0773122 Jul 28 15:19:13.721294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c468-2dff-4129-8524-e02e62addfb1 req-d4de5b5f-7aef-469b-abd9-122795294805 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:13.722676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73f3c468-2dff-4129-8524-e02e62addfb1 req-d4de5b5f-7aef-469b-abd9-122795294805 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0673807 Jul 28 15:19:13.738947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.797907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73f3c468-2dff-4129-8524-e02e62addfb1 req-3d08a6ca-e0b3-42f9-8583-1c556fe747cf tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571885 Jul 28 15:19:13.798636 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.838948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=516d989c6378419b86fd50522fa34a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017204 Jul 28 15:19:13.841631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34950) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:13.848559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508b3370-f247-4b7b-a1b4-c87120c5acec,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:13.864074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.864681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.865225 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.865745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.866091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.866431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.866764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.867098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.867427 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.867760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.868086 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.868413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f543a6-16bc-4847-ad97-e839b89c1233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:13.932278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d530-e1cb-4692-a9ad-64e4224cec45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.964117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d530-e1cb-4692-a9ad-64e4224cec45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.968148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-2a85a030-8cf5-4702-b79f-68bfb7fcf69e service neutron] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:13.971880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-2a85a030-8cf5-4702-b79f-68bfb7fcf69e service neutron] Notify callbacks [] for binding, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.973057 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-2a85a030-8cf5-4702-b79f-68bfb7fcf69e service neutron] 10.222.0.58 "DELETE /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc/bindings/n-h1-764806-10 HTTP/1.1" status: 204 len: 173 time: 0.2664549 Jul 28 15:19:13.973324 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad52c8-80c5-467d-897c-0f64a4f0ce1a req-3cead28f-0a25-4a54-b873-3556c39f4c4c tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:13.974853 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ad52c8-80c5-467d-897c-0f64a4f0ce1a req-3cead28f-0a25-4a54-b873-3556c39f4c4c tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0774000 Jul 28 15:19:14.028478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15ad52c8-80c5-467d-897c-0f64a4f0ce1a req-9506408f-2a43-4ac2-b0a8-16c3b964a87b tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 Jul 28 15:19:14.130621 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d530-e1cb-4692-a9ad-64e4224cec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:14.133309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d530-e1cb-4692-a9ad-64e4224cec45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:14.134466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8f1d530-e1cb-4692-a9ad-64e4224cec45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/508b3370-f247-4b7b-a1b4-c87120c5acec HTTP/1.1" status: 204 len: 168 time: 0.2919157 Jul 28 15:19:14.143539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1d530-e1cb-4692-a9ad-64e4224cec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508b3370-f247-4b7b-a1b4-c87120c5acec,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:14.146793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa49a-43c7-4812-a688-49c7462b7e33 req-b2a05bda-4c8b-4cc2-a00e-fcdc580e7e26 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:14.149657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63efa49a-43c7-4812-a688-49c7462b7e33 req-b2a05bda-4c8b-4cc2-a00e-fcdc580e7e26 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0533800 Jul 28 15:19:14.189309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63efa49a-43c7-4812-a688-49c7462b7e33 req-035afe7d-3aeb-40b1-90f9-133cd48a3c41 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347426 Jul 28 15:19:14.211082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34958) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:14.274527 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bede46a1-afdf-4a38-a7e2-f39e86b59f54 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/0add3698-30fb-4386-832e-cd9007792ba2 HTTP/1.1" status: 200 len: 991 time: 0.0622149 Jul 28 15:19:14.370975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:14.425149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:19:14.515464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 34966) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:14.675158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 69669734-61aa-4785-8ca0-1d1000a268ef {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:19:14.675473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:14.749848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:14.750594 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:14.761778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 69669734-61aa-4785-8ca0-1d1000a268ef owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:19:14.819294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34968) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:14.841165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4801bd82-d3a1-41d3-bd96-f802a208ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.022112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.050462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=69669734-61aa-4785-8ca0-1d1000a268ef,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:15.086173 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4801bd82-d3a1-41d3-bd96-f802a208ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.111842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.112160 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP 0add3698-30fb-4386-832e-cd9007792ba2 disassociated (deleted). External IP: 172.25.6.187, port: 6c86391d-57c5-48ad-8991-cb782c311bdc. Jul 28 15:19:15.239234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4801bd82-d3a1-41d3-bd96-f802a208ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.277430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801bd82-d3a1-41d3-bd96-f802a208ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dce947-8922-44b2-969a-a434b30873c6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:15.284839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4801bd82-d3a1-41d3-bd96-f802a208ba7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32ae17c6b3704f4e99f842f75c1b6c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653952 Jul 28 15:19:15.285089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 34970) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:15.350659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4ad092f-668e-4135-9cd0-a5ef8511737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.375624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4ad092f-668e-4135-9cd0-a5ef8511737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.513583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4ad092f-668e-4135-9cd0-a5ef8511737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.517149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e4ad092f-668e-4135-9cd0-a5ef8511737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.518346 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e4ad092f-668e-4135-9cd0-a5ef8511737e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47dce947-8922-44b2-969a-a434b30873c6 HTTP/1.1" status: 204 len: 168 time: 0.2323568 Jul 28 15:19:15.527049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad092f-668e-4135-9cd0-a5ef8511737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dce947-8922-44b2-969a-a434b30873c6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:15.627526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:15.683451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:19:15.791492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:19:15.799607 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.802433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] Sync routers for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:19:15.812199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:15.812860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:18:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:15.825907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7bd7cc57-ceac-406a-9fc7-c13383499e9b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/floatingips/0add3698-30fb-4386-832e-cd9007792ba2 HTTP/1.1" status: 204 len: 168 time: 1.3062711 Jul 28 15:19:15.825907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:15.826198 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afffb055-70a3-4046-bd86-ca836c79af05" -d '{"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:15.885766 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5d94a-ba6f-4be4-b35d-9830524bd084 x-openstack-request-id: req-7ba5d94a-ba6f-4be4-b35d-9830524bd084 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:15.885993 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:15.886470 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ba5d94a-ba6f-4be4-b35d-9830524bd084 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:15.887115 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'status': 'completed', 'code': 200} Jul 28 15:19:15.930911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:15.965044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb055-70a3-4046-bd86-ca836c79af05 req-751f6758-aafd-4d25-baf8-860c06d498e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:15.966898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-751f6758-aafd-4d25-baf8-860c06d498e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0518608 Jul 28 15:19:16.078544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb055-70a3-4046-bd86-ca836c79af05 req-8e83df35-021d-4500-8c7b-28c2338b821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:16.086620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-8e83df35-021d-4500-8c7b-28c2338b821e service neutron] 10.222.0.58 "GET /v2.0/networks?id=1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 200 len: 898 time: 0.1016548 Jul 28 15:19:16.129963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-de194acb-c864-4d23-9d9f-8a7270be8f83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 200 len: 217 time: 0.0406063 Jul 28 15:19:16.163463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:42Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:16.181342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb055-70a3-4046-bd86-ca836c79af05 req-30743448-1252-44c9-ab8f-43268cc68301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:16.182820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-30743448-1252-44c9-ab8f-43268cc68301 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 200 len: 834 time: 0.0454721 Jul 28 15:19:16.192297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] Checking router: 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:19:16.201080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:16.201740 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:18:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:16.239199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb055-70a3-4046-bd86-ca836c79af05 req-e7c7187c-64d5-48e0-b960-d62808e8c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:16.240762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-e7c7187c-64d5-48e0-b960-d62808e8c295 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1458b736-a110-4518-86a6-f073fe85a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496058 Jul 28 15:19:16.335600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:16.358107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-e5c24ba4-7fcf-4f97-af8d-c02cd5ba9ace service neutron] 10.222.0.58 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039569 Jul 28 15:19:16.464950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-afffb055-70a3-4046-bd86-ca836c79af05 req-dffaa56c-d3e8-4766-a7f5-bec20fa8794d service neutron] 10.222.0.58 "GET /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944414 Jul 28 15:19:16.494813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f779cc-87c2-4bfd-8528-3681ca00c949 req-85e696a2-defd-4d38-9e5f-d60e5d126106 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:16.496396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89f779cc-87c2-4bfd-8528-3681ca00c949 req-85e696a2-defd-4d38-9e5f-d60e5d126106 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0598755 Jul 28 15:19:16.540738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89f779cc-87c2-4bfd-8528-3681ca00c949 req-ea17a444-37d6-465d-8e2c-6e338b2c257b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=2da7ba72-2ca7-47e3-8269-a3780ca54d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375698 Jul 28 15:19:16.595201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:42Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:16.626125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd4bf-7357-489b-b115-3c934ec891a7 None None] The sync data for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 is: [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f1d6b4a7-260b-40cc-9746-8b0fdee8d81b', 'name': '', 'network_id': '1458b736-a110-4518-86a6-f073fe85a6a9', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:dd:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:37Z', 'updated_at': '2021-07-28T15:17:42Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': '87624afe-af6a-40f7-a11a-4bbaa55cbe2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:19:16.858589 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71e05f-aa73-4683-b91a-a149fdb0e697 None None] New status for floating IP 0add3698-30fb-4386-832e-cd9007792ba2: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:19:16.943538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd514ef3-e286-4ded-8124-509485bf070d req-8e12f619-94d4-4039-9cc7-18d088082e1b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:16.945119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd514ef3-e286-4ded-8124-509485bf070d req-8e12f619-94d4-4039-9cc7-18d088082e1b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 944 time: 0.0544066 Jul 28 15:19:17.048034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 6c86391d-57c5-48ad-8991-cb782c311bdc {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:19:17.048380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:17.162873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 6c86391d-57c5-48ad-8991-cb782c311bdc, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6c86391d-57c5-48ad-8991-cb782c311bdc,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:17.163211 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:17.176738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 6c86391d-57c5-48ad-8991-cb782c311bdc owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:19:17.387656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:17.421094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=6c86391d-57c5-48ad-8991-cb782c311bdc,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:17.467708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] No DVR routers for this DVR port 6c86391d-57c5-48ad-8991-cb782c311bdc on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:19:17.470567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:17.472693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd514ef3-e286-4ded-8124-509485bf070d req-8bd223ed-b47a-4138-b314-4811f7db5b8a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.58 "DELETE /v2.0/ports/6c86391d-57c5-48ad-8991-cb782c311bdc HTTP/1.1" status: 204 len: 173 time: 0.5208468 Jul 28 15:19:17.649648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c15b99b2-5e0b-4498-b206-28b81ce4d80f req-b95a6d6d-3770-4f66-acf5-c3a0b8c1ba36 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=18aa57bb-d3e6-477c-a275-a883917bc8b2 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Jul 28 15:19:17.888099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-deleted', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:17.897358 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a82906-c830-4e16-b0f1-288b4f5263b7" -d '{"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-deleted", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:17.929277 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15990e75-934a-4a05-99dc-5b65aa008e51 x-openstack-request-id: req-15990e75-934a-4a05-99dc-5b65aa008e51 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:17.929578 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aa57bb-d3e6-477c-a275-a883917bc8b2", "name": "network-vif-deleted", "tag": "6c86391d-57c5-48ad-8991-cb782c311bdc", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:17.929904 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15990e75-934a-4a05-99dc-5b65aa008e51 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:17.930243 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aa57bb-d3e6-477c-a275-a883917bc8b2', 'name': 'network-vif-deleted', 'tag': '6c86391d-57c5-48ad-8991-cb782c311bdc', 'status': 'completed', 'code': 200} Jul 28 15:19:18.199022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35020) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:18.304614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7be6-fe31-4ab4-a22a-67d96dfca2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.391128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7be6-fe31-4ab4-a22a-67d96dfca2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.478591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7be6-fe31-4ab4-a22a-67d96dfca2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.518037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b7be6-fe31-4ab4-a22a-67d96dfca2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d93de6-edc3-49a9-bb26-0a331af76ac3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:18.522503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1e5b7be6-fe31-4ab4-a22a-67d96dfca2ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c737d53da834a45a9b6945baddbfe20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224347 Jul 28 15:19:18.526106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35024) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:18.582093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-834605c6-3d82-49f9-80b1-84003d47682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.604198 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-834605c6-3d82-49f9-80b1-84003d47682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.709495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35028) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:18.748385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-834605c6-3d82-49f9-80b1-84003d47682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.751511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-834605c6-3d82-49f9-80b1-84003d47682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.752656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-834605c6-3d82-49f9-80b1-84003d47682c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98d93de6-edc3-49a9-bb26-0a331af76ac3 HTTP/1.1" status: 204 len: 168 time: 0.2262282 Jul 28 15:19:18.767299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834605c6-3d82-49f9-80b1-84003d47682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d93de6-edc3-49a9-bb26-0a331af76ac3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:19.097234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.366447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:19:19.367227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.474219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port f1d6b4a7-260b-40cc-9746-8b0fdee8d81b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:19.474511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.493206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for f1d6b4a7-260b-40cc-9746-8b0fdee8d81b owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:19:19.515712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:19.529469 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fa651ca-812c-46ed-b15c-89585dc13588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.623515 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fa651ca-812c-46ed-b15c-89585dc13588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.670530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:19.693616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 6c86391d-57c5-48ad-8991-cb782c311bdc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:19:19.693962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6c86391d-57c5-48ad-8991-cb782c311bdc not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:19:19.770233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fa651ca-812c-46ed-b15c-89585dc13588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.808870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1fa651ca-812c-46ed-b15c-89585dc13588 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12acfdb8bc5242b0827a562ca1dd010c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919035 Jul 28 15:19:19.809707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa651ca-812c-46ed-b15c-89585dc13588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1331390-c2f4-44ea-803d-1986368e37e0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:19.812792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35036) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:19.837186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.877163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=f1d6b4a7-260b-40cc-9746-8b0fdee8d81b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:19.951887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e678eb86-788a-46f9-9189-d5150f2525e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.988190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e678eb86-788a-46f9-9189-d5150f2525e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.119764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.217017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e678eb86-788a-46f9-9189-d5150f2525e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.217337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e678eb86-788a-46f9-9189-d5150f2525e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.218563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e678eb86-788a-46f9-9189-d5150f2525e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1331390-c2f4-44ea-803d-1986368e37e0 HTTP/1.1" status: 204 len: 168 time: 0.4047151 Jul 28 15:19:20.233159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678eb86-788a-46f9-9189-d5150f2525e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1331390-c2f4-44ea-803d-1986368e37e0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:20.369548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:19:20.483738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:19:20.489077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-281d0318-5fd9-46e3-8932-a40cccf6e292 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/21317d9d-c1b7-4de2-9d3a-6dbe94eca296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800367 Jul 28 15:19:20.491639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35040) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:20.494537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] Sync routers for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:19:20.507926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:20.507926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:18:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:20.565520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting subnet 87624afe-af6a-40f7-a11a-4bbaa55cbe2e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:19:20.570946 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.621525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:20.624737 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.734295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.808548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:19:19Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:20.836928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] Checking router: 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:19:20.845724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] Routers {'21317d9d-c1b7-4de2-9d3a-6dbe94eca296'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:20.846326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:18:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:20.890065 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.919348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Subnet': ['ID=87624afe-af6a-40f7-a11a-4bbaa55cbe2e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:20.922373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.926797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-49e59629-24cf-429c-ac03-19205f84ec7d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/subnets/87624afe-af6a-40f7-a11a-4bbaa55cbe2e HTTP/1.1" status: 204 len: 168 time: 0.4311662 Jul 28 15:19:20.926797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35052) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:20.945264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55065f-c663-4343-a282-6566ac2947bc None None] Network 1458b736-a110-4518-86a6-f073fe85a6a9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:19:21.043755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.153797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] Set router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:21.166975 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.305829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port e98ed1bc-3bca-44ee-a570-a4bed5e9e526 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:19:21.305829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.400276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:19:19Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:21.401144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port e98ed1bc-3bca-44ee-a570-a4bed5e9e526, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:21.401697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.427109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for e98ed1bc-3bca-44ee-a570-a4bed5e9e526 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:19:21.431005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] DHCP port deletion for 1458b736-a110-4518-86a6-f073fe85a6a9 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:19:21.433433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a0424-7645-4ce9-b804-ccab9d4b1a03 None None] The sync data for ids ['21317d9d-c1b7-4de2-9d3a-6dbe94eca296'] in n-d-764806-10 is: [{'id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084648572', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:19:19Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': 'e98ed1bc-3bca-44ee-a570-a4bed5e9e526', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21317d9d-c1b7-4de2-9d3a-6dbe94eca296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:17:33Z', 'updated_at': '2021-07-28T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:19:21.491995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] Deleting port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:19:21.492386 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.566775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] For port fa62a555-bee4-4dcf-b498-3d08f8bcbb04, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,segment=NetworkSegment(57198b91-9fd4-4f0e-8875-285daec456d9),segment_id=57198b91-9fd4-4f0e-8875-285daec456d9)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:21.567170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.580807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] Calling delete_port for fa62a555-bee4-4dcf-b498-3d08f8bcbb04 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:19:21.713538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.741238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=e98ed1bc-3bca-44ee-a570-a4bed5e9e526,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:21.747585 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.782584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] No DVR routers for this DVR port fa62a555-bee4-4dcf-b498-3d08f8bcbb04 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:19:21.786391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3563fb2-e6b0-48c0-9d48-c26629a3dddf None None] Pushing event deleted for resources: {'Port': ['ID=fa62a555-bee4-4dcf-b498-3d08f8bcbb04,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:21.817565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.934700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.934700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.062498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.062872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Fanout notify agent at l3_agent the message router_deleted on router 21317d9d-c1b7-4de2-9d3a-6dbe94eca296 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:19:22.070267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.071004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8f173137-3c70-48e3-a62d-1644f3e6049c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/routers/21317d9d-c1b7-4de2-9d3a-6dbe94eca296 HTTP/1.1" status: 204 len: 168 time: 1.1435089 Jul 28 15:19:22.079148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35072) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:22.143504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa62a555-bee4-4dcf-b498-3d08f8bcbb04 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:22.169941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.178556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: fa62a555-bee4-4dcf-b498-3d08f8bcbb04 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:19:22.178910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fa62a555-bee4-4dcf-b498-3d08f8bcbb04 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:19:22.179333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f1d6b4a7-260b-40cc-9746-8b0fdee8d81b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:22.198872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f1d6b4a7-260b-40cc-9746-8b0fdee8d81b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:19:22.199221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f1d6b4a7-260b-40cc-9746-8b0fdee8d81b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:19:22.276530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.287439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1458b736-a110-4518-86a6-f073fe85a6a9']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:22.300468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57198b91-9fd4-4f0e-8875-285daec456d9') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:22.300850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57198b91-9fd4-4f0e-8875-285daec456d9') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:22.310656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.329008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.337258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:19:22.337569 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.340622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c306e1e8-a5e4-420d-b4af-1db12d7a4170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:19:22.342977 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:19:22.467824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.473779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.475894 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/networks/1458b736-a110-4518-86a6-f073fe85a6a9 HTTP/1.1" status: 204 len: 168 time: 0.3961041 Jul 28 15:19:22.482512 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:22.496102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a976-500b-46b9-bcdc-978fe77a9ad9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Network': ['ID=1458b736-a110-4518-86a6-f073fe85a6a9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:22.555612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8834767-2130-4140-8ce9-b70ca8570aa9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.582263 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8834767-2130-4140-8ce9-b70ca8570aa9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.753570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8834767-2130-4140-8ce9-b70ca8570aa9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.756868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d8834767-2130-4140-8ce9-b70ca8570aa9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:22.758133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d8834767-2130-4140-8ce9-b70ca8570aa9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/security-groups/2da7ba72-2ca7-47e3-8269-a3780ca54d09 HTTP/1.1" status: 204 len: 168 time: 0.2784016 Jul 28 15:19:22.772872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8834767-2130-4140-8ce9-b70ca8570aa9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7ba72-2ca7-47e3-8269-a3780ca54d09,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:23.282716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35088) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:23.287399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942458499', 'description': 'tempest-secgroup-smoke-1942458499 description', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:23.399024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:23.488529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:23.597668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:23.630325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:23.730567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:23.732353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ddf38a02-23c0-45b2-a413-07a7b4ec2f98 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4484081 Jul 28 15:19:23.736666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35096) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:23.741378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '0e80b816-abb6-4dc1-b80c-fee0bcbc2c21', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:23.846165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:23.908856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.016704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.026889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e98ed1bc-3bca-44ee-a570-a4bed5e9e526 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:24.041457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdb573f-d9d3-40e7-84e5-fd47c740ef57,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:24.050009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e98ed1bc-3bca-44ee-a570-a4bed5e9e526 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:19:24.050361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e98ed1bc-3bca-44ee-a570-a4bed5e9e526 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:19:24.284968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.286211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0b3592f5-fc94-4461-8961-eba535d1f018 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5484898 Jul 28 15:19:24.289557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35098) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:24.295126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '0e80b816-abb6-4dc1-b80c-fee0bcbc2c21', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:24.415581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.482230 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.564356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.583837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f1c4c3-9909-452f-bae8-5eb9a3ed7a9a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:24.679278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.680525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-640c783a-6b72-4c49-bba5-87127524f6e0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894939 Jul 28 15:19:24.683293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:24.688552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '0e80b816-abb6-4dc1-b80c-fee0bcbc2c21', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:24.780609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.798599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8abecdf-e8bc-422e-94cb-6a72c6efff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.854445 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.964127 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.981847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfb1f37-cbc1-4b3e-91da-412da816ae8d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:25.038941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.040217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e1f4d92a-b331-408f-b253-11fd7388b857 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559842 Jul 28 15:19:25.044105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35104) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:25.049076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '0e80b816-abb6-4dc1-b80c-fee0bcbc2c21', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:25.142646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.249190 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.259560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.359028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.377137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de539643-3d28-4cb7-89a8-64da33f3a726,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:25.473137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.474498 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-71f40285-0b86-439e-88aa-3ff65c915432 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4294248 Jul 28 15:19:25.477296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35108) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:25.481934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '0e80b816-abb6-4dc1-b80c-fee0bcbc2c21', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:25.587658 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:19:25.593428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.661276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.747378 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.769180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe02088-417f-4167-bb4e-6b474567e843,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:25.867576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.868878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b97aa234-3bfc-4ef0-8940-7c0632fe2e10 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3905680 Jul 28 15:19:25.871723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:25.876655 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'security_group_rule': {'security_group_id': '0e80b816-abb6-4dc1-b80c-fee0bcbc2c21', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:25.987347 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Project fbcb164103f540b6af9752880e9ef2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:19:25.992579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.047143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.197399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.217145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3695a929-2de2-43e7-8150-f37cccf807a3,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:26.438582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.439753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f0595b07-203a-43ca-8129-29be58bf1c92 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5670249 Jul 28 15:19:26.442741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35116) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:26.447968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'network': {'name': 'tempest-network-smoke--955015291', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:26.489942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.535919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:26.539643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.569983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:19:26.580090 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.580443 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Added segment de628a64-fad6-430a-aaac-f6a697e9903b of type vlan for network 576eaf42-7a34-420c-bbba-9a6823aea62b Jul 28 15:19:26.621458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.723776 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.730122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:26.730942 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.804014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Network': ['ID=576eaf42-7a34-420c-bbba-9a6823aea62b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:26.815355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 576eaf42-7a34-420c-bbba-9a6823aea62b details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:19:26.873800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e7ea9508-2ea2-4a4f-8b0c-2556356377dd tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4298909 Jul 28 15:19:26.876378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35118) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:26.881118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'admin_state_up': True, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:26.986436 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:26.987478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:27.415918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:27.691562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:27.877957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:27.951276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:27.974833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:28.082340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.118 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/34c8c24b-3e3f-4aa8-8cd2-018af8879f2d) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:28.206291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:28.331624 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:28.383751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:28.389771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:28.392813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:28.416422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:28.735200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:28.943559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:29.163333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 5daa0949-539d-4942-af8f-73a78eec6842 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:19:29.282472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:19:29.291870 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Sync routers for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:19:29.301748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:29.302390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:29.381536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:29.382786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7bd21c65-b476-4e8d-855d-ca24e112e581 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5054200 Jul 28 15:19:29.386506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35136) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:29.410460 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:29.423504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0e8bd711-effc-476d-b3af-ab42530eed82 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fbcb164103f540b6af9752880e9ef2eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364861 Jul 28 15:19:29.426676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:29.533720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997fb86-9995-4d58-855a-c07d43e497e9 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:29.538178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9997fb86-9995-4d58-855a-c07d43e497e9 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076696 Jul 28 15:19:29.538541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35142) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:29.568655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a0ef909f-e54f-480d-911f-50b3bdfb7efc tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287700 Jul 28 15:19:29.571384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:29.576519 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-666161257', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:29.593372 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:28Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:29.622967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Checking router: 5daa0949-539d-4942-af8f-73a78eec6842 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:19:29.623375 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Updating router 5daa0949-539d-4942-af8f-73a78eec6842 port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:19:29.649601 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:29.764022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:29.767854 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:29.915605 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:29.926146 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Transition to ACTIVE for port object 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:30.009988 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.025738 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.062837 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Attempting to bind port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:30.063212 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Attempting to bind port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:30.063569 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Attempting to bind port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:30.074325 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Pushing event updated for resources: {'Port': ['ID=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:30.078125 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:30.078497 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:30.078904 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.079297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:30.079774 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Bound port: 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:30.080153 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.087214 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.087535 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.093426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:30.095109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Subnet': ['ID=fe867cf8-2038-45f7-a413-6321c2521012,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:30.104262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Checking segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:30.104654 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network hostable DHCP agents. Network: 576eaf42-7a34-420c-bbba-9a6823aea62b, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:19:30.145412 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] For port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:30.148603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] For port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:30.238911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 576eaf42-7a34-420c-bbba-9a6823aea62b is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:19:30.250768 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.312764 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:30.313417 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:30.315154 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f85a34-c910-463f-be61-bd1e32f09dac None None] Pushing event updated for resources: {'Port': ['ID=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:30.352968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 576eaf42-7a34-420c-bbba-9a6823aea62b) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:30.363911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c3721-daea-4239-b0e6-13e3025124a7 None None] Network 576eaf42-7a34-420c-bbba-9a6823aea62b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:19:30.365710 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:30.366309 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.426578 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:30.468899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-833b9869-f23a-4d4e-86a6-603a89d64b9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8956974 Jul 28 15:19:30.471286 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35150) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:30.533767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-576eaf42-7a34-420c-bbba-9a6823aea62b', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:19:30.534720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.621681 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:28Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:30.656737 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c30de-20a9-4fcd-9f4a-89e0a441c7ff None None] The sync data for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 is: [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:28Z', 'revision_number': 3, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:19:30.678792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Allocated IP 172.20.0.2 (576eaf42-7a34-420c-bbba-9a6823aea62b/fe867cf8-2038-45f7-a413-6321c2521012/d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:30.855627 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.866653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Transition to ACTIVE for port object d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:30.885549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Transition to ACTIVE for port object d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:30.969767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.990035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:31.024940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Network 576eaf42-7a34-420c-bbba-9a6823aea62b is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:31.030651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:31.032631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Pushing event updated for resources: {'Port': ['ID=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:31.034926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:31.103961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Attempting to bind port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:31.104824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Attempting to bind port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:31.105512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Attempting to bind port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 on network 576eaf42-7a34-420c-bbba-9a6823aea62b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:31.112591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:31.112971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Checking segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:31.113438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:31.113888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Bound using segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:31.114729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Bound port: d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:31.114729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:31.196747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] For port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:31.201203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] For port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:31.313435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:31.331837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.1 (576eaf42-7a34-420c-bbba-9a6823aea62b/fe867cf8-2038-45f7-a413-6321c2521012/64db3cb8-bb2e-4938-8377-5ccd8a0f3266) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:31.406142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e814-d9f9-4149-937b-e894d7ec257a None None] Pushing event updated for resources: {'Port': ['ID=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:31.528923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:31.547960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:31.672307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:31.727022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 576eaf42-7a34-420c-bbba-9a6823aea62b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:31.731856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:31.734761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:31.769882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:31.792767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.017717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.126978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:32.278614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:32.284907 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:32.288718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.382398 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.384829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.409634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:32.448921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.473607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.474753 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.475705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:32.528779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:32.531382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.565912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:32.651043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:32.663509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 576eaf42-7a34-420c-bbba-9a6823aea62b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:32.665389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:32.946546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c23ec-f6f2-4285-9f58-59916aab9b96 None None] Network 576eaf42-7a34-420c-bbba-9a6823aea62b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:19:33.116173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] Provisioning for port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:33.124774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] Provisioning complete for port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:33.125628 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:33.205332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 5daa0949-539d-4942-af8f-73a78eec6842 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:19:33.235435 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:33.281297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] For port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:33.345166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:19:33.357157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dcb5f4d9-20ad-4da9-aff0-f1ed82f99bd5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/5daa0949-539d-4942-af8f-73a78eec6842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839543 Jul 28 15:19:33.365720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Sync routers for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:19:33.381569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:33.387737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:33.392471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:33.532658 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabb669-760a-4b5a-9792-f63edc332682 None None] Pushing event updated for resources: {'Port': ['ID=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:33.572145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:33.612194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-8153f136-5365-47ac-a86c-b407980e5b97 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942458499&fields=id&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 267 time: 0.0367885 Jul 28 15:19:33.728487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-02ada3fa-9061-4370-9754-99525527164d None None] Provisioning for port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:33.738118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-1ee2eaf0-9c23-464c-baac-c8148c9b4893 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:33.740706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-02ada3fa-9061-4370-9754-99525527164d None None] Provisioning complete for port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:33.741211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-02ada3fa-9061-4370-9754-99525527164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:33.745621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-1ee2eaf0-9c23-464c-baac-c8148c9b4893 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 796 time: 0.1243885 Jul 28 15:19:33.764569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-af2a86b7-a857-4da1-b95d-c3ea61835b1e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/quotas/fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 375 time: 0.0170753 Jul 28 15:19:33.807433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-02ada3fa-9061-4370-9754-99525527164d None None] Port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:19:33.816920 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-9b6a6097-3e69-4acd-9904-35ee14020f72 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509014 Jul 28 15:19:33.826155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-02ada3fa-9061-4370-9754-99525527164d None None] Provisioning complete for port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:33.826579 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-02ada3fa-9061-4370-9754-99525527164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:33.877300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 2, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:33.906601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Checking router: 5daa0949-539d-4942-af8f-73a78eec6842 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:19:33.918620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Updating router 5daa0949-539d-4942-af8f-73a78eec6842 port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:19:33.928095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-4c89519d-e40d-492a-9bca-a87acfb4e4f9 service neutron] 10.222.0.57 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947270 Jul 28 15:19:33.953186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.028720 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-2fe9ea06-6240-409f-a5ca-592b40c7505e service neutron] 10.222.0.57 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940306 Jul 28 15:19:34.098987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:34.338446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7fb67d5a-928c-423e-8b09-fc6d6101e6a6 req-1c92c2fc-2912-4458-a226-0ac2ba565a38 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Jul 28 15:19:34.341765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-add5237f-3065-452f-a49a-c7cc9d57236e None None] Provisioning complete for port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:34.342662 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-add5237f-3065-452f-a49a-c7cc9d57236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.405550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-add5237f-3065-452f-a49a-c7cc9d57236e None None] Port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:19:34.440257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:34.440726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.535423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.565503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Transition to ACTIVE for port object 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:34.580365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:34.625835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:34.629015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.663583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.743778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8ac6-c4d7-47f8-a8c9-fa8c8b9d66ba None None] Pushing event updated for resources: {'Port': ['ID=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:34.820142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Attempting to bind port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:34.820572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Attempting to bind port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:34.820945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Attempting to bind port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 on network 576eaf42-7a34-420c-bbba-9a6823aea62b {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:34.827057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:34.827573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Checking segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:34.827989 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.828396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Bound using segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:34.828888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Bound port: 64db3cb8-bb2e-4938-8377-5ccd8a0f3266, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:34.829296 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:34.913928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] For port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:34.917504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] For port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:35.004896 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:35.082261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8ac6-c4d7-47f8-a8c9-fa8c8b9d66ba None None] Pushing event updated for resources: {'Port': ['ID=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:35.086087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:35.086087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:35.217837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:35.448601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:34Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:35.473855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-99b7a4c5-66e6-4c91-8caa-10c724cba96a req-6b1948dd-9587-4188-abce-b4ce1a9bacfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 210 time: 0.0562587 Jul 28 15:19:35.486198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e26e-816d-47d9-a5fd-e93306e680fa None None] The sync data for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 is: [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:34Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:19:36.128590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:36.489090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:36.489090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:36.489090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:36.642787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:36.642787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:36.643345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-087a6fab-41c2-484f-8445-0a1c443ee5c7 req-9667afc3-8e2c-403e-90b6-24233dfb0aff tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 210 time: 0.0292549 Jul 28 15:19:36.643913 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:36.696101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:36.749092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:36.784949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63b80459-bbc3-4d70-9fb5-c209de518dc4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:36.786395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63b80459-bbc3-4d70-9fb5-c209de518dc4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 796 time: 0.1087558 Jul 28 15:19:36.850320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-d7f5bfa2-b028-45d3-aaab-e0805092acf9 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcb164103f540b6af9752880e9ef2eb HTTP/1.1" status: 200 len: 380 time: 0.0472274 Jul 28 15:19:36.863927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'port': {'device_id': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'admin_state_up': True, 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'security_groups': ['0e80b816-abb6-4dc1-b80c-fee0bcbc2c21']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:37.260074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Made reservation on behalf of fbcb164103f540b6af9752880e9ef2eb for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:37.272302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:37.355235 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:19:37.402574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.20.0.5 (576eaf42-7a34-420c-bbba-9a6823aea62b/fe867cf8-2038-45f7-a413-6321c2521012/581f0abb-f20d-45c9-8810-147122df0c3f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:37.552371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:37.566446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Transition to ACTIVE for port object 581f0abb-f20d-45c9-8810-147122df0c3f will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:37.682949 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0d30298-e90d-47f3-87f3-a4274297eeed req-f912ad0e-1ef1-4ca9-bd65-16b144b5e28e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 210 time: 0.0302727 Jul 28 15:19:37.718121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:37.725273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:37.773160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 576eaf42-7a34-420c-bbba-9a6823aea62b is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:37.786763 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:37.788795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:37.791018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:37.857368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0c90-19f0-44f5-b613-051d93ba51c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:37.864715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:37.865392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:37.959871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-07417a15-9db9-461c-9458-8994dd749995 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0999408 Jul 28 15:19:37.984736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Request body: {'port': {'device_id': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:38.080227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:38.084161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.111385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0c90-19f0-44f5-b613-051d93ba51c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.134554 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:38.135396 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.204906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0c90-19f0-44f5-b613-051d93ba51c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.238266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-17121d87-7ad1-4855-89c5-bdec3f57f680 None None] Provisioning for port 581f0abb-f20d-45c9-8810-147122df0c3f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:38.242717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-17121d87-7ad1-4855-89c5-bdec3f57f680 None None] Provisioning complete for port 581f0abb-f20d-45c9-8810-147122df0c3f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:38.243205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-17121d87-7ad1-4855-89c5-bdec3f57f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.281834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc0c90-19f0-44f5-b613-051d93ba51c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f5fc4-3ace-4b35-89f8-ea2dba914b46,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:38.283815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-17121d87-7ad1-4855-89c5-bdec3f57f680 None None] Port 581f0abb-f20d-45c9-8810-147122df0c3f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:19:38.317214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6bcc0c90-19f0-44f5-b613-051d93ba51c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c5c3db99bfb4c2791e7bd7f309f1ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908821 Jul 28 15:19:38.319829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35220) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:38.408738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e56632ba-6838-4aa4-a76f-05b5b31ad499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.451796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e56632ba-6838-4aa4-a76f-05b5b31ad499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.510942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581f0abb-f20d-45c9-8810-147122df0c3f {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:19:38.519194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.637635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Transition to ACTIVE for port object 581f0abb-f20d-45c9-8810-147122df0c3f will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:38.639059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e56632ba-6838-4aa4-a76f-05b5b31ad499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.642002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e56632ba-6838-4aa4-a76f-05b5b31ad499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.643154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e56632ba-6838-4aa4-a76f-05b5b31ad499 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e2f5fc4-3ace-4b35-89f8-ea2dba914b46 HTTP/1.1" status: 204 len: 168 time: 0.3224084 Jul 28 15:19:38.651363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56632ba-6838-4aa4-a76f-05b5b31ad499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f5fc4-3ace-4b35-89f8-ea2dba914b46,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:38.694428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.747137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:38.894665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860b943-7605-42e2-b1c4-da94d39005ab req-37be037f-808f-4069-a41d-5152937871e7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:38.896940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0860b943-7605-42e2-b1c4-da94d39005ab req-37be037f-808f-4069-a41d-5152937871e7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 943 time: 0.1277494 Jul 28 15:19:38.902174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Attempting to bind port 581f0abb-f20d-45c9-8810-147122df0c3f on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:38.902517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Attempting to bind port 581f0abb-f20d-45c9-8810-147122df0c3f by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:38.902873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Attempting to bind port 581f0abb-f20d-45c9-8810-147122df0c3f on network 576eaf42-7a34-420c-bbba-9a6823aea62b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:38.918872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Port 581f0abb-f20d-45c9-8810-147122df0c3f on network 576eaf42-7a34-420c-bbba-9a6823aea62b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:19:38.918872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Attempting to bind port 581f0abb-f20d-45c9-8810-147122df0c3f on network 576eaf42-7a34-420c-bbba-9a6823aea62b {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:38.930929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:38.931265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Checking segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:38.931656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Bound using segment: {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:38.932098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Bound port: 581f0abb-f20d-45c9-8810-147122df0c3f, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de628a64-fad6-430a-aaac-f6a697e9903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:38.932556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:38.962406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0860b943-7605-42e2-b1c4-da94d39005ab req-4020d9c6-bb5a-45ad-b368-513bc59dc5a2 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565329 Jul 28 15:19:39.020062 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:39.023566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:39.106666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.146792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.147475 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.148883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] 10.222.0.42 "PUT /v2.0/ports/581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 1092 time: 1.1721535 Jul 28 15:19:39.149338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:39.151631 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90b3d91-dfa6-4262-b57e-4c8635bb321e" -d '{"events": [{"name": "network-changed", "server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:39.182369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f779d1-3188-43a6-9b32-b2902b1c9619 service neutron] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:39.196205 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2412f-199d-456a-b64b-13fa9e842285 x-openstack-request-id: req-a7c2412f-199d-456a-b64b-13fa9e842285 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:39.196634 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:39.196865 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7c2412f-199d-456a-b64b-13fa9e842285 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:39.197297 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'status': 'completed', 'code': 200} Jul 28 15:19:39.293417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3d91-dfa6-4262-b57e-4c8635bb321e req-4fe85d70-6441-474e-98c0-621c9fd9feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.295140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e90b3d91-dfa6-4262-b57e-4c8635bb321e req-4fe85d70-6441-474e-98c0-621c9fd9feb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1095 time: 0.0557721 Jul 28 15:19:39.365300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35230) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:39.378555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-570a62f6-8c1c-4f1c-b597-9ab93cda6326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.404147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3d91-dfa6-4262-b57e-4c8635bb321e req-91db796e-e796-4b60-93d7-019cf4879d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.406203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e90b3d91-dfa6-4262-b57e-4c8635bb321e req-91db796e-e796-4b60-93d7-019cf4879d0b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fbcb164103f540b6af9752880e9ef2eb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0969038 Jul 28 15:19:39.476108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-570a62f6-8c1c-4f1c-b597-9ab93cda6326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.510135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3d91-dfa6-4262-b57e-4c8635bb321e req-79a4c011-e770-4349-92ce-500098f255ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.515226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e90b3d91-dfa6-4262-b57e-4c8635bb321e req-79a4c011-e770-4349-92ce-500098f255ba service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988564 Jul 28 15:19:39.581559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-570a62f6-8c1c-4f1c-b597-9ab93cda6326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.616080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-97c2ab3a-c3f6-4395-bb36-7ca9a177bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.617562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-97c2ab3a-c3f6-4395-bb36-7ca9a177bdb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1095 time: 0.0444396 Jul 28 15:19:39.621614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-570a62f6-8c1c-4f1c-b597-9ab93cda6326 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=380aa0a088124763be97386434447ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552464 Jul 28 15:19:39.624140 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a62f6-8c1c-4f1c-b597-9ab93cda6326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0859c-7f5f-4069-88c6-235834a7aaab,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:39.625044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35232) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:39.676629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-bf23db9d-9545-4c35-adba-3414f510a078 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 217 time: 0.0448773 Jul 28 15:19:39.749038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-799e8089-b765-44d4-ae14-0292d3b37fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.750554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-799e8089-b765-44d4-ae14-0292d3b37fc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 200 len: 834 time: 0.0664701 Jul 28 15:19:39.753428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3aaefc7a-6db4-4eed-85a4-3c3b7218f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.800442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3aaefc7a-6db4-4eed-85a4-3c3b7218f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.840212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-b954b9ee-1d7a-448c-8217-343018c4e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.841909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-b954b9ee-1d7a-448c-8217-343018c4e708 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=576eaf42-7a34-420c-bbba-9a6823aea62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838304 Jul 28 15:19:39.939101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-ce97c0fd-c28c-49b6-9579-5bce029a72d5 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894697 Jul 28 15:19:39.987854 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3aaefc7a-6db4-4eed-85a4-3c3b7218f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.990395 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3aaefc7a-6db4-4eed-85a4-3c3b7218f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:39.991536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3aaefc7a-6db4-4eed-85a4-3c3b7218f939 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80b0859c-7f5f-4069-88c6-235834a7aaab HTTP/1.1" status: 204 len: 168 time: 0.3654108 Jul 28 15:19:40.006807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaefc7a-6db4-4eed-85a4-3c3b7218f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0859c-7f5f-4069-88c6-235834a7aaab,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:40.061605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c28a107-8fd7-4676-a9c8-b6c5786c7ba3 req-0545d067-75b7-4279-8446-0a3afed67497 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153665 Jul 28 15:19:40.119391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7c7fc-2546-40b6-8491-6eb3316a0387 req-40dd2aef-b533-485f-80d4-09c74094d03b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:40.120926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61f7c7fc-2546-40b6-8491-6eb3316a0387 req-40dd2aef-b533-485f-80d4-09c74094d03b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 943 time: 0.0584126 Jul 28 15:19:40.161451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61f7c7fc-2546-40b6-8491-6eb3316a0387 req-26896ff0-7b8b-4470-ba18-ff71438f33ec tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Jul 28 15:19:41.286757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda715c3-1aa9-41f5-9734-d30939ea78a6 req-31f8d3a2-a375-478e-9ad3-5b5aae3a391f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:41.288365 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bda715c3-1aa9-41f5-9734-d30939ea78a6 req-31f8d3a2-a375-478e-9ad3-5b5aae3a391f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 943 time: 0.0496833 Jul 28 15:19:41.335597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bda715c3-1aa9-41f5-9734-d30939ea78a6 req-e1158a40-8856-4f10-810d-50afe32a21d0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Jul 28 15:19:42.450576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:19:42.455193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f02e52-d046-43c1-848e-49782b47b363 req-b1300186-eb04-42e3-8c17-b36721779a3e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:42.456952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76f02e52-d046-43c1-848e-49782b47b363 req-b1300186-eb04-42e3-8c17-b36721779a3e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 943 time: 0.0528576 Jul 28 15:19:42.506654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76f02e52-d046-43c1-848e-49782b47b363 req-e40ca800-a87a-4af5-9125-17411d683c29 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Jul 28 15:19:42.563325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:42.574717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '581f0abb-f20d-45c9-8810-147122df0c3f', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'port_id': '581f0abb-f20d-45c9-8810-147122df0c3f', 'mac_address': 'fa:16:3e:0b:49:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:19:42.611949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:42.625266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581f0abb-f20d-45c9-8810-147122df0c3f {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:19:42.645846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:42.787369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:42.842058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:43.274391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['581f0abb-f20d-45c9-8810-147122df0c3f'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:19:43.629876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eaeb8-fc0d-4855-a5e0-130f3599fb51 req-084ca9f2-c637-4e6c-bff3-dc484cde7ac5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:43.631387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd4eaeb8-fc0d-4855-a5e0-130f3599fb51 req-084ca9f2-c637-4e6c-bff3-dc484cde7ac5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 944 time: 0.0493357 Jul 28 15:19:43.670300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd4eaeb8-fc0d-4855-a5e0-130f3599fb51 req-68eab7ea-9cbf-4fc6-83a2-59eef729f71a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330095 Jul 28 15:19:44.464822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:44.609617 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 581f0abb-f20d-45c9-8810-147122df0c3f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:44.614604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 581f0abb-f20d-45c9-8810-147122df0c3f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:44.615004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:44.699982 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:44.727208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:44.729445 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5d5a5-69f6-4e6e-abf1-55c29c19c29b" -d '{"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-plugged", "status": "completed", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:44.747710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:44.775239 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e591d79-33a1-4fa2-9786-4dac1850b081 x-openstack-request-id: req-6e591d79-33a1-4fa2-9786-4dac1850b081 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:44.775542 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-plugged", "status": "completed", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:44.775797 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e591d79-33a1-4fa2-9786-4dac1850b081 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:44.776201 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'code': 200} Jul 28 15:19:44.813991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3a175-2bb0-4686-a8b4-4e872d10cd62 req-cd0f16ef-1c2e-46e6-a66a-999844dcf8f0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:44.815649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73a3a175-2bb0-4686-a8b4-4e872d10cd62 req-cd0f16ef-1c2e-46e6-a66a-999844dcf8f0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 944 time: 0.0598428 Jul 28 15:19:44.839026 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:44.882829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-73a3a175-2bb0-4686-a8b4-4e872d10cd62 req-7db3520d-f757-4174-9ea1-2415399e5981 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595796 Jul 28 15:19:44.892264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:44.920316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebf533-642e-4aa9-a776-81f1c4cafd6e req-2a79f139-9352-4c8b-8f4a-e18cc00c118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:44.921967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02ebf533-642e-4aa9-a776-81f1c4cafd6e req-2a79f139-9352-4c8b-8f4a-e18cc00c118c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0541017 Jul 28 15:19:44.958100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02ebf533-642e-4aa9-a776-81f1c4cafd6e req-11ae41e0-ce08-44a2-ae3e-eb0ce11be08f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287285 Jul 28 15:19:46.016199 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9a64-9fc1-41bf-8528-a85dee8e1d77 req-efd117ef-60ce-40f9-ac30-82c0216dd91f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:46.017740 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c2f9a64-9fc1-41bf-8528-a85dee8e1d77 req-efd117ef-60ce-40f9-ac30-82c0216dd91f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0494015 Jul 28 15:19:46.057822 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c2f9a64-9fc1-41bf-8528-a85dee8e1d77 req-2bb9d859-2447-4e26-86dd-988dfe6eea21 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Jul 28 15:19:47.174511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50bf9f-48b3-4467-9d3a-84313463e6a3 req-e36437ff-a942-4adb-bec0-6768e8d076da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:47.176070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f50bf9f-48b3-4467-9d3a-84313463e6a3 req-e36437ff-a942-4adb-bec0-6768e8d076da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0511396 Jul 28 15:19:47.224754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7f50bf9f-48b3-4467-9d3a-84313463e6a3 req-8244aa9c-1f9e-431e-ab8a-9296083a4b61 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Jul 28 15:19:47.352124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a35c36-2d43-4f2a-a43a-809b72fa8d37 req-df2bf2d1-1811-45a0-bccc-fe149edf453b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:47.353705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73a35c36-2d43-4f2a-a43a-809b72fa8d37 req-df2bf2d1-1811-45a0-bccc-fe149edf453b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Jul 28 15:19:47.405213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73a35c36-2d43-4f2a-a43a-809b72fa8d37 req-b9b93dec-e4d6-41b3-a30e-ff5a7d4bf1af tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Jul 28 15:19:47.428494 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35310) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:47.474297 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee4533-6cfe-42e4-929c-68ba2ab255c5 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:47.474297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d4ee4533-6cfe-42e4-929c-68ba2ab255c5 tempest-TestNetworkAdvancedServerOps-528574966 tempest-TestNetworkAdvancedServerOps-528574966-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1092 time: 0.0444765 Jul 28 15:19:47.478044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35314) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:47.482805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '581f0abb-f20d-45c9-8810-147122df0c3f', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:47.614273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:47.711535 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:47.838502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Allocated IP 172.25.6.176 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/613c7972-41a3-41df-95f8-a36b8f9804e7) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:47.943328 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.083215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.127965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:48.130956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:48.137260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:48.143302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=613c7972-41a3-41df-95f8-a36b8f9804e7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:48.521700 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.652150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.804137 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.861850 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.937296 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event updated for resources: {'Port': ['ID=613c7972-41a3-41df-95f8-a36b8f9804e7,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:48.957616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:49.069497 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP 2b62d939-af07-492a-94ff-ed81e78e9a7c associated. External IP: 172.25.6.176, port: 581f0abb-f20d-45c9-8810-147122df0c3f. Jul 28 15:19:49.625349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 5daa0949-539d-4942-af8f-73a78eec6842 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:19:49.736004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:19:49.747928 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] Sync routers for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:19:49.757681 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:49.758302 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:49.798825 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:49.828419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebe6f72a-4e1a-4d67-9447-a8703e0c8212 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3492906 Jul 28 15:19:49.829045 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:49.831312 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213" -d '{"events": [{"name": "network-changed", "server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:49.935278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd85c-8726-461d-ba91-5bbb918374ea req-e6b5e4ad-b5ed-48ec-9ec0-d7252b722b6b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:49.937335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee5dd85c-8726-461d-ba91-5bbb918374ea req-e6b5e4ad-b5ed-48ec-9ec0-d7252b722b6b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0563138 Jul 28 15:19:49.970320 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:49.979066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee5dd85c-8726-461d-ba91-5bbb918374ea req-633e4ce3-55b9-4c0b-be69-eb1a70c33cce tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354452 Jul 28 15:19:50.003420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35336) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:50.013546 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945a9d01-017b-4a8f-880a-4037b2052595 x-openstack-request-id: req-945a9d01-017b-4a8f-880a-4037b2052595 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:50.013940 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:50.014962 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-945a9d01-017b-4a8f-880a-4037b2052595 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:50.015451 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'status': 'completed', 'code': 200} Jul 28 15:19:50.089709 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-550fa849-8bbd-43e5-bde9-0829c5f633a3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2b62d939-af07-492a-94ff-ed81e78e9a7c HTTP/1.1" status: 200 len: 991 time: 0.0850995 Jul 28 15:19:50.120347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-601f42c1-1c11-421a-93be-9b838dc896eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.126331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-601f42c1-1c11-421a-93be-9b838dc896eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0594420 Jul 28 15:19:50.225732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-5c6e4196-e0bb-4a85-93dc-54a812a5b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.227531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-5c6e4196-e0bb-4a85-93dc-54a812a5b3d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 897 time: 0.0983849 Jul 28 15:19:50.243029 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '2b62d939-af07-492a-94ff-ed81e78e9a7c', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'port_id': '581f0abb-f20d-45c9-8810-147122df0c3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'mac_address': 'fa:16:3e:0b:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:19:48Z', 'updated_at': '2021-07-28T15:19:48Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:36Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:50.274171 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] Checking router: 5daa0949-539d-4942-af8f-73a78eec6842 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:19:50.285977 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:19:50.286603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:50.305334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-cea875d7-4c63-49e7-844f-720991b85a03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 999 time: 0.0693877 Jul 28 15:19:50.365149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-43ddb80b-399f-4d70-bdeb-47c4327ace7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.367264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-43ddb80b-399f-4d70-bdeb-47c4327ace7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 200 len: 834 time: 0.0537267 Jul 28 15:19:50.412664 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:19:50.430594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-3c838b10-be71-4d76-b1e6-063518f952e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.430594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-3c838b10-be71-4d76-b1e6-063518f952e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=576eaf42-7a34-420c-bbba-9a6823aea62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531316 Jul 28 15:19:50.538278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-68919f9f-a268-412f-beb0-95932aa6bac7 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012046 Jul 28 15:19:50.640125 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e5030c8-232d-4f2e-a2fa-0fc9a8f52213 req-091a5d1d-8e59-4c77-bb52-119cd7b8deb1 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940022 Jul 28 15:19:50.645680 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '2b62d939-af07-492a-94ff-ed81e78e9a7c', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'port_id': '581f0abb-f20d-45c9-8810-147122df0c3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'mac_address': 'fa:16:3e:0b:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:19:48Z', 'updated_at': '2021-07-28T15:19:48Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:36Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:19:50.675221 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0b84b-f90d-47ac-b3a6-34f1b20f9c64 None None] The sync data for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 is: [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '2b62d939-af07-492a-94ff-ed81e78e9a7c', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'port_id': '581f0abb-f20d-45c9-8810-147122df0c3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'mac_address': 'fa:16:3e:0b:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:19:48Z', 'updated_at': '2021-07-28T15:19:48Z', 'revision_number': 0, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:36Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:19:50.890921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326f8ce-5594-4989-a030-03adbed21c68 None None] New status for floating IP 2b62d939-af07-492a-94ff-ed81e78e9a7c: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:19:51.091654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:51.177409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0b68d311-54e6-4071-9ba6-00a3529473ef tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2b62d939-af07-492a-94ff-ed81e78e9a7c HTTP/1.1" status: 200 len: 991 time: 0.0843318 Jul 28 15:19:52.179405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35348) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:52.244883 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3926850c-37da-4719-9ae7-afea85bdf9df tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2b62d939-af07-492a-94ff-ed81e78e9a7c HTTP/1.1" status: 200 len: 993 time: 0.0642109 Jul 28 15:19:52.364150 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3851-3a53-48a0-b785-cd9af6845a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.095725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:53.203175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6237a844-0b4c-40fb-a90b-5d54421b20b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.294261 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6237a844-0b4c-40fb-a90b-5d54421b20b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.364240 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6237a844-0b4c-40fb-a90b-5d54421b20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.406187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6237a844-0b4c-40fb-a90b-5d54421b20b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1afee0728d54671999e61695140aeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092160 Jul 28 15:19:53.406946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a844-0b4c-40fb-a90b-5d54421b20b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5591e-061f-483a-a0d7-3d61c75ad462,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:53.409047 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35360) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:53.461706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855fbd0-aa1e-4cd6-9e9a-4c0d347a2426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.485869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855fbd0-aa1e-4cd6-9e9a-4c0d347a2426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.706472 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855fbd0-aa1e-4cd6-9e9a-4c0d347a2426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.709313 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b855fbd0-aa1e-4cd6-9e9a-4c0d347a2426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:53.710466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b855fbd0-aa1e-4cd6-9e9a-4c0d347a2426 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53d5591e-061f-483a-a0d7-3d61c75ad462 HTTP/1.1" status: 204 len: 168 time: 0.3004220 Jul 28 15:19:53.720828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855fbd0-aa1e-4cd6-9e9a-4c0d347a2426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d5591e-061f-483a-a0d7-3d61c75ad462,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:54.792412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e106d228-902f-4092-be21-030d736424fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.272495 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.371729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35394) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:55.473780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d293ddba-65c0-4e8b-9d76-178df988542f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.567796 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d293ddba-65c0-4e8b-9d76-178df988542f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.637779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d293ddba-65c0-4e8b-9d76-178df988542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.677441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d293ddba-65c0-4e8b-9d76-178df988542f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=519c874d2e0f4ecebe53f7d50c99ee01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046081 Jul 28 15:19:55.678161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293ddba-65c0-4e8b-9d76-178df988542f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e86335-1b21-4e7e-892c-6fe0c8345aa8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:55.680495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35398) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:55.729543 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1731050-45d4-4882-98c8-bb0ef9347b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.751438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1731050-45d4-4882-98c8-bb0ef9347b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.889962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1731050-45d4-4882-98c8-bb0ef9347b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.892556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e1731050-45d4-4882-98c8-bb0ef9347b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:55.893744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e1731050-45d4-4882-98c8-bb0ef9347b00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41e86335-1b21-4e7e-892c-6fe0c8345aa8 HTTP/1.1" status: 204 len: 168 time: 0.2123358 Jul 28 15:19:55.901990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1731050-45d4-4882-98c8-bb0ef9347b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e86335-1b21-4e7e-892c-6fe0c8345aa8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:56.443929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.018203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35420) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:57.115498 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-186265088-network', 'tenant_id': '55e07c2fd5144188b1980174363ba051'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:57.272786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:57.275255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.284802 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.372985 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.449269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.478208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:19:57.484052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9816810f-f1db-43d9-9aca-b4a454eda4bd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:57.492159 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.492627 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Added segment fa4838fc-54b5-4990-a59a-21ef6d49dc2c of type vlan for network 4ac652c6-3d53-4f5e-85ff-eec031596c89 Jul 28 15:19:57.541027 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.689310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.690325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:57.690948 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.750283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac652c6-3d53-4f5e-85ff-eec031596c89,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:57.760399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:19:57.832979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-52ba638e-5ad4-4581-a2bf-5e72d1cae417 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8135247 Jul 28 15:19:57.836355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35424) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:57.841247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Request body: {'subnet': {'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-186265088-subnet', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:58.036481 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.099231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:58.101636 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.381296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.437374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07de4c34-3998-4914-b928-04673a003083,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:58.446967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:58.447326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Network hostable DHCP agents. Network: 4ac652c6-3d53-4f5e-85ff-eec031596c89, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:19:58.544777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:19:58.613493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4ac652c6-3d53-4f5e-85ff-eec031596c89) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:58.618494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:58.619660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.622834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4aa66-e4aa-4b23-ba6c-574106fab591 None None] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:19:58.713318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6597ec38-55e2-4b92-951b-6be4374c877b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8756578 Jul 28 15:19:58.715794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35426) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:58.720303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:58.771037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4ac652c6-3d53-4f5e-85ff-eec031596c89', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:19:58.771985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.844391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.845608 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.903545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.910750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Allocated IP 172.20.0.2 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/2126c481-7298-48b3-8d70-a287938b46c0) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:59.058101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.067103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Transition to ACTIVE for port object 2126c481-7298-48b3-8d70-a287938b46c0 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:59.082726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Transition to ACTIVE for port object 2126c481-7298-48b3-8d70-a287938b46c0 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:59.150083 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.156664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.193573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:59.196540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:59.202903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:59.211612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Pushing event updated for resources: {'Port': ['ID=2126c481-7298-48b3-8d70-a287938b46c0,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:59.262284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Attempting to bind port 2126c481-7298-48b3-8d70-a287938b46c0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:59.262657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Attempting to bind port 2126c481-7298-48b3-8d70-a287938b46c0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:59.263028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Attempting to bind port 2126c481-7298-48b3-8d70-a287938b46c0 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:59.269049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:59.269427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:59.269837 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.270231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:59.270726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Bound port: 2126c481-7298-48b3-8d70-a287938b46c0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:59.271096 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.339173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] For port 2126c481-7298-48b3-8d70-a287938b46c0, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:59.343514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] For port 2126c481-7298-48b3-8d70-a287938b46c0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2126c481-7298-48b3-8d70-a287938b46c0,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:59.423864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.443935 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.455507 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.521682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39534720-0c61-478d-b5e3-66a85748c0f6 None None] Pushing event updated for resources: {'Port': ['ID=2126c481-7298-48b3-8d70-a287938b46c0,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:59.568182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Allocated IP 172.25.6.9 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f34f9548-a7ee-40ee-816f-c67c585f9c75) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:59.693087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.833093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:59.873013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:59.875891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:59.879449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:59.906389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Pushing event updated for resources: {'Port': ['ID=f34f9548-a7ee-40ee-816f-c67c585f9c75,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:00.125115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2126c481-7298-48b3-8d70-a287938b46c0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:00.227507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:00.232564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2126c481-7298-48b3-8d70-a287938b46c0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:00.439196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:00.455155 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf35015-ba53-4d0d-a368-838c14d57864 None None] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:20:00.570454 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] Provisioning for port 2126c481-7298-48b3-8d70-a287938b46c0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:00.577248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] Provisioning complete for port 2126c481-7298-48b3-8d70-a287938b46c0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:00.577690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:00.703149 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:00.742600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] For port 2126c481-7298-48b3-8d70-a287938b46c0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2126c481-7298-48b3-8d70-a287938b46c0,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:00.866535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:00.917191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86822b-a1d9-41ff-9a46-04fae0de2a81 None None] Pushing event updated for resources: {'Port': ['ID=2126c481-7298-48b3-8d70-a287938b46c0,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:00.987687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ca1bccdd-8b03-47a9-93ac-b79294f205d0 None None] Provisioning complete for port 2126c481-7298-48b3-8d70-a287938b46c0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:00.988063 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca1bccdd-8b03-47a9-93ac-b79294f205d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.037804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:20:01.147658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:20:01.161668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:20:01.172950 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:01.173702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:01.250497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.251968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-95af48c7-52c5-48bb-af90-125c3226d00e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5352120 Jul 28 15:20:01.254784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35428) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:01.282639 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:01.467890 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:00Z', 'revision_number': 3, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:01.493471 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:20:01.493863 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Updating router c8fb88f5-f0f0-4844-87b5-2502b55cf7df port f34f9548-a7ee-40ee-816f-c67c585f9c75 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:20:01.519998 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.681686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.776706 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.787539 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Transition to ACTIVE for port object f34f9548-a7ee-40ee-816f-c67c585f9c75 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:01.840837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Allocated IP 172.20.0.1 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/383a78e6-8852-4c2c-be76-253f0473ed0c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:01.900738 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.955355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.956894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Attempting to bind port f34f9548-a7ee-40ee-816f-c67c585f9c75 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:01.956894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Attempting to bind port f34f9548-a7ee-40ee-816f-c67c585f9c75 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:01.957278 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Attempting to bind port f34f9548-a7ee-40ee-816f-c67c585f9c75 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:01.962726 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172bdf7-d0ad-4a0c-8159-48d584f42fc0 None None] Pushing event updated for resources: {'Port': ['ID=f34f9548-a7ee-40ee-816f-c67c585f9c75,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:01.968016 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:01.968288 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:01.968761 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.969158 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:01.969636 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Bound port: f34f9548-a7ee-40ee-816f-c67c585f9c75, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:01.969844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Transition to ACTIVE for port object 383a78e6-8852-4c2c-be76-253f0473ed0c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:01.970065 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.020751 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] For port f34f9548-a7ee-40ee-816f-c67c585f9c75, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:02.023882 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] For port f34f9548-a7ee-40ee-816f-c67c585f9c75, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f34f9548-a7ee-40ee-816f-c67c585f9c75,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:02.066902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.089948 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.094776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2126c481-7298-48b3-8d70-a287938b46c0 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:02.113581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:02.117093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:02.124509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:20:02.145052 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:02.154318 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:02.154508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Pushing event updated for resources: {'Port': ['ID=383a78e6-8852-4c2c-be76-253f0473ed0c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:02.163363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2126c481-7298-48b3-8d70-a287938b46c0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:02.164250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.174164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.273125 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172bdf7-d0ad-4a0c-8159-48d584f42fc0 None None] Pushing event updated for resources: {'Port': ['ID=f34f9548-a7ee-40ee-816f-c67c585f9c75,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:02.284301 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:02.383640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.459533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.473027 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:00Z', 'revision_number': 3, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:02.487811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a318da2c-bbf9-4021-894b-410718c19d4b None None] Provisioning for port 383a78e6-8852-4c2c-be76-253f0473ed0c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:02.492829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a318da2c-bbf9-4021-894b-410718c19d4b None None] Provisioning complete for port 383a78e6-8852-4c2c-be76-253f0473ed0c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:02.493360 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a318da2c-bbf9-4021-894b-410718c19d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.501117 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd5901-9789-435a-87fa-b38e773a1104 None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:00Z', 'revision_number': 3, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:20:02.534368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a318da2c-bbf9-4021-894b-410718c19d4b None None] Port 383a78e6-8852-4c2c-be76-253f0473ed0c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:20:02.562789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.649272 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.739041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Pushing event updated for resources: {'Port': ['ID=383a78e6-8852-4c2c-be76-253f0473ed0c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:02.747019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:02.850823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:02.852404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:02.989199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:20:03.109787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:20:03.115579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c6d9f654-d95c-49b6-97b2-b32ce3a01722 admin admin] 10.222.0.57 "PUT /v2.0/routers/c8fb88f5-f0f0-4844-87b5-2502b55cf7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8597603 Jul 28 15:20:03.159610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-26777b1f-2df8-413e-884e-51cefd81c198 None None] Provisioning complete for port 383a78e6-8852-4c2c-be76-253f0473ed0c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:03.160497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26777b1f-2df8-413e-884e-51cefd81c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:03.210638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-26777b1f-2df8-413e-884e-51cefd81c198 None None] Port 383a78e6-8852-4c2c-be76-253f0473ed0c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:20:03.920615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35444) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:03.925649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-83555973-network', 'tenant_id': '371130e9399142748aee99d537f31e2a'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:04.009488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Made reservation on behalf of 371130e9399142748aee99d537f31e2a for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:04.011932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.022120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.027916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:20:04.038920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:04.039551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:04.124910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.246802 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.275443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:20:04.284421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c92473-2db7-46d8-8fb5-3a388e5b5f9a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:04.290908 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.291245 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Added segment 67a37380-f2a2-4cc5-bb1c-b95367356d70 of type vlan for network 6ce23684-b29e-4805-b7e8-d61da4663740 Jul 28 15:20:04.313241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f34f9548-a7ee-40ee-816f-c67c585f9c75 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:04.335927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.355973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:04.447729 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.448745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:04.449346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.499293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f34f9548-a7ee-40ee-816f-c67c585f9c75 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:04.507193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f34f9548-a7ee-40ee-816f-c67c585f9c75 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:04.507568 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.511361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce23684-b29e-4805-b7e8-d61da4663740,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:04.537643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6ce23684-b29e-4805-b7e8-d61da4663740 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:20:04.585988 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-99a71cd1-f66f-4c1c-af46-54d7effd6b41 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6640043 Jul 28 15:20:04.589180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35446) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:04.594934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Request body: {'subnet': {'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-83555973-subnet', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:04.695253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.709080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 2, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:04.727390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Made reservation on behalf of 371130e9399142748aee99d537f31e2a for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:04.730000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.743784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:20:04.744167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Updating router c8fb88f5-f0f0-4844-87b5-2502b55cf7df port 383a78e6-8852-4c2c-be76-253f0473ed0c binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:20:04.750372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f34f9548-a7ee-40ee-816f-c67c585f9c75, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f34f9548-a7ee-40ee-816f-c67c585f9c75,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:04.773835 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.886357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.979495 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:04.995450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f34f9548-a7ee-40ee-816f-c67c585f9c75,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:05.034689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642e8f08-ff8f-4d95-81b1-505b1fcc43f6,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:05.053800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Checking segment: {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:05.054249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Network hostable DHCP agents. Network: 6ce23684-b29e-4805-b7e8-d61da4663740, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:20:05.111195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.121032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Transition to ACTIVE for port object 383a78e6-8852-4c2c-be76-253f0473ed0c will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:05.150245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Network 6ce23684-b29e-4805-b7e8-d61da4663740 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:20:05.289378 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.289935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6ce23684-b29e-4805-b7e8-d61da4663740) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:05.297202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:05.300313 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.319310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d23f5-5a08-46dd-8175-cb331463888f None None] Network 6ce23684-b29e-4805-b7e8-d61da4663740 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:20:05.374389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-93d9a264-eb4f-497b-b978-019404412fa9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7839637 Jul 28 15:20:05.376821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35448) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:05.382240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:05.386409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3232c3-b4a5-49a7-8d2c-d2b67afb7aa4 None None] Pushing event updated for resources: {'Port': ['ID=383a78e6-8852-4c2c-be76-253f0473ed0c,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:05.469342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Attempting to bind port 383a78e6-8852-4c2c-be76-253f0473ed0c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:05.469716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Attempting to bind port 383a78e6-8852-4c2c-be76-253f0473ed0c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:05.470084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Attempting to bind port 383a78e6-8852-4c2c-be76-253f0473ed0c on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:05.479609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:05.479972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:05.480385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.480811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:05.481304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Bound port: 383a78e6-8852-4c2c-be76-253f0473ed0c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:05.481689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.506874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.508035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.571873 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.605878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] For port 383a78e6-8852-4c2c-be76-253f0473ed0c, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:05.615825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-6ce23684-b29e-4805-b7e8-d61da4663740', 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'fixed_ips': [{'subnet_id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:20:05.616695 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.622937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] For port 383a78e6-8852-4c2c-be76-253f0473ed0c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=383a78e6-8852-4c2c-be76-253f0473ed0c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:05.721975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.812135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Allocated IP 172.20.0.2 (6ce23684-b29e-4805-b7e8-d61da4663740/642e8f08-ff8f-4d95-81b1-505b1fcc43f6/760311a5-eaff-4d5c-a5fa-d5a53f56ee69) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:05.821602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3232c3-b4a5-49a7-8d2c-d2b67afb7aa4 None None] Pushing event updated for resources: {'Port': ['ID=383a78e6-8852-4c2c-be76-253f0473ed0c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:05.832536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:05.832536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:05.834627 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.009330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:06.125846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f34f9548-a7ee-40ee-816f-c67c585f9c75 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:06.158225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.181846 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.204939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.209748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Transition to ACTIVE for port object 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:06.245397 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Transition to ACTIVE for port object 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:06.282354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f34f9548-a7ee-40ee-816f-c67c585f9c75 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:06.282724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.325355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Allocated IP 172.25.6.192 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/00977ae2-b402-481c-8346-e366312a9fdc) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:06.343668 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.404520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Network 6ce23684-b29e-4805-b7e8-d61da4663740 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:06.417443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:06.421204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Pushing event updated for resources: {'Port': ['ID=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:06.423518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:20:06.442105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.480697 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.501862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:05Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:06.542961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b8f9e-3450-4642-9266-ea32d6c0e74d None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:05Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:20:06.547811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Attempting to bind port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:06.547933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Attempting to bind port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:06.548263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Attempting to bind port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 on network 6ce23684-b29e-4805-b7e8-d61da4663740 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:06.554114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:06.554492 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Checking segment: {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:06.554912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.555310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Bound using segment: {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:06.555827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Bound port: 760311a5-eaff-4d5c-a5fa-d5a53f56ee69, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:06.556534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.558469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.620884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:06.624685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:06.639985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:20:06.647188 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] For port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:06.650917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] For port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:06.680144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Pushing event updated for resources: {'Port': ['ID=00977ae2-b402-481c-8346-e366312a9fdc,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:06.695523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.695882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.696335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.697119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.697367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.697713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.698052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.698391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.698755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.699096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.699474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.699843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.792737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.877050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Pushing event updated for resources: {'Port': ['ID=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:06.885495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.885940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.886324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.886664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.887000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.887362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.887695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.888123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.888354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.889468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.889804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:06.890129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b816af7d-57f7-4d99-95d9-5dbc7094a747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:07.093943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.328963 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.544570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:20:07.672124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:20:07.686149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Sync routers for ids ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:20:07.697384 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Routers {'6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:07.697928 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:07.787046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.789063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb2f1050-9f8a-4f85-8328-503bd080bf3d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4106457 Jul 28 15:20:07.791810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 35450) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:07.866541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69929a80-4308-426c-8fe7-e160e5bdff5f None None] Network 6ce23684-b29e-4805-b7e8-d61da4663740 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:20:07.908479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Set router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:08.065659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-13277e76-75a8-4ef6-8172-3e0ac862ab54 None None] Provisioning for port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:08.104648 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:20:06Z', 'revision_number': 3, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:08.144092 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Checking router: 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:20:08.144528 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Updating router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 port 00977ae2-b402-481c-8346-e366312a9fdc binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:20:08.177692 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.252618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:08.353635 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.484216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:08.488324 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.490538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:08.490968 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.499358 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Transition to ACTIVE for port object 00977ae2-b402-481c-8346-e366312a9fdc will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:08.552714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Allocated IP 172.20.0.1 (6ce23684-b29e-4805-b7e8-d61da4663740/642e8f08-ff8f-4d95-81b1-505b1fcc43f6/e917ab6f-512c-43ab-bb16-951e448a656e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:08.677601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.687752 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.693175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Transition to ACTIVE for port object e917ab6f-512c-43ab-bb16-951e448a656e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:08.747291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.747591 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221a0d5-3fe7-40ae-844d-22e1cac9d18d None None] Pushing event updated for resources: {'Port': ['ID=00977ae2-b402-481c-8346-e366312a9fdc,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:08.749756 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Attempting to bind port 00977ae2-b402-481c-8346-e366312a9fdc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:08.750348 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Attempting to bind port 00977ae2-b402-481c-8346-e366312a9fdc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:08.750708 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Attempting to bind port 00977ae2-b402-481c-8346-e366312a9fdc on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:08.756337 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:08.756794 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:08.757200 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.757588 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:08.758066 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Bound port: 00977ae2-b402-481c-8346-e366312a9fdc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:08.758447 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.792107 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:08.810346 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] For port 00977ae2-b402-481c-8346-e366312a9fdc, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:08.813391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] For port 00977ae2-b402-481c-8346-e366312a9fdc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=00977ae2-b402-481c-8346-e366312a9fdc,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:08.826575 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.872087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Network 6ce23684-b29e-4805-b7e8-d61da4663740 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:08.875154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:08.877821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:20:08.909645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Pushing event updated for resources: {'Port': ['ID=e917ab6f-512c-43ab-bb16-951e448a656e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:08.923817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.924673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 383a78e6-8852-4c2c-be76-253f0473ed0c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:08.929823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.958600 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.012699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:09.019451 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Routers {'6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:09.020589 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:09.105316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221a0d5-3fe7-40ae-844d-22e1cac9d18d None None] Pushing event updated for resources: {'Port': ['ID=00977ae2-b402-481c-8346-e366312a9fdc,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:09.140771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 383a78e6-8852-4c2c-be76-253f0473ed0c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:09.146611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 383a78e6-8852-4c2c-be76-253f0473ed0c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:09.146611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.161860 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] Set router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:09.232656 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.234200 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.252213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1feb3614-aedc-4a7c-93d9-91109895f63d None None] Provisioning for port e917ab6f-512c-43ab-bb16-951e448a656e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:09.260405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1feb3614-aedc-4a7c-93d9-91109895f63d None None] Provisioning complete for port e917ab6f-512c-43ab-bb16-951e448a656e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:09.265729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1feb3614-aedc-4a7c-93d9-91109895f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.291424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 383a78e6-8852-4c2c-be76-253f0473ed0c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=383a78e6-8852-4c2c-be76-253f0473ed0c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:09.305847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1feb3614-aedc-4a7c-93d9-91109895f63d None None] Port e917ab6f-512c-43ab-bb16-951e448a656e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:20:09.365259 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:20:06Z', 'revision_number': 3, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:09.391819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560dc2b-bf00-48db-a445-ccf48af6b1e8 None None] The sync data for ids ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'] in n-d-764806-10 is: [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:20:06Z', 'revision_number': 3, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:20:09.398214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.465900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=383a78e6-8852-4c2c-be76-253f0473ed0c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:09.801717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.900823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.974467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.976296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Pushing event updated for resources: {'Port': ['ID=e917ab6f-512c-43ab-bb16-951e448a656e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:10.086568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Network 6ce23684-b29e-4805-b7e8-d61da4663740 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:10.091126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:10.511641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:10.515982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:20:10.516049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:10.516049 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.516148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:20:10.516148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4fcf61ae-a2f1-4159-be02-34d9c5153e68 admin admin] 10.222.0.57 "PUT /v2.0/routers/6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5858135 Jul 28 15:20:10.516256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00977ae2-b402-481c-8346-e366312a9fdc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:10.516256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2f1561a5-df21-4340-8ce2-005d7f2d4942 None None] Provisioning complete for port e917ab6f-512c-43ab-bb16-951e448a656e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:10.516256 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f1561a5-df21-4340-8ce2-005d7f2d4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.516256 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2f1561a5-df21-4340-8ce2-005d7f2d4942 None None] Port e917ab6f-512c-43ab-bb16-951e448a656e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:20:10.728012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 00977ae2-b402-481c-8346-e366312a9fdc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:10.732894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 00977ae2-b402-481c-8346-e366312a9fdc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:10.733055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.830475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.852164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 00977ae2-b402-481c-8346-e366312a9fdc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=00977ae2-b402-481c-8346-e366312a9fdc,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:11.025264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Sync routers for ids ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:20:11.036494 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.036494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 383a78e6-8852-4c2c-be76-253f0473ed0c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:11.089673 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Routers {'6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:11.090317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:11.160404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=00977ae2-b402-481c-8346-e366312a9fdc,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:11.206682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 383a78e6-8852-4c2c-be76-253f0473ed0c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:11.207066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.260547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Set router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:11.498919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 4, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e917ab6f-512c-43ab-bb16-951e448a656e', 'name': '', 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'mac_address': 'fa:16:3e:be:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:08Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 2, 'project_id': '371130e9399142748aee99d537f31e2a', 'subnets': [{'id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:11.525985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Checking router: 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:20:11.526626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Updating router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 port e917ab6f-512c-43ab-bb16-951e448a656e binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:20:11.555748 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.840037 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.850680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Transition to ACTIVE for port object e917ab6f-512c-43ab-bb16-951e448a656e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:11.974873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:12.027424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2ab56-e1c4-4d66-b6b8-00a6f7a8345f None None] Pushing event updated for resources: {'Port': ['ID=e917ab6f-512c-43ab-bb16-951e448a656e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:12.093037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Attempting to bind port e917ab6f-512c-43ab-bb16-951e448a656e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:12.093576 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Attempting to bind port e917ab6f-512c-43ab-bb16-951e448a656e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:12.101274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Attempting to bind port e917ab6f-512c-43ab-bb16-951e448a656e on network 6ce23684-b29e-4805-b7e8-d61da4663740 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:12.101274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:12.101274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Checking segment: {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:12.101274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:12.101274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Bound using segment: {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:12.101701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Bound port: e917ab6f-512c-43ab-bb16-951e448a656e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a37380-f2a2-4cc5-bb1c-b95367356d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:12.101983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:12.114798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00977ae2-b402-481c-8346-e366312a9fdc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:12.217412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] For port e917ab6f-512c-43ab-bb16-951e448a656e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:12.221167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] For port e917ab6f-512c-43ab-bb16-951e448a656e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e917ab6f-512c-43ab-bb16-951e448a656e,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:12.222290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 00977ae2-b402-481c-8346-e366312a9fdc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:12.222659 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:12.330592 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:12.408049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2ab56-e1c4-4d66-b6b8-00a6f7a8345f None None] Pushing event updated for resources: {'Port': ['ID=e917ab6f-512c-43ab-bb16-951e448a656e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:12.412729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Routers {'6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:20:12.413368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:19:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:12.534003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] Set router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:20:12.752526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 4, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e917ab6f-512c-43ab-bb16-951e448a656e', 'name': '', 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'mac_address': 'fa:16:3e:be:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:08Z', 'updated_at': '2021-07-28T15:20:12Z', 'revision_number': 4, 'project_id': '371130e9399142748aee99d537f31e2a', 'subnets': [{'id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:12.783033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddaad8-0519-44d6-acdb-5193f512d755 None None] The sync data for ids ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'] in n-d-764806-10 is: [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 4, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'e917ab6f-512c-43ab-bb16-951e448a656e', 'name': '', 'network_id': '6ce23684-b29e-4805-b7e8-d61da4663740', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'mac_address': 'fa:16:3e:be:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:08Z', 'updated_at': '2021-07-28T15:20:12Z', 'revision_number': 4, 'project_id': '371130e9399142748aee99d537f31e2a', 'subnets': [{'id': '642e8f08-ff8f-4d95-81b1-505b1fcc43f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:20:14.126775 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e917ab6f-512c-43ab-bb16-951e448a656e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:14.335326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e917ab6f-512c-43ab-bb16-951e448a656e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:14.346029 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e917ab6f-512c-43ab-bb16-951e448a656e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:14.346029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:14.361308 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:20:14.422820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-c9eb9743-f611-40d4-8b21-d0bf5f100eeb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:14.424346 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-c9eb9743-f611-40d4-8b21-d0bf5f100eeb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1096127 Jul 28 15:20:14.431313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:14.445126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-3f60f240-ea26-4f5b-9230-2c12525f9216 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0113094 Jul 28 15:20:14.467112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e917ab6f-512c-43ab-bb16-951e448a656e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e917ab6f-512c-43ab-bb16-951e448a656e,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:14.508290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-07286eba-a5cb-4b99-8eb7-888d38cec082 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573573 Jul 28 15:20:14.573509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:14.632894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e917ab6f-512c-43ab-bb16-951e448a656e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:14.708148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-b8d94250-ef69-4b9e-a976-65e840fabfab service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924350 Jul 28 15:20:14.806073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-985f21c7-1d0a-4bfd-9c4a-7fab558d0030 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910623 Jul 28 15:20:15.567315 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f3e01978-0090-4bfe-8a7d-ede4ea808016 req-52a7970b-4b6e-40db-9ad8-fd3817fdd938 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Jul 28 15:20:16.111825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e917ab6f-512c-43ab-bb16-951e448a656e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:16.159994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e917ab6f-512c-43ab-bb16-951e448a656e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:16.160375 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.651728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6249fd6-6d32-48eb-b81a-a304d8b9b29f req-3b7bbf7d-2e4d-4adc-ab49-f9675e169543 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0336733 Jul 28 15:20:17.745158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1fa9ebb4-6b24-4e0a-bfe3-73342cc0cd58 req-d9b0e365-cee0-466f-b2e3-fc260a1de372 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0260959 Jul 28 15:20:18.591660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-be8bccf0-bb3f-4cf5-b5b0-d8c2555f6715 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:18.593078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-be8bccf0-bb3f-4cf5-b5b0-d8c2555f6715 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1099725 Jul 28 15:20:18.608877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:18.830153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:18.833506 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:18.851569 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7de9c32-7fa8-431b-928e-d1a459772c1a req-24338313-b819-455a-bf60-f7b26b52acd0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0365992 Jul 28 15:20:18.988742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.3 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/1a19bc1a-70e6-4aa4-b708-f168544c45b2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:19.150828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:19.178309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object 1a19bc1a-70e6-4aa4-b708-f168544c45b2 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:19.301193 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:19.360884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:19.365137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:19.367799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:20:19.370967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=1a19bc1a-70e6-4aa4-b708-f168544c45b2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:19.434885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:19.435586 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:19.524501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-1d3b1734-1cb1-4339-9c77-474e1f68454f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195986 Jul 28 15:20:19.541375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-cf0d0e28-7bcf-4543-909e-1ceabf5d63b7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:20:19.542695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-cf0d0e28-7bcf-4543-909e-1ceabf5d63b7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062490 Jul 28 15:20:19.618471 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Request body: {'port': {'device_id': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:19.680190 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:19.712253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b59d6abe-cdd6-4882-a1d8-004526591e00 None None] Provisioning for port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:19.719138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b59d6abe-cdd6-4882-a1d8-004526591e00 None None] Provisioning complete for port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:19.719783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b59d6abe-cdd6-4882-a1d8-004526591e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:19.758958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b59d6abe-cdd6-4882-a1d8-004526591e00 None None] Port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:20:19.995544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a19bc1a-70e6-4aa4-b708-f168544c45b2 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:20:19.997627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124df31-30bf-467e-934e-d83c843f61ec req-ec2e56f3-2ffa-4c6b-9502-ab53ab887a54 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:20.000634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0124df31-30bf-467e-934e-d83c843f61ec req-ec2e56f3-2ffa-4c6b-9502-ab53ab887a54 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 931 time: 0.0651438 Jul 28 15:20:20.010429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.025478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Transition to ACTIVE for port object 1a19bc1a-70e6-4aa4-b708-f168544c45b2 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:20.043351 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0124df31-30bf-467e-934e-d83c843f61ec req-df492412-ee8c-48c7-bc01-c8b2ee6de4c2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jul 28 15:20:20.092977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.164119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a19bc1a-70e6-4aa4-b708-f168544c45b2,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:20.240221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Attempting to bind port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:20.240578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Attempting to bind port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:20.240808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Attempting to bind port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:20.246986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:20:20.247302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Attempting to bind port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:20.254253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:20.254597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:20.255079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:20.255520 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Bound port: 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:20.255880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.331748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] For port 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:20.335319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] For port 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1a19bc1a-70e6-4aa4-b708-f168544c45b2,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:20.466967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.502200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:20.503177 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.504651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/1a19bc1a-70e6-4aa4-b708-f168544c45b2 HTTP/1.1" status: 200 len: 1092 time: 0.9495974 Jul 28 15:20:20.507037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'tag': '1a19bc1a-70e6-4aa4-b708-f168544c45b2'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:20.509364 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decfe235-1b35-4154-97da-8f686aa2347b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e06f944-c0a4-4005-94ca-019b8c4b1a73", "tag": "1a19bc1a-70e6-4aa4-b708-f168544c45b2"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:20.537084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688fce6-50e5-4412-90c6-7a7ff3b564b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a19bc1a-70e6-4aa4-b708-f168544c45b2,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:20.562683 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab17680-562f-490c-85c1-f52e5c626b52 x-openstack-request-id: req-7ab17680-562f-490c-85c1-f52e5c626b52 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:20.563045 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e06f944-c0a4-4005-94ca-019b8c4b1a73", "tag": "1a19bc1a-70e6-4aa4-b708-f168544c45b2", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:20.563367 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ab17680-562f-490c-85c1-f52e5c626b52 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:20.563862 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'tag': '1a19bc1a-70e6-4aa4-b708-f168544c45b2', 'status': 'completed', 'code': 200} Jul 28 15:20:20.646642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfe235-1b35-4154-97da-8f686aa2347b req-37dae71f-ccb6-449a-ad1d-0e6d01b1b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:20.648283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-decfe235-1b35-4154-97da-8f686aa2347b req-37dae71f-ccb6-449a-ad1d-0e6d01b1b0f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 1095 time: 0.0520768 Jul 28 15:20:20.768828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfe235-1b35-4154-97da-8f686aa2347b req-4f9769d5-21fe-43f3-a69c-e9148752fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:20.770271 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-decfe235-1b35-4154-97da-8f686aa2347b req-4f9769d5-21fe-43f3-a69c-e9148752fea7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=55e07c2fd5144188b1980174363ba051&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1122310 Jul 28 15:20:20.877112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfe235-1b35-4154-97da-8f686aa2347b req-bd35eb79-42b9-4881-ba0a-33ff905921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:20.878605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-decfe235-1b35-4154-97da-8f686aa2347b req-bd35eb79-42b9-4881-ba0a-33ff905921f2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957704 Jul 28 15:20:20.967365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d8185173-ca8f-4459-b141-8a73ca6082e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:20.968952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-d8185173-ca8f-4459-b141-8a73ca6082e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 1095 time: 0.0502276 Jul 28 15:20:21.014460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-69b8492f-b7b4-453f-99a5-f03fe7352b45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a19bc1a-70e6-4aa4-b708-f168544c45b2 HTTP/1.1" status: 200 len: 217 time: 0.0366049 Jul 28 15:20:21.067327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-6d3f6fee-9874-40f5-ac56-246c42591f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:21.068549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-6d3f6fee-9874-40f5-ac56-246c42591f20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0456502 Jul 28 15:20:21.133871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-5410ad37-0e18-4b04-b12d-71f5cb515063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:21.136297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-5410ad37-0e18-4b04-b12d-71f5cb515063 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565772 Jul 28 15:20:21.167330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21d8f0-8474-4485-823a-810c6f84a45a req-3d18ab3b-cefb-46aa-ae19-579013246893 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:21.174925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d21d8f0-8474-4485-823a-810c6f84a45a req-3d18ab3b-cefb-46aa-ae19-579013246893 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0609114 Jul 28 15:20:21.231712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1d21d8f0-8474-4485-823a-810c6f84a45a req-17967a7e-7a81-4dc3-a0b8-f204ad6ac58c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Jul 28 15:20:21.274732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-8b686dee-805d-4551-bba3-2cb91c58f1ed service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261995 Jul 28 15:20:21.379382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5f27ff8-7c61-4c85-885f-11999ecf588f req-90a5ba71-377c-44cd-a5f6-d6e25de05296 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921683 Jul 28 15:20:22.310177 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b9f52139-aa77-445f-b106-a6b1fb8f9b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:22.350419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced202-cee7-4818-ab59-385bcb7e2a1b req-e4d00dac-bcd6-4dc1-a846-b8e8e776bf51 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:22.352391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7eced202-cee7-4818-ab59-385bcb7e2a1b req-e4d00dac-bcd6-4dc1-a846-b8e8e776bf51 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0654495 Jul 28 15:20:22.395147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7eced202-cee7-4818-ab59-385bcb7e2a1b req-31772efb-20d8-4dc4-947a-40c69857face tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Jul 28 15:20:23.520119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39499f86-4407-478f-9f51-2ec4207ae334 req-827573ff-4bf9-4b29-bbea-df381ccc11ad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.521906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39499f86-4407-478f-9f51-2ec4207ae334 req-827573ff-4bf9-4b29-bbea-df381ccc11ad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0570128 Jul 28 15:20:23.563873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39499f86-4407-478f-9f51-2ec4207ae334 req-33473b39-6a10-429c-bf37-5fe802212b7b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Jul 28 15:20:23.586957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-cefec9f8-a886-42a2-9e45-f10d612acf1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452337 Jul 28 15:20:23.690085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-504e6cde-4bb2-4c26-bda5-5cc73d5f4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.695234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-504e6cde-4bb2-4c26-bda5-5cc73d5f4e1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0435376 Jul 28 15:20:23.814107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-ed3ab90a-c915-44cb-8a68-10b1cdd8abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.815497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-ed3ab90a-c915-44cb-8a68-10b1cdd8abcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 897 time: 0.0996883 Jul 28 15:20:23.882437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-a571aa50-8460-4eb1-8c70-6ab274d16a28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 1001 time: 0.0599923 Jul 28 15:20:23.940398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-0a2e1684-082e-4d02-92dd-e60ac80087de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.941954 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-0a2e1684-082e-4d02-92dd-e60ac80087de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 200 len: 834 time: 0.0525074 Jul 28 15:20:23.989061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-4a1b10a9-d649-406c-b8d3-3eeb6da69f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.990529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-4a1b10a9-d649-406c-b8d3-3eeb6da69f37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=576eaf42-7a34-420c-bbba-9a6823aea62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407386 Jul 28 15:20:24.087121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-d4c92b2a-d12e-4f2c-b2f5-322a1bd921da service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892498 Jul 28 15:20:24.183918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a6ec88f-9cca-485e-b6a5-bde297b469a2 req-31e38188-cb99-49e4-9f13-f939ef083cb2 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895388 Jul 28 15:20:24.684110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba6a0-4576-458c-830f-796262121adb req-9ea112fd-a39a-4fb9-9d62-42989dbe520c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:24.684110 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09dba6a0-4576-458c-830f-796262121adb req-9ea112fd-a39a-4fb9-9d62-42989dbe520c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0493433 Jul 28 15:20:24.721620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09dba6a0-4576-458c-830f-796262121adb req-c14d0ee9-881a-45ed-99f6-787344f819b4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Jul 28 15:20:24.791906 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b4-5712-4b3d-9b2b-0b445996b165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:25.260210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:25.846867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ddb59-6811-40e0-99b1-9e467c2cf49a req-0de5d44f-de4b-4ec9-9f18-cac309a45003 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:25.848615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-845ddb59-6811-40e0-99b1-9e467c2cf49a req-0de5d44f-de4b-4ec9-9f18-cac309a45003 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0520110 Jul 28 15:20:25.888017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-845ddb59-6811-40e0-99b1-9e467c2cf49a req-819bc497-d591-491c-831e-11b00d8a903a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Jul 28 15:20:26.420254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:27.005234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488769c0-8d2e-4449-bf37-b66406a314df req-ece6664d-356f-4f24-ac13-63b4c4f000d5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:27.006822 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-488769c0-8d2e-4449-bf37-b66406a314df req-ece6664d-356f-4f24-ac13-63b4c4f000d5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0509686 Jul 28 15:20:27.049012 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-488769c0-8d2e-4449-bf37-b66406a314df req-78b7ef8b-99a5-4567-81e6-10963d305a6e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Jul 28 15:20:27.860440 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:28.182556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6e041-afff-446c-be17-4fdb07c42f3e req-d955d58d-ce76-4d82-ba49-dc04df8a296b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:28.184298 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1c6e041-afff-446c-be17-4fdb07c42f3e req-d955d58d-ce76-4d82-ba49-dc04df8a296b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0508976 Jul 28 15:20:28.228065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1c6e041-afff-446c-be17-4fdb07c42f3e req-d2b57120-eb0e-4760-b555-7ea79cacf87e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Jul 28 15:20:29.348046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c7cd5-8a2b-4607-bb0f-d850d6c0cfa4 req-01d8d44a-3b99-48d2-b6a2-7d1c4b99c52a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:29.349572 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e7c7cd5-8a2b-4607-bb0f-d850d6c0cfa4 req-01d8d44a-3b99-48d2-b6a2-7d1c4b99c52a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0543296 Jul 28 15:20:29.392086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e7c7cd5-8a2b-4607-bb0f-d850d6c0cfa4 req-16dd1d95-fd8f-4ff9-b989-9140022038e7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Jul 28 15:20:30.521736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2666fe6-0883-47e0-8f4a-df7321601260 req-94681880-489e-4e6c-a5db-7a04f3bc4331 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:30.523263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2666fe6-0883-47e0-8f4a-df7321601260 req-94681880-489e-4e6c-a5db-7a04f3bc4331 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0561590 Jul 28 15:20:30.564175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2666fe6-0883-47e0-8f4a-df7321601260 req-02dfa8a7-2610-4e34-ae24-5a62426c5268 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348442 Jul 28 15:20:31.681594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b4fe-5dda-426f-97f2-802ffe763fb5 req-cf75f938-44cf-414e-b466-2118015d5c1e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:31.683082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8669b4fe-5dda-426f-97f2-802ffe763fb5 req-cf75f938-44cf-414e-b466-2118015d5c1e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 943 time: 0.0502038 Jul 28 15:20:31.726028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8669b4fe-5dda-426f-97f2-802ffe763fb5 req-cf2cb507-b386-4ab5-8c0f-dac93dadd3e6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368919 Jul 28 15:20:32.064946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1a19bc1a-70e6-4aa4-b708-f168544c45b2 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:20:32.165234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1a19bc1a-70e6-4aa4-b708-f168544c45b2,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:32.180765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '1a19bc1a-70e6-4aa4-b708-f168544c45b2', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': '1a19bc1a-70e6-4aa4-b708-f168544c45b2', 'mac_address': 'fa:16:3e:80:c0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:20:32.223449 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:32.236425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a19bc1a-70e6-4aa4-b708-f168544c45b2 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:20:32.255529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1a19bc1a-70e6-4aa4-b708-f168544c45b2,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:32.403303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:32.453624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1a19bc1a-70e6-4aa4-b708-f168544c45b2,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:32.511894 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:32.683233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1a19bc1a-70e6-4aa4-b708-f168544c45b2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:32.849346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cade6-2d52-4cec-8a19-26dcaba176c7 req-efc5ab5f-5aff-483e-99dc-7de399018930 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:32.850841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-190cade6-2d52-4cec-8a19-26dcaba176c7 req-efc5ab5f-5aff-483e-99dc-7de399018930 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 944 time: 0.0534604 Jul 28 15:20:32.890152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-190cade6-2d52-4cec-8a19-26dcaba176c7 req-1c87a0f3-088d-4031-9159-b0072f1f0c31 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jul 28 15:20:34.004772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5ba1-9844-4b65-9c11-26753c243fa7 req-d1ba81d9-9416-4b8f-81a6-55c83ac7e1ee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:34.006310 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c67b5ba1-9844-4b65-9c11-26753c243fa7 req-d1ba81d9-9416-4b8f-81a6-55c83ac7e1ee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 944 time: 0.0494418 Jul 28 15:20:34.045985 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c67b5ba1-9844-4b65-9c11-26753c243fa7 req-cf2727bd-8696-41a2-a9db-3fb89290e8f9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 28 15:20:34.082301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1a19bc1a-70e6-4aa4-b708-f168544c45b2 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:34.257729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:34.262283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:34.262652 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:34.343418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:34.366444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a19bc1a-70e6-4aa4-b708-f168544c45b2'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:34.368906 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77deea97-0feb-469d-8e2e-1a799fdc6b44" -d '{"events": [{"server_uuid": "7e06f944-c0a4-4005-94ca-019b8c4b1a73", "name": "network-vif-plugged", "status": "completed", "tag": "1a19bc1a-70e6-4aa4-b708-f168544c45b2"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:34.382629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1a19bc1a-70e6-4aa4-b708-f168544c45b2,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:34.407550 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc28ef-429f-438c-b632-f6751bca5f66 x-openstack-request-id: req-a9bc28ef-429f-438c-b632-f6751bca5f66 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:34.413750 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06f944-c0a4-4005-94ca-019b8c4b1a73", "name": "network-vif-plugged", "status": "completed", "tag": "1a19bc1a-70e6-4aa4-b708-f168544c45b2", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:34.413750 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9bc28ef-429f-438c-b632-f6751bca5f66 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:34.413750 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a19bc1a-70e6-4aa4-b708-f168544c45b2', 'code': 200} Jul 28 15:20:34.458446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:34.511121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=1a19bc1a-70e6-4aa4-b708-f168544c45b2,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:34.537276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f22e02-b109-4349-98e6-38846691966c req-98d3d6a8-c1a2-4658-a181-63eec0988a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:34.538790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3f22e02-b109-4349-98e6-38846691966c req-98d3d6a8-c1a2-4658-a181-63eec0988a75 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 1097 time: 0.0564003 Jul 28 15:20:34.576971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3f22e02-b109-4349-98e6-38846691966c req-c38dc77a-ea64-4146-806c-fd5eee04d65e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292835 Jul 28 15:20:35.199496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f47b6-b59f-413d-a083-a02cec9b2bda req-b942f161-0ee1-4226-acf6-a50c2db06e49 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:35.202021 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-847f47b6-b59f-413d-a083-a02cec9b2bda req-b942f161-0ee1-4226-acf6-a50c2db06e49 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0863094 Jul 28 15:20:35.247406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-847f47b6-b59f-413d-a083-a02cec9b2bda req-4206711c-9589-4446-a40e-8e5a643872cc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Jul 28 15:20:36.376978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33fb2d-853c-4c02-9226-927ecbff7aff req-94b6e83b-8325-43bf-a1a6-c577e5fefc63 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:36.378472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e33fb2d-853c-4c02-9226-927ecbff7aff req-94b6e83b-8325-43bf-a1a6-c577e5fefc63 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0588086 Jul 28 15:20:36.408736 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:36.421735 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3e33fb2d-853c-4c02-9226-927ecbff7aff req-f23653d7-f15d-4d40-adcc-2bd8d7004cd5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 Jul 28 15:20:36.540358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb19b1-5906-4398-bcbf-9941821d590d req-6a7e450c-81f8-4495-8972-100c500d0d47 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:36.540358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64eb19b1-5906-4398-bcbf-9941821d590d req-6a7e450c-81f8-4495-8972-100c500d0d47 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Jul 28 15:20:36.579281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64eb19b1-5906-4398-bcbf-9941821d590d req-4ea21c65-1c0c-40c7-8b13-cc8c87d4d1ba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Jul 28 15:20:36.692852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8472-3017-4c70-a126-1c3a711c4e96 req-d205b9a0-0560-4ef7-bf3d-7b84579f891d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:36.694270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c0e8472-3017-4c70-a126-1c3a711c4e96 req-d205b9a0-0560-4ef7-bf3d-7b84579f891d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Jul 28 15:20:36.738011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1c0e8472-3017-4c70-a126-1c3a711c4e96 req-557b36d1-d2b9-41ec-9abb-19ccb79a1263 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372989 Jul 28 15:20:37.225614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443d444-ca6d-4dc7-a563-7105ed8cdc19 req-aa9b1f93-2092-4476-abd6-4e11377e3f77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:37.227116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3443d444-ca6d-4dc7-a563-7105ed8cdc19 req-aa9b1f93-2092-4476-abd6-4e11377e3f77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Jul 28 15:20:37.264936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3443d444-ca6d-4dc7-a563-7105ed8cdc19 req-26c6a021-e8aa-4ab0-b92c-3b77dec3374f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jul 28 15:20:38.389148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3ebb4-553f-482e-882d-27c94981bc08 req-9a096fb0-9883-4ef1-b76c-63ebfc8e2a2e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:38.390736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06e3ebb4-553f-482e-882d-27c94981bc08 req-9a096fb0-9883-4ef1-b76c-63ebfc8e2a2e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0520215 Jul 28 15:20:38.440926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06e3ebb4-553f-482e-882d-27c94981bc08 req-512d4f2a-2adf-4272-b326-b8599d5a5324 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Jul 28 15:20:38.868784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-1715650a-c5a0-4d54-89f5-009ba7173908 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:38.870342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-1715650a-c5a0-4d54-89f5-009ba7173908 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 945 time: 0.0556409 Jul 28 15:20:38.970307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:20:38.970660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:39.075194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port 1a19bc1a-70e6-4aa4-b708-f168544c45b2, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=1a19bc1a-70e6-4aa4-b708-f168544c45b2,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:39.075783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:39.093268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for 1a19bc1a-70e6-4aa4-b708-f168544c45b2 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:20:39.292410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:39.309597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['1a19bc1a-70e6-4aa4-b708-f168544c45b2'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:39.325193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=1a19bc1a-70e6-4aa4-b708-f168544c45b2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:39.367941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port 1a19bc1a-70e6-4aa4-b708-f168544c45b2 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:20:39.371274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:39.373515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-714492da-4af0-4c81-ae1b-4b72e5a3a6d8 req-38c2770b-9ff4-4d60-826c-077fce14e310 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "DELETE /v2.0/ports/1a19bc1a-70e6-4aa4-b708-f168544c45b2 HTTP/1.1" status: 204 len: 173 time: 0.4933059 Jul 28 15:20:39.373983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'name': 'network-vif-deleted', 'tag': '1a19bc1a-70e6-4aa4-b708-f168544c45b2'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:39.376939 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e0996-9f02-47f5-a26e-140027945f1a" -d '{"events": [{"server_uuid": "7e06f944-c0a4-4005-94ca-019b8c4b1a73", "name": "network-vif-deleted", "tag": "1a19bc1a-70e6-4aa4-b708-f168544c45b2"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:39.416965 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4dd9c4-86b1-40b4-99f5-8e58812b088a x-openstack-request-id: req-1a4dd9c4-86b1-40b4-99f5-8e58812b088a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:39.417411 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06f944-c0a4-4005-94ca-019b8c4b1a73", "name": "network-vif-deleted", "tag": "1a19bc1a-70e6-4aa4-b708-f168544c45b2", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:39.417671 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a4dd9c4-86b1-40b4-99f5-8e58812b088a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:39.418076 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06f944-c0a4-4005-94ca-019b8c4b1a73', 'name': 'network-vif-deleted', 'tag': '1a19bc1a-70e6-4aa4-b708-f168544c45b2', 'status': 'completed', 'code': 200} Jul 28 15:20:39.568370 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ee7ddd7-b6e3-46fc-9399-3f3d4eea38d3 req-d79c2a13-a386-40e6-8467-d0f0e9b54183 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0452886 Jul 28 15:20:40.675042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf2c7dff-f185-4068-a900-a572854d7ad0 req-30019b40-888b-4c78-9779-0e1aa0bb4439 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0276253 Jul 28 15:20:41.782073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7f651e39-9847-488d-a63a-4e2c792644f7 req-6729181e-cba7-4b7a-9257-402d66890341 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0268168 Jul 28 15:20:42.145001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1a19bc1a-70e6-4aa4-b708-f168544c45b2 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:20:42.168227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 1a19bc1a-70e6-4aa4-b708-f168544c45b2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:20:42.168614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 1a19bc1a-70e6-4aa4-b708-f168544c45b2 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:20:42.880235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58ea9731-4140-4d2c-ba21-3c0de3be0968 req-99c71207-d218-478d-b750-5f8840646a7b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0282257 Jul 28 15:20:43.986262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a33766fa-6524-4bf6-af05-58cfddc11784 req-889c5cf8-0905-4ee8-afdf-d9649a89fe0e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e06f944-c0a4-4005-94ca-019b8c4b1a73 HTTP/1.1" status: 200 len: 210 time: 0.0262334 Jul 28 15:20:51.351319 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:20:52.385628 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dd182dc2-2b64-4ab6-a4e4-d684d8f0eee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:55.051421 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6506c8a-4554-4a91-900b-2d167a1dc80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:55.271525 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:56.402537 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:57.877981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:02.439482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:04.095966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d0ce-d7f6-4a59-973b-01e0d1e32299 req-ba1a182f-c788-4979-9773-72737837d95a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:04.097457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea83d0ce-d7f6-4a59-973b-01e0d1e32299 req-ba1a182f-c788-4979-9773-72737837d95a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0526972 Jul 28 15:21:04.138624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea83d0ce-d7f6-4a59-973b-01e0d1e32299 req-d84548a5-f46d-4ca8-bf9b-f424ddcce0d3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350296 Jul 28 15:21:05.264164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfa080-44fa-481e-ab02-e25c81a470dc req-fc709174-f239-422f-9c0d-6ef5db67a1a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:05.266302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccdfa080-44fa-481e-ab02-e25c81a470dc req-fc709174-f239-422f-9c0d-6ef5db67a1a4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0539184 Jul 28 15:21:05.309773 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ccdfa080-44fa-481e-ab02-e25c81a470dc req-81a44dfb-3524-423b-a479-5f50c65a7494 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361528 Jul 28 15:21:06.410759 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:06.435236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac5ba2-dd13-4f1f-b677-0722a77edfa3 req-fffadf1d-87a1-47c9-b7ad-8ec5deac6262 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:06.440713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeac5ba2-dd13-4f1f-b677-0722a77edfa3 req-fffadf1d-87a1-47c9-b7ad-8ec5deac6262 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0536671 Jul 28 15:21:06.483265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeac5ba2-dd13-4f1f-b677-0722a77edfa3 req-7bc4179b-9cc6-4e44-b880-480de5a557d0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367155 Jul 28 15:21:07.606174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407a1f6-370e-451c-81e5-f0b1c9a2bf85 req-8216a992-0163-4365-b47d-9e1fe66f8353 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:07.607717 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b407a1f6-370e-451c-81e5-f0b1c9a2bf85 req-8216a992-0163-4365-b47d-9e1fe66f8353 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0504787 Jul 28 15:21:07.653231 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b407a1f6-370e-451c-81e5-f0b1c9a2bf85 req-611a8e13-20e2-46a7-80bd-b80afe248654 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384026 Jul 28 15:21:08.783613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ea2d-c8b1-4daf-baf0-205089d70296 req-23271d47-7f61-4fba-8d2d-805e4eb89012 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:08.785403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0962ea2d-c8b1-4daf-baf0-205089d70296 req-23271d47-7f61-4fba-8d2d-805e4eb89012 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0588923 Jul 28 15:21:08.826807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0962ea2d-c8b1-4daf-baf0-205089d70296 req-b955ee95-2d9c-404c-ae27-7c5a422a4b46 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350685 Jul 28 15:21:09.943602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc9f1-59ef-43f9-b4a6-b74c2154c5ef req-bfedc18a-3b74-493a-8322-7265b9cb546e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:09.945220 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53abc9f1-59ef-43f9-b4a6-b74c2154c5ef req-bfedc18a-3b74-493a-8322-7265b9cb546e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Jul 28 15:21:09.983833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53abc9f1-59ef-43f9-b4a6-b74c2154c5ef req-2f6f6619-0b46-47f7-a774-e0cf4fd0e3d7 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Jul 28 15:21:11.104756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45d762-f2df-424f-b70d-576483e82442 req-82610264-2c4b-4aff-93ba-83ebe84d9623 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:11.106222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c45d762-f2df-424f-b70d-576483e82442 req-82610264-2c4b-4aff-93ba-83ebe84d9623 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0544214 Jul 28 15:21:11.143868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c45d762-f2df-424f-b70d-576483e82442 req-f0246a93-0e23-41a2-9391-02af8d867a7f tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Jul 28 15:21:12.263127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc05e1-6135-4e08-b977-63adac0f7065 req-6766002b-ce77-4713-a34b-5edb0c942185 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:12.264851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0adc05e1-6135-4e08-b977-63adac0f7065 req-6766002b-ce77-4713-a34b-5edb0c942185 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0516522 Jul 28 15:21:12.305906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0adc05e1-6135-4e08-b977-63adac0f7065 req-8f321de2-e446-41ed-9589-0a26a34113e1 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349519 Jul 28 15:21:13.422963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497cdbd-b10b-45f9-8174-0341985f5396 req-3e512fd2-f993-4705-9e37-f0acd4dba8b4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:13.424497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e497cdbd-b10b-45f9-8174-0341985f5396 req-3e512fd2-f993-4705-9e37-f0acd4dba8b4 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Jul 28 15:21:13.464885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e497cdbd-b10b-45f9-8174-0341985f5396 req-bb11c545-15a8-4501-afa3-8568be9e2c47 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Jul 28 15:21:13.661770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-3d41b86f-9591-4986-919e-7ce9794accc9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:13.663257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-3d41b86f-9591-4986-919e-7ce9794accc9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1046126 Jul 28 15:21:13.679022 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-99864844-b086-459c-a612-35a80aeb8569 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0099697 Jul 28 15:21:13.730617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-8d0682e5-f075-4212-b3e4-94d898c2c0d8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454900 Jul 28 15:21:13.824015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-f1c82592-f28d-4f49-adb8-795a0c690489 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 Jul 28 15:21:13.912657 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-74b33e16-8ab1-46db-9c02-e41974d92d1d service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822716 Jul 28 15:21:14.207025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a8f49d05-1e08-407d-88f8-a388ce57afde req-af1bd640-7947-47fa-923a-ba845f286b29 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0273669 Jul 28 15:21:14.580847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0023727-4fbc-434b-afe5-8f0cd250af6b req-99752338-cc4d-4273-bb3e-1ee11a8010e5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:14.582330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0023727-4fbc-434b-afe5-8f0cd250af6b req-99752338-cc4d-4273-bb3e-1ee11a8010e5 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Jul 28 15:21:14.619787 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c0023727-4fbc-434b-afe5-8f0cd250af6b req-fac76e65-b0b4-4a71-98e8-461365b0dfe0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Jul 28 15:21:15.292000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e799387-00c0-46fe-8e94-bd3259f308b4 req-46a1a943-de9b-4280-96b7-c6e3df048af9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0306268 Jul 28 15:21:15.743017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a121b-d8df-414e-8e53-39786a254a4f req-adecc1e3-c5e9-474c-af23-19d846c79a8b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:15.744636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f7a121b-d8df-414e-8e53-39786a254a4f req-adecc1e3-c5e9-474c-af23-19d846c79a8b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0548663 Jul 28 15:21:15.784834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8f7a121b-d8df-414e-8e53-39786a254a4f req-9c3e64a2-1e15-4d25-a532-ee8f9f0417d3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Jul 28 15:21:16.386138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dadb446-ade6-4def-878f-7627ead4fce2 req-8d9db5fe-d274-43c9-81db-5840d178a0f8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Jul 28 15:21:16.688118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-2fe360e2-2796-4660-ae8a-cfc8f7673791 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:16.689562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-2fe360e2-2796-4660-ae8a-cfc8f7673791 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1026468 Jul 28 15:21:16.709916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '00004b9c-553f-4066-b0bc-e26bab75d074', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:16.908966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e1b9f-53c2-4797-9949-b185afb33ae8 req-c740a8b7-e258-4c93-ac1a-5d4253548dd0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:16.910471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc3e1b9f-53c2-4797-9949-b185afb33ae8 req-c740a8b7-e258-4c93-ac1a-5d4253548dd0 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Jul 28 15:21:16.924423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:21:16.927961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:16.950442 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc3e1b9f-53c2-4797-9949-b185afb33ae8 req-059e2038-3fa1-46a8-991d-7be8f32b801b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Jul 28 15:21:17.065008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.8 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/54bfe024-08c5-491f-858e-c6d578147af9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:21:17.226771 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:17.240638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object 54bfe024-08c5-491f-858e-c6d578147af9 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:17.346019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:17.394134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:21:17.397345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:21:17.403764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:21:17.429039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=54bfe024-08c5-491f-858e-c6d578147af9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:17.443960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.444304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.444716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.445061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.445568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.445905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.446375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.446770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.447103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.447434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.447759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.448085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:17.486133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:17.486821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:17.535889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb98-3a9b-49d7-ad26-0678b232c5df req-26950be5-5eb6-4a71-9ba5-65ce0d3aa5f6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:17.537481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13ffcb98-3a9b-49d7-ad26-0678b232c5df req-26950be5-5eb6-4a71-9ba5-65ce0d3aa5f6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 931 time: 0.0696266 Jul 28 15:21:17.580284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13ffcb98-3a9b-49d7-ad26-0678b232c5df req-25b06b69-010b-478b-ba40-3c54b3f2e6fa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365031 Jul 28 15:21:17.609006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-0dc060dc-4030-403c-a2eb-548c9a802302 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9029088 Jul 28 15:21:17.627667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Request body: {'port': {'device_id': '00004b9c-553f-4066-b0bc-e26bab75d074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:17.688565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:17.724957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-782e6f5b-9b53-4916-bc92-1055aad08be4 None None] Provisioning for port 54bfe024-08c5-491f-858e-c6d578147af9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:21:17.728968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-782e6f5b-9b53-4916-bc92-1055aad08be4 None None] Provisioning complete for port 54bfe024-08c5-491f-858e-c6d578147af9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:21:17.729356 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-782e6f5b-9b53-4916-bc92-1055aad08be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:17.769870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-782e6f5b-9b53-4916-bc92-1055aad08be4 None None] Port 54bfe024-08c5-491f-858e-c6d578147af9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:21:17.983593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bfe024-08c5-491f-858e-c6d578147af9 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:21:17.992331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:18.005690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Transition to ACTIVE for port object 54bfe024-08c5-491f-858e-c6d578147af9 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:18.072810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8acc-dbdc-47d9-bde2-3febf6d6d51a req-154c0347-51c4-422b-9077-6317c2923677 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.074344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df8f8acc-dbdc-47d9-bde2-3febf6d6d51a req-154c0347-51c4-422b-9077-6317c2923677 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0504422 Jul 28 15:21:18.093650 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:18.116038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-df8f8acc-dbdc-47d9-bde2-3febf6d6d51a req-eb1ebf4e-0356-43de-89d9-6b1cbbc91046 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Jul 28 15:21:18.149995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Pushing event updated for resources: {'Port': ['ID=54bfe024-08c5-491f-858e-c6d578147af9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:18.233806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Attempting to bind port 54bfe024-08c5-491f-858e-c6d578147af9 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:21:18.234159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Attempting to bind port 54bfe024-08c5-491f-858e-c6d578147af9 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:21:18.235050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Attempting to bind port 54bfe024-08c5-491f-858e-c6d578147af9 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:18.242729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Port 54bfe024-08c5-491f-858e-c6d578147af9 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:21:18.243114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Attempting to bind port 54bfe024-08c5-491f-858e-c6d578147af9 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:18.249164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:21:18.249600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:21:18.250140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:21:18.257406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Bound port: 54bfe024-08c5-491f-858e-c6d578147af9, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:21:18.257406 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:18.324569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] For port 54bfe024-08c5-491f-858e-c6d578147af9, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:21:18.328648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] For port 54bfe024-08c5-491f-858e-c6d578147af9, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=54bfe024-08c5-491f-858e-c6d578147af9,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:21:18.431401 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:18.466917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.467534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:18.469458 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/54bfe024-08c5-491f-858e-c6d578147af9 HTTP/1.1" status: 200 len: 1092 time: 0.8458436 Jul 28 15:21:18.469905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00004b9c-553f-4066-b0bc-e26bab75d074', 'tag': '54bfe024-08c5-491f-858e-c6d578147af9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:18.472238 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c8819-2114-43c9-8629-75cd438b4588" -d '{"events": [{"name": "network-changed", "server_uuid": "00004b9c-553f-4066-b0bc-e26bab75d074", "tag": "54bfe024-08c5-491f-858e-c6d578147af9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:18.503696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f136cb-ab38-4ead-a8ef-e7de432262c2 service neutron] Pushing event updated for resources: {'Port': ['ID=54bfe024-08c5-491f-858e-c6d578147af9,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:18.534320 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d1596-9ed1-48e6-a794-4e41087df83f x-openstack-request-id: req-5e0d1596-9ed1-48e6-a794-4e41087df83f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:18.534870 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00004b9c-553f-4066-b0bc-e26bab75d074", "tag": "54bfe024-08c5-491f-858e-c6d578147af9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:18.535308 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e0d1596-9ed1-48e6-a794-4e41087df83f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:18.535907 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00004b9c-553f-4066-b0bc-e26bab75d074', 'tag': '54bfe024-08c5-491f-858e-c6d578147af9', 'status': 'completed', 'code': 200} Jul 28 15:21:18.604200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8819-2114-43c9-8629-75cd438b4588 req-d96e55ab-b242-4830-8476-9f701e720314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.605866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-962c8819-2114-43c9-8629-75cd438b4588 req-d96e55ab-b242-4830-8476-9f701e720314 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 1095 time: 0.0509007 Jul 28 15:21:18.721590 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c873b-d9b9-4a04-b3ae-e909b9822d59 req-e34e2be3-e1cf-46dc-ac5f-f5ddf2d3f4f1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.725287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e70c873b-d9b9-4a04-b3ae-e909b9822d59 req-e34e2be3-e1cf-46dc-ac5f-f5ddf2d3f4f1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0636647 Jul 28 15:21:18.730340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8819-2114-43c9-8629-75cd438b4588 req-b5c6bf8e-6d56-44e8-bc3b-833def7122bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.732504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-962c8819-2114-43c9-8629-75cd438b4588 req-b5c6bf8e-6d56-44e8-bc3b-833def7122bc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=55e07c2fd5144188b1980174363ba051&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1140547 Jul 28 15:21:18.775685 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e70c873b-d9b9-4a04-b3ae-e909b9822d59 req-be284667-775a-430c-83a5-ec8fdd700025 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Jul 28 15:21:18.856357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8819-2114-43c9-8629-75cd438b4588 req-79ce639d-d88d-4acf-98d2-7c455686d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.857895 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-962c8819-2114-43c9-8629-75cd438b4588 req-79ce639d-d88d-4acf-98d2-7c455686d7ce service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161802 Jul 28 15:21:18.945557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-5ffd98cf-3373-4a6a-b2a7-b32fd91cf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:18.947040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-5ffd98cf-3373-4a6a-b2a7-b32fd91cf6e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 1095 time: 0.0466781 Jul 28 15:21:18.991130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-1e87db6b-d6b0-47ae-8dd3-1a344c9082a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54bfe024-08c5-491f-858e-c6d578147af9 HTTP/1.1" status: 200 len: 217 time: 0.0343411 Jul 28 15:21:19.045630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-e297deb1-1f4c-4a88-bd2e-59f6feb02dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:19.047047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-e297deb1-1f4c-4a88-bd2e-59f6feb02dfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0449700 Jul 28 15:21:19.059650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:21:19.102454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8560-0c04-4579-873f-f38493754e79 req-063bf87f-561d-492d-99f1-b762b126e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:19.109784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-063bf87f-561d-492d-99f1-b762b126e889 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487471 Jul 28 15:21:19.145994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:19.169570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:19.172487 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3664f3c-d7b3-4192-9441-857b759f3344" -d '{"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-unplugged", "status": "completed", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:19.190062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:19.227326 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdd6dc7-0b80-4b4e-a2ed-47fa9f4e99d9 x-openstack-request-id: req-9fdd6dc7-0b80-4b4e-a2ed-47fa9f4e99d9 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:19.227648 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-unplugged", "status": "completed", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:19.227901 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fdd6dc7-0b80-4b4e-a2ed-47fa9f4e99d9 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:19.228297 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'code': 200} Jul 28 15:21:19.266700 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-abb01e7a-c5e0-4630-8a7f-fbd9dacac30e service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495163 Jul 28 15:21:19.268094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:19.294050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcfc65-cfee-432b-a327-516013307e17 req-ed8e29b4-3aa3-4a22-9e03-b4dbc9f11481 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:19.295627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49fcfc65-cfee-432b-a327-516013307e17 req-ed8e29b4-3aa3-4a22-9e03-b4dbc9f11481 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0759466 Jul 28 15:21:19.334255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:19.346850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.347214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.347660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.348834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.349197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.350052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.350560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.352045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.352873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.353228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.354105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.357887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:19.384506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49fcfc65-cfee-432b-a327-516013307e17 req-d475a7ec-757f-46ec-8804-30a8af519f24 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737929 Jul 28 15:21:19.414259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-133f8560-0c04-4579-873f-f38493754e79 req-8f5c27a7-78b5-42b4-99ef-7b998c70b6ee service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365621 Jul 28 15:21:19.788742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db35eb1-e30a-4569-a192-48dab87a7b6e req-bd71bf02-0c75-4796-9ebf-1faf589e89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:19.790244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0db35eb1-e30a-4569-a192-48dab87a7b6e req-bd71bf02-0c75-4796-9ebf-1faf589e89bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1095 time: 0.0441327 Jul 28 15:21:19.829340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0db35eb1-e30a-4569-a192-48dab87a7b6e req-5d343b05-11b5-4230-8810-ff5c2c350b67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322320 Jul 28 15:21:19.901703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158db39-3fb7-4b2b-a8d1-34986292881e req-b7c67e63-8642-4b7b-a0b6-40f033d91824 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:19.903520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5158db39-3fb7-4b2b-a8d1-34986292881e req-b7c67e63-8642-4b7b-a0b6-40f033d91824 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0525789 Jul 28 15:21:19.945577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5158db39-3fb7-4b2b-a8d1-34986292881e req-2d9b12ae-2090-4e0e-a6cd-f78718c419cb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Jul 28 15:21:20.519455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5823f7-00d0-42c3-9393-d657dc8d9c2b req-b2537fcc-af98-4282-a066-5182a8434128 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:20.521027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b5823f7-00d0-42c3-9393-d657dc8d9c2b req-b2537fcc-af98-4282-a066-5182a8434128 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 943 time: 0.0620761 Jul 28 15:21:20.560865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b5823f7-00d0-42c3-9393-d657dc8d9c2b req-e810d089-28cf-4647-a866-878aae30f44a tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Jul 28 15:21:21.064511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:21:21.072721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce367bb-0d1f-43b4-9dad-cdd28438223b req-e9eee5a0-a5b3-46db-ba9c-5b1fb9552b82 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:21.074639 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fce367bb-0d1f-43b4-9dad-cdd28438223b req-e9eee5a0-a5b3-46db-ba9c-5b1fb9552b82 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0542598 Jul 28 15:21:21.114785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fce367bb-0d1f-43b4-9dad-cdd28438223b req-b7705df3-a72e-4a74-acc1-097f105b6a18 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Jul 28 15:21:21.177124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:21.191174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '581f0abb-f20d-45c9-8810-147122df0c3f', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'port_id': '581f0abb-f20d-45c9-8810-147122df0c3f', 'mac_address': 'fa:16:3e:0b:49:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:21:21.238795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:21.259065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581f0abb-f20d-45c9-8810-147122df0c3f {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:21:21.283092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:21.384966 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:21.442135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:21.680615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fd05f-6251-4d4b-b2d9-3f7e426884c7 req-91e632f8-d0e6-4731-8724-4548db786854 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:21.682137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e79fd05f-6251-4d4b-b2d9-3f7e426884c7 req-91e632f8-d0e6-4731-8724-4548db786854 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 944 time: 0.0525749 Jul 28 15:21:21.723036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e79fd05f-6251-4d4b-b2d9-3f7e426884c7 req-a4deb682-af48-4e90-a079-543ea3010518 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Jul 28 15:21:21.746010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 35848) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:21.794826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['581f0abb-f20d-45c9-8810-147122df0c3f'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:21:21.816331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b3982b23-ccaa-4423-924e-ba1c19596542 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/floatingips/2b62d939-af07-492a-94ff-ed81e78e9a7c HTTP/1.1" status: 200 len: 992 time: 0.0691638 Jul 28 15:21:22.244384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360d82d-a432-4cbe-a70c-52416ccc1610 req-bc245aa6-b2d7-476a-8fe5-b13a7e316e96 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:22.246000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0360d82d-a432-4cbe-a70c-52416ccc1610 req-bc245aa6-b2d7-476a-8fe5-b13a7e316e96 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0512013 Jul 28 15:21:22.289188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0360d82d-a432-4cbe-a70c-52416ccc1610 req-a6a5b4a5-2094-48e9-9385-3f9c1cb616cb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Jul 28 15:21:22.339879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ec5b86f1-2de8-4364-bfbd-d191c75802c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:23.073479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:21:23.124278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 581f0abb-f20d-45c9-8810-147122df0c3f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:21:23.124675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:23.203690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:23.227001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:23.229255 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535cee2-0859-414a-97af-4624a8489632" -d '{"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-plugged", "status": "completed", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:23.243570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:23.266687 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0c5489-b474-48aa-afaa-2781c14e0327 x-openstack-request-id: req-dc0c5489-b474-48aa-afaa-2781c14e0327 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:23.266978 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-plugged", "status": "completed", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:23.267224 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc0c5489-b474-48aa-afaa-2781c14e0327 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:23.267617 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'code': 200} Jul 28 15:21:23.335961 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:23.393412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:23.429779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704be3-0313-4c8b-9887-e9915c832ed9 req-ef2f67f7-6cd4-47f8-9a4e-b94d3a9e6aa2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:23.431259 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e704be3-0313-4c8b-9887-e9915c832ed9 req-ef2f67f7-6cd4-47f8-9a4e-b94d3a9e6aa2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0611577 Jul 28 15:21:23.481650 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e704be3-0313-4c8b-9887-e9915c832ed9 req-3017d789-d192-46e3-9fe4-60d4fdfd504f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Jul 28 15:21:24.567063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-ef82beb1-4c78-4182-8dc6-bede3a09ce95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465360 Jul 28 15:21:24.618057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d2f5d-de0d-4049-9812-aa78c148cf2f req-661fb6be-159d-4d87-a344-e6bf4e3ce9f6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:24.619536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e6d2f5d-de0d-4049-9812-aa78c148cf2f req-661fb6be-159d-4d87-a344-e6bf4e3ce9f6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0516121 Jul 28 15:21:24.683965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4e6d2f5d-de0d-4049-9812-aa78c148cf2f req-7b0e938f-f304-45a9-906f-4a6eed8902fb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513721 Jul 28 15:21:24.690236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-7f20f0b9-a33f-4828-8aed-4af71ea3f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:24.691688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-7f20f0b9-a33f-4828-8aed-4af71ea3f5bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0670867 Jul 28 15:21:24.811107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-ffcdd0d4-d354-4250-af29-d56118483fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:24.813123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-ffcdd0d4-d354-4250-af29-d56118483fbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 897 time: 0.1005852 Jul 28 15:21:24.848430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fed8-5003-4c4d-ba56-c725d6f65097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:24.891339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-4aeb7721-bdee-4294-92a9-de799d8fa2ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 1001 time: 0.0712264 Jul 28 15:21:24.943909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-49fbae79-d016-404f-8394-d4f0477f6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:24.945483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-49fbae79-d016-404f-8394-d4f0477f6e89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 200 len: 834 time: 0.0466383 Jul 28 15:21:24.999548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-736880a8-b1e6-4231-af25-2deec27180c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:25.001765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-736880a8-b1e6-4231-af25-2deec27180c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=576eaf42-7a34-420c-bbba-9a6823aea62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486281 Jul 28 15:21:25.097039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-383a75c9-7714-4820-8264-0994924a6336 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875261 Jul 28 15:21:25.199292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1a53372-9abe-4365-80e9-0a62f75a76c6 req-a0d266d6-d6b6-4156-82ed-78480c89af1e service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954869 Jul 28 15:21:25.262121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:25.803071 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616a6f-a812-4362-ae28-c2c15ffb82cb req-ee334516-6bfa-4747-8e61-528876e3215d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:25.804600 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78616a6f-a812-4362-ae28-c2c15ffb82cb req-ee334516-6bfa-4747-8e61-528876e3215d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0503838 Jul 28 15:21:25.846401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78616a6f-a812-4362-ae28-c2c15ffb82cb req-ac1e8283-69e4-4433-8110-adc58435b8cf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Jul 28 15:21:26.418919 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:26.975441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a674-d15d-4531-8f73-806fdabac71e req-98521b84-e477-4090-ba3a-ffbbf9b1543d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:26.976980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7d9a674-d15d-4531-8f73-806fdabac71e req-98521b84-e477-4090-ba3a-ffbbf9b1543d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0590808 Jul 28 15:21:27.025035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7d9a674-d15d-4531-8f73-806fdabac71e req-c81470ad-0ac8-4253-88f4-7cbeb4c14b77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Jul 28 15:21:27.975836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:28.146278 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa030-6ed6-491a-a6d5-716edefa27ea req-67e9afbe-483c-4f27-8b06-82edebbef075 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:28.149145 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e7fa030-6ed6-491a-a6d5-716edefa27ea req-67e9afbe-483c-4f27-8b06-82edebbef075 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0552745 Jul 28 15:21:28.193990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e7fa030-6ed6-491a-a6d5-716edefa27ea req-a9684596-16d7-49fa-bcb1-9ce922c01001 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384660 Jul 28 15:21:28.351561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:21:29.311000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271425-f489-48dc-b15a-a9ec3e7efc93 req-6ac09d3a-1823-49bd-857b-0bab5feb3dd6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:29.312640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97271425-f489-48dc-b15a-a9ec3e7efc93 req-6ac09d3a-1823-49bd-857b-0bab5feb3dd6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0521808 Jul 28 15:21:29.354015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97271425-f489-48dc-b15a-a9ec3e7efc93 req-7ade4073-b237-4288-bf4f-ead23681c953 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350735 Jul 28 15:21:30.478318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d16f4-9bba-4f03-a8a2-2ee52aa66077 req-6708b98a-7763-474a-ae0a-87a91ea30502 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:30.480687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f5d16f4-9bba-4f03-a8a2-2ee52aa66077 req-6708b98a-7763-474a-ae0a-87a91ea30502 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0518451 Jul 28 15:21:30.527530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1f5d16f4-9bba-4f03-a8a2-2ee52aa66077 req-88b0c74b-bdb1-4660-bb68-201260f484eb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 Jul 28 15:21:31.651628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25027efd-b8b7-48db-b2c1-6d2dbd51dab2 req-56d60104-2cff-4cf1-9932-d7f509333b42 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:31.653138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25027efd-b8b7-48db-b2c1-6d2dbd51dab2 req-56d60104-2cff-4cf1-9932-d7f509333b42 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0543056 Jul 28 15:21:31.695228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25027efd-b8b7-48db-b2c1-6d2dbd51dab2 req-e0532f94-5b3e-4dfd-8fe9-5636475fd4b5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355375 Jul 28 15:21:32.478606 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:32.820373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe67421-c74c-42aa-b417-024e8435eb93 req-f0803206-1b92-4fad-815d-52bc789c99b9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:32.821941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebe67421-c74c-42aa-b417-024e8435eb93 req-f0803206-1b92-4fad-815d-52bc789c99b9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0557866 Jul 28 15:21:32.864777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebe67421-c74c-42aa-b417-024e8435eb93 req-62e897d2-6696-4010-b7fc-3c81d04ebaf0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Jul 28 15:21:34.000785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651c54a-4589-4d52-a173-71ffe6d954f3 req-e384e008-3da6-49a7-9f27-8b8cd5fa50a5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:34.002794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c651c54a-4589-4d52-a173-71ffe6d954f3 req-e384e008-3da6-49a7-9f27-8b8cd5fa50a5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0555737 Jul 28 15:21:34.041307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c651c54a-4589-4d52-a173-71ffe6d954f3 req-311474c8-ca5b-48b4-9e2b-b6253359837b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Jul 28 15:21:35.163271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae602-551f-4d2d-91ae-9045c03cc41c req-7d25e9ad-6f57-4174-b592-6c857e01b270 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:35.164765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cebae602-551f-4d2d-91ae-9045c03cc41c req-7d25e9ad-6f57-4174-b592-6c857e01b270 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0518188 Jul 28 15:21:35.203730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cebae602-551f-4d2d-91ae-9045c03cc41c req-d1614a1a-0e28-4c77-8e12-53d735f9ef7e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Jul 28 15:21:36.335814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86e347-8610-4a1a-986a-e40bcea963e5 req-bc53fb8e-fdc9-43a5-866c-361d67327ce9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:36.337400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec86e347-8610-4a1a-986a-e40bcea963e5 req-bc53fb8e-fdc9-43a5-866c-361d67327ce9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0569284 Jul 28 15:21:36.379211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec86e347-8610-4a1a-986a-e40bcea963e5 req-8782c429-b38a-43fe-9d5e-2a13fd912d4c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Jul 28 15:21:36.398675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:37.495931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed31f-dcba-4fbc-a804-3f01808dc89a req-d3c2c33f-57b3-4a52-8616-2de5e522d4cf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:37.497423 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-369ed31f-dcba-4fbc-a804-3f01808dc89a req-d3c2c33f-57b3-4a52-8616-2de5e522d4cf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Jul 28 15:21:37.542035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-369ed31f-dcba-4fbc-a804-3f01808dc89a req-7241ce27-cdbe-4870-93e6-6d05f5d5b3e8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Jul 28 15:21:38.657818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547bb68-b1ab-4786-9310-31150721e147 req-21127a09-4bcf-4d70-bf29-69e1e13bbd41 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:38.659303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f547bb68-b1ab-4786-9310-31150721e147 req-21127a09-4bcf-4d70-bf29-69e1e13bbd41 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0491753 Jul 28 15:21:38.702285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f547bb68-b1ab-4786-9310-31150721e147 req-7fde7f54-309d-4fac-b5c9-8f5e27c96809 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Jul 28 15:21:39.817067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265e55-3d14-4828-8fda-36084b4cecc2 req-d45fcf97-13b7-4a02-baa9-830dcc9bd35b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:39.818735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d265e55-3d14-4828-8fda-36084b4cecc2 req-d45fcf97-13b7-4a02-baa9-830dcc9bd35b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0493610 Jul 28 15:21:39.858385 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d265e55-3d14-4828-8fda-36084b4cecc2 req-d97d3b52-c6a1-40b6-bb44-6bb5e2ddde9f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Jul 28 15:21:41.330309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436767b6-98f6-4695-9f11-b038b8403326 req-0ba4d142-9c0d-42aa-b30a-d7432c7d1cef tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:41.331803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-436767b6-98f6-4695-9f11-b038b8403326 req-0ba4d142-9c0d-42aa-b30a-d7432c7d1cef tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.4039092 Jul 28 15:21:41.373934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-436767b6-98f6-4695-9f11-b038b8403326 req-8066e6cf-7bf9-4c26-bd90-59efd1525843 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Jul 28 15:21:42.492501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016af01-155d-4fd0-aec8-ca2dd2a047a1 req-81790044-f5e2-4d72-8f73-e4dc7e8de9e6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:42.494094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c016af01-155d-4fd0-aec8-ca2dd2a047a1 req-81790044-f5e2-4d72-8f73-e4dc7e8de9e6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0506260 Jul 28 15:21:42.534548 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c016af01-155d-4fd0-aec8-ca2dd2a047a1 req-259a120f-148c-491e-a03c-1dbdc9761733 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Jul 28 15:21:43.650724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c9d0e-76cc-4912-b283-3f5daec47da9 req-d918fc1a-ecd8-4635-8070-b3dbe2e5624c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.652264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-188c9d0e-76cc-4912-b283-3f5daec47da9 req-d918fc1a-ecd8-4635-8070-b3dbe2e5624c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0505853 Jul 28 15:21:43.691196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-188c9d0e-76cc-4912-b283-3f5daec47da9 req-d966933f-4c52-4a4d-a126-1f515129db73 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Jul 28 15:21:44.811275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358be6-1884-493d-b9ae-d046e9fa63c0 req-a3e47b48-4508-41ca-ba7e-e5befbf028de tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:44.812845 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a358be6-1884-493d-b9ae-d046e9fa63c0 req-a3e47b48-4508-41ca-ba7e-e5befbf028de tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0512702 Jul 28 15:21:44.856393 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a358be6-1884-493d-b9ae-d046e9fa63c0 req-76ecf106-ebed-4a82-821f-a24b2c503caa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 Jul 28 15:21:45.974406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0797c0-d358-4e55-92d5-48f3e5d92e2b req-21fe983d-086e-404e-8726-1e0db600b463 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:45.976503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a0797c0-d358-4e55-92d5-48f3e5d92e2b req-21fe983d-086e-404e-8726-1e0db600b463 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0517676 Jul 28 15:21:46.020644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a0797c0-d358-4e55-92d5-48f3e5d92e2b req-a0e06333-0514-4ef2-91f4-a0a68fc3879b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Jul 28 15:21:47.134805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167968d-6e5e-42ae-b590-7c9b8180f9a3 req-349ab814-b8aa-4302-be7b-aacd2430ebcc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:47.136374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1167968d-6e5e-42ae-b590-7c9b8180f9a3 req-349ab814-b8aa-4302-be7b-aacd2430ebcc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0493057 Jul 28 15:21:47.175964 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1167968d-6e5e-42ae-b590-7c9b8180f9a3 req-ad5f00a2-8dad-4f58-8f85-aa0a50985313 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jul 28 15:21:48.292381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a6010-e53a-40cd-a8f9-c61d9bcf143d req-e9c68762-fdb8-4984-ab02-bcff094a9085 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:48.293858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-027a6010-e53a-40cd-a8f9-c61d9bcf143d req-e9c68762-fdb8-4984-ab02-bcff094a9085 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0491176 Jul 28 15:21:48.333433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-027a6010-e53a-40cd-a8f9-c61d9bcf143d req-592b1e4c-ceee-4be0-9854-cd1bdcfd6ea3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jul 28 15:21:49.451463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79233ea9-2308-44ff-8cf4-4272f02130ce req-14dc3714-eb2e-4964-ba7c-ded8aac98f77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:49.452987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79233ea9-2308-44ff-8cf4-4272f02130ce req-14dc3714-eb2e-4964-ba7c-ded8aac98f77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0496600 Jul 28 15:21:49.491256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79233ea9-2308-44ff-8cf4-4272f02130ce req-becf7d94-3124-47cb-b83c-fabf7b40f2e3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Jul 28 15:21:50.606915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272eef-500b-4811-839d-4f37dc7180f1 req-92e6db9c-0f84-46f3-a0b6-05259746768b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:50.608378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d272eef-500b-4811-839d-4f37dc7180f1 req-92e6db9c-0f84-46f3-a0b6-05259746768b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0481904 Jul 28 15:21:50.646635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d272eef-500b-4811-839d-4f37dc7180f1 req-3bead4a9-0df6-4189-9149-55796b37c905 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Jul 28 15:21:51.765703 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724d9de-9abc-4318-86dd-06c3d4166a24 req-9275ddfc-db15-4326-b2b1-65d1e3d9a53f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:51.767176 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1724d9de-9abc-4318-86dd-06c3d4166a24 req-9275ddfc-db15-4326-b2b1-65d1e3d9a53f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0493073 Jul 28 15:21:51.809240 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1724d9de-9abc-4318-86dd-06c3d4166a24 req-54a1fa8c-c4dc-427e-93f7-454bb0e6e252 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jul 28 15:21:52.334509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9f19aca9-968c-4df4-9b50-002d2b0d36b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.923389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cfa45-27b5-4b0c-b044-24df1e3db70a req-66dfb9b8-1be3-45bb-9940-fa43fcfbbde8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:52.924927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba7cfa45-27b5-4b0c-b044-24df1e3db70a req-66dfb9b8-1be3-45bb-9940-fa43fcfbbde8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0495884 Jul 28 15:21:52.969471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba7cfa45-27b5-4b0c-b044-24df1e3db70a req-3ea4b2b3-dd8f-4ee2-9f2d-4da4be0a8d41 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361273 Jul 28 15:21:54.086598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef090f5-5564-4fbd-ad34-940f8ecbd70b req-953456a7-dbd7-4782-9124-61933a3aacb0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:54.088707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ef090f5-5564-4fbd-ad34-940f8ecbd70b req-953456a7-dbd7-4782-9124-61933a3aacb0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0507634 Jul 28 15:21:54.129212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ef090f5-5564-4fbd-ad34-940f8ecbd70b req-828e3cbd-63ea-463f-af26-5a62d8667b41 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Jul 28 15:21:54.818797 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5200cde2-da95-4a00-b295-a7ee65c567a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.244924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f87ab-1ad4-4f5a-b4ed-750b718b7582 req-dd07db26-df11-4375-8bb4-1df4397568a1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:55.246443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a1f87ab-1ad4-4f5a-b4ed-750b718b7582 req-dd07db26-df11-4375-8bb4-1df4397568a1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0503738 Jul 28 15:21:55.260983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.287550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a1f87ab-1ad4-4f5a-b4ed-750b718b7582 req-353ab571-fe96-4126-a653-aaff86f0b6ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Jul 28 15:21:56.403598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925f3c0-d616-49f4-9673-98134493e88b req-c950e8bb-4710-4a77-a633-5bbde1cd5d39 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:56.405052 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c925f3c0-d616-49f4-9673-98134493e88b req-c950e8bb-4710-4a77-a633-5bbde1cd5d39 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 943 time: 0.0502729 Jul 28 15:21:56.446480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c925f3c0-d616-49f4-9673-98134493e88b req-274adcb4-0b56-45e0-8155-8b53740d513a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Jul 28 15:21:56.500355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.542642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 54bfe024-08c5-491f-858e-c6d578147af9 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:21:56.638203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 54bfe024-08c5-491f-858e-c6d578147af9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=54bfe024-08c5-491f-858e-c6d578147af9,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:56.649531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '54bfe024-08c5-491f-858e-c6d578147af9', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': '54bfe024-08c5-491f-858e-c6d578147af9', 'mac_address': 'fa:16:3e:8a:69:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:21:56.686581 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.698790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bfe024-08c5-491f-858e-c6d578147af9 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:21:56.718142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 54bfe024-08c5-491f-858e-c6d578147af9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=54bfe024-08c5-491f-858e-c6d578147af9,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:56.882854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.932179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=54bfe024-08c5-491f-858e-c6d578147af9,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:57.158862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['54bfe024-08c5-491f-858e-c6d578147af9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:21:57.562238 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6daf9-59a6-4952-8817-117e10779e22 req-a1c94a81-baeb-47fe-81cb-2fbbbea7d6db tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:57.563741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9f6daf9-59a6-4952-8817-117e10779e22 req-a1c94a81-baeb-47fe-81cb-2fbbbea7d6db tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 944 time: 0.0490808 Jul 28 15:21:57.602257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9f6daf9-59a6-4952-8817-117e10779e22 req-033f8d80-6360-4ecb-88a0-1107cbe5a6d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Jul 28 15:21:57.892935 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.552654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 54bfe024-08c5-491f-858e-c6d578147af9 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:21:58.681575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 54bfe024-08c5-491f-858e-c6d578147af9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:21:58.685933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 54bfe024-08c5-491f-858e-c6d578147af9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:21:58.686430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.717561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5148d-5d3f-427a-8429-25f656854f55 req-c331ae86-539e-4452-b563-acb2ee6e2fe3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:58.719131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61a5148d-5d3f-427a-8429-25f656854f55 req-c331ae86-539e-4452-b563-acb2ee6e2fe3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 944 time: 0.0490239 Jul 28 15:21:58.762830 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-61a5148d-5d3f-427a-8429-25f656854f55 req-13fdd601-0a8c-4f1b-a845-6e021ac00ca3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372248 Jul 28 15:21:58.765672 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.788065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00004b9c-553f-4066-b0bc-e26bab75d074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bfe024-08c5-491f-858e-c6d578147af9'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:58.791918 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f315fc4-6537-48f9-ab85-42581a5ce011" -d '{"events": [{"server_uuid": "00004b9c-553f-4066-b0bc-e26bab75d074", "name": "network-vif-plugged", "status": "completed", "tag": "54bfe024-08c5-491f-858e-c6d578147af9"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:58.803974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 54bfe024-08c5-491f-858e-c6d578147af9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=54bfe024-08c5-491f-858e-c6d578147af9,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:58.828614 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc2a77-72e5-4b25-a8a0-918c71feb748 x-openstack-request-id: req-72fc2a77-72e5-4b25-a8a0-918c71feb748 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:58.828909 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00004b9c-553f-4066-b0bc-e26bab75d074", "name": "network-vif-plugged", "status": "completed", "tag": "54bfe024-08c5-491f-858e-c6d578147af9", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:58.829167 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72fc2a77-72e5-4b25-a8a0-918c71feb748 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:58.829564 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00004b9c-553f-4066-b0bc-e26bab75d074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bfe024-08c5-491f-858e-c6d578147af9', 'code': 200} Jul 28 15:21:58.881211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.929307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=54bfe024-08c5-491f-858e-c6d578147af9,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:58.930028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af6e8-d91c-486a-9928-3236427171f5 req-1674aec9-3dac-417c-9816-cb507e2b4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:58.931791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-936af6e8-d91c-486a-9928-3236427171f5 req-1674aec9-3dac-417c-9816-cb507e2b4ed7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 1097 time: 0.0412800 Jul 28 15:21:58.977255 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-936af6e8-d91c-486a-9928-3236427171f5 req-368d6563-cdd9-4892-993c-06573420c380 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jul 28 15:21:59.880739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd1cc0-e3b0-4179-92b8-da67d4121a3f req-769d279f-579f-406b-aa2a-5c9efaee9477 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:59.882281 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3cd1cc0-e3b0-4179-92b8-da67d4121a3f req-769d279f-579f-406b-aa2a-5c9efaee9477 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0502963 Jul 28 15:21:59.927330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3cd1cc0-e3b0-4179-92b8-da67d4121a3f req-163c46ce-2fe6-434a-93b5-c87e82df9ebc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375710 Jul 28 15:22:01.045510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7f8be-cbfb-49de-b43b-b59ad923137b req-6fb8084b-ecf5-498f-916b-b231315f3573 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:01.047017 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ac7f8be-cbfb-49de-b43b-b59ad923137b req-6fb8084b-ecf5-498f-916b-b231315f3573 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0524497 Jul 28 15:22:01.087727 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ac7f8be-cbfb-49de-b43b-b59ad923137b req-b57b827c-3f21-474f-a30a-43233e2aa8bd tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Jul 28 15:22:01.203529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc613e-a5cd-4a37-8b01-ed98ddde691d req-6e8f1a21-765d-4710-b718-ffd1d4826448 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:01.205126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16dc613e-a5cd-4a37-8b01-ed98ddde691d req-6e8f1a21-765d-4710-b718-ffd1d4826448 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Jul 28 15:22:01.243765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16dc613e-a5cd-4a37-8b01-ed98ddde691d req-05571400-cba1-4839-8cf3-4997f88d56e3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Jul 28 15:22:01.356593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a89b0f-7222-44aa-8d5f-7026381dc2bd req-d6616491-ffdf-419d-bdce-a95d8e0aea7c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:01.358058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6a89b0f-7222-44aa-8d5f-7026381dc2bd req-d6616491-ffdf-419d-bdce-a95d8e0aea7c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0477149 Jul 28 15:22:01.400849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6a89b0f-7222-44aa-8d5f-7026381dc2bd req-068da760-a33c-4a24-940e-3dbd60ef48ae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Jul 28 15:22:02.019904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb4509-08b7-4b45-8ccf-2109234b739a req-0ba52d70-9fe7-4754-8bd4-bca33d4acc7b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:02.021401 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36fb4509-08b7-4b45-8ccf-2109234b739a req-0ba52d70-9fe7-4754-8bd4-bca33d4acc7b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Jul 28 15:22:02.059780 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36fb4509-08b7-4b45-8ccf-2109234b739a req-5c2c557e-7b05-4230-a1a2-00aadc4aadff tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 28 15:22:02.498621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.191129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61fea2-f1de-4c45-9b16-1ea727cf897a req-3c5379e1-ef0b-446a-93ee-517cf7129e3a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:03.192666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae61fea2-f1de-4c45-9b16-1ea727cf897a req-3c5379e1-ef0b-446a-93ee-517cf7129e3a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0591278 Jul 28 15:22:03.231160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae61fea2-f1de-4c45-9b16-1ea727cf897a req-0a9cc10f-a1d4-466d-9ed6-21f10aadfd33 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jul 28 15:22:03.652437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-8ba01b00-7eae-4823-991b-97ecd0fd8647 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:03.653935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-8ba01b00-7eae-4823-991b-97ecd0fd8647 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 945 time: 0.0485239 Jul 28 15:22:03.746204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port 54bfe024-08c5-491f-858e-c6d578147af9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:22:03.746550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.834370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port 54bfe024-08c5-491f-858e-c6d578147af9, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=54bfe024-08c5-491f-858e-c6d578147af9,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:03.834745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.848214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for 54bfe024-08c5-491f-858e-c6d578147af9 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:22:04.054275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:04.068250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['54bfe024-08c5-491f-858e-c6d578147af9'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:22:04.085315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=54bfe024-08c5-491f-858e-c6d578147af9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:04.132538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port 54bfe024-08c5-491f-858e-c6d578147af9 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:22:04.136943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:04.138995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5159ca74-9151-4ffe-99c0-9be954ca0310 req-1413a225-767b-48ab-91c6-0484fb491e66 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "DELETE /v2.0/ports/54bfe024-08c5-491f-858e-c6d578147af9 HTTP/1.1" status: 204 len: 173 time: 0.4790664 Jul 28 15:22:04.139478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00004b9c-553f-4066-b0bc-e26bab75d074', 'name': 'network-vif-deleted', 'tag': '54bfe024-08c5-491f-858e-c6d578147af9'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:04.141785 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5719235-8769-4d99-b4c3-8f8ca7511a82" -d '{"events": [{"server_uuid": "00004b9c-553f-4066-b0bc-e26bab75d074", "name": "network-vif-deleted", "tag": "54bfe024-08c5-491f-858e-c6d578147af9"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:04.181607 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09614815-220a-4cf6-aa41-23fbb2a82cae x-openstack-request-id: req-09614815-220a-4cf6-aa41-23fbb2a82cae {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:04.181908 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00004b9c-553f-4066-b0bc-e26bab75d074", "name": "network-vif-deleted", "tag": "54bfe024-08c5-491f-858e-c6d578147af9", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:04.182168 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09614815-220a-4cf6-aa41-23fbb2a82cae {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:04.182572 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00004b9c-553f-4066-b0bc-e26bab75d074', 'name': 'network-vif-deleted', 'tag': '54bfe024-08c5-491f-858e-c6d578147af9', 'status': 'completed', 'code': 200} Jul 28 15:22:04.331666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ebf7e1d-a4da-40e8-b67b-81f6f9f404a2 req-e066de7d-93df-4e96-b758-ea7c1ee25653 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0277495 Jul 28 15:22:05.350484 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:22:05.444660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d64d18b-f150-4f93-98b0-bac6638e1212 req-234aa4e7-3e24-4f91-ba06-975e7fd6ebbb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Jul 28 15:22:06.385891 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:06.543470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b3934b05-683a-4ded-81de-d12b10d4a2d0 req-4c3531f1-178c-4268-a6a8-2dc3c818306a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0272212 Jul 28 15:22:07.637917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ae8bc62-edd8-4f90-8123-2187fe03f7be req-2b0c4b58-dc15-4e3d-89df-aeedd2f61946 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Jul 28 15:22:08.561042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 54bfe024-08c5-491f-858e-c6d578147af9 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:22:08.583886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 54bfe024-08c5-491f-858e-c6d578147af9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:22:08.584252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 54bfe024-08c5-491f-858e-c6d578147af9 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:22:08.747009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99226677-97ff-446f-b99f-b492ee36b9c3 req-38da4548-2aa4-445a-be58-337ab6cc151c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=00004b9c-553f-4066-b0bc-e26bab75d074 HTTP/1.1" status: 200 len: 210 time: 0.0280347 Jul 28 15:22:22.333662 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b499388d-c2e8-4b8f-8122-4f95fcfdd9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:24.570087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-0a7f9a6b-fa62-4439-9110-945eba9a1f54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439570 Jul 28 15:22:24.692341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-65685a52-ae94-4b2a-b235-ff1677c8c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:24.693987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-65685a52-ae94-4b2a-b235-ff1677c8c57e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0581667 Jul 28 15:22:24.813088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-5b63bb4a-1c85-469d-8845-3f8d2da68bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:24.814646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-5b63bb4a-1c85-469d-8845-3f8d2da68bff service neutron] 10.222.0.42 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 897 time: 0.0994632 Jul 28 15:22:24.830924 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d9cccf91-6488-4ee7-a2c9-d642c7219ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:24.890884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-04161651-5f13-47f6-a6e6-3b45066fee4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 1001 time: 0.0690603 Jul 28 15:22:24.944641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-1339cda7-385d-41ad-9cf3-4d528ea9e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:24.946163 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-1339cda7-385d-41ad-9cf3-4d528ea9e690 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 200 len: 834 time: 0.0475852 Jul 28 15:22:24.995656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-9110b078-54a1-4695-af37-5eff2b1066af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:24.997291 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-9110b078-54a1-4695-af37-5eff2b1066af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=576eaf42-7a34-420c-bbba-9a6823aea62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436139 Jul 28 15:22:25.094009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-70c20949-7013-4bf1-891a-c728ec07d5b5 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892732 Jul 28 15:22:25.190212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ef55281-f7e5-44cd-a1c8-2f6ce246e2ec req-ecab8ce0-56ca-4452-9908-c6966d0bb858 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884435 Jul 28 15:22:25.248367 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:26.928029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:27.899714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:32.504785 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:36.407972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:37.755144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-94bc809c-6151-48b4-abfa-d75947c288ba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:37.756672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-94bc809c-6151-48b4-abfa-d75947c288ba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1119750 Jul 28 15:22:37.773227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-cb890b42-a139-43e0-b0d5-206e89fe246f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0096838 Jul 28 15:22:37.828092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-42fe5d2e-1b63-4889-b921-b2f773d7ee27 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478110 Jul 28 15:22:37.839721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-22d04156-080d-4356-a239-10b3f936be9e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:22:37.840747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-22d04156-080d-4356-a239-10b3f936be9e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059104 Jul 28 15:22:37.934983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-0b410185-d2a6-4e45-9ca0-945117ad106b service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878167 Jul 28 15:22:38.033514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-668ab243-294d-43a5-afe7-9efae5c30ff6 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922651 Jul 28 15:22:38.697208 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ef8629b-a258-4edf-9c32-b83ce4c1e79b req-fec90cbb-74e9-4c30-81b8-7686816e7dd6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0285077 Jul 28 15:22:39.090774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:39.399409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 613c7972-41a3-41df-95f8-a36b8f9804e7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:22:39.399698 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:39.476834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:39.477171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:39.490096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 613c7972-41a3-41df-95f8-a36b8f9804e7 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:22:39.763003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:39.777561 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-253524e9-29d6-4d5d-87ce-22530aa31de9 req-1db3db9e-0bf5-477d-a946-6c2f403bff52 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0307870 Jul 28 15:22:39.794430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=613c7972-41a3-41df-95f8-a36b8f9804e7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:39.811614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.812262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.812389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.812699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.813041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.813380 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.813716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.814055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.814389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.814726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.815067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.815394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:39.879300 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:39.879647 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Floating IP 2b62d939-af07-492a-94ff-ed81e78e9a7c disassociated (deleted). External IP: 172.25.6.176, port: 581f0abb-f20d-45c9-8810-147122df0c3f. Jul 28 15:22:40.103542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 5daa0949-539d-4942-af8f-73a78eec6842 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:22:40.214522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:22:40.220058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:40.226912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] Sync routers for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:22:40.238464 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:40.239129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:40.250750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d0bfec3b-e490-4137-b7f4-df0c83945298 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/floatingips/2b62d939-af07-492a-94ff-ed81e78e9a7c HTTP/1.1" status: 204 len: 168 time: 1.1588635 Jul 28 15:22:40.253444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:40.263862 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d79030-352f-41bf-89fc-ac24a73e963d" -d '{"events": [{"name": "network-changed", "server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:40.302934 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc23a4a-c600-451c-bc47-e493b0a7d743 x-openstack-request-id: req-6cc23a4a-c600-451c-bc47-e493b0a7d743 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:40.303233 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:40.303490 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6cc23a4a-c600-451c-bc47-e493b0a7d743 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:40.303893 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'status': 'completed', 'code': 200} Jul 28 15:22:40.366620 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:40.397588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-e2b9a4fe-d628-42ac-a9e6-9a4f606ad46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:40.399179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-e2b9a4fe-d628-42ac-a9e6-9a4f606ad46f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbcb164103f540b6af9752880e9ef2eb&device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0493152 Jul 28 15:22:40.510831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-bd595097-5ec2-42b2-9cb6-be347f03c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:40.512369 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-bd595097-5ec2-42b2-9cb6-be347f03c9df service neutron] 10.222.0.42 "GET /v2.0/networks?id=576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 200 len: 897 time: 0.1059582 Jul 28 15:22:40.557665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-3987c86f-a9e0-4b0b-9636-b0965ff1dd7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 200 len: 217 time: 0.0373077 Jul 28 15:22:40.611931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:36Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:40.613794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-861d4305-a192-473c-bb25-7ca1f2c181dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:40.615329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-861d4305-a192-473c-bb25-7ca1f2c181dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 200 len: 834 time: 0.0503972 Jul 28 15:22:40.641111 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] Checking router: 5daa0949-539d-4942-af8f-73a78eec6842 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:22:40.651210 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:40.651885 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:40.687521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-1beb7360-59bb-41e3-805b-0f51a5456af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:40.689333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-1beb7360-59bb-41e3-805b-0f51a5456af1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=576eaf42-7a34-420c-bbba-9a6823aea62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615931 Jul 28 15:22:40.805601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf291b74-38cd-42eb-817d-1592d5c6dae4 req-125792db-aac5-409f-847c-62b0c907ce1c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:40.807676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf291b74-38cd-42eb-817d-1592d5c6dae4 req-125792db-aac5-409f-847c-62b0c907ce1c tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.1239133 Jul 28 15:22:40.862426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-d4986161-308d-4ab3-af24-01b0509b8a23 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609848 Jul 28 15:22:40.870211 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:40.870870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf291b74-38cd-42eb-817d-1592d5c6dae4 req-7afd5772-b23e-439f-8f20-e8f5b9e19bd8 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Jul 28 15:22:40.904948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-79af4c20-b78c-408e-9138-247dafd211ca req-1005954d-8e32-4839-ae2c-b7cf7bfa5722 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0385389 Jul 28 15:22:40.961643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6d79030-352f-41bf-89fc-ac24a73e963d req-f43f9b3b-1cd6-47e0-8838-981686063d50 service neutron] 10.222.0.42 "GET /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898211 Jul 28 15:22:41.096590 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:36Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:41.127677 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8cfff-0e23-419d-89aa-82cde9e5bc6e None None] The sync data for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 is: [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:19:31Z', 'revision_number': 4, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '64db3cb8-bb2e-4938-8377-5ccd8a0f3266', 'name': '', 'network_id': '576eaf42-7a34-420c-bbba-9a6823aea62b', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'mac_address': 'fa:16:3e:60:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:31Z', 'updated_at': '2021-07-28T15:19:36Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'subnets': [{'id': 'fe867cf8-2038-45f7-a413-6321c2521012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:22:41.358586 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae5c2c-2a8f-45c9-85d1-7d0db1380fd4 None None] New status for floating IP 2b62d939-af07-492a-94ff-ed81e78e9a7c: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:22:41.857938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-24a5c966-0b53-48b2-aabb-ceb286eaad1b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:41.859610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-24a5c966-0b53-48b2-aabb-ceb286eaad1b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1142294 Jul 28 15:22:41.874875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:42.036887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d6b2ea5-63f1-4faf-a4d6-6c06ad5bd0fd req-33488279-f9e0-4c06-954c-2aedbc0b99d2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0285232 Jul 28 15:22:42.062827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a48547-2597-4148-8e46-ed587911d579 req-1bd5112a-35aa-46b9-9da4-8d029ed63a9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:42.064585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48a48547-2597-4148-8e46-ed587911d579 req-1bd5112a-35aa-46b9-9da4-8d029ed63a9d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.0742462 Jul 28 15:22:42.106721 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48a48547-2597-4148-8e46-ed587911d579 req-f8334e87-0354-419d-be68-4e64473c2155 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Jul 28 15:22:42.114357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:22:42.114357 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:42.249485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.7 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/97bae891-3de6-44d8-8d6d-b34440c2edc6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:22:42.349363 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:22:42.399185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-5c44c021-e10b-4b01-934b-ab508169f20b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:42.400764 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-5c44c021-e10b-4b01-934b-ab508169f20b tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 945 time: 0.1090815 Jul 28 15:22:42.502000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:42.519802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object 97bae891-3de6-44d8-8d6d-b34440c2edc6 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:42.565410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 581f0abb-f20d-45c9-8810-147122df0c3f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:22:42.565752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:42.655659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:42.665224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 581f0abb-f20d-45c9-8810-147122df0c3f, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=581f0abb-f20d-45c9-8810-147122df0c3f,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:42.665628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:42.711326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 581f0abb-f20d-45c9-8810-147122df0c3f owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:22:42.732010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:42.742233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:42.746087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:22:42.755131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=97bae891-3de6-44d8-8d6d-b34440c2edc6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:42.818942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.819292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.819633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.819975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.820312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.820670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.821008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.821339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.821665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.822150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.822370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.822697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:42.846804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:42.847474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:42.979322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-1fc26a1b-3187-486c-adc8-95a01f5cecee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086590 Jul 28 15:22:42.994213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Request body: {'port': {'device_id': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:43.051153 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.085007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=581f0abb-f20d-45c9-8810-147122df0c3f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:43.087292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.147393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] No DVR routers for this DVR port 581f0abb-f20d-45c9-8810-147122df0c3f on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:22:43.151707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.158203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da83b9df-27c7-4f90-8684-d6099c63c47f req-d4b702b5-41c7-4193-ba89-18adc5b805da tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.42 "DELETE /v2.0/ports/581f0abb-f20d-45c9-8810-147122df0c3f HTTP/1.1" status: 204 len: 173 time: 0.7425284 Jul 28 15:22:43.158203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-deleted', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:43.158203 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c506b3-feed-4680-9176-aa12585f61f0" -d '{"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-deleted", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:43.183443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-598e06e0-169b-4f04-b619-27c1be94feb7 None None] Provisioning for port 97bae891-3de6-44d8-8d6d-b34440c2edc6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:43.188011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-598e06e0-169b-4f04-b619-27c1be94feb7 None None] Provisioning complete for port 97bae891-3de6-44d8-8d6d-b34440c2edc6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:43.198407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-598e06e0-169b-4f04-b619-27c1be94feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.198552 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5894309-c066-4100-b131-041cc3ed879c req-318c368f-5244-4240-9d11-910e86542d02 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:43.207512 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5894309-c066-4100-b131-041cc3ed879c req-318c368f-5244-4240-9d11-910e86542d02 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 931 time: 0.0837002 Jul 28 15:22:43.252443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-598e06e0-169b-4f04-b619-27c1be94feb7 None None] Port 97bae891-3de6-44d8-8d6d-b34440c2edc6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:22:43.255584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e5894309-c066-4100-b131-041cc3ed879c req-21b67aa1-f11e-4bdd-b3d7-466bef2f4415 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Jul 28 15:22:43.310777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b121f3-168b-438e-8ce5-87c9b3b61972 req-b94c96f5-aa62-442a-8741-09e1f8680e90 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "GET /v2.0/ports?device_id=c85135e3-6253-41b8-a0c8-e986a66f7e37 HTTP/1.1" status: 200 len: 210 time: 0.0493348 Jul 28 15:22:43.508031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bae891-3de6-44d8-8d6d-b34440c2edc6 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:22:43.517934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.521672 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645130ff-3452-46ad-b193-dfe4083c94fa x-openstack-request-id: req-645130ff-3452-46ad-b193-dfe4083c94fa {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:43.522105 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85135e3-6253-41b8-a0c8-e986a66f7e37", "name": "network-vif-deleted", "tag": "581f0abb-f20d-45c9-8810-147122df0c3f", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:43.522478 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-645130ff-3452-46ad-b193-dfe4083c94fa {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:43.522825 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85135e3-6253-41b8-a0c8-e986a66f7e37', 'name': 'network-vif-deleted', 'tag': '581f0abb-f20d-45c9-8810-147122df0c3f', 'status': 'completed', 'code': 200} Jul 28 15:22:43.534434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Transition to ACTIVE for port object 97bae891-3de6-44d8-8d6d-b34440c2edc6 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:43.676225 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.732511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=97bae891-3de6-44d8-8d6d-b34440c2edc6,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:43.811174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Attempting to bind port 97bae891-3de6-44d8-8d6d-b34440c2edc6 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:22:43.811458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Attempting to bind port 97bae891-3de6-44d8-8d6d-b34440c2edc6 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:22:43.811791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Attempting to bind port 97bae891-3de6-44d8-8d6d-b34440c2edc6 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:43.816966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Port 97bae891-3de6-44d8-8d6d-b34440c2edc6 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:22:43.817779 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Attempting to bind port 97bae891-3de6-44d8-8d6d-b34440c2edc6 on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:43.822964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:22:43.823312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:22:43.823706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:22:43.824314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Bound port: 97bae891-3de6-44d8-8d6d-b34440c2edc6, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:22:43.824712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:43.901614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] For port 97bae891-3de6-44d8-8d6d-b34440c2edc6, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:22:43.905232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] For port 97bae891-3de6-44d8-8d6d-b34440c2edc6, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:22:44.018558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:44.054726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:44.055372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:44.057641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/97bae891-3de6-44d8-8d6d-b34440c2edc6 HTTP/1.1" status: 200 len: 1092 time: 1.0679405 Jul 28 15:22:44.086866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4c937-56c2-4db7-8264-a6c97ae8f4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=97bae891-3de6-44d8-8d6d-b34440c2edc6,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:44.219072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-21e8137c-296d-4d35-9946-67dd52ed6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:44.220640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-21e8137c-296d-4d35-9946-67dd52ed6870 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 1095 time: 0.0462184 Jul 28 15:22:44.272585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-bc9211f3-85d6-4e5e-b28a-7fe57602e527 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6 HTTP/1.1" status: 200 len: 217 time: 0.0411310 Jul 28 15:22:44.332500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-a0cac8f0-7ced-4997-a569-27acafe6ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:44.333977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-a0cac8f0-7ced-4997-a569-27acafe6ec20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0541573 Jul 28 15:22:44.374110 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36208) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:44.420491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf4593-f753-406e-8a11-b5e5bc534ddb req-d3488b5e-b7ad-43c4-8d0c-32f28eedea9f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:44.422253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4aaf4593-f753-406e-8a11-b5e5bc534ddb req-d3488b5e-b7ad-43c4-8d0c-32f28eedea9f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0925131 Jul 28 15:22:44.428820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-98fdb722-fd03-4f84-bd83-07b5f1c85a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:44.430516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-98fdb722-fd03-4f84-bd83-07b5f1c85a12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701969 Jul 28 15:22:44.519256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4aaf4593-f753-406e-8a11-b5e5bc534ddb req-63527246-8c29-4810-8cbf-e37b32d3f849 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868382 Jul 28 15:22:44.563567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-f45ae71d-6f8f-4eb2-850d-7cf5725c0cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165280 Jul 28 15:22:44.664853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-65b6d65e-691c-4594-b872-74d45c1c17a8 req-689b4bb0-df08-41da-88eb-0696d0bfcc82 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Jul 28 15:22:44.788687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:45.059708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:22:45.060026 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:45.157094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 64db3cb8-bb2e-4938-8377-5ccd8a0f3266, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:45.157745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:45.175760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:22:45.524608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'tag': '97bae891-3de6-44d8-8d6d-b34440c2edc6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:45.527145 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1571940-0fbf-4713-9fde-c63515073fac" -d '{"events": [{"name": "network-changed", "server_uuid": "89ed8832-f5d7-48a7-adc1-acdabad086a0", "tag": "97bae891-3de6-44d8-8d6d-b34440c2edc6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:45.539805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:22:45.563872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 581f0abb-f20d-45c9-8810-147122df0c3f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:22:45.564340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 581f0abb-f20d-45c9-8810-147122df0c3f not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:22:45.600301 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b4710-2497-4af7-925a-733b8d3dadf0 x-openstack-request-id: req-a95b4710-2497-4af7-925a-733b8d3dadf0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:45.601019 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ed8832-f5d7-48a7-adc1-acdabad086a0", "tag": "97bae891-3de6-44d8-8d6d-b34440c2edc6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:45.601287 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a95b4710-2497-4af7-925a-733b8d3dadf0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:45.601702 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'tag': '97bae891-3de6-44d8-8d6d-b34440c2edc6', 'status': 'completed', 'code': 200} Jul 28 15:22:45.703994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c448-0d22-4ecc-aada-29cda49be772 req-4877af51-344e-43e8-bef8-9577b7f851b6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:45.705728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee90c448-0d22-4ecc-aada-29cda49be772 req-4877af51-344e-43e8-bef8-9577b7f851b6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0874178 Jul 28 15:22:45.715051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571940-0fbf-4713-9fde-c63515073fac req-781286ab-c659-4a0e-b734-319fb5e48f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:45.716229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-781286ab-c659-4a0e-b734-319fb5e48f79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 1095 time: 0.0853567 Jul 28 15:22:45.804007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee90c448-0d22-4ecc-aada-29cda49be772 req-9abada6c-d513-4e5b-894b-c79b71061e77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866711 Jul 28 15:22:45.807752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:45.842567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=64db3cb8-bb2e-4938-8377-5ccd8a0f3266,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:45.855453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571940-0fbf-4713-9fde-c63515073fac req-13e3c3bc-b72d-468b-816c-512df9a1070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:45.857157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-13e3c3bc-b72d-468b-816c-512df9a1070f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1253886 Jul 28 15:22:45.903632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-6f579a79-4d7b-4fd5-87b8-c5a2a76d51be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6 HTTP/1.1" status: 200 len: 217 time: 0.0375438 Jul 28 15:22:45.959697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571940-0fbf-4713-9fde-c63515073fac req-1ef2c29f-c525-43c6-b9c2-67558f70bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:45.961439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-1ef2c29f-c525-43c6-b9c2-67558f70bdbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0504205 Jul 28 15:22:46.037044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571940-0fbf-4713-9fde-c63515073fac req-dbc1fb54-5966-4a72-9819-06110307f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:46.038767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-dbc1fb54-5966-4a72-9819-06110307f5d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694897 Jul 28 15:22:46.060168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.153563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-34738079-15fa-47de-b0ce-57339cce1ca5 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023870 Jul 28 15:22:46.258129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1571940-0fbf-4713-9fde-c63515073fac req-1cc43b19-1de1-4656-b52a-89109f831aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917277 Jul 28 15:22:46.304969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Router 5daa0949-539d-4942-af8f-73a78eec6842 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:22:46.414272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:22:46.422379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bf497e82-9734-4c5a-a6e1-9ec2440866e3 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "PUT /v2.0/routers/5daa0949-539d-4942-af8f-73a78eec6842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0456707 Jul 28 15:22:46.423610 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36214) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:46.426581 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] Sync routers for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:22:46.439216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:46.443448 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:46.476479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting subnet fe867cf8-2038-45f7-a413-6321c2521012 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:22:46.480334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.526290 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.545613 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:46.613572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.738727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:22:45Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:46.765117 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] Checking router: 5daa0949-539d-4942-af8f-73a78eec6842 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:22:46.773185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.776571 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] Routers {'5daa0949-539d-4942-af8f-73a78eec6842'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:46.776571 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['5daa0949-539d-4942-af8f-73a78eec6842'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:46.801277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Subnet': ['ID=fe867cf8-2038-45f7-a413-6321c2521012,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:46.804914 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.806865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-89ee0a83-d84e-469c-bceb-349b9cd52cfe tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/subnets/fe867cf8-2038-45f7-a413-6321c2521012 HTTP/1.1" status: 204 len: 168 time: 0.3823037 Jul 28 15:22:46.809628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36216) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:46.815993 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc7d62-0914-4cca-9ac1-0ad2b29d07bb None None] Network 576eaf42-7a34-420c-bbba-9a6823aea62b requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:22:46.893079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] Set router 5daa0949-539d-4942-af8f-73a78eec6842 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:46.979326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.026952 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b415-250a-48b2-a26a-736990fa6b5e req-ab2fee6d-1d6b-48fe-aaa9-ac3a208af9f2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:47.028497 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce2b415-250a-48b2-a26a-736990fa6b5e req-ab2fee6d-1d6b-48fe-aaa9-ac3a208af9f2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.1203778 Jul 28 15:22:47.048695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] DHCP port deletion for 576eaf42-7a34-420c-bbba-9a6823aea62b request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:22:47.099327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Deleting port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:22:47.099713 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.110808 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:22:45Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:47.122763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ce2b415-250a-48b2-a26a-736990fa6b5e req-b0e8a2b1-b0fa-47ee-ba44-4022f75f01d6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876248 Jul 28 15:22:47.145943 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.151595 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e45a52-e3fa-4f13-aab6-9677f7466f0f None None] The sync data for ids ['5daa0949-539d-4942-af8f-73a78eec6842'] in n-d-764806-10 is: [{'id': '5daa0949-539d-4942-af8f-73a78eec6842', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359331398', 'tenant_id': 'fbcb164103f540b6af9752880e9ef2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:26Z', 'updated_at': '2021-07-28T15:22:45Z', 'revision_number': 5, 'project_id': 'fbcb164103f540b6af9752880e9ef2eb', 'gw_port': {'id': '34c8c24b-3e3f-4aa8-8cd2-018af8879f2d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0949-539d-4942-af8f-73a78eec6842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:27Z', 'updated_at': '2021-07-28T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:22:47.188572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] For port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,segment=NetworkSegment(de628a64-fad6-430a-aaac-f6a697e9903b),segment_id=de628a64-fad6-430a-aaac-f6a697e9903b)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:47.188945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.203513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Calling delete_port for d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:22:47.314500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Deleting port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:22:47.314883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.379042 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.406642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Pushing event deleted for resources: {'Port': ['ID=d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:47.409139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] No DVR routers for this DVR port d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:22:47.411130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] For port 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:47.411586 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.419936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.420139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.420588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.420903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.421231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.421560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.421884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.422208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.422523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.423195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.423195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.423487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f66980-58ea-4630-a03f-f4b402b5010f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:47.429896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Calling delete_port for 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:22:47.698731 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.724741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Port': ['ID=34c8c24b-3e3f-4aa8-8cd2-018af8879f2d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:47.787570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.879424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.881678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.046341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.046920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Fanout notify agent at l3_agent the message router_deleted on router 5daa0949-539d-4942-af8f-73a78eec6842 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:22:48.053886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.055059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-73844cef-76c7-4a09-880a-8511f802e62d tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/routers/5daa0949-539d-4942-af8f-73a78eec6842 HTTP/1.1" status: 204 len: 168 time: 1.2444780 Jul 28 15:22:48.057908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36220) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:48.145374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.245750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.256538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576eaf42-7a34-420c-bbba-9a6823aea62b']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:48.268612 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de628a64-fad6-430a-aaac-f6a697e9903b') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:48.268915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de628a64-fad6-430a-aaac-f6a697e9903b') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:48.269493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fa93a-ec63-45c2-b28e-fc6679c48af3 req-aced7e56-dd99-40c9-97a3-c5ba71b9c664 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:48.271054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea2fa93a-ec63-45c2-b28e-fc6679c48af3 req-aced7e56-dd99-40c9-97a3-c5ba71b9c664 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0564582 Jul 28 15:22:48.279252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.294159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.300875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:22:48.301606 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:22:48.306710 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:22:48.318558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea2fa93a-ec63-45c2-b28e-fc6679c48af3 req-10989b8b-8431-4d92-a25b-0221e55fc1e9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Jul 28 15:22:48.458353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.466596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.467882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/networks/576eaf42-7a34-420c-bbba-9a6823aea62b HTTP/1.1" status: 204 len: 168 time: 0.4089277 Jul 28 15:22:48.470772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36224) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:48.480416 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ede77-a15f-475e-847b-ea9efb7cdc99 tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'Network': ['ID=576eaf42-7a34-420c-bbba-9a6823aea62b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:48.540083 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b516edf7-c225-4b6d-b32c-91dc53b1574e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.573831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b516edf7-c225-4b6d-b32c-91dc53b1574e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.603320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:22:48.632532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:22:48.633129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d55bb4bd-6ebf-4f0d-a0b7-f37bf21ab8e4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:22:48.633552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:22:48.653120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:22:48.653472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 64db3cb8-bb2e-4938-8377-5ccd8a0f3266 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:22:48.738390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b516edf7-c225-4b6d-b32c-91dc53b1574e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.741090 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b516edf7-c225-4b6d-b32c-91dc53b1574e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:48.742304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b516edf7-c225-4b6d-b32c-91dc53b1574e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] 10.222.0.57 "DELETE /v2.0/security-groups/0e80b816-abb6-4dc1-b80c-fee0bcbc2c21 HTTP/1.1" status: 204 len: 168 time: 0.2704871 Jul 28 15:22:48.752796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516edf7-c225-4b6d-b32c-91dc53b1574e tempest-TestNetworkAdvancedServerOps-1259621886 tempest-TestNetworkAdvancedServerOps-1259621886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80b816-abb6-4dc1-b80c-fee0bcbc2c21,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:49.440643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0519-9a83-4468-81e9-009864a87990 req-16998bba-0a27-423a-b667-a062a9077328 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:49.442214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dbd0519-9a83-4468-81e9-009864a87990 req-16998bba-0a27-423a-b667-a062a9077328 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0531940 Jul 28 15:22:49.483495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dbd0519-9a83-4468-81e9-009864a87990 req-418cd57b-0395-46ff-9fde-ecbacbc61507 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345545 Jul 28 15:22:49.532519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:49.670450 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f733cc40-3170-4412-9530-467a80cf6e28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbcb164103f540b6af9752880e9ef2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365232 Jul 28 15:22:49.672751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36238) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:49.723337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e70f675-0a75-47a4-a857-68c3f4c08409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:49.744648 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e70f675-0a75-47a4-a857-68c3f4c08409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:49.886696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e70f675-0a75-47a4-a857-68c3f4c08409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:49.889399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3e70f675-0a75-47a4-a857-68c3f4c08409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:49.890558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3e70f675-0a75-47a4-a857-68c3f4c08409 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/298022be-6e8a-42c3-823a-169617076a53 HTTP/1.1" status: 204 len: 168 time: 0.2169056 Jul 28 15:22:49.899007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70f675-0a75-47a4-a857-68c3f4c08409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298022be-6e8a-42c3-823a-169617076a53,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:50.145656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:22:50.166224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:22:50.166577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 34c8c24b-3e3f-4aa8-8cd2-018af8879f2d not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:22:50.585544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36246) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:50.628855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d996-f3a9-4ce8-8815-ea1ec95ace7d req-499f3702-1b7a-496d-a03f-7f6197bc04fc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:50.630333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fe2d996-f3a9-4ce8-8815-ea1ec95ace7d req-499f3702-1b7a-496d-a03f-7f6197bc04fc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0769703 Jul 28 15:22:50.648247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4dc32227-3ad0-4470-8068-049a1d3631bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0a775a759bb42e5b1fa6c9063185d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616617 Jul 28 15:22:50.651739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36248) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:50.675810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6fe2d996-f3a9-4ce8-8815-ea1ec95ace7d req-c95b3b48-9fc7-4403-9f3c-14f5ab387eba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Jul 28 15:22:50.706742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8389-af90-4d30-9701-8b660f6551ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:50.728989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8389-af90-4d30-9701-8b660f6551ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:50.886612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8389-af90-4d30-9701-8b660f6551ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:50.889364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8389-af90-4d30-9701-8b660f6551ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:50.890552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5f3a8389-af90-4d30-9701-8b660f6551ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4c4ffa5-e168-4d4b-8e60-b46a875a92ab HTTP/1.1" status: 204 len: 168 time: 0.2376354 Jul 28 15:22:50.900966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a8389-af90-4d30-9701-8b660f6551ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c4ffa5-e168-4d4b-8e60-b46a875a92ab,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:51.798064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4715a-5623-4a4c-b06c-48ae80d04a49 req-313443bc-83ad-410b-a443-55a0bf70cb1c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:51.799606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0c4715a-5623-4a4c-b06c-48ae80d04a49 req-313443bc-83ad-410b-a443-55a0bf70cb1c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0546000 Jul 28 15:22:51.844921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0c4715a-5623-4a4c-b06c-48ae80d04a49 req-a63ca595-bb0b-48f4-ae5e-94eb84369bb4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Jul 28 15:22:52.407032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a22c6c41-b146-4858-bd8c-4d1c5a267083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:52.962874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217e28-d748-476d-b90f-0b60cd5dd31b req-24e1b65d-d54a-4057-8603-2bc13ff529f8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:52.964377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74217e28-d748-476d-b90f-0b60cd5dd31b req-24e1b65d-d54a-4057-8603-2bc13ff529f8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0499597 Jul 28 15:22:53.004158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74217e28-d748-476d-b90f-0b60cd5dd31b req-dbd0b41d-4714-4cbc-9544-ce668fb388ed tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Jul 28 15:22:54.131812 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc226c-99fe-4ddd-8ca8-71b27116ed9e req-b1918a72-4242-4277-924b-b6247d9d619d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:54.133158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7acc226c-99fe-4ddd-8ca8-71b27116ed9e req-b1918a72-4242-4277-924b-b6247d9d619d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 943 time: 0.0567870 Jul 28 15:22:54.173981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7acc226c-99fe-4ddd-8ca8-71b27116ed9e req-ffc18778-07df-46f4-877a-891a9ca145b5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Jul 28 15:22:54.320558 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:54.326198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'network': {'name': 'tempest-network-smoke--1667881548', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'port_security_enabled': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:54.429506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Made reservation on behalf of cf48d6a5a9d44fc8909c797441ae7329 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:22:54.433690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.442869 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.537769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.594933 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.621151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:22:54.630523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c580a038-4254-483c-94b6-d36d9ffec11a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:54.635391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.635733 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Added segment bc58a955-fb9b-4c39-8af4-ef896f09e305 of type vlan for network bef7c1f3-270f-4945-a37b-5ea9e117d762 Jul 28 15:22:54.676685 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.783444 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.789198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:54.789818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.819093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bf6abec3-2cc5-4f1e-ba9a-43c70e9dd94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.846292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 97bae891-3de6-44d8-8d6d-b34440c2edc6 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:22:54.858759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Network': ['ID=bef7c1f3-270f-4945-a37b-5ea9e117d762,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:54.877870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:22:54.998460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 97bae891-3de6-44d8-8d6d-b34440c2edc6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:55.001902 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3968747d-6f7d-450c-919b-d9ff2382f288 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6799777 Jul 28 15:22:55.005186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36308) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:55.011177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'admin_state_up': True, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:55.016302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '97bae891-3de6-44d8-8d6d-b34440c2edc6', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': '97bae891-3de6-44d8-8d6d-b34440c2edc6', 'mac_address': 'fa:16:3e:b9:cd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:22:55.056283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.070789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bae891-3de6-44d8-8d6d-b34440c2edc6 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:22:55.092437 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.093536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.094173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 97bae891-3de6-44d8-8d6d-b34440c2edc6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:55.147088 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.218189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.246018 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.273739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=97bae891-3de6-44d8-8d6d-b34440c2edc6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:55.418282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff259-1e93-4630-a99a-ce000d44361d req-4dff06ad-4df4-4c71-a63d-ef4991271df4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:55.419659 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-646ff259-1e93-4630-a99a-ce000d44361d req-4dff06ad-4df4-4c71-a63d-ef4991271df4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 944 time: 0.1753302 Jul 28 15:22:55.421505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.460165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-646ff259-1e93-4630-a99a-ce000d44361d req-523c05fd-5184-484d-b59d-f22f4b0e332b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jul 28 15:22:55.483585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['97bae891-3de6-44d8-8d6d-b34440c2edc6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:22:55.706246 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.724102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:55.828042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.25.6.208 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/49d692db-2136-49d1-a43b-4014fda92586) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:22:55.928197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:56.035809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:56.071218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:56.075528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:56.088363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:22:56.088363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=49d692db-2136-49d1-a43b-4014fda92586,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:56.401720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:56.415288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:56.614921 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:56.684117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172b17-a039-4f53-a159-2a2b505da0fb req-b2df07aa-92be-43ec-8934-ee0301257570 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:56.685635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10172b17-a039-4f53-a159-2a2b505da0fb req-b2df07aa-92be-43ec-8934-ee0301257570 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 944 time: 0.1556768 Jul 28 15:22:56.728019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10172b17-a039-4f53-a159-2a2b505da0fb req-e28735f4-6679-44a7-afa6-e6112743a04a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354016 Jul 28 15:22:56.840635 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router 78401bca-05cf-48da-99ab-a747f9c1a3df is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:22:56.858532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 97bae891-3de6-44d8-8d6d-b34440c2edc6 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:56.944999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:22:56.956084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Sync routers for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:22:56.963270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 97bae891-3de6-44d8-8d6d-b34440c2edc6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:56.968582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 97bae891-3de6-44d8-8d6d-b34440c2edc6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:56.968961 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:56.971295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:56.971932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:57.023688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.025651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dc0ae5ed-b68c-4056-9bc5-56e8d4b3c956 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0189619 Jul 28 15:22:57.028152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:57.107569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3983b93a-b01e-4bc8-aa22-49129e7e1a2f tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cf48d6a5a9d44fc8909c797441ae7329&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782690 Jul 28 15:22:57.110360 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36320) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:57.208425 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89f85d-3b2b-4a2a-a252-127e68e8cce7 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:57.213098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ba89f85d-3b2b-4a2a-a252-127e68e8cce7 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986426 Jul 28 15:22:57.213530 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36322) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:57.244598 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ec57172-7d8a-4d29-9f37-ab6dbbfbdb2f tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296290 Jul 28 15:22:57.248047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36324) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:57.253156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763077121', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:57.289297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:57.347338 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.412441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bae891-3de6-44d8-8d6d-b34440c2edc6'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:57.413137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Made reservation on behalf of cf48d6a5a9d44fc8909c797441ae7329 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:22:57.414687 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b1ebf-78b5-4f17-ad07-f039996cacec" -d '{"events": [{"server_uuid": "89ed8832-f5d7-48a7-adc1-acdabad086a0", "name": "network-vif-plugged", "status": "completed", "tag": "97bae891-3de6-44d8-8d6d-b34440c2edc6"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:57.417957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.438536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 97bae891-3de6-44d8-8d6d-b34440c2edc6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:57.482450 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.540776 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b431f7-89ba-4222-8e8e-2ce50f1cd497 x-openstack-request-id: req-99b431f7-89ba-4222-8e8e-2ce50f1cd497 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:57.541328 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ed8832-f5d7-48a7-adc1-acdabad086a0", "name": "network-vif-plugged", "status": "completed", "tag": "97bae891-3de6-44d8-8d6d-b34440c2edc6", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:57.541596 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99b431f7-89ba-4222-8e8e-2ce50f1cd497 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:57.541987 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bae891-3de6-44d8-8d6d-b34440c2edc6', 'code': 200} Jul 28 15:22:57.561910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=97bae891-3de6-44d8-8d6d-b34440c2edc6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:57.574898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:56Z', 'revision_number': 3, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:57.606160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Checking router: 78401bca-05cf-48da-99ab-a747f9c1a3df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:22:57.606514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Updating router 78401bca-05cf-48da-99ab-a747f9c1a3df port 49d692db-2136-49d1-a43b-4014fda92586 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:22:57.631306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.657383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d798d-26a7-4749-a6cf-a3bf06c8de89 req-8ae15c7a-2347-465a-be9a-144358b2446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:57.658882 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b9d798d-26a7-4749-a6cf-a3bf06c8de89 req-8ae15c7a-2347-465a-be9a-144358b2446f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 1097 time: 0.0538716 Jul 28 15:22:57.700363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b9d798d-26a7-4749-a6cf-a3bf06c8de89 req-1b6e9c71-8841-459e-b7f5-1468ba0da67f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290310 Jul 28 15:22:57.703707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.775573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Subnet': ['ID=dc958337-fb63-4834-a1d1-ae5f25ab3cb3,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:57.782881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Checking segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:22:57.783271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network hostable DHCP agents. Network: bef7c1f3-270f-4945-a37b-5ea9e117d762, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:22:57.854509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5013-5779-4df3-ad46-54aa3f7e5ee2 req-5404d95f-4867-4599-8244-7f97e92584da tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:57.856085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-153c5013-5779-4df3-ad46-54aa3f7e5ee2 req-5404d95f-4867-4599-8244-7f97e92584da tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Jul 28 15:22:57.876710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:22:57.902421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-153c5013-5779-4df3-ad46-54aa3f7e5ee2 req-9c88fb3c-c2b2-4c43-96a6-ab3fa4b0adf1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Jul 28 15:22:57.916844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:57.926928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Transition to ACTIVE for port object 49d692db-2136-49d1-a43b-4014fda92586 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:57.931731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.018095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, bef7c1f3-270f-4945-a37b-5ea9e117d762) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:58.022258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:58.022849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.028947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b56d4-0aca-4c55-9d42-8fb32f0189c4 None None] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:22:58.065562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.126978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1889ad63-659e-4978-9de6-448ca5a48f28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8777902 Jul 28 15:22:58.129744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36332) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:58.143416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Attempting to bind port 49d692db-2136-49d1-a43b-4014fda92586 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:22:58.143416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Attempting to bind port 49d692db-2136-49d1-a43b-4014fda92586 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:22:58.143416 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Attempting to bind port 49d692db-2136-49d1-a43b-4014fda92586 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:58.149936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a1f4a-2424-4baf-951c-9a9217314d0e None None] Pushing event updated for resources: {'Port': ['ID=49d692db-2136-49d1-a43b-4014fda92586,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:58.157551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:22:58.158011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:22:58.158380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.158779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:22:58.159271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Bound port: 49d692db-2136-49d1-a43b-4014fda92586, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:22:58.159662 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.253486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] For port 49d692db-2136-49d1-a43b-4014fda92586, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:22:58.279404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] For port 49d692db-2136-49d1-a43b-4014fda92586, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49d692db-2136-49d1-a43b-4014fda92586,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:22:58.281940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-bef7c1f3-270f-4945-a37b-5ea9e117d762', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:22:58.282800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.374118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.474114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a1f4a-2424-4baf-951c-9a9217314d0e None None] Pushing event updated for resources: {'Port': ['ID=49d692db-2136-49d1-a43b-4014fda92586,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:58.476805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:58.477429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:58.530491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Allocated IP 172.20.0.2 (bef7c1f3-270f-4945-a37b-5ea9e117d762/dc958337-fb63-4834-a1d1-ae5f25ab3cb3/af5b8963-3d5e-426f-9d90-f27e0f0cb6e8) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:22:58.654975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:58.849721 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.878176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Transition to ACTIVE for port object af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:58.898893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Transition to ACTIVE for port object af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:58.925272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:56Z', 'revision_number': 3, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:58.948910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:58.952815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd9f2-b244-47d4-a835-53eec20e1539 None None] The sync data for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 is: [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:56Z', 'revision_number': 3, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:22:58.967552 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:59.021445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:59.026101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Pushing event updated for resources: {'Port': ['ID=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:59.028746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:59.036758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:22:59.051699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bfe3e-5d37-4a1a-8cc9-d4d56988818c req-be8b02da-db3e-4f9a-89e9-e41c9ea44e10 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:59.059410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef7bfe3e-5d37-4a1a-8cc9-d4d56988818c req-be8b02da-db3e-4f9a-89e9-e41c9ea44e10 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 945 time: 0.0747426 Jul 28 15:22:59.096562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Attempting to bind port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:22:59.097085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Attempting to bind port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:22:59.097650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Attempting to bind port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 on network bef7c1f3-270f-4945-a37b-5ea9e117d762 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:59.098890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef7bfe3e-5d37-4a1a-8cc9-d4d56988818c req-8f8dae9a-4158-40d2-91ff-9aef15d51ab7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Jul 28 15:22:59.104286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:22:59.104822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Checking segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:22:59.105312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:59.105759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Bound using segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:22:59.106296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Bound port: af5b8963-3d5e-426f-9d90-f27e0f0cb6e8, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:22:59.106744 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:59.184624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] For port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:22:59.188386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] For port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:22:59.259549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:59.298650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e86c-a2c1-4584-818b-dcdc4bc28772 req-bddc5f5b-bee7-4950-9f5f-99c88ac56028 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:59.300222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca55e86c-a2c1-4584-818b-dcdc4bc28772 req-bddc5f5b-bee7-4950-9f5f-99c88ac56028 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 945 time: 0.1031780 Jul 28 15:22:59.339963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.20.0.1 (bef7c1f3-270f-4945-a37b-5ea9e117d762/dc958337-fb63-4834-a1d1-ae5f25ab3cb3/77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:22:59.353834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7291f4-fd33-443a-8de0-db47b9905c11 None None] Pushing event updated for resources: {'Port': ['ID=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:59.380836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca55e86c-a2c1-4584-818b-dcdc4bc28772 req-9566d2f8-7320-4c14-b5db-cca3fb1849d0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672817 Jul 28 15:22:59.540324 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:59.571869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Transition to ACTIVE for port object 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:59.676236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:59.725380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:59.728665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:59.732623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:22:59.770842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:59.807487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.042911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.293050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49d692db-2136-49d1-a43b-4014fda92586 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:00.389539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.421645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7067c-9bdb-43b0-b6ee-299c4db5d35a None None] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:23:00.463977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.474481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 49d692db-2136-49d1-a43b-4014fda92586 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:00.479613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 49d692db-2136-49d1-a43b-4014fda92586 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:00.480004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.603878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.613419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:00.640957 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9dcf4291-aa03-4848-a25d-f784b995a4d4 None None] Provisioning for port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:00.675362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.702999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 49d692db-2136-49d1-a43b-4014fda92586, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49d692db-2136-49d1-a43b-4014fda92586,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:00.732597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:23:00.734387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:23:00.778264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:00.780028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:00.895985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=49d692db-2136-49d1-a43b-4014fda92586,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:00.916863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router 78401bca-05cf-48da-99ab-a747f9c1a3df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:23:00.993538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:01.000632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:01.001241 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.114017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:23:01.131525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e6b68c8c-b4a6-466c-9d69-9ce377a5ca81 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "PUT /v2.0/routers/78401bca-05cf-48da-99ab-a747f9c1a3df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9911754 Jul 28 15:23:01.131621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:01.132077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Sync routers for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:23:01.132888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--849399769', 'description': 'tempest-secgroup_access--849399769 description', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:01.137166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.143417 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:23:01.143917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:01.214147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:01.308318 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:23:01.319802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01cef039-fddd-48a6-be4a-e2c4e3262506 None None] Provisioning for port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:01.329464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01cef039-fddd-48a6-be4a-e2c4e3262506 None None] Provisioning complete for port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:01.330189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01cef039-fddd-48a6-be4a-e2c4e3262506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.361305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.407669 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-01cef039-fddd-48a6-be4a-e2c4e3262506 None None] Port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:23:01.436322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.567138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.642326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 2, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:01.676581 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Checking router: 78401bca-05cf-48da-99ab-a747f9c1a3df for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:23:01.676938 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Updating router 78401bca-05cf-48da-99ab-a747f9c1a3df port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:23:01.687562 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.706082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01cef039-fddd-48a6-be4a-e2c4e3262506 None None] Provisioning complete for port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:01.706469 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01cef039-fddd-48a6-be4a-e2c4e3262506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.708115 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:01.785026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:01.988354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-418174f4-1e64-41b8-b20a-e62a8d818f8e None None] Provisioning complete for port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:01.988772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-418174f4-1e64-41b8-b20a-e62a8d818f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.111065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-418174f4-1e64-41b8-b20a-e62a8d818f8e None None] Port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:23:02.274672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49d692db-2136-49d1-a43b-4014fda92586 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:02.293013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:02.357460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 49d692db-2136-49d1-a43b-4014fda92586 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:02.358055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.373390 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.383840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.388072 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4c4c3617-2725-4e54-8c31-00591df7f55b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2582402 Jul 28 15:23:02.388320 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:02.392020 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Transition to ACTIVE for port object 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:23:02.396279 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--961218039', 'description': 'tempest-secgroup_general--961218039 description', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:02.460019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:02.469596 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.486106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.518443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:02.518824 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.521212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.538079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Pushing event updated for resources: {'Port': ['ID=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:02.572327 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.572689 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.573034 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.573418 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.574168 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.574290 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.574572 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.574904 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.575242 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.575550 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.575875 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.576857 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:02.619847 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Attempting to bind port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:23:02.620316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Attempting to bind port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:23:02.620659 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Attempting to bind port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 on network bef7c1f3-270f-4945-a37b-5ea9e117d762 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:23:02.629747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:23:02.630789 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Checking segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:23:02.631205 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.631604 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Bound using segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:23:02.632091 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Bound port: 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:23:02.633091 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.679096 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.713031 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] For port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:23:02.715479 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] For port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:23:02.760756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.791020 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.817304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf5491-a3c3-453c-8dac-91574f93b249,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:02.854362 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:23:02.854362 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:02.875009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:02.879633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6b2bb3c7-7b6c-4d87-a304-9896354718b3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4868498 Jul 28 15:23:02.880036 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36410) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:02.889510 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'security_group_rule': {'security_group_id': 'dbc5a9da-f690-4df1-b8ba-5ff732d4a70b', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:02.918528 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02724acf-a167-4beb-8b88-c4dd38f1764e None None] Pushing event updated for resources: {'Port': ['ID=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:02.995048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:03.029664 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:23:03.107897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:03.121639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-c98bf366-a9db-4654-ac68-165616af0cbf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:03.125114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-c98bf366-a9db-4654-ac68-165616af0cbf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1805532 Jul 28 15:23:03.143376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f307d6e2-1695-40df-85a6-ef8224604d6a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0136788 Jul 28 15:23:03.203395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-aa4ba48b-3a14-42a3-a42e-3cdb6abaed86 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530450 Jul 28 15:23:03.272913 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:02Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:03.292801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:03.302283 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9f8c4-facd-4761-b266-83339cfecd61 None None] The sync data for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 is: [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:02Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:23:03.327199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-6a236f90-303c-427e-aa65-0fdc3b1de0f2 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122200 Jul 28 15:23:03.331624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a911e9d3-74ff-49ba-b506-f84bcf9151b7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:03.435740 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:03.442923 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c2973b32-eaad-4ec1-9248-8dcfb94ed54a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5616176 Jul 28 15:23:03.507428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-21617fa8-1e21-4e0a-981f-8946e5da184c service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488738 Jul 28 15:23:03.622828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-ad7c1e66-b8d5-42de-a41f-2bfa8d738ed9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--961218039&fields=id&tenant_id=cf48d6a5a9d44fc8909c797441ae7329 HTTP/1.1" status: 200 len: 267 time: 0.0460703 Jul 28 15:23:03.673172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-c4c7bc3f-3dda-422d-ad6c-8b22d6adf82d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--849399769&fields=id&tenant_id=cf48d6a5a9d44fc8909c797441ae7329 HTTP/1.1" status: 200 len: 267 time: 0.0402424 Jul 28 15:23:03.792319 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-2977deba-d124-43b8-b83b-9250381cd518 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:03.794365 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-2977deba-d124-43b8-b83b-9250381cd518 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 797 time: 0.1139998 Jul 28 15:23:03.810480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eff956d4-6682-42d9-a298-d577c94ef7bd req-098acadc-2c83-40a6-a5ec-4b12c8a9540c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0371652 Jul 28 15:23:03.817723 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-4856480d-29ae-4ac2-ab16-ecf5ea826717 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/quotas/cf48d6a5a9d44fc8909c797441ae7329 HTTP/1.1" status: 200 len: 375 time: 0.0173726 Jul 28 15:23:03.871857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-61105dff-78fd-406c-a95c-cd9fbaa0794d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567281 Jul 28 15:23:03.893414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-72f21ec8-1c39-44c8-b051-e3f55a867424 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679760 Jul 28 15:23:03.977000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-a4a6acdf-a4c5-4d8e-90d0-5696451e1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:03.980615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-a4a6acdf-a4c5-4d8e-90d0-5696451e1329 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 1097 time: 0.0559690 Jul 28 15:23:03.986651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-dc931448-f44f-4b71-8a26-83c900c19ce8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:23:03.989214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-dc931448-f44f-4b71-8a26-83c900c19ce8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799351 Jul 28 15:23:04.104777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-3a931283-bd7b-4c2c-8c41-3ddcdb8d8487 service neutron] 10.222.0.57 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053777 Jul 28 15:23:04.129559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-0deb6ece-8a13-44d4-bf04-8bd81ee31f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:04.131041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-0deb6ece-8a13-44d4-bf04-8bd81ee31f8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1234417 Jul 28 15:23:04.196257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-21ce422d-beaa-4c39-a9de-7396f40ab2b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6 HTTP/1.1" status: 200 len: 217 time: 0.0476968 Jul 28 15:23:04.254389 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-177f9983-805c-4f39-b1e6-ae7c6da46f7a service neutron] 10.222.0.57 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420503 Jul 28 15:23:04.298332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:04.304227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-12b6873a-b0dc-455f-82d0-92438caf2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:04.306448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-12b6873a-b0dc-455f-82d0-92438caf2b9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.1029894 Jul 28 15:23:04.373108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-db39685f-44bc-41af-95d3-18e72c193d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:04.374650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-db39685f-44bc-41af-95d3-18e72c193d96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595477 Jul 28 15:23:04.443051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:04.453048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:04.454132 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:04.499499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-cf558bed-4661-4fb4-b3a1-7e93a03e1abe service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161983 Jul 28 15:23:04.600081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:04.602072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-581a58c7-68fb-4327-8f0b-18d40785dd53 req-237b6148-17f2-49af-8038-dcd3ff4fda1a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 210 time: 0.0349422 Jul 28 15:23:04.663719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:04.665731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bb9bffa-e0d6-49c0-a89f-be4700ad549a req-5b83c765-c261-4b35-9718-d0c74ae8886b service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594331 Jul 28 15:23:04.754931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:04.803469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:04.914289 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9fb7b566-e96a-4ea2-8d7a-1c7b7c118b15 req-fb690dd4-f7c0-4a8c-8cbf-c73b2ed734eb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0332341 Jul 28 15:23:05.683132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3a10cbc-4d3f-43f8-b994-747140b059d6 req-eb41a77d-65ea-4a11-94fd-565305e30f58 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 210 time: 0.0279028 Jul 28 15:23:06.010204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8fccf8f0-a262-48ab-bfd7-e7aa5e7c9dea req-18b5a38e-9b27-4e48-b708-7e9be824c4c2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Jul 28 15:23:06.202594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:06.254338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:06.254707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:06.451833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:06.494852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-53e8d0e5-7888-4f04-9740-ac40a355f5b5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:06.496406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-53e8d0e5-7888-4f04-9740-ac40a355f5b5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1092052 Jul 28 15:23:06.514980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:06.760720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:23:06.764089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:06.786004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92f79b1e-62bc-4715-93e9-504f1618b1f5 req-d168696d-b269-4d88-9f66-70c34c67ff48 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 210 time: 0.0370092 Jul 28 15:23:06.916995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.12 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/3f057f7b-0382-43b1-873c-954ae8b68d1c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:23:07.074034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:07.089150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object 3f057f7b-0382-43b1-873c-954ae8b68d1c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:23:07.110539 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6333d562-15cd-4d19-b09c-bd470d3e1741 req-893aadb0-555c-4418-aa7b-bf5d1fc57351 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0281837 Jul 28 15:23:07.383924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:07.398547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['97bae891-3de6-44d8-8d6d-b34440c2edc6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:23:07.449804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:23:07.463294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:23:07.466103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:23:07.503298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=3f057f7b-0382-43b1-873c-954ae8b68d1c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:07.551900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-8465432c-a0ce-40b4-88a5-1fe5b10d95cc tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:07.553856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-8465432c-a0ce-40b4-88a5-1fe5b10d95cc tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.42 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 797 time: 0.2221198 Jul 28 15:23:07.563822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:07.571058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:07.614122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-793a1ba5-9dce-4546-bb0f-acb2279b754c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf48d6a5a9d44fc8909c797441ae7329 HTTP/1.1" status: 200 len: 476 time: 0.0453112 Jul 28 15:23:07.624333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'port': {'device_id': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'admin_state_up': True, 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'security_groups': ['dfaf5491-a3c3-453c-8dac-91574f93b249', 'dbc5a9da-f690-4df1-b8ba-5ff732d4a70b']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:07.684286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f0b37a30-5f27-4dc0-a9df-b5329302d1d3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1733522 Jul 28 15:23:07.703707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Request body: {'port': {'device_id': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:07.785418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:07.794538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c2bec03e-ec9a-4b99-95c6-3092b0ad11e2 None None] Provisioning for port 3f057f7b-0382-43b1-873c-954ae8b68d1c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:07.798920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c2bec03e-ec9a-4b99-95c6-3092b0ad11e2 None None] Provisioning complete for port 3f057f7b-0382-43b1-873c-954ae8b68d1c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:07.799275 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c2bec03e-ec9a-4b99-95c6-3092b0ad11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:07.850799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c2bec03e-ec9a-4b99-95c6-3092b0ad11e2 None None] Port 3f057f7b-0382-43b1-873c-954ae8b68d1c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:23:07.945426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a6ea3e8f-e6fd-4658-b68f-5767803a30e9 req-8014ff48-d7e0-444d-a6dd-1da7ad361807 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 210 time: 0.0789409 Jul 28 15:23:07.949115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Made reservation on behalf of cf48d6a5a9d44fc8909c797441ae7329 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:23:07.952659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.180085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.20.0.8 (bef7c1f3-270f-4945-a37b-5ea9e117d762/dc958337-fb63-4834-a1d1-ae5f25ab3cb3/8dc267f1-973f-465b-ba44-981616df7d18) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:23:08.263606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6580c-bc56-4712-840e-f33949263619 req-8acac1a1-27ea-41d0-b4e7-cfc999b66bad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:08.265430 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5db6580c-bc56-4712-840e-f33949263619 req-8acac1a1-27ea-41d0-b4e7-cfc999b66bad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 932 time: 0.0625367 Jul 28 15:23:08.271057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f057f7b-0382-43b1-873c-954ae8b68d1c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:23:08.283532 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.317236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5db6580c-bc56-4712-840e-f33949263619 req-90b71de7-feef-4dc8-9a0e-44cdbd86ab01 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Jul 28 15:23:08.360243 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Transition to ACTIVE for port object 3f057f7b-0382-43b1-873c-954ae8b68d1c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:23:08.423848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.436889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.444917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Transition to ACTIVE for port object 8dc267f1-973f-465b-ba44-981616df7d18 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:23:08.536162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Pushing event updated for resources: {'Port': ['ID=3f057f7b-0382-43b1-873c-954ae8b68d1c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:08.624830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Attempting to bind port 3f057f7b-0382-43b1-873c-954ae8b68d1c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:23:08.625181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Attempting to bind port 3f057f7b-0382-43b1-873c-954ae8b68d1c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:23:08.625504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Attempting to bind port 3f057f7b-0382-43b1-873c-954ae8b68d1c on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:23:08.630347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Port 3f057f7b-0382-43b1-873c-954ae8b68d1c on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:23:08.630677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Attempting to bind port 3f057f7b-0382-43b1-873c-954ae8b68d1c on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:23:08.636842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:23:08.637182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:23:08.637570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:23:08.638000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Bound port: 3f057f7b-0382-43b1-873c-954ae8b68d1c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:23:08.638367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.688548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.763390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:23:08.767472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] For port 3f057f7b-0382-43b1-873c-954ae8b68d1c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:23:08.770150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:23:08.773951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=8dc267f1-973f-465b-ba44-981616df7d18,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:08.776333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:23:08.806726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] For port 3f057f7b-0382-43b1-873c-954ae8b68d1c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f057f7b-0382-43b1-873c-954ae8b68d1c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:23:08.835004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:08.837161 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.887002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.928107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:08.928929 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:08.930519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f057f7b-0382-43b1-873c-954ae8b68d1c HTTP/1.1" status: 200 len: 1093 time: 1.2324059 Jul 28 15:23:08.932444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9cca45ad-fe21-4b1b-9bb5-28a3407e7d8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3128350 Jul 28 15:23:08.933004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'tag': '3f057f7b-0382-43b1-873c-954ae8b68d1c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:23:08.936397 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07" -d '{"events": [{"name": "network-changed", "server_uuid": "72dfd492-ffd6-42b1-90a0-c17b6528c5b4", "tag": "3f057f7b-0382-43b1-873c-954ae8b68d1c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:23:08.959185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Request body: {'port': {'device_id': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:08.998406 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76feb53c-065f-46a6-946d-926421fd892b x-openstack-request-id: req-76feb53c-065f-46a6-946d-926421fd892b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:23:08.998726 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dfd492-ffd6-42b1-90a0-c17b6528c5b4", "tag": "3f057f7b-0382-43b1-873c-954ae8b68d1c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:23:08.999076 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76feb53c-065f-46a6-946d-926421fd892b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:23:08.999579 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'tag': '3f057f7b-0382-43b1-873c-954ae8b68d1c', 'status': 'completed', 'code': 200} Jul 28 15:23:09.007510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d094-bc0f-4a1a-9dc9-d6e23cb75510 service neutron] Pushing event updated for resources: {'Port': ['ID=3f057f7b-0382-43b1-873c-954ae8b68d1c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:09.091892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:09.110595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9348c0-a394-49ab-a67c-cc60e6644f01 req-9dccdba5-960c-42d1-93d4-7466bf125d43 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:09.119427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b9348c0-a394-49ab-a67c-cc60e6644f01 req-9dccdba5-960c-42d1-93d4-7466bf125d43 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 970 time: 0.0661790 Jul 28 15:23:09.175763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1b9348c0-a394-49ab-a67c-cc60e6644f01 req-d02236a0-22f2-40e0-afad-8b02e59e9ebf tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0549114 Jul 28 15:23:09.233371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07 req-f69aa231-ecc8-45c2-94a4-69447ddd8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:09.234884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07 req-f69aa231-ecc8-45c2-94a4-69447ddd8453 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 1096 time: 0.1819448 Jul 28 15:23:09.257973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c0e4c96-7392-4c33-9e47-82761befc510 None None] Provisioning for port 8dc267f1-973f-465b-ba44-981616df7d18 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:09.264635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c0e4c96-7392-4c33-9e47-82761befc510 None None] Provisioning complete for port 8dc267f1-973f-465b-ba44-981616df7d18 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:09.265221 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4c96-7392-4c33-9e47-82761befc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:09.312803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e4c96-7392-4c33-9e47-82761befc510 None None] Port 8dc267f1-973f-465b-ba44-981616df7d18 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:23:09.463057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07 req-cae82fc3-d0ff-449e-9704-05f610ecaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:09.464579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07 req-cae82fc3-d0ff-449e-9704-05f610ecaea3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=55e07c2fd5144188b1980174363ba051&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2149248 Jul 28 15:23:09.578029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fa95f-e7f1-4451-8a1c-33430faa20a9 req-15b02a28-423e-46b6-a649-10a20fc39915 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:09.579525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d7fa95f-e7f1-4451-8a1c-33430faa20a9 req-15b02a28-423e-46b6-a649-10a20fc39915 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.1753387 Jul 28 15:23:09.592587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc267f1-973f-465b-ba44-981616df7d18 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:23:09.621791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:09.660198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07 req-8705e61d-2989-45da-adc9-7aa98dd00adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:09.661816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4e43d31-5a25-4723-aee6-f1c5ec0cef07 req-8705e61d-2989-45da-adc9-7aa98dd00adf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874087 Jul 28 15:23:09.664479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Transition to ACTIVE for port object 8dc267f1-973f-465b-ba44-981616df7d18 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:23:09.669790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d7fa95f-e7f1-4451-8a1c-33430faa20a9 req-4a4639d8-7ef5-4e0e-975b-9c6275a7f9dd tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797014 Jul 28 15:23:09.737238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:09.831834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc267f1-973f-465b-ba44-981616df7d18,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:09.839060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-1c2b6c9d-be3b-41a5-b684-f97bbba49bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:09.841788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-1c2b6c9d-be3b-41a5-b684-f97bbba49bfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 1096 time: 0.1003206 Jul 28 15:23:09.952798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-0e6ad816-0e8d-42ed-9300-0e7d6eae5ff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f057f7b-0382-43b1-873c-954ae8b68d1c HTTP/1.1" status: 200 len: 217 time: 0.0758152 Jul 28 15:23:10.021207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Attempting to bind port 8dc267f1-973f-465b-ba44-981616df7d18 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:23:10.021545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Attempting to bind port 8dc267f1-973f-465b-ba44-981616df7d18 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:23:10.021877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Attempting to bind port 8dc267f1-973f-465b-ba44-981616df7d18 on network bef7c1f3-270f-4945-a37b-5ea9e117d762 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:23:10.025409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-6c8e8881-4b2a-4115-8d6c-0c629b8a5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:10.026874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-6c8e8881-4b2a-4115-8d6c-0c629b8a5b63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0662868 Jul 28 15:23:10.030314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Port 8dc267f1-973f-465b-ba44-981616df7d18 on network bef7c1f3-270f-4945-a37b-5ea9e117d762 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:23:10.030625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Attempting to bind port 8dc267f1-973f-465b-ba44-981616df7d18 on network bef7c1f3-270f-4945-a37b-5ea9e117d762 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:23:10.044164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:23:10.044789 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Checking segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:23:10.044918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Bound using segment: {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:23:10.045356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Bound port: 8dc267f1-973f-465b-ba44-981616df7d18, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58a955-fb9b-4c39-8af4-ef896f09e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:23:10.045724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:10.107911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-de6eb3c2-eb77-46ba-91e3-0eae856ea9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:10.109477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-de6eb3c2-eb77-46ba-91e3-0eae856ea9aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757906 Jul 28 15:23:10.308325 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943c34-087d-470e-b851-dabee666bc49 req-8251bfec-5457-4e2a-b05c-d20807bc8e05 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:10.311045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84943c34-087d-470e-b851-dabee666bc49 req-8251bfec-5457-4e2a-b05c-d20807bc8e05 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 982 time: 0.0610805 Jul 28 15:23:10.364825 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84943c34-087d-470e-b851-dabee666bc49 req-f133f35f-f5e7-4e2c-97fc-fff6b9f23e66 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0468891 Jul 28 15:23:10.568521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] For port 8dc267f1-973f-465b-ba44-981616df7d18, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:23:10.573507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] For port 8dc267f1-973f-465b-ba44-981616df7d18, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8dc267f1-973f-465b-ba44-981616df7d18,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:23:10.606382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-6815f2f3-a909-4c37-813e-079a06d9930e service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864173 Jul 28 15:23:10.692258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:10.746388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:10.747012 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:10.748510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] 10.222.0.42 "PUT /v2.0/ports/8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 1131 time: 1.7936959 Jul 28 15:23:10.752755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8da07ea-4849-4bec-b38c-bad265090fd0 req-f8387713-7ee8-45dc-af21-6d0abcd75e21 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388857 Jul 28 15:23:10.796164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc267f1-973f-465b-ba44-981616df7d18,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:10.829703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930466-ef35-42fd-83b2-acf99dc7be60 req-10db62ef-1a31-41a3-a319-536608e0aaaf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:10.829703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43930466-ef35-42fd-83b2-acf99dc7be60 req-10db62ef-1a31-41a3-a319-536608e0aaaf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0646176 Jul 28 15:23:10.875893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43930466-ef35-42fd-83b2-acf99dc7be60 req-4aac4781-178a-4c01-ac7f-cdcd0e1d748e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Jul 28 15:23:10.990900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-ff07cd80-591c-4fc9-8cb7-0fe0318f4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:10.990900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-ff07cd80-591c-4fc9-8cb7-0fe0318f4b96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1134 time: 0.0662632 Jul 28 15:23:11.000795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:23:11.003257 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cedc35-c816-48a6-bb66-d54def3387be" -d '{"events": [{"name": "network-changed", "server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "tag": "8dc267f1-973f-465b-ba44-981616df7d18"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:23:11.043586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-75d372f9-99c3-4af0-9d84-12bdbb83c789 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 217 time: 0.0369661 Jul 28 15:23:11.060476 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0c1758-4317-44c8-b614-e10c0e03c4db x-openstack-request-id: req-bf0c1758-4317-44c8-b614-e10c0e03c4db {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:23:11.060769 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "tag": "8dc267f1-973f-465b-ba44-981616df7d18", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:23:11.061087 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf0c1758-4317-44c8-b614-e10c0e03c4db {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:23:11.061413 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18', 'status': 'completed', 'code': 200} Jul 28 15:23:11.101389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-224221ae-05ae-4967-869d-f1fe2e0016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.103536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-224221ae-05ae-4967-869d-f1fe2e0016ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 200 len: 835 time: 0.0506747 Jul 28 15:23:11.151974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-40b302be-dbee-4eb9-889e-cc752a8f67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.153538 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-40b302be-dbee-4eb9-889e-cc752a8f67e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef7c1f3-270f-4945-a37b-5ea9e117d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432842 Jul 28 15:23:11.258472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-d12c2d26-4b3c-47de-8342-31e08da075c7 service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976098 Jul 28 15:23:11.352378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-02faf72e-34ef-48d8-bef5-954e88639758 service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874317 Jul 28 15:23:11.491656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172cf65-008b-43a2-90af-7ce182fb6f12 req-6f178d9c-352b-4900-b68d-349ce092482b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.493233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d172cf65-008b-43a2-90af-7ce182fb6f12 req-6f178d9c-352b-4900-b68d-349ce092482b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 982 time: 0.0558417 Jul 28 15:23:11.538775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d172cf65-008b-43a2-90af-7ce182fb6f12 req-8101c220-3873-4b8d-aed3-cdb6d8546463 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0391862 Jul 28 15:23:11.663313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedc35-c816-48a6-bb66-d54def3387be req-0716ed08-402f-4526-bfed-9a7a3b80925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.664773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-0716ed08-402f-4526-bfed-9a7a3b80925d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1134 time: 0.0445895 Jul 28 15:23:11.774254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedc35-c816-48a6-bb66-d54def3387be req-fade87eb-dbd2-4bbf-97dd-6ed39eac76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.775799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-fade87eb-dbd2-4bbf-97dd-6ed39eac76a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 898 time: 0.1035776 Jul 28 15:23:11.826598 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-c56ac9b6-cc27-475f-86a4-cd4bcfd23084 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 217 time: 0.0433199 Jul 28 15:23:11.882501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedc35-c816-48a6-bb66-d54def3387be req-a89f0f7b-1458-4418-bbca-1a1112f633aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.884961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-a89f0f7b-1458-4418-bbca-1a1112f633aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 200 len: 835 time: 0.0515196 Jul 28 15:23:11.939112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedc35-c816-48a6-bb66-d54def3387be req-40c7e1f0-c367-4584-8a13-09100f00f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:11.940689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-40c7e1f0-c367-4584-8a13-09100f00f367 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef7c1f3-270f-4945-a37b-5ea9e117d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488465 Jul 28 15:23:12.017335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4efa09-d768-4abe-a32c-e044a742ca15 req-07b2019c-2c1d-4ca3-b77d-79a640b8ddb4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:12.018829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a4efa09-d768-4abe-a32c-e044a742ca15 req-07b2019c-2c1d-4ca3-b77d-79a640b8ddb4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0637069 Jul 28 15:23:12.056853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-ae2828a0-c610-4c69-a03b-757d70675a83 service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067939 Jul 28 15:23:12.057979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a4efa09-d768-4abe-a32c-e044a742ca15 req-cc68d64c-0b15-4a67-8115-acde08bf2a42 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Jul 28 15:23:12.158205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2cedc35-c816-48a6-bb66-d54def3387be req-a299651a-e6ee-459e-941d-9ef4a1357f8b service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945425 Jul 28 15:23:12.666535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137dff5-4dc3-4132-92a5-2a81d7eca836 req-7e55520e-a9ef-47ed-ac3d-1ccb31ad6ad3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:12.668024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5137dff5-4dc3-4132-92a5-2a81d7eca836 req-7e55520e-a9ef-47ed-ac3d-1ccb31ad6ad3 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 982 time: 0.0576689 Jul 28 15:23:12.712504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5137dff5-4dc3-4132-92a5-2a81d7eca836 req-014e03cc-e1c8-4118-a14c-07a7d8b7451b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0380874 Jul 28 15:23:13.189760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c85b84-6466-4d1a-9353-c75d71f9f160 req-725e253b-0098-47b3-bcd8-f4b65cbee1d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:13.191342 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86c85b84-6466-4d1a-9353-c75d71f9f160 req-725e253b-0098-47b3-bcd8-f4b65cbee1d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0544353 Jul 28 15:23:13.242356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86c85b84-6466-4d1a-9353-c75d71f9f160 req-f00b87f9-d4ec-4c1f-9a3d-795eb34df0aa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Jul 28 15:23:13.758519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8dc267f1-973f-465b-ba44-981616df7d18 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:23:13.833425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc59cfa-9ac2-4106-8bad-88ebf70079b9 req-9daacfe7-0549-4c00-be63-119d0d603235 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:13.834991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-acc59cfa-9ac2-4106-8bad-88ebf70079b9 req-9daacfe7-0549-4c00-be63-119d0d603235 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 982 time: 0.0538185 Jul 28 15:23:13.864299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 8dc267f1-973f-465b-ba44-981616df7d18, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8dc267f1-973f-465b-ba44-981616df7d18,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:13.876575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '8dc267f1-973f-465b-ba44-981616df7d18', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'port_id': '8dc267f1-973f-465b-ba44-981616df7d18', 'mac_address': 'fa:16:3e:dd:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:23:13.879835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-acc59cfa-9ac2-4106-8bad-88ebf70079b9 req-e8da4008-44ca-4a77-9245-e66a6ac11844 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0375099 Jul 28 15:23:13.914437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:13.929119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc267f1-973f-465b-ba44-981616df7d18 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:23:13.949002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 8dc267f1-973f-465b-ba44-981616df7d18, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8dc267f1-973f-465b-ba44-981616df7d18,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:14.098434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:14.161880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=8dc267f1-973f-465b-ba44-981616df7d18,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:14.314801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-50d688fe-c9d9-4494-9825-4cbf61ec1b6b req-2a2f0f27-a68f-41b8-ad0a-46856964ac05 service neutron] (94657) timed out ('10.222.0.42', 58461) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:23:14.374322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99d6bb-7769-4599-a608-605fdbdbe1ba req-4754b34d-7f99-4e54-a480-791797666bc6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:14.375847 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd99d6bb-7769-4599-a608-605fdbdbe1ba req-4754b34d-7f99-4e54-a480-791797666bc6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0542362 Jul 28 15:23:14.415427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cd99d6bb-7769-4599-a608-605fdbdbe1ba req-c6924088-44bb-4a6d-8d12-0f221c19bdcf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Jul 28 15:23:14.488640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['8dc267f1-973f-465b-ba44-981616df7d18'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:23:15.000427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e4965-e2b1-4626-abc5-4df539e569ae req-1e222fab-3081-4220-bb42-78e5f06d1b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:15.001926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e0e4965-e2b1-4626-abc5-4df539e569ae req-1e222fab-3081-4220-bb42-78e5f06d1b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 983 time: 0.0525517 Jul 28 15:23:15.043342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e0e4965-e2b1-4626-abc5-4df539e569ae req-f8d465a8-5a8e-4067-b7c6-b93117956181 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0352898 Jul 28 15:23:15.536469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d916691-9357-4913-a71f-ef4db4aa8817 req-d934d0ed-bbee-43c8-b387-5feeac20741c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:15.537973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d916691-9357-4913-a71f-ef4db4aa8817 req-d934d0ed-bbee-43c8-b387-5feeac20741c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0518215 Jul 28 15:23:15.580390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d916691-9357-4913-a71f-ef4db4aa8817 req-bf2e2ffa-8028-43a6-9b65-c2d90750567d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Jul 28 15:23:15.772035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8dc267f1-973f-465b-ba44-981616df7d18 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:15.891278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 8dc267f1-973f-465b-ba44-981616df7d18 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:15.895753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 8dc267f1-973f-465b-ba44-981616df7d18 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:15.896126 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:15.992739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:16.017623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:23:16.020224 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057e4b89-ddfa-47f9-a90e-34a0ba80edfa" -d '{"events": [{"server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "name": "network-vif-plugged", "status": "completed", "tag": "8dc267f1-973f-465b-ba44-981616df7d18"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:23:16.034156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 8dc267f1-973f-465b-ba44-981616df7d18, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8dc267f1-973f-465b-ba44-981616df7d18,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:16.055997 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b742c212-b002-43d4-bb16-3a3d94655a8d x-openstack-request-id: req-b742c212-b002-43d4-bb16-3a3d94655a8d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:23:16.056267 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "name": "network-vif-plugged", "status": "completed", "tag": "8dc267f1-973f-465b-ba44-981616df7d18", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:23:16.056616 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b742c212-b002-43d4-bb16-3a3d94655a8d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:23:16.060499 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18', 'code': 200} Jul 28 15:23:16.172010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b091cc3-2768-4ade-a1b0-be4a5486fe16 req-5170bffd-4a41-4f2e-b603-ef1c95d7c246 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:16.173604 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b091cc3-2768-4ade-a1b0-be4a5486fe16 req-5170bffd-4a41-4f2e-b603-ef1c95d7c246 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 983 time: 0.0601680 Jul 28 15:23:16.186138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:16.202049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993f729-e152-45ea-b421-141b8ca572ef req-ff52ff5c-7c1b-4783-aead-95c376878e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:16.204900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e993f729-e152-45ea-b421-141b8ca572ef req-ff52ff5c-7c1b-4783-aead-95c376878e88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1135 time: 0.0538044 Jul 28 15:23:16.242151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b091cc3-2768-4ade-a1b0-be4a5486fe16 req-66852578-5f81-4109-8e5a-f9a75192ae7a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0552483 Jul 28 15:23:16.249610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=8dc267f1-973f-465b-ba44-981616df7d18,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:16.258189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e993f729-e152-45ea-b421-141b8ca572ef req-ebda31e6-539d-4d8c-b5db-bf562b59805e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&id=dfaf5491-a3c3-453c-8dac-91574f93b249&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0436118 Jul 28 15:23:16.706493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79489979-9bba-4b11-8c44-f1e58155f6f0 req-11296944-9d4f-4e9e-8e18-304574e78c77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:16.707977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79489979-9bba-4b11-8c44-f1e58155f6f0 req-11296944-9d4f-4e9e-8e18-304574e78c77 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0518699 Jul 28 15:23:16.748096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79489979-9bba-4b11-8c44-f1e58155f6f0 req-88ef90c7-d8a4-4220-be95-1e466ed2fe3b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Jul 28 15:23:17.372862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182d6ab-9fe2-4eba-b944-e29f39010ca0 req-09435d71-fae6-44ff-b4f1-b9dfe2db3075 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:17.374398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3182d6ab-9fe2-4eba-b944-e29f39010ca0 req-09435d71-fae6-44ff-b4f1-b9dfe2db3075 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.0555410 Jul 28 15:23:17.426721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3182d6ab-9fe2-4eba-b944-e29f39010ca0 req-7263d3df-00a2-44b8-b228-adbad8a3ed8d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0459251 Jul 28 15:23:17.884122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f257-972d-4f30-ab5f-6f355a6eb0be req-c06b380b-10b7-4b7d-85e1-817e343a0233 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:17.887456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9748f257-972d-4f30-ab5f-6f355a6eb0be req-c06b380b-10b7-4b7d-85e1-817e343a0233 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0628953 Jul 28 15:23:17.929341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9748f257-972d-4f30-ab5f-6f355a6eb0be req-22cf466a-ba2d-49b6-ad0e-643d9722f6fa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Jul 28 15:23:18.576179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cb99-14b8-49e2-a6e0-d7dc402a314c req-d54b69a8-c773-4f0a-9385-cf1a1faac4a1 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:18.577868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9337cb99-14b8-49e2-a6e0-d7dc402a314c req-d54b69a8-c773-4f0a-9385-cf1a1faac4a1 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.0581906 Jul 28 15:23:18.630603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9337cb99-14b8-49e2-a6e0-d7dc402a314c req-05d4ad6d-a990-4bc7-a23d-bc7833d35417 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0463111 Jul 28 15:23:18.770495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6d255-4b36-4fef-a44d-0d5a7f7bb86b req-941556b9-af18-4b43-8a2a-acb4fd74928c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:18.772058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bc6d255-4b36-4fef-a44d-0d5a7f7bb86b req-941556b9-af18-4b43-8a2a-acb4fd74928c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.0667934 Jul 28 15:23:18.821394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bc6d255-4b36-4fef-a44d-0d5a7f7bb86b req-0373fae0-c363-4708-ae61-c2b6e464d8c6 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0404458 Jul 28 15:23:18.941247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f330f-ebc8-435f-b604-0ab7bb2063ee req-8441bc0e-8eda-4795-83a5-4b2e0fc3f47f tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:18.942916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-240f330f-ebc8-435f-b604-0ab7bb2063ee req-8441bc0e-8eda-4795-83a5-4b2e0fc3f47f tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1136 time: 0.0458653 Jul 28 15:23:18.966807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-240f330f-ebc8-435f-b604-0ab7bb2063ee req-51726fcb-9117-4513-8a2c-065c0734fb68 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:19.060250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafeb8b-68a9-49ae-9f27-69718f6c7c02 req-7611eab8-8011-4f01-9aa9-485ee14821aa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:19.061800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bafeb8b-68a9-49ae-9f27-69718f6c7c02 req-7611eab8-8011-4f01-9aa9-485ee14821aa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0561898 Jul 28 15:23:19.079313 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-240f330f-ebc8-435f-b604-0ab7bb2063ee req-51726fcb-9117-4513-8a2c-065c0734fb68 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:19.108913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bafeb8b-68a9-49ae-9f27-69718f6c7c02 req-d0a3a9eb-dd70-4b6f-9c24-4a82f050bf75 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Jul 28 15:23:19.194771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-240f330f-ebc8-435f-b604-0ab7bb2063ee req-51726fcb-9117-4513-8a2c-065c0734fb68 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:19.231864 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51726fcb-9117-4513-8a2c-065c0734fb68 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758b091-79f0-444e-9cf1-5a6f083f459a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:19.237830 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-240f330f-ebc8-435f-b604-0ab7bb2063ee req-51726fcb-9117-4513-8a2c-065c0734fb68 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2880406 Jul 28 15:23:19.263129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36522) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:19.313354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861c3b7-77a7-49ae-ac6e-160d3ae257ff tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:19.319365 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f861c3b7-77a7-49ae-ac6e-160d3ae257ff tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1131 time: 0.0517874 Jul 28 15:23:19.319651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36524) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:19.324936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '8dc267f1-973f-465b-ba44-981616df7d18', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:23:19.349675 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:23:19.428783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:19.563456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:19.690154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.25.6.64 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d5acc746-326d-4c51-a0a8-a06213ffe45c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:23:19.813861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:19.977449 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:20.018466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:23:20.021353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:23:20.027572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:23:20.033117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=d5acc746-326d-4c51-a0a8-a06213ffe45c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:20.310597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649ffc-bda0-4148-a84c-4344ea201403 req-49de7764-e1c7-4969-8416-7d43e5e447a6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:20.312090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae649ffc-bda0-4148-a84c-4344ea201403 req-49de7764-e1c7-4969-8416-7d43e5e447a6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.1029947 Jul 28 15:23:20.401828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae649ffc-bda0-4148-a84c-4344ea201403 req-7511c59f-52d6-4e47-8599-48085013f9cd tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Jul 28 15:23:20.520354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:20.705182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:20.879693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:20.989128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:21.059963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=d5acc746-326d-4c51-a0a8-a06213ffe45c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:21.078790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:21.189310 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Floating IP 60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e associated. External IP: 172.25.6.64, port: 8dc267f1-973f-465b-ba44-981616df7d18. Jul 28 15:23:21.419360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router 78401bca-05cf-48da-99ab-a747f9c1a3df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:23:21.524575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff783c9-cad9-461f-8dd1-eb0cd2a320d4 req-8cc6692d-be21-49ed-94ef-2e5384b0c3ee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.526234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ff783c9-cad9-461f-8dd1-eb0cd2a320d4 req-8cc6692d-be21-49ed-94ef-2e5384b0c3ee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0510712 Jul 28 15:23:21.553525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:23:21.570159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] Sync routers for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:23:21.579396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9ff783c9-cad9-461f-8dd1-eb0cd2a320d4 req-ffee1729-f92f-4928-ade9-71cfe700ce5e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Jul 28 15:23:21.585909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:23:21.586557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:21.657259 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:21.693326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e3fcc9c4-60ef-4616-8bed-32eb603bffe9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3689909 Jul 28 15:23:21.693326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:23:21.693326 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b118385-4e38-4749-ba54-56df3d0c8d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "tag": "8dc267f1-973f-465b-ba44-981616df7d18"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:23:21.693663 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36530) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:21.713295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:23:21.737458 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f18ccb0-4c9d-41c6-af23-5b7222859ecb x-openstack-request-id: req-7f18ccb0-4c9d-41c6-af23-5b7222859ecb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:23:21.738127 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "tag": "8dc267f1-973f-465b-ba44-981616df7d18", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:23:21.738127 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f18ccb0-4c9d-41c6-af23-5b7222859ecb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:23:21.739829 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18', 'status': 'completed', 'code': 200} Jul 28 15:23:21.809683 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.810254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.810874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.811587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.811976 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.812475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.814357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-010bd34a-ef7d-4474-bbed-6bc4c9efede4 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1197026 Jul 28 15:23:21.817458 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36534) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:21.840661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-fb551003-cde1-495a-b1c7-e85a7f5a7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.842371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-fb551003-cde1-495a-b1c7-e85a7f5a7647 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1136 time: 0.0513823 Jul 28 15:23:21.885406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.886294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.887057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.887721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.888334 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.888993 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.891510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3579fccb-0509-442f-a974-20f7c108f1cb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0730209 Jul 28 15:23:21.894754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36536) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:21.955560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-449c8b0c-b397-47ba-b699-4ff5233b5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:21.957024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-449c8b0c-b397-47ba-b699-4ff5233b5c4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 898 time: 0.1081491 Jul 28 15:23:22.005237 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'port_id': '8dc267f1-973f-465b-ba44-981616df7d18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'mac_address': 'fa:16:3e:dd:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:23:20Z', 'updated_at': '2021-07-28T15:23:20Z', 'revision_number': 0, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:04Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:22.033232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] Checking router: 78401bca-05cf-48da-99ab-a747f9c1a3df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:23:22.042724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:23:22.043345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:22:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:22.048135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-d0ae084a-c09d-4ec4-83a8-a4503d9cff98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 998 time: 0.0837255 Jul 28 15:23:22.074906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e650345a-e76f-4994-9361-b3b04b46038a tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.1785820 Jul 28 15:23:22.078002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:22.110428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-13bb43c3-e8d9-45dd-bd27-14f3b7d84b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:22.111944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-13bb43c3-e8d9-45dd-bd27-14f3b7d84b38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 200 len: 835 time: 0.0571516 Jul 28 15:23:22.119947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f08c87-e687-4562-ae52-65d46fea3b0a tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:22.120442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f08c87-e687-4562-ae52-65d46fea3b0a tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:22.135472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-57f08c87-e687-4562-ae52-65d46fea3b0a tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=78401bca-05cf-48da-99ab-a747f9c1a3df HTTP/1.1" status: 200 len: 1992 time: 0.0476079 Jul 28 15:23:22.167892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:23:22.177464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-11abe851-693c-4bce-9362-5118a634a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:22.177464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-11abe851-693c-4bce-9362-5118a634a6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef7c1f3-270f-4945-a37b-5ea9e117d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551043 Jul 28 15:23:22.278380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-e80c4f0c-43af-46d2-b7f7-54db8678abae service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941949 Jul 28 15:23:22.382211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b118385-4e38-4749-ba54-56df3d0c8d1b req-278e9465-a1d3-4142-9d18-e7b41b6a6923 service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940228 Jul 28 15:23:22.428551 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95fb05ec-8559-4846-86bb-bd01795a783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:22.438864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'port_id': '8dc267f1-973f-465b-ba44-981616df7d18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'mac_address': 'fa:16:3e:dd:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:23:20Z', 'updated_at': '2021-07-28T15:23:20Z', 'revision_number': 0, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:04Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:23:22.464976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba26ad-ff43-4c78-ab11-9098c2d7f521 None None] The sync data for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 is: [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'port_id': '8dc267f1-973f-465b-ba44-981616df7d18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'mac_address': 'fa:16:3e:dd:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:23:20Z', 'updated_at': '2021-07-28T15:23:20Z', 'revision_number': 0, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:04Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:23:22.695104 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f276a-8716-40fa-bc58-9274e4cd7a4c None None] New status for floating IP 60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:23:22.725069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3380c-8219-4669-8d95-79e2c2ac4118 req-fd9d9182-bc14-4ef8-9545-fdb0a76616ae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:22.726536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fd3380c-8219-4669-8d95-79e2c2ac4118 req-fd9d9182-bc14-4ef8-9545-fdb0a76616ae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0671563 Jul 28 15:23:22.772075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fd3380c-8219-4669-8d95-79e2c2ac4118 req-92c19277-0f10-437a-9154-a5df4c436509 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371003 Jul 28 15:23:23.909645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23dd1-227e-4306-acab-6c88689eaef7 req-72174278-9f76-4881-9f18-ab69c103dadb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:23.911159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ac23dd1-227e-4306-acab-6c88689eaef7 req-72174278-9f76-4881-9f18-ab69c103dadb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0579584 Jul 28 15:23:23.951321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ac23dd1-227e-4306-acab-6c88689eaef7 req-aae400b7-9743-45e9-94e0-57a998656029 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Jul 28 15:23:24.633833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-11d080b5-f5c8-46be-8cf5-0b1d8f0cd984 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993326 Jul 28 15:23:24.747624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-f268b912-5e27-47f9-9774-c55a4695f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:24.749293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-f268b912-5e27-47f9-9774-c55a4695f7c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1136 time: 0.0470068 Jul 28 15:23:24.823420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-51d591ef-a14a-407c-8f70-3f12c6a13feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:24.872635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-fa7b54b7-f968-4508-9932-d003f0d0689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:24.874559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-fa7b54b7-f968-4508-9932-d003f0d0689f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 898 time: 0.1035573 Jul 28 15:23:24.945120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-bd1e34c6-89b5-4d3a-bcc9-32cbbcf9172c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 1000 time: 0.0634954 Jul 28 15:23:25.002785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-a1744ea7-e9d6-4e4a-b59e-4105b3a18b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:25.004279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-a1744ea7-e9d6-4e4a-b59e-4105b3a18b49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 200 len: 835 time: 0.0521564 Jul 28 15:23:25.053283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-1914a7ea-5d9c-4fb4-bbb4-a11818016a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:25.054817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-1914a7ea-5d9c-4fb4-bbb4-a11818016a25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef7c1f3-270f-4945-a37b-5ea9e117d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434675 Jul 28 15:23:25.076545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d183929-bdd2-4d69-87a9-4d35195b2ee4 req-bc77bc1c-2f81-49e0-bc18-729b88449fcf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:25.080196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d183929-bdd2-4d69-87a9-4d35195b2ee4 req-bc77bc1c-2f81-49e0-bc18-729b88449fcf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0567415 Jul 28 15:23:25.130537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d183929-bdd2-4d69-87a9-4d35195b2ee4 req-16393065-b5fe-40bd-a2fe-d708c4b3f342 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Jul 28 15:23:25.157192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-a0f315d3-3f79-423c-becc-cfdf19aa42ae service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950081 Jul 28 15:23:25.262741 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:25.283377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf5272c1-8e87-4df8-9477-44e22ae38e71 req-afe0e0ed-f16c-494e-ab6e-13fd3be0b692 service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186659 Jul 28 15:23:26.260647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a320af-0bb5-40a6-adbe-3edca88fd4e8 req-b2ec2436-dd1e-4f3b-a46b-b6c0ac15417c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:26.262173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16a320af-0bb5-40a6-adbe-3edca88fd4e8 req-b2ec2436-dd1e-4f3b-a46b-b6c0ac15417c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0541782 Jul 28 15:23:26.302938 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-16a320af-0bb5-40a6-adbe-3edca88fd4e8 req-8f16d47d-8518-41b1-8825-d3dad92d4bab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Jul 28 15:23:26.410791 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:27.421402 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594512fd-55d5-428c-b6cd-1d780b6d3ca7 req-6fee5fb7-eea7-42c4-a81d-6459e1d581dc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:27.422908 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-594512fd-55d5-428c-b6cd-1d780b6d3ca7 req-6fee5fb7-eea7-42c4-a81d-6459e1d581dc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0505812 Jul 28 15:23:27.464000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-594512fd-55d5-428c-b6cd-1d780b6d3ca7 req-2cbc1643-3b33-44a7-b394-9cd2f803bfbf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Jul 28 15:23:27.919712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:28.584998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217b470-7093-4e1b-94aa-6254f5cc23e6 req-08aeded2-261d-431e-b4fd-3da2d90c7b99 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:28.586473 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e217b470-7093-4e1b-94aa-6254f5cc23e6 req-08aeded2-261d-431e-b4fd-3da2d90c7b99 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Jul 28 15:23:28.624719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e217b470-7093-4e1b-94aa-6254f5cc23e6 req-668f9507-fa9b-422a-949d-ca4cf61c5218 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Jul 28 15:23:29.751888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b11b6-f485-4918-92b3-16da5b9ccbdc req-53cc5ef4-a0f4-4b07-9901-15ee0c5b6bc1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:29.753492 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-369b11b6-f485-4918-92b3-16da5b9ccbdc req-53cc5ef4-a0f4-4b07-9901-15ee0c5b6bc1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0595868 Jul 28 15:23:29.794104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-369b11b6-f485-4918-92b3-16da5b9ccbdc req-ba29d7a8-16a1-4fc9-b724-e39d1a63ee0e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343375 Jul 28 15:23:30.923847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02beff-c815-4bf4-aa16-358b84e77c34 req-8bbabe69-135d-4d9e-8f48-4806af6984ad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:30.925670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b02beff-c815-4bf4-aa16-358b84e77c34 req-8bbabe69-135d-4d9e-8f48-4806af6984ad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0615797 Jul 28 15:23:30.966151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b02beff-c815-4bf4-aa16-358b84e77c34 req-f4b06ae6-16f3-4fb2-9c06-fbc36875b005 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Jul 28 15:23:32.087491 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7a0bd-6349-402a-9efa-8ff8dcc7eb34 req-d8f53fd1-1868-4f92-9d45-32e844efee4c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:32.089612 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83a7a0bd-6349-402a-9efa-8ff8dcc7eb34 req-d8f53fd1-1868-4f92-9d45-32e844efee4c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0517869 Jul 28 15:23:32.129344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83a7a0bd-6349-402a-9efa-8ff8dcc7eb34 req-c4c62418-1fb5-43ac-92d4-db0fc032ef70 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Jul 28 15:23:32.513576 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:33.253492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a962d-e5c4-4427-be4f-d957175ce5dd req-06f49121-4d65-42c6-8ca4-d61640bd84de tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:33.255092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-057a962d-e5c4-4427-be4f-d957175ce5dd req-06f49121-4d65-42c6-8ca4-d61640bd84de tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0521059 Jul 28 15:23:33.296356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-057a962d-e5c4-4427-be4f-d957175ce5dd req-ec9de32c-a447-40b1-ab69-9cdeb4e812ee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Jul 28 15:23:34.417814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aec166-5782-427b-b4e6-405e6d9920e7 req-8dca8836-6a11-48ce-b93f-7b82e513ea25 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:34.419211 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6aec166-5782-427b-b4e6-405e6d9920e7 req-8dca8836-6a11-48ce-b93f-7b82e513ea25 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0495789 Jul 28 15:23:34.457482 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6aec166-5782-427b-b4e6-405e6d9920e7 req-e1165518-a978-4c61-beba-2246bbb65125 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jul 28 15:23:35.580953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe375-000c-4ed3-baee-fe8ee387401b req-cdeb95cc-73ac-4122-aeb6-063894f4c05e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:35.582568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45fbe375-000c-4ed3-baee-fe8ee387401b req-cdeb95cc-73ac-4122-aeb6-063894f4c05e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0539544 Jul 28 15:23:35.623200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45fbe375-000c-4ed3-baee-fe8ee387401b req-ebeee535-ed24-45f6-925c-63074f6540ad tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jul 28 15:23:36.399313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:36.747617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87166c-5717-4ebd-aee7-13af82139fa4 req-f555f49b-2205-4175-9bf8-6f92b863e397 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:36.749162 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b87166c-5717-4ebd-aee7-13af82139fa4 req-f555f49b-2205-4175-9bf8-6f92b863e397 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0558352 Jul 28 15:23:36.789421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b87166c-5717-4ebd-aee7-13af82139fa4 req-0aa66630-bcce-4167-a628-d5a2cfe87006 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Jul 28 15:23:37.914917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaa679-5062-4467-921e-2326d667b823 req-fa5b9b21-2c8b-42b7-b3f5-b3c2a69ffea9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:37.916674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecfaa679-5062-4467-921e-2326d667b823 req-fa5b9b21-2c8b-42b7-b3f5-b3c2a69ffea9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0563905 Jul 28 15:23:37.956908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ecfaa679-5062-4467-921e-2326d667b823 req-51cf7f8d-02a0-446c-bd8a-241c2e658d69 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Jul 28 15:23:39.072541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027558-59cc-48e2-8f9e-c0ade497ab6c req-8a59694a-25c6-4728-b702-a57f80163843 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:39.074035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b027558-59cc-48e2-8f9e-c0ade497ab6c req-8a59694a-25c6-4728-b702-a57f80163843 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Jul 28 15:23:39.112172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b027558-59cc-48e2-8f9e-c0ade497ab6c req-3951a900-6ce8-4be8-8d6c-33d82cccd0ba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Jul 28 15:23:40.230688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115464fb-bee5-4035-8133-96146166e75d req-3f3b5aca-e070-44aa-825b-43806e3e8c4e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:40.232245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-115464fb-bee5-4035-8133-96146166e75d req-3f3b5aca-e070-44aa-825b-43806e3e8c4e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0509727 Jul 28 15:23:40.271888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-115464fb-bee5-4035-8133-96146166e75d req-e4568b05-7cd1-422d-85c0-5e49a8369e34 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Jul 28 15:23:41.392063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff5c09-b77d-46cd-a2fb-a28dcfbf39bb req-53a69563-b660-48e5-abfc-fbbc7c48578d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:41.393643 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94ff5c09-b77d-46cd-a2fb-a28dcfbf39bb req-53a69563-b660-48e5-abfc-fbbc7c48578d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0512180 Jul 28 15:23:41.433745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-94ff5c09-b77d-46cd-a2fb-a28dcfbf39bb req-1ce06e43-6669-4321-9412-7879e1c7bee1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Jul 28 15:23:42.557093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82f77b-0db9-4d58-b46a-28f228676024 req-1f532bea-60d2-4173-a81c-3552b294627f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:42.558730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca82f77b-0db9-4d58-b46a-28f228676024 req-1f532bea-60d2-4173-a81c-3552b294627f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0543232 Jul 28 15:23:42.602170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca82f77b-0db9-4d58-b46a-28f228676024 req-dec9045c-d649-4601-bb08-da51092bafb0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Jul 28 15:23:43.728956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa7956-04c1-414d-a09b-5e044873fd4f req-c77945e1-c46a-465b-9a63-dc969e9799c6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:43.730470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40fa7956-04c1-414d-a09b-5e044873fd4f req-c77945e1-c46a-465b-9a63-dc969e9799c6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0563478 Jul 28 15:23:43.769041 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40fa7956-04c1-414d-a09b-5e044873fd4f req-e58f4dc6-2a6c-4955-b3cc-106184fb9275 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jul 28 15:23:44.895886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22bbb2-64cd-42c2-8beb-ad002ac4e98d req-20d111c2-cc32-4375-8830-1bda17e6655e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:44.897416 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c22bbb2-64cd-42c2-8beb-ad002ac4e98d req-20d111c2-cc32-4375-8830-1bda17e6655e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0600286 Jul 28 15:23:44.941627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c22bbb2-64cd-42c2-8beb-ad002ac4e98d req-a475597b-1b45-420b-8207-cdf202213ad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Jul 28 15:23:46.070332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fbb1a-5005-454b-aa61-2043e98e6151 req-e7e713d3-4bad-496e-8f8a-74f384da77af tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:46.071809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e44fbb1a-5005-454b-aa61-2043e98e6151 req-e7e713d3-4bad-496e-8f8a-74f384da77af tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0498080 Jul 28 15:23:46.110562 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e44fbb1a-5005-454b-aa61-2043e98e6151 req-719592c6-a9d2-4734-b1e2-8911aaf338bc tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jul 28 15:23:47.227769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b333e-7a70-41e8-9f07-cdd6b336d7f5 req-f7bffccf-a009-4e13-afce-3d2dbcd3b18e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:47.229311 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f35b333e-7a70-41e8-9f07-cdd6b336d7f5 req-f7bffccf-a009-4e13-afce-3d2dbcd3b18e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0502186 Jul 28 15:23:47.268321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f35b333e-7a70-41e8-9f07-cdd6b336d7f5 req-e30d8046-9966-4a65-bea9-9930e31a875a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Jul 28 15:23:48.386580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671a5e-d7ff-4776-93c1-e0ba4a0b9abe req-b481b7ef-8464-40af-af5b-a71d0308c833 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:48.388089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-96671a5e-d7ff-4776-93c1-e0ba4a0b9abe req-b481b7ef-8464-40af-af5b-a71d0308c833 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0502656 Jul 28 15:23:48.426169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-96671a5e-d7ff-4776-93c1-e0ba4a0b9abe req-2b8dda5e-dd89-47a0-b263-82a1ae19d691 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 28 15:23:49.544739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364e539-d023-4ab2-96ac-6934b7b15127 req-ce9761d9-9915-453c-9650-52cd49f5a558 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:49.546288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f364e539-d023-4ab2-96ac-6934b7b15127 req-ce9761d9-9915-453c-9650-52cd49f5a558 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0522678 Jul 28 15:23:49.584968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f364e539-d023-4ab2-96ac-6934b7b15127 req-bf666693-f65f-42ce-a5fb-74ad736f8e34 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Jul 28 15:23:50.710174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f971f-1dc3-4b02-8ebd-84062b73487b req-8255565c-40e8-4d53-93cf-ecde2692b6af tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:50.711645 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-075f971f-1dc3-4b02-8ebd-84062b73487b req-8255565c-40e8-4d53-93cf-ecde2692b6af tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0551641 Jul 28 15:23:50.749470 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-075f971f-1dc3-4b02-8ebd-84062b73487b req-e7dea84a-0b22-486c-b940-76b6f5d81943 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Jul 28 15:23:51.867804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80aef9-76fd-4e98-9efc-7aafb1d44798 req-b8a680e1-0164-4142-a069-c818d36c3011 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:51.869314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b80aef9-76fd-4e98-9efc-7aafb1d44798 req-b8a680e1-0164-4142-a069-c818d36c3011 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0530403 Jul 28 15:23:51.907910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b80aef9-76fd-4e98-9efc-7aafb1d44798 req-b5d44615-f2d3-472f-9dda-e686ffcfb86d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Jul 28 15:23:52.342420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e35579d0-5be9-4269-ab02-5fbafcd3bc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:53.030553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee69d34-2ee6-4fa6-aef8-863038b82e3a req-4acfe990-89f1-4c1f-ae3c-b35385847178 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:53.032059 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aee69d34-2ee6-4fa6-aef8-863038b82e3a req-4acfe990-89f1-4c1f-ae3c-b35385847178 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0506613 Jul 28 15:23:53.069837 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aee69d34-2ee6-4fa6-aef8-863038b82e3a req-61a95b4b-574f-46e9-b901-cff9bee24a34 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jul 28 15:23:53.942831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f057f7b-0382-43b1-873c-954ae8b68d1c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:23:54.038178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f057f7b-0382-43b1-873c-954ae8b68d1c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f057f7b-0382-43b1-873c-954ae8b68d1c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:54.049089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '3f057f7b-0382-43b1-873c-954ae8b68d1c', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': '3f057f7b-0382-43b1-873c-954ae8b68d1c', 'mac_address': 'fa:16:3e:12:1d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:23:54.086001 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:54.099081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f057f7b-0382-43b1-873c-954ae8b68d1c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:23:54.118932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f057f7b-0382-43b1-873c-954ae8b68d1c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f057f7b-0382-43b1-873c-954ae8b68d1c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:54.188569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4756dfe-3a60-4cb3-8919-cfead916d951 req-21900efc-85aa-4514-9cae-0a8ea0866427 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:54.192550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4756dfe-3a60-4cb3-8919-cfead916d951 req-21900efc-85aa-4514-9cae-0a8ea0866427 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0503788 Jul 28 15:23:54.229131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d4756dfe-3a60-4cb3-8919-cfead916d951 req-d69335b5-a55f-4748-a537-7e72d4e17ef3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Jul 28 15:23:54.244633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:54.299191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f057f7b-0382-43b1-873c-954ae8b68d1c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:54.306400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.306742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.307076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.307409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.307737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.308063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.308386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.308732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.309054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.309370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.309689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.310006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:23:54.643967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['3f057f7b-0382-43b1-873c-954ae8b68d1c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:23:54.807359 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-db054cec-a644-41eb-baab-7f29be0a90d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:55.244703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:55.350386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8822c3-3b85-410a-8afa-348d50a48e6d req-a71fa0b3-03e3-44d0-ab15-7c2b6c67721d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:55.352045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d8822c3-3b85-410a-8afa-348d50a48e6d req-a71fa0b3-03e3-44d0-ab15-7c2b6c67721d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Jul 28 15:23:55.397159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4d8822c3-3b85-410a-8afa-348d50a48e6d req-e2fd29df-6b8e-45fa-ba78-ec7165af67a4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Jul 28 15:23:55.942148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f057f7b-0382-43b1-873c-954ae8b68d1c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:23:56.050447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 3f057f7b-0382-43b1-873c-954ae8b68d1c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:23:56.054621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 3f057f7b-0382-43b1-873c-954ae8b68d1c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:23:56.055002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:56.134534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:56.156268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f057f7b-0382-43b1-873c-954ae8b68d1c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:23:56.158524 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08aef5-61ae-4dfa-af06-724f1c48cd5e" -d '{"events": [{"server_uuid": "72dfd492-ffd6-42b1-90a0-c17b6528c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "3f057f7b-0382-43b1-873c-954ae8b68d1c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:23:56.171999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 3f057f7b-0382-43b1-873c-954ae8b68d1c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f057f7b-0382-43b1-873c-954ae8b68d1c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:23:56.197929 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9244e260-9f29-4b5b-8b9c-4a662d7ebc6e x-openstack-request-id: req-9244e260-9f29-4b5b-8b9c-4a662d7ebc6e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:23:56.197929 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dfd492-ffd6-42b1-90a0-c17b6528c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "3f057f7b-0382-43b1-873c-954ae8b68d1c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:23:56.197929 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9244e260-9f29-4b5b-8b9c-4a662d7ebc6e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:23:56.197929 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f057f7b-0382-43b1-873c-954ae8b68d1c', 'code': 200} Jul 28 15:23:56.255881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:56.304320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=3f057f7b-0382-43b1-873c-954ae8b68d1c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:23:56.317950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d068821-857c-4136-a32d-3ebfb28051c5 req-382504e0-c621-405e-b9c1-a2383fee33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:56.324641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d068821-857c-4136-a32d-3ebfb28051c5 req-382504e0-c621-405e-b9c1-a2383fee33b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 1098 time: 0.0411060 Jul 28 15:23:56.351122 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:23:56.360681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d068821-857c-4136-a32d-3ebfb28051c5 req-8722334b-f1e7-4efb-8f32-1ff5e0934cac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Jul 28 15:23:56.512980 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:56.517247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586d78a-434b-4ab8-b019-6e46b4d1ebf3 req-74161c6e-6916-4b37-97b4-866153afff9a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:56.518693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9586d78a-434b-4ab8-b019-6e46b4d1ebf3 req-74161c6e-6916-4b37-97b4-866153afff9a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0560064 Jul 28 15:23:56.557663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9586d78a-434b-4ab8-b019-6e46b4d1ebf3 req-1c221464-598b-40b5-87f1-1974e051fb15 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Jul 28 15:23:57.684223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc7ae-4c6d-4a36-9d08-6d6f8df15310 req-81025c41-69c0-4fc2-8887-5aadd03f5b1c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:57.685799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-907dc7ae-4c6d-4a36-9d08-6d6f8df15310 req-81025c41-69c0-4fc2-8887-5aadd03f5b1c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0559874 Jul 28 15:23:57.726162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-907dc7ae-4c6d-4a36-9d08-6d6f8df15310 req-0963983b-61f1-4e26-907d-02b02d3cf838 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336957 Jul 28 15:23:57.953807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:58.843680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e3ab-ae57-40d6-9d41-e513b60fbbec req-edeb6554-308b-466d-a4a9-242ccdb2240d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:58.845214 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6158e3ab-ae57-40d6-9d41-e513b60fbbec req-edeb6554-308b-466d-a4a9-242ccdb2240d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Jul 28 15:23:58.882907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6158e3ab-ae57-40d6-9d41-e513b60fbbec req-de838873-b4db-4081-8258-4cb8c521f7d5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Jul 28 15:23:58.999748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5515-aedf-4263-8572-118038a5b515 req-110fd55c-bd8c-491a-ab61-647faf50cff9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:59.001301 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a7f5515-aedf-4263-8572-118038a5b515 req-110fd55c-bd8c-491a-ab61-647faf50cff9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0524147 Jul 28 15:23:59.044657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a7f5515-aedf-4263-8572-118038a5b515 req-d8b66ca7-5c4b-4d11-888d-38bacc85b126 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367670 Jul 28 15:23:59.637990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529c5b5-1496-45b0-ae44-2cdb8a825e0a req-021a17da-d32d-4582-a825-da1ceacd12d9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:59.639866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2529c5b5-1496-45b0-ae44-2cdb8a825e0a req-021a17da-d32d-4582-a825-da1ceacd12d9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0599120 Jul 28 15:23:59.681331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2529c5b5-1496-45b0-ae44-2cdb8a825e0a req-5480dfcd-9ab3-45f8-ad87-c6507c481dbf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 28 15:24:00.802910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6570cec-4a0a-4240-a2db-a49040ae5daa req-67086f80-d4e0-4217-a01b-63fc052a12cf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:00.804542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6570cec-4a0a-4240-a2db-a49040ae5daa req-67086f80-d4e0-4217-a01b-63fc052a12cf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Jul 28 15:24:00.845313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6570cec-4a0a-4240-a2db-a49040ae5daa req-9a654517-0283-4457-ab7e-cbf6c8a991c3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Jul 28 15:24:01.524065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-8b19026b-33fa-4917-b960-a6a80d4f0808 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:01.525573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-8b19026b-33fa-4917-b960-a6a80d4f0808 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0542219 Jul 28 15:24:01.620711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port 3f057f7b-0382-43b1-873c-954ae8b68d1c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:01.622794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:01.715148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port 3f057f7b-0382-43b1-873c-954ae8b68d1c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=3f057f7b-0382-43b1-873c-954ae8b68d1c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:01.715517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:01.735718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for 3f057f7b-0382-43b1-873c-954ae8b68d1c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:01.963732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddca525-88a3-4409-9608-5d73a3bc3d05 req-555e0445-148b-428f-98bd-e355f1efc224 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:01.965362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ddca525-88a3-4409-9608-5d73a3bc3d05 req-555e0445-148b-428f-98bd-e355f1efc224 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0511332 Jul 28 15:24:01.969958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:01.987316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['97bae891-3de6-44d8-8d6d-b34440c2edc6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:24:02.017151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['3f057f7b-0382-43b1-873c-954ae8b68d1c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:24:02.018959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=3f057f7b-0382-43b1-873c-954ae8b68d1c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.062260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:02.089326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port 3f057f7b-0382-43b1-873c-954ae8b68d1c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:24:02.094446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ddca525-88a3-4409-9608-5d73a3bc3d05 req-0e2b1c5c-6b13-4adb-bbd5-1f828bdaebf9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224663 Jul 28 15:24:02.095622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:02.097634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-110ec62b-3492-4ca2-9089-5c02afd59255 req-7c6d66c3-004c-464b-ab50-f5a066ffbad5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "DELETE /v2.0/ports/3f057f7b-0382-43b1-873c-954ae8b68d1c HTTP/1.1" status: 204 len: 173 time: 0.5657859 Jul 28 15:24:02.098203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'name': 'network-vif-deleted', 'tag': '3f057f7b-0382-43b1-873c-954ae8b68d1c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:02.100402 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2116b-bf6d-4cc2-aaba-e99443f52aa8" -d '{"events": [{"server_uuid": "72dfd492-ffd6-42b1-90a0-c17b6528c5b4", "name": "network-vif-deleted", "tag": "3f057f7b-0382-43b1-873c-954ae8b68d1c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:02.145606 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc3b394-5446-4133-a92e-dda9c2b1c163 x-openstack-request-id: req-7dc3b394-5446-4133-a92e-dda9c2b1c163 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:02.145933 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dfd492-ffd6-42b1-90a0-c17b6528c5b4", "name": "network-vif-deleted", "tag": "3f057f7b-0382-43b1-873c-954ae8b68d1c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:02.146276 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7dc3b394-5446-4133-a92e-dda9c2b1c163 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:02.146588 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dfd492-ffd6-42b1-90a0-c17b6528c5b4', 'name': 'network-vif-deleted', 'tag': '3f057f7b-0382-43b1-873c-954ae8b68d1c', 'status': 'completed', 'code': 200} Jul 28 15:24:02.485302 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:03.213932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-341a8f52-8126-4429-8573-996469bfb45f req-8f8c1220-012f-4652-9212-d4a73ff07718 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0331323 Jul 28 15:24:03.828312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-e5866a08-a707-4372-86bd-eb0d1f754952 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431993 Jul 28 15:24:03.917996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-ca88d756-2d0c-4bdb-a61a-738d572ec648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:03.919682 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-ca88d756-2d0c-4bdb-a61a-738d572ec648 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 1097 time: 0.0430455 Jul 28 15:24:04.022849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f057f7b-0382-43b1-873c-954ae8b68d1c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:04.046568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-3a403a66-268b-4389-96e9-f9558434c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:04.047581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-3a403a66-268b-4389-96e9-f9558434c6a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1035035 Jul 28 15:24:04.053635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 3f057f7b-0382-43b1-873c-954ae8b68d1c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:24:04.053983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 3f057f7b-0382-43b1-873c-954ae8b68d1c not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:04.097771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-8281282b-67bc-4b2f-b044-14f243474c77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6 HTTP/1.1" status: 200 len: 217 time: 0.0370243 Jul 28 15:24:04.149974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-ec04658b-a34f-421d-9b9b-d03810974f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:04.151437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-ec04658b-a34f-421d-9b9b-d03810974f5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0463967 Jul 28 15:24:04.205839 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-b5403229-8e29-458e-b2d9-5d2b6cb25d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:04.211144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-b5403229-8e29-458e-b2d9-5d2b6cb25d11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477529 Jul 28 15:24:04.314668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-183498b9-ac2c-4517-86d5-742da220c7bd service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945239 Jul 28 15:24:04.387767 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d8c7a48-337a-45f8-b2c4-b92ac32cc10d req-41184e2f-07a2-4ccd-9624-d6d45c12b50e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0944877 Jul 28 15:24:04.787537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ed52b304-6ddd-4b50-a338-8fc2b2547c19 req-b154607e-6a3b-4f8f-a066-66f5eec1d8f5 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612887 Jul 28 15:24:05.502688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01254605-d2ff-47dd-a64c-0159b0091e1a req-20b31075-2bf5-4f6b-bf15-0b0071c4a730 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0322189 Jul 28 15:24:06.473236 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:06.641213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-957078ab-79e1-45c2-b041-e48a99bbef52 req-6bfae9eb-be1f-40af-833c-3458576631cd tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=72dfd492-ffd6-42b1-90a0-c17b6528c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0453138 Jul 28 15:24:11.498729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35ea6c-f75d-4f03-83d3-d53ea539cb67 req-2892be15-e51b-4aa0-93c9-585c1afe037a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:11.500408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c35ea6c-f75d-4f03-83d3-d53ea539cb67 req-2892be15-e51b-4aa0-93c9-585c1afe037a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Jul 28 15:24:11.540368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2c35ea6c-f75d-4f03-83d3-d53ea539cb67 req-4e567de6-47ff-4992-a3de-2c9e719db55b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Jul 28 15:24:12.659912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51a428-3b22-4cca-9858-107fbbd6ece2 req-3839ff7d-da87-415b-8a92-d098a3424f0d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:12.661421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ba51a428-3b22-4cca-9858-107fbbd6ece2 req-3839ff7d-da87-415b-8a92-d098a3424f0d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 945 time: 0.0501153 Jul 28 15:24:12.700832 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ba51a428-3b22-4cca-9858-107fbbd6ece2 req-102eea7f-c684-43ad-9984-47200c0080a1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=9816810f-f1db-43d9-9aca-b4a454eda4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Jul 28 15:24:13.295795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-48a760f6-3d9f-459a-a7df-662fdfbb909b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.297295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-48a760f6-3d9f-459a-a7df-662fdfbb909b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 945 time: 0.0492134 Jul 28 15:24:13.390002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port 97bae891-3de6-44d8-8d6d-b34440c2edc6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:13.390345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:13.478619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port 97bae891-3de6-44d8-8d6d-b34440c2edc6, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=97bae891-3de6-44d8-8d6d-b34440c2edc6,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:13.478908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:13.492965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for 97bae891-3de6-44d8-8d6d-b34440c2edc6 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:13.713115 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:13.730667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['97bae891-3de6-44d8-8d6d-b34440c2edc6'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:24:13.743805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=97bae891-3de6-44d8-8d6d-b34440c2edc6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:13.792198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port 97bae891-3de6-44d8-8d6d-b34440c2edc6 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:24:13.800859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:13.802775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab4a523e-c865-4f2d-814e-15d6f2f56b8a req-c9735a6f-bd27-4d5e-b925-65faa2e07ec4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "DELETE /v2.0/ports/97bae891-3de6-44d8-8d6d-b34440c2edc6 HTTP/1.1" status: 204 len: 173 time: 0.4984479 Jul 28 15:24:13.803228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'name': 'network-vif-deleted', 'tag': '97bae891-3de6-44d8-8d6d-b34440c2edc6'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:13.805456 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8a9ec-b174-4bf1-8937-436b1f74c829" -d '{"events": [{"server_uuid": "89ed8832-f5d7-48a7-adc1-acdabad086a0", "name": "network-vif-deleted", "tag": "97bae891-3de6-44d8-8d6d-b34440c2edc6"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:13.827214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5e6b5946-bf18-4e7c-9779-a8343d73ed86 req-4d8373fe-fd6e-44f7-912a-85ac11788df0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0369477 Jul 28 15:24:13.855763 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3c1ac-c4f1-4331-9843-b11916cf86b8 x-openstack-request-id: req-97f3c1ac-c4f1-4331-9843-b11916cf86b8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:13.856088 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ed8832-f5d7-48a7-adc1-acdabad086a0", "name": "network-vif-deleted", "tag": "97bae891-3de6-44d8-8d6d-b34440c2edc6", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:13.856318 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97f3c1ac-c4f1-4331-9843-b11916cf86b8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:13.856782 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed8832-f5d7-48a7-adc1-acdabad086a0', 'name': 'network-vif-deleted', 'tag': '97bae891-3de6-44d8-8d6d-b34440c2edc6', 'status': 'completed', 'code': 200} Jul 28 15:24:14.931806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-08132f13-2c17-451e-854d-37847010cb72 req-bca754ea-ac10-4732-bc5d-8831441877d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Jul 28 15:24:16.032551 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fe538bb9-da43-4ff7-986d-f9f1fb597b07 req-d2afb398-7b99-4173-a7c3-0495df70bf61 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0287635 Jul 28 15:24:17.129756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fe84c1d9-0cd0-463d-8ca2-2932c0e9978f req-6cbbd3cb-11ad-4601-9e4e-6970bbd75e90 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Jul 28 15:24:17.234441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 97bae891-3de6-44d8-8d6d-b34440c2edc6 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:17.256587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 97bae891-3de6-44d8-8d6d-b34440c2edc6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:24:17.256938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 97bae891-3de6-44d8-8d6d-b34440c2edc6 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:18.241655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73c85b07-362d-4dff-bbf6-f6a564bf383a req-ddabc7e9-2c14-44c7-b3f3-13e16d12c467 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ed8832-f5d7-48a7-adc1-acdabad086a0 HTTP/1.1" status: 200 len: 210 time: 0.0267899 Jul 28 15:24:22.347015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2b01b016-3706-4849-9d73-b7c9c0ea3a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.155088 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36748) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:23.159815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101599061', 'description': 'tempest-secgroup-smoke-101599061 description', 'project_id': '55e07c2fd5144188b1980174363ba051'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:23.267388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.360759 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.461149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.490930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d834f58d-5949-41f2-b79d-667cb5ddfb97,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:23.498677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.499024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.499369 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.499805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.500192 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.500908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.500908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.501162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.501467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.501835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.502144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.502468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:23.581428 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.582785 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-12559b21-4f20-40a1-9891-7594ac1fe14b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4266074 Jul 28 15:24:23.585730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36750) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:23.590213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group_rule': {'security_group_id': 'd834f58d-5949-41f2-b79d-667cb5ddfb97', 'project_id': '55e07c2fd5144188b1980174363ba051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:23.718111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.773922 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.923604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:23.941656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443cb55a-f634-4aba-b4f4-80f172f91227,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:24.129798 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.131363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e3d16253-e0ce-4044-bdd1-010521debd89 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5444221 Jul 28 15:24:24.134059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36752) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:24.139240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group_rule': {'security_group_id': 'd834f58d-5949-41f2-b79d-667cb5ddfb97', 'project_id': '55e07c2fd5144188b1980174363ba051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:24.306517 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.364638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.450339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.471246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845501ad-d1de-400e-823e-19e3266d111a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:24.593638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.594913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-63870410-6ead-4022-a5ad-c026714f2c9c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4598837 Jul 28 15:24:24.597616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:24.602336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group_rule': {'security_group_id': 'd834f58d-5949-41f2-b79d-667cb5ddfb97', 'project_id': '55e07c2fd5144188b1980174363ba051', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:24.707287 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.775468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.798404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-199fcab6-a5c3-481d-a5b5-6af7f617ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.878570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:24.900595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f267e8-3705-438d-ae9c-63a5152e9dce,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:25.021211 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.022466 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-38e5b5c9-a8d3-4682-b13e-7e3373ae434c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4238429 Jul 28 15:24:25.025214 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36756) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:25.030462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group_rule': {'security_group_id': 'd834f58d-5949-41f2-b79d-667cb5ddfb97', 'project_id': '55e07c2fd5144188b1980174363ba051', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:25.152119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.215370 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.218116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.340983 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.363672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f04fb40-5d3c-4314-a8c9-8af61b9409be,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:25.484243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.485554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5ce8694e-8559-4b07-b6ca-ec8129651b5d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4593575 Jul 28 15:24:25.488672 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36758) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:25.493271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group_rule': {'security_group_id': 'd834f58d-5949-41f2-b79d-667cb5ddfb97', 'project_id': '55e07c2fd5144188b1980174363ba051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:25.567801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-23407b99-ea21-4865-bf88-6c8df6689ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419528 Jul 28 15:24:25.644683 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Project 55e07c2fd5144188b1980174363ba051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:24:25.649824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.680274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cb642-5499-41ac-9818-277392ffff04 req-c6963358-5994-4e15-8c91-404f094c6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:25.681841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-c6963358-5994-4e15-8c91-404f094c6592 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1136 time: 0.0495784 Jul 28 15:24:25.716841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.797888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cb642-5499-41ac-9818-277392ffff04 req-a4818345-cc83-4880-91c7-3372f05ec88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:25.799370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-a4818345-cc83-4880-91c7-3372f05ec88d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 898 time: 0.0964427 Jul 28 15:24:25.850590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.871118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcc026b-f942-4ba8-a1f2-169fc746603c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:25.883861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-a76b0f79-0f3a-4c07-9a1a-6ca799f2e74f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 1000 time: 0.0746648 Jul 28 15:24:25.937756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cb642-5499-41ac-9818-277392ffff04 req-382b77f2-0c06-470d-9cac-2b4d55e49f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:25.939161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-382b77f2-0c06-470d-9cac-2b4d55e49f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 200 len: 835 time: 0.0475760 Jul 28 15:24:25.969601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:25.970870 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-37c8dbde-b62f-4276-8df1-0ef74d7b89ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4812434 Jul 28 15:24:25.973594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36760) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:25.978493 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'security_group_rule': {'security_group_id': 'd834f58d-5949-41f2-b79d-667cb5ddfb97', 'project_id': '55e07c2fd5144188b1980174363ba051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:25.995101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cb642-5499-41ac-9818-277392ffff04 req-0e851185-55ad-405e-8869-a4bef8274f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:25.997592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-0e851185-55ad-405e-8869-a4bef8274f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef7c1f3-270f-4945-a37b-5ea9e117d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495327 Jul 28 15:24:26.067075 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Project 55e07c2fd5144188b1980174363ba051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:24:26.072992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:26.104071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-f9550033-321c-4df3-82a5-379eecfaeaee service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982969 Jul 28 15:24:26.145276 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:26.215185 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e24cb642-5499-41ac-9818-277392ffff04 req-2bb354ad-e48e-4ca5-a0f3-89393bc2ed51 service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963612 Jul 28 15:24:26.272946 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:26.291024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c57cf23-f38e-4fc6-8f84-b396bdd4cff1,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:26.364035 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:26.365329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f667b4cb-01c3-4269-a994-9544136ec81a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3907797 Jul 28 15:24:26.484607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:27.901171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.024445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36838) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:28.107150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-84789e88-35cc-44f3-9b69-0c96456ed036 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2151 time: 0.0814860 Jul 28 15:24:28.110083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36840) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:28.114981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'network': {'name': 'tempest-network-smoke--1265771963', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'port_security_enabled': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:28.212268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Made reservation on behalf of cf48d6a5a9d44fc8909c797441ae7329 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:24:28.216655 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.244032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:24:28.254134 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.254489 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Added segment 805d1fe6-b44b-4815-9c78-b715f0c89377 of type vlan for network 007fa2fd-924b-46e3-945c-b6b84dea8c83 Jul 28 15:24:28.301525 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.398528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.405254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:28.405855 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.473903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Network': ['ID=007fa2fd-924b-46e3-945c-b6b84dea8c83,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:28.485119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:24:28.570608 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b4dbf8ff-7bea-4311-bc32-83f7972ec21a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4594738 Jul 28 15:24:28.574163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36844) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:28.579177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'admin_state_up': True, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:28.671960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.673059 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.729678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.928916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:29.200493 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:29.222900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:29.335107 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.25.6.133 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:24:29.444968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:29.552674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:29.591478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:29.594342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:29.598457 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:24:29.630082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:29.996039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:30.205200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:30.409620 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:24:30.528284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:24:30.541738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Sync routers for ids ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:24:30.552171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Routers {'c2d7b8e5-dfd9-49ac-af43-8624197bdab1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:30.552830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:30.615452 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:30.617453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6bddec86-2cd6-4aa6-9e62-079a3c2c8c2b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0421648 Jul 28 15:24:30.620143 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 36852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:30.662598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Set router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:30.689078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bcc8d2-67a1-40f8-b018-05124480acbb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:30.690597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-73bcc8d2-67a1-40f8-b018-05124480acbb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cf48d6a5a9d44fc8909c797441ae7329&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0694442 Jul 28 15:24:30.693483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36854) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:30.795170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47e536-73b8-47f3-bd89-d88d79cff023 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:30.796665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6d47e536-73b8-47f3-bd89-d88d79cff023 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021504 Jul 28 15:24:30.799461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36856) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:30.833294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a04262fb-1058-40a8-9260-81836faf2fcb tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300717 Jul 28 15:24:30.833491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36858) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:30.867840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c6841dca-ba24-4de6-a456-0d4dc811e652 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cf48d6a5a9d44fc8909c797441ae7329&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307760 Jul 28 15:24:30.868041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:30.968570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d4e6b-ee4b-48a3-8d0c-bc7da7243420 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:30.972830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-196d4e6b-ee4b-48a3-8d0c-bc7da7243420 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011891 Jul 28 15:24:30.973020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36862) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:31.007918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a7be8e08-3a2f-48e5-8252-f81774feb6d8 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310380 Jul 28 15:24:31.008150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36864) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:31.011780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:29Z', 'revision_number': 3, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:31.013121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-115969290', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:31.038201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Checking router: c2d7b8e5-dfd9-49ac-af43-8624197bdab1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:24:31.038620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Updating router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:24:31.065895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.187186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Made reservation on behalf of cf48d6a5a9d44fc8909c797441ae7329 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:24:31.190913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.334561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.345198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Transition to ACTIVE for port object 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:31.449855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.500752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Attempting to bind port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:31.501174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Attempting to bind port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:31.501702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Attempting to bind port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:31.513472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27956b-af8e-436d-949a-15f0865a44e0 None None] Pushing event updated for resources: {'Port': ['ID=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:31.516098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:31.516515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:31.516923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.517312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:31.517807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Bound port: 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:31.518197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.573114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] For port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:31.576215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] For port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:31.609753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.674320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Subnet': ['ID=58a360c4-6c40-48ed-ba6a-e0d25675bc47,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:31.682247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Checking segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:31.682630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network hostable DHCP agents. Network: 007fa2fd-924b-46e3-945c-b6b84dea8c83, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:24:31.724529 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:31.789640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Routers {'c2d7b8e5-dfd9-49ac-af43-8624197bdab1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:31.790321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:31.827232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27956b-af8e-436d-949a-15f0865a44e0 None None] Pushing event updated for resources: {'Port': ['ID=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:31.844047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:24:31.909789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] Set router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:32.022221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 007fa2fd-924b-46e3-945c-b6b84dea8c83) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:32.027150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:32.028021 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.050440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1d35e-e87e-45f8-9731-db9cd81f2f0f None None] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:24:32.132159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e47e3e55-7489-48ac-93a3-5730bff708ed tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1215773 Jul 28 15:24:32.147148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36868) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:32.271411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-007fa2fd-924b-46e3-945c-b6b84dea8c83', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'fixed_ips': [{'subnet_id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:24:32.272282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.277078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:29Z', 'revision_number': 3, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:32.316811 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3ef67-869d-45be-8702-dd4c4bfb81fd None None] The sync data for ids ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'] in n-d-764806-10 is: [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:29Z', 'revision_number': 3, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:24:32.472153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Allocated IP 172.20.0.18 (007fa2fd-924b-46e3-945c-b6b84dea8c83/58a360c4-6c40-48ed-ba6a-e0d25675bc47/2f69fa92-692f-4db7-9e91-3af160a95e2e) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:24:32.552762 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.665119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.674869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Transition to ACTIVE for port object 2f69fa92-692f-4db7-9e91-3af160a95e2e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:32.704605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Transition to ACTIVE for port object 2f69fa92-692f-4db7-9e91-3af160a95e2e will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:32.714952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.820997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.867354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:32.873598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:32.874436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:24:32.923167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Pushing event updated for resources: {'Port': ['ID=2f69fa92-692f-4db7-9e91-3af160a95e2e,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:32.973075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Attempting to bind port 2f69fa92-692f-4db7-9e91-3af160a95e2e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:32.973593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Attempting to bind port 2f69fa92-692f-4db7-9e91-3af160a95e2e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:32.973962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Attempting to bind port 2f69fa92-692f-4db7-9e91-3af160a95e2e on network 007fa2fd-924b-46e3-945c-b6b84dea8c83 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:32.980123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:32.980536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Checking segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:32.980948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:32.981342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Bound using segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:32.981829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Bound port: 2f69fa92-692f-4db7-9e91-3af160a95e2e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:32.982218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:33.064572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] For port 2f69fa92-692f-4db7-9e91-3af160a95e2e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:33.067920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] For port 2f69fa92-692f-4db7-9e91-3af160a95e2e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2f69fa92-692f-4db7-9e91-3af160a95e2e,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:33.072579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.20.0.17 (007fa2fd-924b-46e3-945c-b6b84dea8c83/58a360c4-6c40-48ed-ba6a-e0d25675bc47/2c27720e-e364-437e-8ded-04adf526fb6e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:24:33.175970 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:33.216370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:33.238613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Transition to ACTIVE for port object 2c27720e-e364-437e-8ded-04adf526fb6e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:33.247645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a03b-41a9-4b4f-a1f2-b6e232453905 None None] Pushing event updated for resources: {'Port': ['ID=2f69fa92-692f-4db7-9e91-3af160a95e2e,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:33.349962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:24:33.381484 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:33.464164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:33.468387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:33.476777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:24:33.479150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=2c27720e-e364-437e-8ded-04adf526fb6e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:33.548565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:33.764145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.066429 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.130827 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.229264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.236801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=2c27720e-e364-437e-8ded-04adf526fb6e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:34.347412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2f69fa92-692f-4db7-9e91-3af160a95e2e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:34.363709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:34.365666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:34.472133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2f69fa92-692f-4db7-9e91-3af160a95e2e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:34.476985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:34.491322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:24:34.624637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:34.627175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:34.627653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.645476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:24:34.660229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-42da9674-dd23-4efe-9d07-d6ba76fb2472 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "PUT /v2.0/routers/c2d7b8e5-dfd9-49ac-af43-8624197bdab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5169725 Jul 28 15:24:34.660325 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Sync routers for ids ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:24:34.672155 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Routers {'c2d7b8e5-dfd9-49ac-af43-8624197bdab1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:34.673538 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:34.766261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.814659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:34.835820 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Set router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:34.901984 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.968926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-f8dc3087-2cec-4e8a-9ba5-0b2b8cb80610 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:34.970671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-f8dc3087-2cec-4e8a-9ba5-0b2b8cb80610 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/networks?id=007fa2fd-924b-46e3-945c-b6b84dea8c83 HTTP/1.1" status: 200 len: 798 time: 0.1533926 Jul 28 15:24:34.987427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-2ebf2cd1-5006-4d83-b690-d20fb160169b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/quotas/cf48d6a5a9d44fc8909c797441ae7329 HTTP/1.1" status: 200 len: 375 time: 0.0099046 Jul 28 15:24:34.993505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:34.999684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7187893-7eef-4592-945f-c5a7986ec7d5 None None] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:24:35.083159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-bcab8e28-7c97-46de-85d5-bd0b931ca890 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0759287 Jul 28 15:24:35.100204 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:33Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2c27720e-e364-437e-8ded-04adf526fb6e', 'name': '', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:a0:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:32Z', 'updated_at': '2021-07-28T15:24:33Z', 'revision_number': 2, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:35.134596 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Checking router: c2d7b8e5-dfd9-49ac-af43-8624197bdab1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:24:35.134882 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Updating router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 port 2c27720e-e364-437e-8ded-04adf526fb6e binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:24:35.163386 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.194802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] Provisioning for port 2f69fa92-692f-4db7-9e91-3af160a95e2e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:35.202776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] Provisioning complete for port 2f69fa92-692f-4db7-9e91-3af160a95e2e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:35.203150 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.206292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-eed00856-48a9-4b9c-94d0-a876adc0da47 service neutron] 10.222.0.57 "GET /v2.0/networks/007fa2fd-924b-46e3-945c-b6b84dea8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064959 Jul 28 15:24:35.333434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.367825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-fe5a661d-d806-4825-8af0-d95d5a5156d7 service neutron] 10.222.0.57 "GET /v2.0/networks/007fa2fd-924b-46e3-945c-b6b84dea8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523471 Jul 28 15:24:35.381100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] For port 2f69fa92-692f-4db7-9e91-3af160a95e2e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2f69fa92-692f-4db7-9e91-3af160a95e2e,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:35.461615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.534975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e30d1-368e-4d3a-af64-79619eb1ec0f None None] Pushing event updated for resources: {'Port': ['ID=2f69fa92-692f-4db7-9e91-3af160a95e2e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:35.648016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1533a344-bbf1-44f5-917a-c85fc8f1651b None None] Provisioning for port 2c27720e-e364-437e-8ded-04adf526fb6e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:35.653393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1533a344-bbf1-44f5-917a-c85fc8f1651b None None] Provisioning complete for port 2c27720e-e364-437e-8ded-04adf526fb6e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:35.654199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1533a344-bbf1-44f5-917a-c85fc8f1651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.693614 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.720822 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Transition to ACTIVE for port object 2c27720e-e364-437e-8ded-04adf526fb6e will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:35.740260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1533a344-bbf1-44f5-917a-c85fc8f1651b None None] Port 2c27720e-e364-437e-8ded-04adf526fb6e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:24:35.741823 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-22208c8b-6a38-4ba0-a923-66a52f9899e1 req-9c5b50a4-dc14-43a4-a23a-f7c84cff2d0f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 210 time: 0.0514693 Jul 28 15:24:35.754065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1533a344-bbf1-44f5-917a-c85fc8f1651b None None] Provisioning complete for port 2f69fa92-692f-4db7-9e91-3af160a95e2e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:35.754496 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1533a344-bbf1-44f5-917a-c85fc8f1651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.809334 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.879459 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Pushing event updated for resources: {'Port': ['ID=2c27720e-e364-437e-8ded-04adf526fb6e,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:35.909438 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.909835 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.910083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.910389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.910749 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.911079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.911406 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.911782 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.912112 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.912434 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.912784 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.913105 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:35.947543 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Attempting to bind port 2c27720e-e364-437e-8ded-04adf526fb6e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:35.947918 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Attempting to bind port 2c27720e-e364-437e-8ded-04adf526fb6e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:35.948277 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Attempting to bind port 2c27720e-e364-437e-8ded-04adf526fb6e on network 007fa2fd-924b-46e3-945c-b6b84dea8c83 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:35.954565 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:35.954951 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Checking segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:35.955359 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:35.955754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Bound using segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:35.956232 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Bound port: 2c27720e-e364-437e-8ded-04adf526fb6e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:35.956717 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.041267 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] For port 2c27720e-e364-437e-8ded-04adf526fb6e, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:36.047459 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] For port 2c27720e-e364-437e-8ded-04adf526fb6e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2c27720e-e364-437e-8ded-04adf526fb6e,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:36.158781 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.260147 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Routers {'c2d7b8e5-dfd9-49ac-af43-8624197bdab1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:36.260834 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:36.285179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:36.547810 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf031-a7ef-47d7-a840-20e02df90b70 None None] Pushing event updated for resources: {'Port': ['ID=2c27720e-e364-437e-8ded-04adf526fb6e,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:36.549948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:36.549948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.550597 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] Set router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:36.550689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.550689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2f69fa92-692f-4db7-9e91-3af160a95e2e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:36.588130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2f69fa92-692f-4db7-9e91-3af160a95e2e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:36.588794 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.673080 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:33Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2c27720e-e364-437e-8ded-04adf526fb6e', 'name': '', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:a0:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:32Z', 'updated_at': '2021-07-28T15:24:36Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:36.704306 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1132fb6-ec4f-478a-bb1b-e9cb36d423d0 None None] The sync data for ids ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'] in n-d-764806-10 is: [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:33Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2c27720e-e364-437e-8ded-04adf526fb6e', 'name': '', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:a0:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:32Z', 'updated_at': '2021-07-28T15:24:36Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:24:36.915624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72482bd6-7569-4a67-ab57-a9279b0e240e req-cbec5b94-bcc0-4842-9934-17cc01f9daae tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 210 time: 0.0418258 Jul 28 15:24:38.014795 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f9e00cff-d0c7-45d1-9c0f-e79340794414 req-87e4f65f-8e2b-4c41-affd-5df07e036166 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 210 time: 0.0271709 Jul 28 15:24:38.289042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2c27720e-e364-437e-8ded-04adf526fb6e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:38.402776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2c27720e-e364-437e-8ded-04adf526fb6e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:38.409761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2c27720e-e364-437e-8ded-04adf526fb6e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:38.412639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:38.496285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:38.539333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2c27720e-e364-437e-8ded-04adf526fb6e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2c27720e-e364-437e-8ded-04adf526fb6e,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:38.627641 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:38.685292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2c27720e-e364-437e-8ded-04adf526fb6e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:38.821684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-c6633625-19a5-4c7f-9544-859a6f2f6091 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:38.823222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-c6633625-19a5-4c7f-9544-859a6f2f6091 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.58 "GET /v2.0/networks?id=007fa2fd-924b-46e3-945c-b6b84dea8c83 HTTP/1.1" status: 200 len: 798 time: 0.1094298 Jul 28 15:24:38.837939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Request body: {'port': {'device_id': 'd21ed12e-6e14-433d-a333-613297117a7d', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'admin_state_up': True, 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:39.123355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40a3be52-136a-4e28-a5cd-e7f88b592861 req-ff14b464-8aa6-4587-83e5-6e35d4516e0f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 210 time: 0.0309675 Jul 28 15:24:39.243608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Made reservation on behalf of cf48d6a5a9d44fc8909c797441ae7329 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:24:39.247242 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:39.378294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Allocated IP 172.20.0.21 (007fa2fd-924b-46e3-945c-b6b84dea8c83/58a360c4-6c40-48ed-ba6a-e0d25675bc47/4b660015-c484-4a24-9d2d-a35653e6d5e0) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:24:39.876035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:39.894955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Transition to ACTIVE for port object 4b660015-c484-4a24-9d2d-a35653e6d5e0 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:40.038801 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:40.081445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:40.084596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:40.091153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:24:40.097659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event updated for resources: {'Port': ['ID=4b660015-c484-4a24-9d2d-a35653e6d5e0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:40.155522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:40.156223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:40.307751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2c27720e-e364-437e-8ded-04adf526fb6e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:40.310957 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1909-2401-4c1e-8f2c-3859110484e3 req-688f92a9-a39c-4d98-8830-bf54fa5af7e9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:40.312828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-945f1909-2401-4c1e-8f2c-3859110484e3 req-688f92a9-a39c-4d98-8830-bf54fa5af7e9 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 895 time: 0.0901802 Jul 28 15:24:40.371964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2c27720e-e364-437e-8ded-04adf526fb6e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:40.372348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:40.896155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-ee65eb4e-5169-4b92-a756-fb3f7bbb42bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0625234 Jul 28 15:24:40.913554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Request body: {'port': {'device_id': 'd21ed12e-6e14-433d-a333-613297117a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:40.930200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df5baa46-4ce5-4dc8-b2fa-c1cb8f09b798 None None] Provisioning for port 4b660015-c484-4a24-9d2d-a35653e6d5e0 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:40.934456 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-df5baa46-4ce5-4dc8-b2fa-c1cb8f09b798 None None] Provisioning complete for port 4b660015-c484-4a24-9d2d-a35653e6d5e0 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:40.934846 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-df5baa46-4ce5-4dc8-b2fa-c1cb8f09b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:40.971718 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-df5baa46-4ce5-4dc8-b2fa-c1cb8f09b798 None None] Port 4b660015-c484-4a24-9d2d-a35653e6d5e0 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:24:40.976318 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:41.258657 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b660015-c484-4a24-9d2d-a35653e6d5e0 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:24:41.266847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:41.279345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Transition to ACTIVE for port object 4b660015-c484-4a24-9d2d-a35653e6d5e0 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:41.387849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:41.478277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Pushing event updated for resources: {'Port': ['ID=4b660015-c484-4a24-9d2d-a35653e6d5e0,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:41.502450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88a3ee-e659-484b-9ca9-bc8909f4f7af req-4d642697-c894-40d0-87a7-ffcfd4597c4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:41.504078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-af88a3ee-e659-484b-9ca9-bc8909f4f7af req-4d642697-c894-40d0-87a7-ffcfd4597c4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 907 time: 0.1173949 Jul 28 15:24:41.568836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Attempting to bind port 4b660015-c484-4a24-9d2d-a35653e6d5e0 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:41.569400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Attempting to bind port 4b660015-c484-4a24-9d2d-a35653e6d5e0 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:41.569765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Attempting to bind port 4b660015-c484-4a24-9d2d-a35653e6d5e0 on network 007fa2fd-924b-46e3-945c-b6b84dea8c83 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:41.574673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Port 4b660015-c484-4a24-9d2d-a35653e6d5e0 on network 007fa2fd-924b-46e3-945c-b6b84dea8c83 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:24:41.574996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Attempting to bind port 4b660015-c484-4a24-9d2d-a35653e6d5e0 on network 007fa2fd-924b-46e3-945c-b6b84dea8c83 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:41.581386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:41.581562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Checking segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:41.581824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Bound using segment: {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:41.582269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Bound port: 4b660015-c484-4a24-9d2d-a35653e6d5e0, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d1fe6-b44b-4815-9c78-b715f0c89377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:41.582622 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:41.658039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] For port 4b660015-c484-4a24-9d2d-a35653e6d5e0, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:41.661659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] For port 4b660015-c484-4a24-9d2d-a35653e6d5e0, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b660015-c484-4a24-9d2d-a35653e6d5e0,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:41.775943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:41.815898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:41.816566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:41.818002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] 10.222.0.58 "PUT /v2.0/ports/4b660015-c484-4a24-9d2d-a35653e6d5e0 HTTP/1.1" status: 200 len: 1056 time: 0.9089351 Jul 28 15:24:41.818503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21ed12e-6e14-433d-a333-613297117a7d', 'tag': '4b660015-c484-4a24-9d2d-a35653e6d5e0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:41.820994 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638fb77-b091-4295-ba6f-505f8fb5198e" -d '{"events": [{"name": "network-changed", "server_uuid": "d21ed12e-6e14-433d-a333-613297117a7d", "tag": "4b660015-c484-4a24-9d2d-a35653e6d5e0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:41.855472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8f5e-ba8a-4eb0-98cd-d5e9d6753286 service neutron] Pushing event updated for resources: {'Port': ['ID=4b660015-c484-4a24-9d2d-a35653e6d5e0,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:41.873371 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72d5661-0cb4-49d6-b5f7-48b2587d1ab4 x-openstack-request-id: req-c72d5661-0cb4-49d6-b5f7-48b2587d1ab4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:41.879736 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21ed12e-6e14-433d-a333-613297117a7d", "tag": "4b660015-c484-4a24-9d2d-a35653e6d5e0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:41.879736 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c72d5661-0cb4-49d6-b5f7-48b2587d1ab4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:41.879736 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21ed12e-6e14-433d-a333-613297117a7d', 'tag': '4b660015-c484-4a24-9d2d-a35653e6d5e0', 'status': 'completed', 'code': 200} Jul 28 15:24:41.946156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-2b2f1bab-512f-41e4-847b-248b6cb659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:41.947811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-2b2f1bab-512f-41e4-847b-248b6cb659f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 1059 time: 0.0462136 Jul 28 15:24:42.070834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-4ac3f685-fcd2-418d-a290-3dbac748aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.071178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-4ac3f685-fcd2-418d-a290-3dbac748aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.072775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-4ac3f685-fcd2-418d-a290-3dbac748aa37 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1128500 Jul 28 15:24:42.176285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-f95fbad7-ba45-4b27-b6f6-db7ae815bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.177842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4638fb77-b091-4295-ba6f-505f8fb5198e req-f95fbad7-ba45-4b27-b6f6-db7ae815bdcf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939264 Jul 28 15:24:42.274357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-24800ed4-67da-4882-bd32-58afdb724e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.275873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-24800ed4-67da-4882-bd32-58afdb724e20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 1059 time: 0.0520225 Jul 28 15:24:42.327170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-a43bce35-a1b0-4d03-9fa5-4f307579d288 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=4b660015-c484-4a24-9d2d-a35653e6d5e0 HTTP/1.1" status: 200 len: 217 time: 0.0370398 Jul 28 15:24:42.384055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-d44aa669-0d5e-473a-85c8-ddd4e3cc05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.385580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-d44aa669-0d5e-473a-85c8-ddd4e3cc05d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58a360c4-6c40-48ed-ba6a-e0d25675bc47 HTTP/1.1" status: 200 len: 837 time: 0.0459611 Jul 28 15:24:42.442414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b213-d660-4309-aa15-fdceec0759db req-f4191da3-5a40-4dd3-8082-68934dd10360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.443941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-f4191da3-5a40-4dd3-8082-68934dd10360 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=007fa2fd-924b-46e3-945c-b6b84dea8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0475216 Jul 28 15:24:42.540992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-a6a26545-d9de-482f-a9fd-44c801e0e97d service neutron] 10.222.0.58 "GET /v2.0/networks/007fa2fd-924b-46e3-945c-b6b84dea8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Jul 28 15:24:42.681516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bac4c0-6eaa-4372-b9c2-9b487c3978b8 req-bcfb04ca-e397-4f8c-9d48-f2b6a0c1c258 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:42.683013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b8bac4c0-6eaa-4372-b9c2-9b487c3978b8 req-bcfb04ca-e397-4f8c-9d48-f2b6a0c1c258 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 907 time: 0.0783226 Jul 28 15:24:42.688813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1639b213-d660-4309-aa15-fdceec0759db req-4904954b-bd6b-41ec-b08b-aedf7d4f5963 service neutron] 10.222.0.58 "GET /v2.0/networks/007fa2fd-924b-46e3-945c-b6b84dea8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352360 Jul 28 15:24:43.809310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfb9f1-1ccc-4f4f-8896-180f5013db17 req-87fd7d29-3eb9-4c98-b557-f6e53465d88d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:43.811469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d0cfb9f1-1ccc-4f4f-8896-180f5013db17 req-87fd7d29-3eb9-4c98-b557-f6e53465d88d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 907 time: 0.0568109 Jul 28 15:24:44.933996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b6f9-e37a-4274-b781-5b142b5cb312 req-61115678-c75b-4162-8552-7191ee8280d1 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:44.935555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6a5b6f9-e37a-4274-b781-5b142b5cb312 req-61115678-c75b-4162-8552-7191ee8280d1 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 907 time: 0.0532389 Jul 28 15:24:45.463236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b660015-c484-4a24-9d2d-a35653e6d5e0 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:24:45.557959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b660015-c484-4a24-9d2d-a35653e6d5e0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b660015-c484-4a24-9d2d-a35653e6d5e0,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:45.571251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4b660015-c484-4a24-9d2d-a35653e6d5e0', 'network_id': '007fa2fd-924b-46e3-945c-b6b84dea8c83', 'port_id': '4b660015-c484-4a24-9d2d-a35653e6d5e0', 'mac_address': 'fa:16:3e:2b:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a360c4-6c40-48ed-ba6a-e0d25675bc47', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:24:45.613911 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:45.627769 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b660015-c484-4a24-9d2d-a35653e6d5e0 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:24:45.648022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b660015-c484-4a24-9d2d-a35653e6d5e0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b660015-c484-4a24-9d2d-a35653e6d5e0,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:45.728014 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:45.776961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4b660015-c484-4a24-9d2d-a35653e6d5e0,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:45.991928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b660015-c484-4a24-9d2d-a35653e6d5e0'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:24:46.062911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e24f8-ef5d-4d99-a030-70ec866a7e7a req-9c903bdd-c0a8-45bb-ac8c-2412c5b63055 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:46.064409 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d13e24f8-ef5d-4d99-a030-70ec866a7e7a req-9c903bdd-c0a8-45bb-ac8c-2412c5b63055 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 908 time: 0.0549114 Jul 28 15:24:47.182448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1e7c-838b-4913-a78b-11aee1cf3a56 req-f8abc90a-65ac-4a75-be35-be1cdff27e1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:47.183975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-254e1e7c-838b-4913-a78b-11aee1cf3a56 req-f8abc90a-65ac-4a75-be35-be1cdff27e1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 908 time: 0.0514648 Jul 28 15:24:47.464057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b660015-c484-4a24-9d2d-a35653e6d5e0 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:47.632028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 4b660015-c484-4a24-9d2d-a35653e6d5e0 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:47.636180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4b660015-c484-4a24-9d2d-a35653e6d5e0 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:47.636644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:47.715694 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:47.739122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ed12e-6e14-433d-a333-613297117a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b660015-c484-4a24-9d2d-a35653e6d5e0'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:47.741400 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b0a41d-c6a3-4cfe-842c-acd28c72927b" -d '{"events": [{"server_uuid": "d21ed12e-6e14-433d-a333-613297117a7d", "name": "network-vif-plugged", "status": "completed", "tag": "4b660015-c484-4a24-9d2d-a35653e6d5e0"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:47.753893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b660015-c484-4a24-9d2d-a35653e6d5e0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b660015-c484-4a24-9d2d-a35653e6d5e0,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:47.781346 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0beea0-68aa-4cad-a7f3-88dc211beb14 x-openstack-request-id: req-2e0beea0-68aa-4cad-a7f3-88dc211beb14 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:47.781644 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ed12e-6e14-433d-a333-613297117a7d", "name": "network-vif-plugged", "status": "completed", "tag": "4b660015-c484-4a24-9d2d-a35653e6d5e0", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:47.781898 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e0beea0-68aa-4cad-a7f3-88dc211beb14 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:47.782327 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21ed12e-6e14-433d-a333-613297117a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b660015-c484-4a24-9d2d-a35653e6d5e0', 'code': 200} Jul 28 15:24:47.887081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d41ef-b976-4cb6-82d9-3f8613dd279a req-95955c4a-1a72-4010-80c1-b3816af301a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:47.888663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-053d41ef-b976-4cb6-82d9-3f8613dd279a req-95955c4a-1a72-4010-80c1-b3816af301a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 1060 time: 0.0462084 Jul 28 15:24:47.900654 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:47.952032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4b660015-c484-4a24-9d2d-a35653e6d5e0,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:48.303585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6db68-948a-4848-8779-553772a6e14b req-8954a436-75e8-4846-ac19-aac776872547 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:48.305126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1f6db68-948a-4848-8779-553772a6e14b req-8954a436-75e8-4846-ac19-aac776872547 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 909 time: 0.0504577 Jul 28 15:24:49.428483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf43436-43c9-4af3-8a83-d926f75817be req-405c6d0e-873b-4bd8-a63d-9a209c8f7957 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:49.430071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcf43436-43c9-4af3-8a83-d926f75817be req-405c6d0e-873b-4bd8-a63d-9a209c8f7957 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 909 time: 0.0537632 Jul 28 15:24:49.552659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656061d-6322-477b-ae94-ac712dbbcb0c req-d6b481bb-ee0a-446a-bcfc-0b23e82d3b5e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:49.554202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d656061d-6322-477b-ae94-ac712dbbcb0c req-d6b481bb-ee0a-446a-bcfc-0b23e82d3b5e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 909 time: 0.0549433 Jul 28 15:24:49.664796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6a069-5341-499c-9c9c-f55287ba6835 req-2ff64167-7e55-44d0-a45c-cd8ea836ce03 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:49.666339 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-84c6a069-5341-499c-9c9c-f55287ba6835 req-2ff64167-7e55-44d0-a45c-cd8ea836ce03 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 1061 time: 0.0413651 Jul 28 15:24:49.779032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7328-1cd4-482e-a462-03e71bdf2c7b req-abec8265-b070-45b7-a00c-4a287bdf6298 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:49.780704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-103e7328-1cd4-482e-a462-03e71bdf2c7b req-abec8265-b070-45b7-a00c-4a287bdf6298 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1136 time: 0.0421309 Jul 28 15:24:49.821229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-103e7328-1cd4-482e-a462-03e71bdf2c7b req-1074e139-0b7c-4f07-b8fa-6d9b0bf3f588 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0343647 Jul 28 15:24:49.843390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 36986) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:49.885550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8ddfd-f7c7-4020-8285-21ab91b78db1 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:49.887080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-10d8ddfd-f7c7-4020-8285-21ab91b78db1 tempest-TestSecurityGroupsBasicOps-614786857 tempest-TestSecurityGroupsBasicOps-614786857-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 1056 time: 0.0426750 Jul 28 15:24:50.431260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b1d19-28c1-4380-9c58-49caf3340962 req-39afd090-f77d-4b8e-aece-633b851c919a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:50.432891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d2b1d19-28c1-4380-9c58-49caf3340962 req-39afd090-f77d-4b8e-aece-633b851c919a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 909 time: 0.0501943 Jul 28 15:24:51.567874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9292c-cc37-40f7-ad3e-4eb3fd9b854a req-0b3ff22f-f7c2-4899-8f37-2a3b44074d28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:51.569422 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70b9292c-cc37-40f7-ad3e-4eb3fd9b854a req-0b3ff22f-f7c2-4899-8f37-2a3b44074d28 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 909 time: 0.0540385 Jul 28 15:24:51.850338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-3937c7d7-c2d7-4775-a57f-9b0643682cf4 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:51.854412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-3937c7d7-c2d7-4775-a57f-9b0643682cf4 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.58 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 909 time: 0.0501177 Jul 28 15:24:51.952630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port 4b660015-c484-4a24-9d2d-a35653e6d5e0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:51.952980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:52.052588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] For port 4b660015-c484-4a24-9d2d-a35653e6d5e0, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b660015-c484-4a24-9d2d-a35653e6d5e0,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:52.052892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:52.066115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for 4b660015-c484-4a24-9d2d-a35653e6d5e0 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:52.260604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:52.286406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=4b660015-c484-4a24-9d2d-a35653e6d5e0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:52.323614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7f1a-b31d-4100-84d0-ac37d6e8155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:52.339129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] No DVR routers for this DVR port 4b660015-c484-4a24-9d2d-a35653e6d5e0 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:24:52.342573 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:52.344703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2833bc9c-7deb-4eb5-9dd7-0f67cc662392 req-76966afd-e8e7-4066-a443-f12020bd3f52 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.58 "DELETE /v2.0/ports/4b660015-c484-4a24-9d2d-a35653e6d5e0 HTTP/1.1" status: 204 len: 173 time: 0.4857585 Jul 28 15:24:52.345156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ed12e-6e14-433d-a333-613297117a7d', 'name': 'network-vif-deleted', 'tag': '4b660015-c484-4a24-9d2d-a35653e6d5e0'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:52.347453 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b3190-c332-4643-b21d-e7e8e02eb636" -d '{"events": [{"server_uuid": "d21ed12e-6e14-433d-a333-613297117a7d", "name": "network-vif-deleted", "tag": "4b660015-c484-4a24-9d2d-a35653e6d5e0"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:52.386261 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba72f63b-a3ba-4f06-853a-45014fe4bd7e x-openstack-request-id: req-ba72f63b-a3ba-4f06-853a-45014fe4bd7e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:52.386560 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ed12e-6e14-433d-a333-613297117a7d", "name": "network-vif-deleted", "tag": "4b660015-c484-4a24-9d2d-a35653e6d5e0", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:52.386816 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba72f63b-a3ba-4f06-853a-45014fe4bd7e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:52.387225 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21ed12e-6e14-433d-a333-613297117a7d', 'name': 'network-vif-deleted', 'tag': '4b660015-c484-4a24-9d2d-a35653e6d5e0', 'status': 'completed', 'code': 200} Jul 28 15:24:52.668510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f1ca29d0-cf72-4122-bbb9-176aba33d526 req-d357e820-1de0-4a01-a002-811fe064aa2c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=d21ed12e-6e14-433d-a333-613297117a7d HTTP/1.1" status: 200 len: 210 time: 0.0308113 Jul 28 15:24:52.830237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-172c2f89-4eb1-41b4-b816-9f60cface7fe tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101599061&fields=id&tenant_id=55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 267 time: 0.0339322 Jul 28 15:24:52.937493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-dbb16d40-9c1f-4523-9958-246c598d7069 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:52.938999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-dbb16d40-9c1f-4523-9958-246c598d7069 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1019325 Jul 28 15:24:52.954042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-918d53ac-874a-4c42-b924-3f238e7716bf tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0092247 Jul 28 15:24:53.006599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-bf2d0f4e-eb9e-4597-9fc1-e6e2ada73c63 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473094 Jul 28 15:24:53.111657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-34ae1e6e-c1e8-44b6-8c2e-8677b7453015 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921092 Jul 28 15:24:53.205670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-9fd32354-65d1-44d0-a0e9-6de7c707eb7f service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875571 Jul 28 15:24:53.728983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37020) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:53.887264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3cce8a8e-ab6b-4e04-aabe-88d5e6437123 req-d9339437-d39a-4520-a4ac-fe6f41ab428f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0323193 Jul 28 15:24:54.119993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.401425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port 2c27720e-e364-437e-8ded-04adf526fb6e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:54.401787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.494193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] For port 2c27720e-e364-437e-8ded-04adf526fb6e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2c27720e-e364-437e-8ded-04adf526fb6e,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:54.494488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.508808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for 2c27720e-e364-437e-8ded-04adf526fb6e owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:54.757999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.786205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=2c27720e-e364-437e-8ded-04adf526fb6e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:54.809128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d3f710d-d447-4002-af2e-22c8ed4dd246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.986641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.990111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ac77d265-418a-4827-bafa-68b122e7a2b8 req-f85eeeef-0283-4540-89a6-9e952eed924b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0351212 Jul 28 15:24:55.197549 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.219145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:24:55.329722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:24:55.334985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a4e84464-0254-478d-b331-12e638b4337e tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "PUT /v2.0/routers/c2d7b8e5-dfd9-49ac-af43-8624197bdab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6049411 Jul 28 15:24:55.337685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37034) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:55.340355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] Sync routers for ids ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:24:55.350473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] Routers {'c2d7b8e5-dfd9-49ac-af43-8624197bdab1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:55.351097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:55.402451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting subnet 58a360c4-6c40-48ed-ba6a-e0d25675bc47 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:24:55.405917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.458819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.549322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.593872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b660015-c484-4a24-9d2d-a35653e6d5e0 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:55.618005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 4b660015-c484-4a24-9d2d-a35653e6d5e0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:24:55.618341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b660015-c484-4a24-9d2d-a35653e6d5e0 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:55.640102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] Set router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:55.701170 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.732950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Subnet': ['ID=58a360c4-6c40-48ed-ba6a-e0d25675bc47,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:55.736926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.744815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b1bff10-f497-45f5-bb22-958ac7ea3f9d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/subnets/58a360c4-6c40-48ed-ba6a-e0d25675bc47 HTTP/1.1" status: 204 len: 168 time: 0.4000943 Jul 28 15:24:55.744815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37036) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:55.745797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92df0c-0140-4e80-88ed-9f3c0c3a229a None None] Network 007fa2fd-924b-46e3-945c-b6b84dea8c83 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:24:55.845567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.931664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:54Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:55.957409 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:55.963725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] Checking router: c2d7b8e5-dfd9-49ac-af43-8624197bdab1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:24:55.973045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] Routers {'c2d7b8e5-dfd9-49ac-af43-8624197bdab1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:55.973695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:56.011084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5c996-fedd-4048-9947-1d613638237e None None] DHCP port deletion for 007fa2fd-924b-46e3-945c-b6b84dea8c83 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:24:56.076599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:56.076962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.089915 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-515d12b3-502e-49ba-bc63-da2c85ee5a14 req-df299abd-b5e1-42f8-b314-b8d9a9ca53f4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0259643 Jul 28 15:24:56.115182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] Set router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:56.161664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] For port 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:56.162317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.179422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:56.213900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Deleting port 2f69fa92-692f-4db7-9e91-3af160a95e2e {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:56.213900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.300558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-00b5c996-fedd-4048-9947-1d613638237e None None] For port 2f69fa92-692f-4db7-9e91-3af160a95e2e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2f69fa92-692f-4db7-9e91-3af160a95e2e,segment=NetworkSegment(805d1fe6-b44b-4815-9c78-b715f0c89377),segment_id=805d1fe6-b44b-4815-9c78-b715f0c89377)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:56.300967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.323578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Calling delete_port for 2f69fa92-692f-4db7-9e91-3af160a95e2e owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:56.409802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2f69fa92-692f-4db7-9e91-3af160a95e2e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:56.459690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.498747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:56.536065 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.539403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:54Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:56.570201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9a65b-bb9e-4b79-9698-b702d5fbf54e None None] The sync data for ids ['c2d7b8e5-dfd9-49ac-af43-8624197bdab1'] in n-d-764806-10 is: [{'id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1639577468', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:24:28Z', 'updated_at': '2021-07-28T15:24:54Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d7b8e5-dfd9-49ac-af43-8624197bdab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:24:29Z', 'updated_at': '2021-07-28T15:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:24:56.578272 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.597579 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.601585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-7be7e9ad-ef5d-4d08-810b-1eded148eba0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:56.603231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-7be7e9ad-ef5d-4d08-810b-1eded148eba0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.2006366 Jul 28 15:24:56.606356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.632105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Pushing event deleted for resources: {'Port': ['ID=2f69fa92-692f-4db7-9e91-3af160a95e2e,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:56.658456 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5c996-fedd-4048-9947-1d613638237e None None] No DVR routers for this DVR port 2f69fa92-692f-4db7-9e91-3af160a95e2e on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:24:56.667027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.667379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.667731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.668130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.668489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.668830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.669161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.669488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.669813 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.670393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.670486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.670878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5c996-fedd-4048-9947-1d613638237e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:56.730706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.736686 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.793873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-fdb744c5-ce58-4bcb-a87f-c823b0e9f91a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 379 time: 0.1481943 Jul 28 15:24:56.804794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'security_groups': ['d834f58d-5949-41f2-b79d-667cb5ddfb97']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:56.889604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.890082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Fanout notify agent at l3_agent the message router_deleted on router c2d7b8e5-dfd9-49ac-af43-8624197bdab1 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:24:56.899419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:56.903145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5ce0d244-a445-4c88-b332-0a6993a3ff4c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/routers/c2d7b8e5-dfd9-49ac-af43-8624197bdab1 HTTP/1.1" status: 204 len: 168 time: 1.1582308 Jul 28 15:24:56.906994 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37040) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:57.006039 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.026079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:24:57.034237 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.135807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.150298 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007fa2fd-924b-46e3-945c-b6b84dea8c83']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:57.164639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805d1fe6-b44b-4815-9c78-b715f0c89377') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:57.164948 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805d1fe6-b44b-4815-9c78-b715f0c89377') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:57.177624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.197609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.205712 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:24:57.206852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:24:57.251460 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:24:57.301234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ccd2b18-d470-4e47-9c2f-0297cdb6421b req-980bc362-363e-47f5-8d99-cb5d9f7952ce tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0788755 Jul 28 15:24:57.314159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.9 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:24:57.339054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.347370 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.352400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/networks/007fa2fd-924b-46e3-945c-b6b84dea8c83 HTTP/1.1" status: 204 len: 168 time: 0.4417415 Jul 28 15:24:57.356807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37044) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:57.362799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee063aca-cfc0-4a89-9ef6-c8ec084da722 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Network': ['ID=007fa2fd-924b-46e3-945c-b6b84dea8c83,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:57.576716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.611669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:57.654900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port d5acc746-326d-4c51-a0a8-a06213ffe45c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:57.655243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.736691 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.753240 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.753571 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.795394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for d5acc746-326d-4c51-a0a8-a06213ffe45c owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:57.809864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:57.819316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:57.823143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:57.827198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:24:57.926430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:57.927094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:57.961971 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:58.028673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-c637b575-1dbc-49d7-8a71-71a225bc3bf7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2286136 Jul 28 15:24:58.044705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Request body: {'port': {'device_id': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:58.112186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:58.121921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:58.262335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9989f02d-918f-4463-800d-25af450511db None None] Provisioning for port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:58.267990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9989f02d-918f-4463-800d-25af450511db None None] Provisioning complete for port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:58.268516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9989f02d-918f-4463-800d-25af450511db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:58.306519 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2c27720e-e364-437e-8ded-04adf526fb6e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:58.330429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2c27720e-e364-437e-8ded-04adf526fb6e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:24:58.330834 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2c27720e-e364-437e-8ded-04adf526fb6e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:58.331318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:58.353952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:24:58.354393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6e85dfb1-be33-4fa4-9ec7-56b20a7b7e4f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:58.366878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9989f02d-918f-4463-800d-25af450511db None None] Port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:24:58.440632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3e3ef-d5a9-48e8-8fbc-6f30fe00ce7d req-aebb7fc6-bb0f-426b-beae-18f7c5ea9a47 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:58.442213 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-60c3e3ef-d5a9-48e8-8fbc-6f30fe00ce7d req-aebb7fc6-bb0f-426b-beae-18f7c5ea9a47 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 931 time: 0.0525167 Jul 28 15:24:58.485028 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-60c3e3ef-d5a9-48e8-8fbc-6f30fe00ce7d req-e8796662-2ea3-4d64-a5d7-c0a8f9edbb0e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360456 Jul 28 15:24:58.552121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=d5acc746-326d-4c51-a0a8-a06213ffe45c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:58.692640 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:58.693386 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Floating IP 60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e disassociated (deleted). External IP: 172.25.6.64, port: 8dc267f1-973f-465b-ba44-981616df7d18. Jul 28 15:24:59.000473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:24:59.011246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:59.035550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Transition to ACTIVE for port object e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:59.045482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router 78401bca-05cf-48da-99ab-a747f9c1a3df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:24:59.173980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:59.277271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:24:59.278858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:59.286525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:59.292657 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] Sync routers for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:24:59.309279 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:59.311175 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:59.355585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c02124ca-d7d2-4872-b78e-de7511aff4e8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/floatingips/60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e HTTP/1.1" status: 204 len: 168 time: 1.9978945 Jul 28 15:24:59.358646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:59.361652 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb4e04-7e78-4982-9717-99049f749e43" -d '{"events": [{"name": "network-changed", "server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "tag": "8dc267f1-973f-465b-ba44-981616df7d18"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:59.409531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Attempting to bind port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:59.409885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Attempting to bind port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:59.410196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Attempting to bind port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:59.415702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:24:59.416041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Attempting to bind port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:59.432072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:59.432525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:59.432921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:59.433364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Bound port: e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:59.433730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:59.436831 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b551e-49c2-4292-b972-ea01dece615b x-openstack-request-id: req-bf0b551e-49c2-4292-b972-ea01dece615b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:59.437155 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "tag": "8dc267f1-973f-465b-ba44-981616df7d18", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:59.437415 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf0b551e-49c2-4292-b972-ea01dece615b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:59.437809 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18', 'status': 'completed', 'code': 200} Jul 28 15:24:59.486263 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:59.567554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] For port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:59.585378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] For port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:59.607367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4e04-7e78-4982-9717-99049f749e43 req-946678e9-5303-41d7-9bad-f7c49b456e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:59.610046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-946678e9-5303-41d7-9bad-f7c49b456e67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 1136 time: 0.1290495 Jul 28 15:24:59.643280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ff00-25bb-45be-9fd4-5909289fa1e2 req-3f195c20-fe7a-4f4f-8549-d4a09e10f1d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:59.644976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0447ff00-25bb-45be-9fd4-5909289fa1e2 req-3f195c20-fe7a-4f4f-8549-d4a09e10f1d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0677514 Jul 28 15:24:59.688528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:59.693869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0447ff00-25bb-45be-9fd4-5909289fa1e2 req-52712e57-0230-4fc0-a5c3-ce2c9f71db2c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403664 Jul 28 15:24:59.748292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:59.749376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:59.750854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] 10.222.0.58 "PUT /v2.0/ports/e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 200 len: 1092 time: 1.7110336 Jul 28 15:24:59.780423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0ae53-857a-47fa-b569-31cf65e05f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:59.803709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4e04-7e78-4982-9717-99049f749e43 req-b71694ba-24bc-4205-814b-5653e110b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:59.807677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-b71694ba-24bc-4205-814b-5653e110b998 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 200 len: 898 time: 0.1897480 Jul 28 15:24:59.818488 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:04Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:59.850630 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] Checking router: 78401bca-05cf-48da-99ab-a747f9c1a3df for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:24:59.861916 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:59.862552 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:59.864763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-f55c645f-b215-495a-a01a-2fdde110d707 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 200 len: 217 time: 0.0496652 Jul 28 15:25:00.009537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4e04-7e78-4982-9717-99049f749e43 req-7631c544-8caa-4c7f-8cf6-a6daf71853a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.011319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-7631c544-8caa-4c7f-8cf6-a6daf71853a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 200 len: 835 time: 0.1396792 Jul 28 15:25:00.035542 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-46a12429-2a90-476d-85ce-d7591db31109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.036680 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:00.037286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-46a12429-2a90-476d-85ce-d7591db31109 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1095 time: 0.1126549 Jul 28 15:25:00.089817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0db18-2c64-476d-9737-17876c231e61 req-66ce8007-325f-43bd-ad7a-99ba5b12559c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.091511 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9d0db18-2c64-476d-9737-17876c231e61 req-66ce8007-325f-43bd-ad7a-99ba5b12559c tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.0841813 Jul 28 15:25:00.116540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-f2886e53-1e47-43f0-9994-b8fb46de723d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 200 len: 217 time: 0.0554059 Jul 28 15:25:00.129420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4e04-7e78-4982-9717-99049f749e43 req-868d5dca-cbf8-48e8-8bcd-af1a269af45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.131768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-868d5dca-cbf8-48e8-8bcd-af1a269af45a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef7c1f3-270f-4945-a37b-5ea9e117d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098602 Jul 28 15:25:00.145635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b9d0db18-2c64-476d-9737-17876c231e61 req-3acbd633-4bb3-409a-858b-05a3a500336d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0480058 Jul 28 15:25:00.238054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-206a129d-4d6a-4924-a895-f230a62bde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.239709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-206a129d-4d6a-4924-a895-f230a62bde85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.1070538 Jul 28 15:25:00.275704 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:04Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:00.299516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-33b0ca1a-dcfe-4aa3-bff0-a5318db72caa service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590817 Jul 28 15:25:00.308886 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a965c-49fd-445b-8dce-18af8a2dbb4b None None] The sync data for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 is: [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:22:59Z', 'revision_number': 4, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2', 'name': '', 'network_id': 'bef7c1f3-270f-4945-a37b-5ea9e117d762', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'mac_address': 'fa:16:3e:61:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:59Z', 'updated_at': '2021-07-28T15:23:04Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'subnets': [{'id': 'dc958337-fb63-4834-a1d1-ae5f25ab3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:00.310728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-9d935dbb-bef0-425f-856b-b328cee6e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.311865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-9d935dbb-bef0-425f-856b-b328cee6e0cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631964 Jul 28 15:25:00.473419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-34cb4e04-7e78-4982-9717-99049f749e43 req-f08974d3-b9b3-46e6-8876-881addaef7fe service neutron] 10.222.0.42 "GET /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654961 Jul 28 15:25:00.486421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-70918788-e1fa-4cf1-b342-f23edd5263d9 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557214 Jul 28 15:25:00.605828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39495f60-49b5-4447-a335-a155f7cfae08 None None] New status for floating IP 60091d9c-9df3-4b5b-b4cf-b436ea6e4c9e: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:25:00.633532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b99a5863-0af4-4c60-97c1-c6d337dd6852 req-387679cc-3fbc-43dd-a1c7-d4a222423ce8 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339183 Jul 28 15:25:00.823242 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b03da1-9dfa-43f0-b161-ae774c0dffe3 req-477c291f-3254-4457-a678-b554d9bb8512 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:00.824440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72b03da1-9dfa-43f0-b161-ae774c0dffe3 req-477c291f-3254-4457-a678-b554d9bb8512 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0552611 Jul 28 15:25:00.872555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72b03da1-9dfa-43f0-b161-ae774c0dffe3 req-9ce21d6b-1922-4920-9496-5c837b312aba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366557 Jul 28 15:25:01.273034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cef32-220a-4bed-994e-e9658156b7f4 req-8db0f6e6-23ae-44f1-a01f-e18db91570be tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.274614 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be0cef32-220a-4bed-994e-e9658156b7f4 req-8db0f6e6-23ae-44f1-a01f-e18db91570be tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.0535967 Jul 28 15:25:01.318900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be0cef32-220a-4bed-994e-e9658156b7f4 req-5198e6ca-e28c-4238-beae-cd0c706781d8 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0378492 Jul 28 15:25:01.439545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:01.441961 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f75744-d3cf-4172-a937-257b3ace8718" -d '{"events": [{"name": "network-changed", "server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:01.479357 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a91d2-0054-4da9-8459-8abf90b020d5 x-openstack-request-id: req-844a91d2-0054-4da9-8459-8abf90b020d5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:01.479660 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:01.479917 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-844a91d2-0054-4da9-8459-8abf90b020d5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:01.480380 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'status': 'completed', 'code': 200} Jul 28 15:25:01.558299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-b2bd1997-28e1-45db-a9b6-7316e6a40dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.559874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-b2bd1997-28e1-45db-a9b6-7316e6a40dfa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1095 time: 0.0449114 Jul 28 15:25:01.657863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-f931e59b-05f4-4f1d-bf27-2b43441c555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.659456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-f931e59b-05f4-4f1d-bf27-2b43441c555a service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0891986 Jul 28 15:25:01.729019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-1733c38d-9d81-4964-ab47-919f9bfb1e25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 200 len: 217 time: 0.0470874 Jul 28 15:25:01.795622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-3dc9b6c4-ad5f-4a7f-8f6b-b0c23acdfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.797667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-3dc9b6c4-ad5f-4a7f-8f6b-b0c23acdfc90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0545580 Jul 28 15:25:01.806562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf218-711f-4fa5-a239-62694a0881f8 req-22946ec5-c606-4a32-b2e5-3673397b0e25 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.808114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-defbf218-711f-4fa5-a239-62694a0881f8 req-22946ec5-c606-4a32-b2e5-3673397b0e25 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.42 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.1244256 Jul 28 15:25:01.908980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-18a61754-bef8-41e9-8af7-d80abd8a6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.910517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-18a61754-bef8-41e9-8af7-d80abd8a6e30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014102 Jul 28 15:25:01.988257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port 8dc267f1-973f-465b-ba44-981616df7d18 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:25:01.988734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:01.997190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12d33e-6303-421e-b8cf-7be0d9d6e390 req-33d42f4a-17b2-4f35-ba9e-8b493df5106d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:01.998783 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb12d33e-6303-421e-b8cf-7be0d9d6e390 req-33d42f4a-17b2-4f35-ba9e-8b493df5106d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0518091 Jul 28 15:25:02.054839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb12d33e-6303-421e-b8cf-7be0d9d6e390 req-597719ca-0cb2-4ddb-af25-3d8ad06dc85a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486329 Jul 28 15:25:02.097113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-3dd74fac-8e50-4202-acee-28979912bd3b service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768923 Jul 28 15:25:02.178214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] For port 8dc267f1-973f-465b-ba44-981616df7d18, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=8dc267f1-973f-465b-ba44-981616df7d18,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:02.178820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:02.198393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for 8dc267f1-973f-465b-ba44-981616df7d18 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:25:02.271742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f75744-d3cf-4172-a937-257b3ace8718 req-b2f0f4ba-765e-4334-af18-f7a776668bd7 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598997 Jul 28 15:25:02.448813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89699585-0099-4ff8-87e5-e1e024a233cd req-9a32496f-661b-49de-84b8-ebb3f2183a47 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:02.450415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89699585-0099-4ff8-87e5-e1e024a233cd req-9a32496f-661b-49de-84b8-ebb3f2183a47 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 984 time: 0.0573533 Jul 28 15:25:02.454602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:02.498475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=8dc267f1-973f-465b-ba44-981616df7d18,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:02.512122 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:02.519276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.519693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.520000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.520378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.520744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.521522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.521522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.527462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.527462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.527462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.527462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.527462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:02.575392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89699585-0099-4ff8-87e5-e1e024a233cd req-213098a4-08a0-4d36-8160-3f993c2496f0 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfaf5491-a3c3-453c-8dac-91574f93b249&id=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1137462 Jul 28 15:25:02.576185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] No DVR routers for this DVR port 8dc267f1-973f-465b-ba44-981616df7d18 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:25:02.579497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:02.581678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-defbf218-711f-4fa5-a239-62694a0881f8 req-f5212a88-89f2-435c-87ce-2d717dd45b24 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.42 "DELETE /v2.0/ports/8dc267f1-973f-465b-ba44-981616df7d18 HTTP/1.1" status: 204 len: 173 time: 0.7639809 Jul 28 15:25:03.174495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6a1ab-ed59-4465-8e32-ef0020c745fd req-f81910c1-ddc9-4ee0-8e0a-56fc5c0f9d05 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:03.175997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83c6a1ab-ed59-4465-8e32-ef0020c745fd req-f81910c1-ddc9-4ee0-8e0a-56fc5c0f9d05 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0537076 Jul 28 15:25:03.481579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'name': 'network-vif-deleted', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:03.485960 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ef9e0-5822-4ea0-b5ba-19841befc6c4" -d '{"events": [{"server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "name": "network-vif-deleted", "tag": "8dc267f1-973f-465b-ba44-981616df7d18"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:03.560073 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d041e-e1ae-4c7d-9362-9240efdbaba0 x-openstack-request-id: req-465d041e-e1ae-4c7d-9362-9240efdbaba0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:03.560560 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90a765e-a1f2-4246-ad5b-30d62cf2479d", "name": "network-vif-deleted", "tag": "8dc267f1-973f-465b-ba44-981616df7d18", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:03.560863 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-465d041e-e1ae-4c7d-9362-9240efdbaba0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:03.561276 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90a765e-a1f2-4246-ad5b-30d62cf2479d', 'name': 'network-vif-deleted', 'tag': '8dc267f1-973f-465b-ba44-981616df7d18', 'status': 'completed', 'code': 200} Jul 28 15:25:03.572875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-83c6a1ab-ed59-4465-8e32-ef0020c745fd req-6fac8917-74ba-4d8f-adbb-54eea4428486 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904672 Jul 28 15:25:03.690130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-276c0853-a810-4e14-bba2-e0fa4aba26ce req-974f18c8-790d-4b47-87ab-3b82dd55c08a tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90a765e-a1f2-4246-ad5b-30d62cf2479d HTTP/1.1" status: 200 len: 210 time: 0.0277700 Jul 28 15:25:04.341348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8dc267f1-973f-465b-ba44-981616df7d18 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:25:04.362513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 8dc267f1-973f-465b-ba44-981616df7d18 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:25:04.362866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 8dc267f1-973f-465b-ba44-981616df7d18 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:25:04.691747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5011-a64d-49b8-b5f7-5891d47cd3ca req-b3f4df91-d854-419f-9038-1e39f1980cdb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:04.693279 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-253c5011-a64d-49b8-b5f7-5891d47cd3ca req-b3f4df91-d854-419f-9038-1e39f1980cdb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0479698 Jul 28 15:25:04.732015 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-253c5011-a64d-49b8-b5f7-5891d47cd3ca req-250de13d-a970-4fc6-8dc3-e06c8c74d71b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Jul 28 15:25:04.752182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37078) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:04.805922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcb59789-6882-417e-a7c2-628b8e3f7312 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:04.830972 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcb59789-6882-417e-a7c2-628b8e3f7312 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:04.985045 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcb59789-6882-417e-a7c2-628b8e3f7312 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:04.987612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcb59789-6882-417e-a7c2-628b8e3f7312 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:04.988931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fcb59789-6882-417e-a7c2-628b8e3f7312 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/security-groups/dfaf5491-a3c3-453c-8dac-91574f93b249 HTTP/1.1" status: 204 len: 168 time: 0.2354174 Jul 28 15:25:04.992023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37080) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:04.998752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59789-6882-417e-a7c2-628b8e3f7312 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf5491-a3c3-453c-8dac-91574f93b249,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:05.049181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0353ae-99ac-42e9-878a-2f30dabe1b1b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:05.076725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0353ae-99ac-42e9-878a-2f30dabe1b1b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:05.197343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0353ae-99ac-42e9-878a-2f30dabe1b1b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:05.199991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e0353ae-99ac-42e9-878a-2f30dabe1b1b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:05.201269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e0353ae-99ac-42e9-878a-2f30dabe1b1b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/security-groups/dbc5a9da-f690-4df1-b8ba-5ff732d4a70b HTTP/1.1" status: 204 len: 168 time: 0.2083771 Jul 28 15:25:05.204256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37082) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:05.210647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0353ae-99ac-42e9-878a-2f30dabe1b1b tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5a9da-f690-4df1-b8ba-5ff732d4a70b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:05.583097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:05.898757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb3719-ce5d-4e27-a89f-7d440aeb9744 req-062df972-2c1d-4235-9003-ebc8be97a590 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:05.900196 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90cb3719-ce5d-4e27-a89f-7d440aeb9744 req-062df972-2c1d-4235-9003-ebc8be97a590 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0805621 Jul 28 15:25:05.916400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:25:05.916772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:05.997963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90cb3719-ce5d-4e27-a89f-7d440aeb9744 req-7ab69055-9480-407a-b0a2-09df9b327530 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899453 Jul 28 15:25:06.038560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] For port 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:06.038847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:06.055746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:25:06.333472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:06.361853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:06.443575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:06.555729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.141426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954bed4-8351-4a30-9e4f-63989f7836dd req-f35791c5-6750-44b2-a7af-b4a97fee838b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:07.143010 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c954bed4-8351-4a30-9e4f-63989f7836dd req-f35791c5-6750-44b2-a7af-b4a97fee838b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0559790 Jul 28 15:25:07.177908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Router 78401bca-05cf-48da-99ab-a747f9c1a3df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:25:07.186897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c954bed4-8351-4a30-9e4f-63989f7836dd req-22e62c05-4e11-46c0-85cc-6d293c8cd94a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359123 Jul 28 15:25:07.289096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:07.294157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-97094ff7-f460-43bf-a307-e8cf37b580c7 tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "PUT /v2.0/routers/78401bca-05cf-48da-99ab-a747f9c1a3df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0888233 Jul 28 15:25:07.297446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37088) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:07.298977 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] Sync routers for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:07.308621 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:07.309240 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:07.354939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting subnet dc958337-fb63-4834-a1d1-ae5f25ab3cb3 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:25:07.358407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.401842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.497057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.507629 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:07.676414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.693080 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:25:06Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:07.705975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Subnet': ['ID=dc958337-fb63-4834-a1d1-ae5f25ab3cb3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:07.709732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.711848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2a2c1c66-986a-4854-a5af-24353461c5bb tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/subnets/dc958337-fb63-4834-a1d1-ae5f25ab3cb3 HTTP/1.1" status: 204 len: 168 time: 0.4130330 Jul 28 15:25:07.714747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:07.720955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b5a2d-6265-4065-b7ad-ea9cd660c5ce None None] Network bef7c1f3-270f-4945-a37b-5ea9e117d762 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:25:07.724552 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] Checking router: 78401bca-05cf-48da-99ab-a747f9c1a3df for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:07.732923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] Routers {'78401bca-05cf-48da-99ab-a747f9c1a3df'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:07.733931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['78401bca-05cf-48da-99ab-a747f9c1a3df'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:07.829852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.848793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] Set router 78401bca-05cf-48da-99ab-a747f9c1a3df gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:07.928055 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] DHCP port deletion for bef7c1f3-270f-4945-a37b-5ea9e117d762 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:25:07.951874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:07.983378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] Deleting port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:25:07.984237 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.053256 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:25:06Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:08.054699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] For port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,segment=NetworkSegment(bc58a955-fb9b-4c39-8af4-ef896f09e305),segment_id=bc58a955-fb9b-4c39-8af4-ef896f09e305)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:08.055106 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.069592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] Calling delete_port for af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:25:08.081148 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298ee69-e7eb-4edc-982a-415132b57155 None None] The sync data for ids ['78401bca-05cf-48da-99ab-a747f9c1a3df'] in n-d-764806-10 is: [{'id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1106326857', 'tenant_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '49d692db-2136-49d1-a43b-4014fda92586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:25:06Z', 'revision_number': 5, 'project_id': 'cf48d6a5a9d44fc8909c797441ae7329', 'gw_port': {'id': '49d692db-2136-49d1-a43b-4014fda92586', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78401bca-05cf-48da-99ab-a747f9c1a3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:22:55Z', 'updated_at': '2021-07-28T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:08.140294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Deleting port 49d692db-2136-49d1-a43b-4014fda92586 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:25:08.140875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.228870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] For port 49d692db-2136-49d1-a43b-4014fda92586, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=49d692db-2136-49d1-a43b-4014fda92586,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:08.229547 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.242688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Calling delete_port for 49d692db-2136-49d1-a43b-4014fda92586 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:25:08.277891 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.318399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] Pushing event deleted for resources: {'Port': ['ID=af5b8963-3d5e-426f-9d90-f27e0f0cb6e8,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:08.325101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb82a2-efc2-4f79-8654-46023eb7bcdc None None] No DVR routers for this DVR port af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:25:08.339852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1206f-f39b-4b7a-928d-0ddf47cb858b req-e14d2dad-b2d8-4090-a234-8fd9be9a2f06 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:08.345390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf1206f-f39b-4b7a-928d-0ddf47cb858b req-e14d2dad-b2d8-4090-a234-8fd9be9a2f06 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0658097 Jul 28 15:25:08.390980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf1206f-f39b-4b7a-928d-0ddf47cb858b req-a147ccf6-4c4b-4eba-b1e2-597fb749b1c5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375032 Jul 28 15:25:08.500625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:25:08.521505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:25:08.521857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 77e65fdd-8da8-41cc-a7c8-ac9ccf43c2d2 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:25:08.522275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:25:08.529584 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.542289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:25:08.542643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device af5b8963-3d5e-426f-9d90-f27e0f0cb6e8 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:25:08.586089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Port': ['ID=49d692db-2136-49d1-a43b-4014fda92586,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:08.632910 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.729776 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.731839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.854657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.855342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Fanout notify agent at l3_agent the message router_deleted on router 78401bca-05cf-48da-99ab-a747f9c1a3df {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:25:08.863641 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:08.864952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-006cdd29-91e8-48ac-ab83-ac0fdb77ba1f tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/routers/78401bca-05cf-48da-99ab-a747f9c1a3df HTTP/1.1" status: 204 len: 168 time: 1.1491408 Jul 28 15:25:08.867721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37094) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:08.949579 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.049126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.059176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef7c1f3-270f-4945-a37b-5ea9e117d762']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:09.070426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc58a955-fb9b-4c39-8af4-ef896f09e305') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:09.070728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc58a955-fb9b-4c39-8af4-ef896f09e305') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:09.080394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.093959 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.099934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:25:09.100507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:25:09.103871 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:25:09.254958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.262934 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.264276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] 10.222.0.57 "DELETE /v2.0/networks/bef7c1f3-270f-4945-a37b-5ea9e117d762 HTTP/1.1" status: 204 len: 168 time: 0.3954043 Jul 28 15:25:09.282102 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77f84b-40a4-4438-97b9-169c550d6a5d tempest-TestSecurityGroupsBasicOps-1327840229 tempest-TestSecurityGroupsBasicOps-1327840229-project] Pushing event deleted for resources: {'Network': ['ID=bef7c1f3-270f-4945-a37b-5ea9e117d762,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:09.538454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf406e-731b-449c-bbc6-325f6070973d req-a7a5e182-323f-4333-bcd6-3d34e8db679b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:09.539878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaaf406e-731b-449c-bbc6-325f6070973d req-a7a5e182-323f-4333-bcd6-3d34e8db679b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 943 time: 0.0524442 Jul 28 15:25:09.580129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaaf406e-731b-449c-bbc6-325f6070973d req-444b6d0d-982a-4c55-8a7a-8fd42932386b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340657 Jul 28 15:25:09.588959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:25:09.685044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:09.696549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'mac_address': 'fa:16:3e:a6:e1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:25:09.737723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.750531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:25:09.770622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:09.857193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37106) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:09.861019 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:09.911401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:09.990159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-948369b9-fafa-4305-a13d-fbcc4b290d4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf48d6a5a9d44fc8909c797441ae7329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317549 Jul 28 15:25:09.992760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37110) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:10.041841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-740819e4-454f-4ea7-864d-8d548f298b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:10.062095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-740819e4-454f-4ea7-864d-8d548f298b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:10.115128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:25:10.180690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-740819e4-454f-4ea7-864d-8d548f298b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:10.183349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-740819e4-454f-4ea7-864d-8d548f298b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:10.184429 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-740819e4-454f-4ea7-864d-8d548f298b5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c580a038-4254-483c-94b6-d36d9ffec11a HTTP/1.1" status: 204 len: 168 time: 0.1907141 Jul 28 15:25:10.192848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740819e4-454f-4ea7-864d-8d548f298b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c580a038-4254-483c-94b6-d36d9ffec11a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:10.289561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49d692db-2136-49d1-a43b-4014fda92586 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:25:10.314918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 49d692db-2136-49d1-a43b-4014fda92586 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:25:10.315179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 49d692db-2136-49d1-a43b-4014fda92586 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:25:10.350610 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:25:10.697437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bee4f-c527-41de-961b-aa2f9bf1c1e6 req-abcd41b0-5731-43c2-8b2e-ca0823885788 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:10.699019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af8bee4f-c527-41de-961b-aa2f9bf1c1e6 req-abcd41b0-5731-43c2-8b2e-ca0823885788 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 944 time: 0.0500238 Jul 28 15:25:10.740467 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af8bee4f-c527-41de-961b-aa2f9bf1c1e6 req-599e508c-16ab-487e-b5dc-26b4cbafe54c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344515 Jul 28 15:25:10.903353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:10.921229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be9c8bcc-0e26-4bad-a590-5100d76c7ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.019558 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be9c8bcc-0e26-4bad-a590-5100d76c7ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.100252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-be9c8bcc-0e26-4bad-a590-5100d76c7ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.141013 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-be9c8bcc-0e26-4bad-a590-5100d76c7ac0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8246ee2d2ad6444abcb7513b28688016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363265 Jul 28 15:25:11.141754 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c8bcc-0e26-4bad-a590-5100d76c7ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782ae6f3-5f7b-4139-bb73-ea03a4181c7c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:11.143640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37120) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:11.200602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fb94ee1-0ecc-497e-b965-a18e4df687de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.222583 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fb94ee1-0ecc-497e-b965-a18e4df687de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.328803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fb94ee1-0ecc-497e-b965-a18e4df687de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.331474 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7fb94ee1-0ecc-497e-b965-a18e4df687de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.332666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7fb94ee1-0ecc-497e-b965-a18e4df687de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/782ae6f3-5f7b-4139-bb73-ea03a4181c7c HTTP/1.1" status: 204 len: 168 time: 0.1879115 Jul 28 15:25:11.340742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb94ee1-0ecc-497e-b965-a18e4df687de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782ae6f3-5f7b-4139-bb73-ea03a4181c7c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:11.604734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:11.711652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:11.715812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:11.716218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.804127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.828887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:11.831249 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94f64a-344c-4486-ad81-a55ad35adef2" -d '{"events": [{"server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "name": "network-vif-plugged", "status": "completed", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:11.845360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:11.872619 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49bcec0-21f4-4060-9c1c-07227296d081 x-openstack-request-id: req-d49bcec0-21f4-4060-9c1c-07227296d081 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:11.872919 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "name": "network-vif-plugged", "status": "completed", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:11.873173 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d49bcec0-21f4-4060-9c1c-07227296d081 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:11.873568 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'code': 200} Jul 28 15:25:11.917297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:11.974199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:11.987053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88aea2-0003-4c5e-84d0-d4a2343eb2fc req-4eeeacc7-6659-40ac-8c94-08c6ec1f69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:11.988634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e88aea2-0003-4c5e-84d0-d4a2343eb2fc req-4eeeacc7-6659-40ac-8c94-08c6ec1f69a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1097 time: 0.0534301 Jul 28 15:25:12.054393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0e88aea2-0003-4c5e-84d0-d4a2343eb2fc req-dab83165-e8d5-407f-8e63-9a26b7bd5c03 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548937 Jul 28 15:25:12.072404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcf0d-4001-47ef-a1a1-a196778b16e4 req-15749035-cf26-46fd-a8f5-ad0187bd5b0e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:12.073862 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d4fcf0d-4001-47ef-a1a1-a196778b16e4 req-15749035-cf26-46fd-a8f5-ad0187bd5b0e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.0607915 Jul 28 15:25:12.095773 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37132) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:12.114027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d4fcf0d-4001-47ef-a1a1-a196778b16e4 req-5ca3f1ec-ee23-47b4-92f4-029e16539f29 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339448 Jul 28 15:25:12.137138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-486a648a-d7e5-4519-8975-ff9eb3e023ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58f752fc574c4cff8b65f39b71576464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401444 Jul 28 15:25:12.139594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:12.188299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb6f76cd-1953-4df5-a18a-86103e817d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:12.208608 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb6f76cd-1953-4df5-a18a-86103e817d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:12.363346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb6f76cd-1953-4df5-a18a-86103e817d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:12.366503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb6f76cd-1953-4df5-a18a-86103e817d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:12.367704 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb6f76cd-1953-4df5-a18a-86103e817d21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8758b091-79f0-444e-9cf1-5a6f083f459a HTTP/1.1" status: 204 len: 168 time: 0.2271717 Jul 28 15:25:12.376571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f76cd-1953-4df5-a18a-86103e817d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758b091-79f0-444e-9cf1-5a6f083f459a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:13.238065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedb3da-8abe-4a8e-bca9-d5a546b42819 req-712bec4c-95bd-4a43-b8f2-ef7605c58056 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:13.239532 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2eedb3da-8abe-4a8e-bca9-d5a546b42819 req-712bec4c-95bd-4a43-b8f2-ef7605c58056 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Jul 28 15:25:13.279055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2eedb3da-8abe-4a8e-bca9-d5a546b42819 req-5de695c2-81ff-487e-8bba-0fb9ddcc9c49 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333633 Jul 28 15:25:13.633954 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37158) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:13.730001 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-358396750-network', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:13.830118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Made reservation on behalf of f3f2fa2d52fa49dca047e83cf982712e for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:25:13.832524 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:13.841257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:13.929434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:13.997084 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.022513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:25:14.034014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323bb71b-0cca-4d84-864f-7cb703daab74,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:14.040896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.041118 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Added segment 4d566518-57f1-4358-b81c-f15143bf7e87 of type vlan for network fa9c5c2b-7005-4550-8f10-bb29207a976c Jul 28 15:25:14.083431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.169158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.170253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:14.170867 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.235477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9c5c2b-7005-4550-8f10-bb29207a976c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:14.246600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network fa9c5c2b-7005-4550-8f10-bb29207a976c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:25:14.295589 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b2cdb24e-3cbc-4bcb-bc32-876fa253c3b9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6604574 Jul 28 15:25:14.299496 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37162) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:14.305481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Request body: {'subnet': {'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-358396750-subnet', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:14.401139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Made reservation on behalf of f3f2fa2d52fa49dca047e83cf982712e for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:25:14.403574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.415850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af3d5-9b8d-411e-b907-593f5692dfd5 req-30f3db0b-f895-4794-9014-f97bef34db0b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:14.421474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c05af3d5-9b8d-411e-b907-593f5692dfd5 req-30f3db0b-f895-4794-9014-f97bef34db0b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Jul 28 15:25:14.460668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c05af3d5-9b8d-411e-b907-593f5692dfd5 req-4e2673aa-25bf-4daf-9899-0f224e1fe2be tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366523 Jul 28 15:25:14.618344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0cba6-44b3-4d70-9b8d-fb8d88db6898 req-13e28dcb-5a0e-4262-af61-919b52de3401 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:14.619891 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95e0cba6-44b3-4d70-9b8d-fb8d88db6898 req-13e28dcb-5a0e-4262-af61-919b52de3401 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.0873451 Jul 28 15:25:14.659649 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95e0cba6-44b3-4d70-9b8d-fb8d88db6898 req-2ba45fe4-78d8-438b-b351-70184738e07a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329874 Jul 28 15:25:14.675440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.682649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37168) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:14.732209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc209d6b-8aeb-4248-8eb3-8afecd59b64a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:14.743556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Checking segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:14.743923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Network hostable DHCP agents. Network: fa9c5c2b-7005-4550-8f10-bb29207a976c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:25:14.831688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b624d4-0084-4820-8dee-6b447085201e tempest-TestVolumeBootPattern-837228763 tempest-TestVolumeBootPattern-837228763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:14.833320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b9b624d4-0084-4820-8dee-6b447085201e tempest-TestVolumeBootPattern-837228763 tempest-TestVolumeBootPattern-837228763-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1092 time: 0.1495829 Jul 28 15:25:14.836835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37172) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:14.841155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:14.843336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Network fa9c5c2b-7005-4550-8f10-bb29207a976c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:25:14.928358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, fa9c5c2b-7005-4550-8f10-bb29207a976c) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:14.932431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:14.933062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.938231 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc331509-c76e-40dc-b4c7-f719a167ce9b None None] Network fa9c5c2b-7005-4550-8f10-bb29207a976c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:25:14.980568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.084659 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.086044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-fa9c5c2b-7005-4550-8f10-bb29207a976c', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:25:15.086959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.105966 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9aebca3e-b96c-47ac-9aab-ea65f90f8437 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8047137 Jul 28 15:25:15.114222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37174) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:15.114222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:15.241589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.245805 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.303306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.338544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.25.6.3 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/b49c812e-b94a-4a75-a179-f6b236fd92bd) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:15.381585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Allocated IP 172.20.0.2 (fa9c5c2b-7005-4550-8f10-bb29207a976c/fc209d6b-8aeb-4248-8eb3-8afecd59b64a/bd49698e-b7ad-441a-9727-5fbb392719fd) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:15.457042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.531109 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.540274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Transition to ACTIVE for port object bd49698e-b7ad-441a-9727-5fbb392719fd will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:15.542298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.554955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Transition to ACTIVE for port object bd49698e-b7ad-441a-9727-5fbb392719fd will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:15.569216 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.607266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:15.611501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:15.617126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:15.622571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=b49c812e-b94a-4a75-a179-f6b236fd92bd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:15.678264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.728715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Network fa9c5c2b-7005-4550-8f10-bb29207a976c is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:15.733999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:15.738542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:15.741964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Pushing event updated for resources: {'Port': ['ID=bd49698e-b7ad-441a-9727-5fbb392719fd,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:15.796446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Attempting to bind port bd49698e-b7ad-441a-9727-5fbb392719fd on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:15.796855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Attempting to bind port bd49698e-b7ad-441a-9727-5fbb392719fd by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:15.797242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Attempting to bind port bd49698e-b7ad-441a-9727-5fbb392719fd on network fa9c5c2b-7005-4550-8f10-bb29207a976c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:15.802616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:15.802991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Checking segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:15.803398 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.803792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Bound using segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:15.804553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Bound port: bd49698e-b7ad-441a-9727-5fbb392719fd, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:15.804942 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.860679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.869270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] For port bd49698e-b7ad-441a-9727-5fbb392719fd, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:15.872534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] For port bd49698e-b7ad-441a-9727-5fbb392719fd, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd49698e-b7ad-441a-9727-5fbb392719fd,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:15.883028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:15.992074 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.003887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Allocated IP 172.25.6.11 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/abce1da4-58b5-49b6-a326-bb96d933c851) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:16.033999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.063737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994766-1b72-4633-b7db-8c30c1d77822 None None] Pushing event updated for resources: {'Port': ['ID=bd49698e-b7ad-441a-9727-5fbb392719fd,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:16.120878 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.236188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.254885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.314536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:16.317912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:16.321176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:16.374443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Pushing event updated for resources: {'Port': ['ID=abce1da4-58b5-49b6-a326-bb96d933c851,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:16.403478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd49698e-b7ad-441a-9727-5fbb392719fd up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:16.439698 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.528786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.568746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port bd49698e-b7ad-441a-9727-5fbb392719fd completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:16.595131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=b49c812e-b94a-4a75-a179-f6b236fd92bd,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:16.610369 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.720058 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Floating IP 53613ec8-3611-421f-ba2e-6ea81f696f41 associated. External IP: 172.25.6.3, port: e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b. Jul 28 15:25:16.759151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.957670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:25:16.983401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.106997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:17.127371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:17.137240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:17.137877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:17.212250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.251979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aa91e146-5389-4c73-8895-fe643c927797 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4141014 Jul 28 15:25:17.259972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:17.259972 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff575cb-913a-4445-82ca-134769d43cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:17.299610 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef2e93a-e094-4dd8-ae2e-4f95883fea8f x-openstack-request-id: req-bef2e93a-e094-4dd8-ae2e-4f95883fea8f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:17.299610 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:17.299610 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bef2e93a-e094-4dd8-ae2e-4f95883fea8f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:17.299610 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'status': 'completed', 'code': 200} Jul 28 15:25:17.346054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Router 6cca4916-6420-4988-bc0a-4f7161d7459d is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:25:17.365936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-51c94ad3-972e-41d3-805e-397c2fa6020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:17.367525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-51c94ad3-972e-41d3-805e-397c2fa6020f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1097 time: 0.0448158 Jul 28 15:25:17.397637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da2c49-f725-4f07-85c7-aa6d6dab38c8 None None] Network fa9c5c2b-7005-4550-8f10-bb29207a976c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:25:17.462888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:17.470544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:17.475854 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Sync routers for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:17.478552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-a7e122e5-71cd-4b6b-9297-98701cc047a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:17.480279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-a7e122e5-71cd-4b6b-9297-98701cc047a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1035926 Jul 28 15:25:17.497793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:17.497793 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:17.555831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-0021381a-2de1-4674-bf76-f85345f2356d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 200 len: 997 time: 0.0677135 Jul 28 15:25:17.604549 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:17.617396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-ff6528e8-9d36-4cd4-aac0-21ba3e33ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:17.619170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-ff6528e8-9d36-4cd4-aac0-21ba3e33ee19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0552626 Jul 28 15:25:17.642931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] Provisioning for port bd49698e-b7ad-441a-9727-5fbb392719fd completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:17.670041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] Provisioning complete for port bd49698e-b7ad-441a-9727-5fbb392719fd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:17.670429 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.681190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-1836d0a4-c7a4-4053-b219-7ebe46833b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:17.683152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-1836d0a4-c7a4-4053-b219-7ebe46833b77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492446 Jul 28 15:25:17.746353 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.752255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2518ed8b-9037-434f-b200-08c8e9f199d8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6445556 Jul 28 15:25:17.752943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37180) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:17.802145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-774546bb-0322-4d77-bab4-7c9c90ea1c08 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111691 Jul 28 15:25:17.818066 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:16Z', 'revision_number': 3, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:17.835683 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Checking router: 6cca4916-6420-4988-bc0a-4f7161d7459d for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:17.837683 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Updating router 6cca4916-6420-4988-bc0a-4f7161d7459d port abce1da4-58b5-49b6-a326-bb96d933c851 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:25:17.856673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.896132 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.909708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] For port bd49698e-b7ad-441a-9727-5fbb392719fd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd49698e-b7ad-441a-9727-5fbb392719fd,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:17.918525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '53613ec8-3611-421f-ba2e-6ea81f696f41', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:a6:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:15Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:17.951287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ff575cb-913a-4445-82ca-134769d43cd4 req-f907b0f0-c8c3-4166-a03c-f18a7e80c236 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388927 Jul 28 15:25:17.959360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:17.970290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:17.971020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:18.014587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.120794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba3cee-d586-4b30-9de8-03813b5d98c5 None None] Pushing event updated for resources: {'Port': ['ID=bd49698e-b7ad-441a-9727-5fbb392719fd,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:18.153405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:18.198308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d7e77ea3-5d6d-4679-a594-49f9ba54ed99 None None] Provisioning complete for port bd49698e-b7ad-441a-9727-5fbb392719fd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:18.198689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d7e77ea3-5d6d-4679-a594-49f9ba54ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.231522 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.269831 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Transition to ACTIVE for port object abce1da4-58b5-49b6-a326-bb96d933c851 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:18.314332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd49698e-b7ad-441a-9727-5fbb392719fd up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:18.408829 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.437075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port bd49698e-b7ad-441a-9727-5fbb392719fd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:18.437450 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.478447 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Attempting to bind port abce1da4-58b5-49b6-a326-bb96d933c851 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:18.479045 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Attempting to bind port abce1da4-58b5-49b6-a326-bb96d933c851 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:18.479157 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Attempting to bind port abce1da4-58b5-49b6-a326-bb96d933c851 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:18.487206 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936e0b-6fa5-4837-9eda-80ccdf5940cf None None] Pushing event updated for resources: {'Port': ['ID=abce1da4-58b5-49b6-a326-bb96d933c851,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:18.491679 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:18.492275 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:18.493022 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.493638 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:18.494353 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Bound port: abce1da4-58b5-49b6-a326-bb96d933c851, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:18.494953 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.557865 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] For port abce1da4-58b5-49b6-a326-bb96d933c851, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:18.561232 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] For port abce1da4-58b5-49b6-a326-bb96d933c851, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=abce1da4-58b5-49b6-a326-bb96d933c851,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:18.601640 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '53613ec8-3611-421f-ba2e-6ea81f696f41', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:a6:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:15Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:18.632683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc8a96-3733-4e5f-a8de-08e2b04a6464 None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '53613ec8-3611-421f-ba2e-6ea81f696f41', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:a6:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:15Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:18.651902 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.677647 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.739757 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:18.740380 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:18.742188 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936e0b-6fa5-4837-9eda-80ccdf5940cf None None] Pushing event updated for resources: {'Port': ['ID=abce1da4-58b5-49b6-a326-bb96d933c851,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:18.848969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Allocated IP 172.20.0.1 (fa9c5c2b-7005-4550-8f10-bb29207a976c/fc209d6b-8aeb-4248-8eb3-8afecd59b64a/3e041d81-11fe-445d-afb9-6646bc1b04a9) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:18.854065 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:18.908771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4328a6-b44a-4b2b-bfa1-f37b77555670 None None] New status for floating IP 53613ec8-3611-421f-ba2e-6ea81f696f41: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:25:18.964216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:18.981806 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Transition to ACTIVE for port object 3e041d81-11fe-445d-afb9-6646bc1b04a9 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:19.075463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:16Z', 'revision_number': 3, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:19.081440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.117647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Network fa9c5c2b-7005-4550-8f10-bb29207a976c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:19.120668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:19.124404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:19.159588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Pushing event updated for resources: {'Port': ['ID=3e041d81-11fe-445d-afb9-6646bc1b04a9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:19.175901 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.243918 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbad090-54cf-4c04-8567-423ff6d40f7d None None] The sync data for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 is: [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:16Z', 'revision_number': 3, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:19.411143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.477552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4d4f9745-2dd6-4849-8e3a-049d84c80a09 None None] Provisioning for port 3e041d81-11fe-445d-afb9-6646bc1b04a9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:19.482149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4d4f9745-2dd6-4849-8e3a-049d84c80a09 None None] Provisioning complete for port 3e041d81-11fe-445d-afb9-6646bc1b04a9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:19.485770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9745-2dd6-4849-8e3a-049d84c80a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.583555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f9745-2dd6-4849-8e3a-049d84c80a09 None None] Port 3e041d81-11fe-445d-afb9-6646bc1b04a9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:25:19.681703 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.762049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.839598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Pushing event updated for resources: {'Port': ['ID=3e041d81-11fe-445d-afb9-6646bc1b04a9,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:19.842160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:19.983167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Network fa9c5c2b-7005-4550-8f10-bb29207a976c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:19.986112 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:20.138119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Router 6cca4916-6420-4988-bc0a-4f7161d7459d has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:25:20.288803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:20.305619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bd602b1c-3e6f-405f-ab52-d559fd2a2197 admin admin] 10.222.0.57 "PUT /v2.0/routers/6cca4916-6420-4988-bc0a-4f7161d7459d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5424073 Jul 28 15:25:20.319206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ab782a65-01b2-4fe5-9ce3-a8849debc855 None None] Provisioning complete for port 3e041d81-11fe-445d-afb9-6646bc1b04a9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:20.319206 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ab782a65-01b2-4fe5-9ce3-a8849debc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:20.345085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device abce1da4-58b5-49b6-a326-bb96d933c851 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:20.385201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ab782a65-01b2-4fe5-9ce3-a8849debc855 None None] Port 3e041d81-11fe-445d-afb9-6646bc1b04a9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:25:20.471395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port abce1da4-58b5-49b6-a326-bb96d933c851 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:20.477547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port abce1da4-58b5-49b6-a326-bb96d933c851 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:20.477925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:20.568226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:20.591654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port abce1da4-58b5-49b6-a326-bb96d933c851, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=abce1da4-58b5-49b6-a326-bb96d933c851,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:20.660981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:20.720224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=abce1da4-58b5-49b6-a326-bb96d933c851,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:21.041725 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Sync routers for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:21.051526 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:21.052197 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37196) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:21.052702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:21.057792 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1911301457-network', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:21.168754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:21.185879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Made reservation on behalf of e8fc48c4c54845a08db846d9e5588ea7 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:25:21.188355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.200302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.293500 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.362561 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.368878 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 2, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:21.383753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:25:21.395043 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Checking router: 6cca4916-6420-4988-bc0a-4f7161d7459d for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:21.395503 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Updating router 6cca4916-6420-4988-bc0a-4f7161d7459d port 3e041d81-11fe-445d-afb9-6646bc1b04a9 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:25:21.397848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe915f-cc59-432b-87da-a1390f658104,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:21.402761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.403093 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Added segment ad4ba621-e97b-4f37-811b-d80956cb50c0 of type vlan for network e98438a6-8292-47b0-a974-99d3d33af6fd Jul 28 15:25:21.429051 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.444193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.557411 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.558536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:21.559133 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.623423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] Pushing event updated for resources: {'Network': ['ID=e98438a6-8292-47b0-a974-99d3d33af6fd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:21.634721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network e98438a6-8292-47b0-a974-99d3d33af6fd details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:25:21.706279 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.710636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ebfc61ae-b4ee-4bd2-bc25-58d74c4a99ad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6570668 Jul 28 15:25:21.713048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37198) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:21.718209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Request body: {'subnet': {'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1911301457-subnet', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:21.724477 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Transition to ACTIVE for port object 3e041d81-11fe-445d-afb9-6646bc1b04a9 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:21.823636 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.867729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Made reservation on behalf of e8fc48c4c54845a08db846d9e5588ea7 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:25:21.869625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.874605 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746061-775d-4100-8980-6a4ba763fb4d None None] Pushing event updated for resources: {'Port': ['ID=3e041d81-11fe-445d-afb9-6646bc1b04a9,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:21.939980 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Attempting to bind port 3e041d81-11fe-445d-afb9-6646bc1b04a9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:21.940480 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Attempting to bind port 3e041d81-11fe-445d-afb9-6646bc1b04a9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:21.940941 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Attempting to bind port 3e041d81-11fe-445d-afb9-6646bc1b04a9 on network fa9c5c2b-7005-4550-8f10-bb29207a976c {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:21.947942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:21.948417 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Checking segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:21.948914 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:21.949391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Bound using segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:21.949883 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Bound port: 3e041d81-11fe-445d-afb9-6646bc1b04a9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:21.950271 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.036979 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] For port 3e041d81-11fe-445d-afb9-6646bc1b04a9, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:22.040894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] For port 3e041d81-11fe-445d-afb9-6646bc1b04a9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3e041d81-11fe-445d-afb9-6646bc1b04a9,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:22.123185 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.186188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.202117 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:22.202745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:24:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:22.260321 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746061-775d-4100-8980-6a4ba763fb4d None None] Pushing event updated for resources: {'Port': ['ID=3e041d81-11fe-445d-afb9-6646bc1b04a9,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:22.266244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70abae8c-dcfc-4e08-93f5-9ea42fa11585,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:22.274053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Checking segment: {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:22.274419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Network hostable DHCP agents. Network: e98438a6-8292-47b0-a974-99d3d33af6fd, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:25:22.325302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device abce1da4-58b5-49b6-a326-bb96d933c851 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:22.338777 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:22.351397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-180ca74d-cef8-4714-bc5d-f27d69366c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.383499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port abce1da4-58b5-49b6-a326-bb96d933c851 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:22.383873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.435057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Network e98438a6-8292-47b0-a974-99d3d33af6fd is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:25:22.522801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, e98438a6-8292-47b0-a974-99d3d33af6fd) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:22.526886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:22.527616 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.533270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887732b9-dbcc-4f75-8a4d-24d14150bf46 None None] Network e98438a6-8292-47b0-a974-99d3d33af6fd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:25:22.564745 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:22Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:22.616663 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fba1d-2686-405e-a949-1af7a321b32a None None] The sync data for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 is: [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:22Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:22.626366 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6abcaabe-2103-42df-99fb-b68518cc5502 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9121077 Jul 28 15:25:22.629847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37200) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:22.634545 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:22.744699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-e98438a6-8292-47b0-a974-99d3d33af6fd', 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'fixed_ips': [{'subnet_id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:25:22.746129 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.749752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.751369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.813821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:22.899807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Allocated IP 172.20.0.2 (e98438a6-8292-47b0-a974-99d3d33af6fd/70abae8c-dcfc-4e08-93f5-9ea42fa11585/4ed5cd09-a99f-4900-a12c-b99dd54ce34f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:23.061100 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.070627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Transition to ACTIVE for port object 4ed5cd09-a99f-4900-a12c-b99dd54ce34f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:23.071028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.086958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Transition to ACTIVE for port object 4ed5cd09-a99f-4900-a12c-b99dd54ce34f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:23.209298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.252285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Network e98438a6-8292-47b0-a974-99d3d33af6fd is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:23.255706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:23.261473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:23.269467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Pushing event updated for resources: {'Port': ['ID=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:23.325697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Attempting to bind port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:23.326112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Attempting to bind port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:23.326721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Attempting to bind port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f on network e98438a6-8292-47b0-a974-99d3d33af6fd {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:23.333379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:23.333853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Checking segment: {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:23.334333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.334802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Bound using segment: {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:23.335467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Bound port: 4ed5cd09-a99f-4900-a12c-b99dd54ce34f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:23.335925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.380505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.400713 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.404942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] For port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:23.409129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] For port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,segment=NetworkSegment(ad4ba621-e97b-4f37-811b-d80956cb50c0),segment_id=ad4ba621-e97b-4f37-811b-d80956cb50c0)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:23.521239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Allocated IP 172.25.6.130 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/3c12e960-20e4-4706-8250-988d901aa05d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:23.523756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.605184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f4a8c-aff7-4533-9e36-0c047140a323 None None] Pushing event updated for resources: {'Port': ['ID=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:23.646303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.826145 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:23.863505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:23.867023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:23.871075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:23.918249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Pushing event updated for resources: {'Port': ['ID=3c12e960-20e4-4706-8250-988d901aa05d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:23.928535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.928881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.929276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.929613 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.929943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.930270 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.930598 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.930922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.931245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.931621 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.931962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:23.932264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:25:24.308299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:24.400865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ed5cd09-a99f-4900-a12c-b99dd54ce34f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:24.534647 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:24.538019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:24.542443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3e041d81-11fe-445d-afb9-6646bc1b04a9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:24.583372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e429e-27a4-45a4-aad5-6cabe04421d2 None None] Network e98438a6-8292-47b0-a974-99d3d33af6fd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:25:24.707013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] Provisioning for port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:24.713989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] Provisioning complete for port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:24.714354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:24.734120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:25:24.758772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 3e041d81-11fe-445d-afb9-6646bc1b04a9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:24.776314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3e041d81-11fe-445d-afb9-6646bc1b04a9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:24.776753 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:24.861302 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-125367c4-76c8-437c-bb58-e8fcb85bdf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:24.904860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.111767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.151258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] For port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,segment=NetworkSegment(ad4ba621-e97b-4f37-811b-d80956cb50c0),segment_id=ad4ba621-e97b-4f37-811b-d80956cb50c0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:25.168170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 3e041d81-11fe-445d-afb9-6646bc1b04a9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3e041d81-11fe-445d-afb9-6646bc1b04a9,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:25.204251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:25.214332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Sync routers for ids ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:25.223225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Routers {'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:25.223863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:25:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:25.259088 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.300557 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.302306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.359382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8bb78-f681-4081-a7f6-0023f7f80e79 None None] Pushing event updated for resources: {'Port': ['ID=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:25.396917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Set router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:25.408578 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.410049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-67ccbf31-9e30-4db1-a73d-a575e319808c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7790706 Jul 28 15:25:25.412773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37204) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:25.510696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8d73cfca-f394-4254-afcf-fdaedaee9919 None None] Provisioning complete for port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:25.511298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfca-f394-4254-afcf-fdaedaee9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.549575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=3e041d81-11fe-445d-afb9-6646bc1b04a9,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:25.673354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:25:24Z', 'revision_number': 3, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:25.702348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Checking router: b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:25.702697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Updating router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 port 3c12e960-20e4-4706-8250-988d901aa05d binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:25:25.727226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.834107 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.978918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:25.988796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Transition to ACTIVE for port object 3c12e960-20e4-4706-8250-988d901aa05d will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:25.989872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Allocated IP 172.20.0.1 (e98438a6-8292-47b0-a974-99d3d33af6fd/70abae8c-dcfc-4e08-93f5-9ea42fa11585/ab927940-d25b-4396-a070-43dc6c1b5561) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:26.076730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.097023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.109625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Transition to ACTIVE for port object ab927940-d25b-4396-a070-43dc6c1b5561 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:26.134962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Attempting to bind port 3c12e960-20e4-4706-8250-988d901aa05d on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:26.135578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Attempting to bind port 3c12e960-20e4-4706-8250-988d901aa05d by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:26.135972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Attempting to bind port 3c12e960-20e4-4706-8250-988d901aa05d on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:26.138933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02774604-aedc-477e-b1d2-20b6fc941793 None None] Pushing event updated for resources: {'Port': ['ID=3c12e960-20e4-4706-8250-988d901aa05d,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:26.144085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:26.144580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:26.144994 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.145376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:26.145839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Bound port: 3c12e960-20e4-4706-8250-988d901aa05d, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:26.146222 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.197360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] For port 3c12e960-20e4-4706-8250-988d901aa05d, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:26.200432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] For port 3c12e960-20e4-4706-8250-988d901aa05d, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3c12e960-20e4-4706-8250-988d901aa05d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:26.220051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.262033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Network e98438a6-8292-47b0-a974-99d3d33af6fd is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:26.267913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:26.270867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:26.281192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab927940-d25b-4396-a070-43dc6c1b5561,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:26.310887 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.310887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ed5cd09-a99f-4900-a12c-b99dd54ce34f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:26.323036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.416555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Routers {'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:26.417191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:25:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:26.420725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02774604-aedc-477e-b1d2-20b6fc941793 None None] Pushing event updated for resources: {'Port': ['ID=3c12e960-20e4-4706-8250-988d901aa05d,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:26.471092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.481676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:26.482040 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.560673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.564869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] Set router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:26.701678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4b44ac75-a841-4dbd-adc7-e4a1cb74a7fd None None] Provisioning for port ab927940-d25b-4396-a070-43dc6c1b5561 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:26.713400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4b44ac75-a841-4dbd-adc7-e4a1cb74a7fd None None] Provisioning complete for port ab927940-d25b-4396-a070-43dc6c1b5561 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:26.713894 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4b44ac75-a841-4dbd-adc7-e4a1cb74a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.721532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3e041d81-11fe-445d-afb9-6646bc1b04a9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:26.733501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.802373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-4b44ac75-a841-4dbd-adc7-e4a1cb74a7fd None None] Port ab927940-d25b-4396-a070-43dc6c1b5561 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:25:26.808328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.843568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3e041d81-11fe-445d-afb9-6646bc1b04a9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:26.844472 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.885841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab927940-d25b-4396-a070-43dc6c1b5561,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:26.888427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:26.895048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:25:24Z', 'revision_number': 3, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:26.928236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a1b6b-38ba-4eab-ad9b-6e775cbc50ef None None] The sync data for ids ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'] in n-d-764806-10 is: [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:25:24Z', 'revision_number': 3, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:26.989637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Network e98438a6-8292-47b0-a974-99d3d33af6fd is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:26.991126 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:27.324510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-30ca9192-407b-4ad5-8771-dd52e57d21c4 None None] Provisioning complete for port ab927940-d25b-4396-a070-43dc6c1b5561 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:27.325209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30ca9192-407b-4ad5-8771-dd52e57d21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:27.362705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-30ca9192-407b-4ad5-8771-dd52e57d21c4 None None] Port ab927940-d25b-4396-a070-43dc6c1b5561 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:25:27.511924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:25:27.626416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:27.631964 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-df27f201-6370-45c1-92be-9d959fcd0cd8 admin admin] 10.222.0.57 "PUT /v2.0/routers/b70b95d2-3b96-44e0-96c1-4e1149fcf1e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2180226 Jul 28 15:25:27.994849 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.279421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37214) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:28.285016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470468929', 'description': 'tempest-secgroup-smoke-1470468929 description', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:28.332357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3c12e960-20e4-4706-8250-988d901aa05d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:28.391936 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.442573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 3c12e960-20e4-4706-8250-988d901aa05d completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:28.446513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3c12e960-20e4-4706-8250-988d901aa05d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:28.446893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.476485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.527923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.548922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 3c12e960-20e4-4706-8250-988d901aa05d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3c12e960-20e4-4706-8250-988d901aa05d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:28.556917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.587593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5006b-721a-4f9a-84bf-a2baa833969a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:28.663125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.663786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.664985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d27b80c0-2094-401a-afc9-e23bcbc16342 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3838832 Jul 28 15:25:28.668091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37216) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:28.672850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group_rule': {'security_group_id': 'e7d5006b-721a-4f9a-84bf-a2baa833969a', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:28.712873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=3c12e960-20e4-4706-8250-988d901aa05d,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:28.766232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.828247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.909257 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:28.930722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0b7c0f-db0b-4b91-bf82-e3ad0ecd9f24,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:29.001047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.002284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1e3fd9c0-7e28-444d-a5a5-a499b3e46f8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331859 Jul 28 15:25:29.005342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37218) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:29.010032 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group_rule': {'security_group_id': 'e7d5006b-721a-4f9a-84bf-a2baa833969a', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:29.102358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.161814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.246049 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.264997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615068c7-8cb7-488b-b2e4-fa589167d8f3,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:29.361447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.362627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d3815251-5748-4dec-a1a0-a55cd796b184 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563218 Jul 28 15:25:29.365407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37220) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:29.369979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group_rule': {'security_group_id': 'e7d5006b-721a-4f9a-84bf-a2baa833969a', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:29.471519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.539632 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.629121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.647276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e0258c-9690-4cdd-ae9d-24d03d11385c,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:29.709311 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.710884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0d0e40f7-0c6f-430c-8fec-abd3f2281be5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443463 Jul 28 15:25:29.715124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37222) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:29.720402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group_rule': {'security_group_id': 'e7d5006b-721a-4f9a-84bf-a2baa833969a', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:29.760574 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Sync routers for ids ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:29.770391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Routers {'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:29.771016 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:25:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:29.807521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.876101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.881058 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Set router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:29.945302 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:29.966541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcffc1f-855c-46c3-9679-eeddd0327e4c,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:30.020097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.021724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0fa34b52-4dc8-45e8-a672-4e5bf1c945a2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054965 Jul 28 15:25:30.024311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37224) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:30.029202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group_rule': {'security_group_id': 'e7d5006b-721a-4f9a-84bf-a2baa833969a', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:30.081305 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:25:26Z', 'revision_number': 4, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ab927940-d25b-4396-a070-43dc6c1b5561', 'name': '', 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'mac_address': 'fa:16:3e:08:78:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:25Z', 'updated_at': '2021-07-28T15:25:26Z', 'revision_number': 2, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'subnets': [{'id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:30.109843 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Checking router: b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:30.110186 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Updating router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 port ab927940-d25b-4396-a070-43dc6c1b5561 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:25:30.134344 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Project f3f2fa2d52fa49dca047e83cf982712e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:25:30.141188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.212030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.228952 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.305884 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.313696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3c12e960-20e4-4706-8250-988d901aa05d up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:30.326423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d76c5f5-e899-4b2f-a9c4-003134d4206e,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:30.365094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 3c12e960-20e4-4706-8250-988d901aa05d triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:30.365466 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.402730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.404580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1a428ef7-2833-4a94-b983-907284bd67a4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789146 Jul 28 15:25:30.407130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37226) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:30.412087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'security_group_rule': {'security_group_id': 'e7d5006b-721a-4f9a-84bf-a2baa833969a', 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:30.495407 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.505986 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Project f3f2fa2d52fa49dca047e83cf982712e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:25:30.506178 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Transition to ACTIVE for port object ab927940-d25b-4396-a070-43dc6c1b5561 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:30.511229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.573581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.595137 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.646366 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8ed8-fa05-4ea8-9927-ae2d4c5a4505 None None] Pushing event updated for resources: {'Port': ['ID=ab927940-d25b-4396-a070-43dc6c1b5561,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:30.658403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.680057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9747f852-2a27-4fe4-8ff0-abeb2fbcb3ff,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:30.695602 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Attempting to bind port ab927940-d25b-4396-a070-43dc6c1b5561 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:30.695974 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Attempting to bind port ab927940-d25b-4396-a070-43dc6c1b5561 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:30.696381 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Attempting to bind port ab927940-d25b-4396-a070-43dc6c1b5561 on network e98438a6-8292-47b0-a974-99d3d33af6fd {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:30.701734 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:30.702104 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Checking segment: {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:30.702510 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.702901 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Bound using segment: {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:30.703370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Bound port: ab927940-d25b-4396-a070-43dc6c1b5561, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4ba621-e97b-4f37-811b-d80956cb50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:30.703749 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.750939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.752180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d726d031-3bc0-469f-be43-15eaf364d9f6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440423 Jul 28 15:25:30.772959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] For port ab927940-d25b-4396-a070-43dc6c1b5561, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:30.776849 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] For port ab927940-d25b-4396-a070-43dc6c1b5561, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ab927940-d25b-4396-a070-43dc6c1b5561,segment=NetworkSegment(ad4ba621-e97b-4f37-811b-d80956cb50c0),segment_id=ad4ba621-e97b-4f37-811b-d80956cb50c0)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:30.871968 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:30.930351 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Routers {'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:30.930979 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:25:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:30.935607 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8ed8-fa05-4ea8-9927-ae2d4c5a4505 None None] Pushing event updated for resources: {'Port': ['ID=ab927940-d25b-4396-a070-43dc6c1b5561,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:30.999168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-de577acc-f056-44e0-bbfe-c33803a49b0d tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470468929&fields=id&tenant_id=f3f2fa2d52fa49dca047e83cf982712e HTTP/1.1" status: 200 len: 267 time: 0.0356398 Jul 28 15:25:31.045729 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] Set router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:31.120810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-62a07fb2-cfcd-4fd7-827f-7e8a8636c722 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:31.122356 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-62a07fb2-cfcd-4fd7-827f-7e8a8636c722 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 808 time: 0.1160774 Jul 28 15:25:31.138424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-bb487a7d-8769-437a-bf6e-ebb6ae7b090d tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/quotas/f3f2fa2d52fa49dca047e83cf982712e HTTP/1.1" status: 200 len: 375 time: 0.0098062 Jul 28 15:25:31.191766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-3841725a-36ff-4f5c-8590-3b3b3fdfe34e tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467198 Jul 28 15:25:31.273040 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-53f6d340-7b84-4606-9277-74add590a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:25:26Z', 'revision_number': 4, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ab927940-d25b-4396-a070-43dc6c1b5561', 'name': '', 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'mac_address': 'fa:16:3e:08:78:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:25Z', 'updated_at': '2021-07-28T15:25:30Z', 'revision_number': 4, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'subnets': [{'id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:31.299669 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f6d340-7b84-4606-9277-74add590a818 None None] The sync data for ids ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'] in n-d-764806-10 is: [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:25:26Z', 'revision_number': 4, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ab927940-d25b-4396-a070-43dc6c1b5561', 'name': '', 'network_id': 'e98438a6-8292-47b0-a974-99d3d33af6fd', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'mac_address': 'fa:16:3e:08:78:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:25Z', 'updated_at': '2021-07-28T15:25:30Z', 'revision_number': 4, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'subnets': [{'id': '70abae8c-dcfc-4e08-93f5-9ea42fa11585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:31.418440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae144f83-b9b5-43fa-9cc2-09a1bd7970f4 service neutron] 10.222.0.57 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136779 Jul 28 15:25:31.521599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-19564964-2e31-47b3-9f8e-bdd8ec3a189a service neutron] 10.222.0.57 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966094 Jul 28 15:25:31.810121 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a57da6ef-d583-4c30-89f4-8e2a5d0a02df req-4d842558-0aa5-439d-ad8e-6b780f85a62b tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 210 time: 0.0308442 Jul 28 15:25:32.332883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ab927940-d25b-4396-a070-43dc6c1b5561 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:32.469976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ab927940-d25b-4396-a070-43dc6c1b5561 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:32.474358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ab927940-d25b-4396-a070-43dc6c1b5561 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:32.474770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:32.566411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:32.609246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ab927940-d25b-4396-a070-43dc6c1b5561, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ab927940-d25b-4396-a070-43dc6c1b5561,segment=NetworkSegment(ad4ba621-e97b-4f37-811b-d80956cb50c0),segment_id=ad4ba621-e97b-4f37-811b-d80956cb50c0)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:32.610377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:32.688361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:32.738632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ab927940-d25b-4396-a070-43dc6c1b5561,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:32.914660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3f0edb7-3785-442a-b34a-1cc6d10d6b92 req-fcca4e7b-227a-499c-a15b-15c57177b782 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 210 time: 0.0285187 Jul 28 15:25:34.013619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-39ac29b5-1d00-4816-80e3-51bd86e8e65b req-36b29006-9f85-434b-8493-e071d400ebe4 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 210 time: 0.0263679 Jul 28 15:25:34.133510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ecdbac58-08cf-4d02-be42-2049062ba5e5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:34.135119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ecdbac58-08cf-4d02-be42-2049062ba5e5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 808 time: 0.1125083 Jul 28 15:25:34.188012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-57feba1b-4e53-4c1b-8edd-bde42cfcc463 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f2fa2d52fa49dca047e83cf982712e HTTP/1.1" status: 200 len: 380 time: 0.0364025 Jul 28 15:25:34.197575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'port': {'device_id': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'admin_state_up': True, 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'security_groups': ['e7d5006b-721a-4f9a-84bf-a2baa833969a']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:34.310670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ab927940-d25b-4396-a070-43dc6c1b5561 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:34.358905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ab927940-d25b-4396-a070-43dc6c1b5561 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:34.359294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:34.371553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Made reservation on behalf of f3f2fa2d52fa49dca047e83cf982712e for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:25:34.375983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:34.520306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Allocated IP 172.20.0.5 (fa9c5c2b-7005-4550-8f10-bb29207a976c/fc209d6b-8aeb-4248-8eb3-8afecd59b64a/56169e6b-4281-44d2-93f3-e938cfd20e29) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:34.665224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:34.678955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Transition to ACTIVE for port object 56169e6b-4281-44d2-93f3-e938cfd20e29 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:34.745835 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:34.790630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Network fa9c5c2b-7005-4550-8f10-bb29207a976c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:34.793682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:34.800680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:34.807658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'Port': ['ID=56169e6b-4281-44d2-93f3-e938cfd20e29,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:34.861354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:34.862033 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:34.978495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-ae82a65e-31b3-4203-ace1-ffdf3922eaab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848101 Jul 28 15:25:35.063578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Request body: {'port': {'device_id': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:35.125860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9ff4eff0-2b79-47a0-b7db-a00f0275a15c None None] Provisioning for port 56169e6b-4281-44d2-93f3-e938cfd20e29 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:35.129974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9ff4eff0-2b79-47a0-b7db-a00f0275a15c None None] Provisioning complete for port 56169e6b-4281-44d2-93f3-e938cfd20e29 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:35.130348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eff0-2b79-47a0-b7db-a00f0275a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.156683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.164486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4eff0-2b79-47a0-b7db-a00f0275a15c None None] Port 56169e6b-4281-44d2-93f3-e938cfd20e29 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:25:35.182559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf8785-3ff4-489a-a0fa-c588dcd68088 req-62348705-3470-48f5-a987-73de03b3c672 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:35.184269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3edf8785-3ff4-489a-a0fa-c588dcd68088 req-62348705-3470-48f5-a987-73de03b3c672 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 931 time: 0.1001053 Jul 28 15:25:35.315314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3edf8785-3ff4-489a-a0fa-c588dcd68088 req-7ad840d3-e2d5-478a-bce0-8674063fd151 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077287 Jul 28 15:25:35.484867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56169e6b-4281-44d2-93f3-e938cfd20e29 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:25:35.493011 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.506183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Transition to ACTIVE for port object 56169e6b-4281-44d2-93f3-e938cfd20e29 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:25:35.579808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.633773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Pushing event updated for resources: {'Port': ['ID=56169e6b-4281-44d2-93f3-e938cfd20e29,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:35.701128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Attempting to bind port 56169e6b-4281-44d2-93f3-e938cfd20e29 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:25:35.703590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Attempting to bind port 56169e6b-4281-44d2-93f3-e938cfd20e29 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:25:35.703590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Attempting to bind port 56169e6b-4281-44d2-93f3-e938cfd20e29 on network fa9c5c2b-7005-4550-8f10-bb29207a976c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:35.707450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Port 56169e6b-4281-44d2-93f3-e938cfd20e29 on network fa9c5c2b-7005-4550-8f10-bb29207a976c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:25:35.707776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Attempting to bind port 56169e6b-4281-44d2-93f3-e938cfd20e29 on network fa9c5c2b-7005-4550-8f10-bb29207a976c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:25:35.713054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:25:35.713393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Checking segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:25:35.713778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Bound using segment: {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:25:35.714220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Bound port: 56169e6b-4281-44d2-93f3-e938cfd20e29, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d566518-57f1-4358-b81c-f15143bf7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:25:35.714580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.786923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] For port 56169e6b-4281-44d2-93f3-e938cfd20e29, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:25:35.790105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] For port 56169e6b-4281-44d2-93f3-e938cfd20e29, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=56169e6b-4281-44d2-93f3-e938cfd20e29,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:25:35.857565 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.894272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:35.894927 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:35.896378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] 10.222.0.42 "PUT /v2.0/ports/56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 1092 time: 0.8395238 Jul 28 15:25:35.896851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:35.899120 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a10399802638a9f0dec12157f0dabca898c8eec8f5681d7a7aed14cc1dae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1890ca0-8980-46c4-9b4a-78c547199a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:35.924386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40a6d5-fe8e-4c0f-bc33-603154ab0c0f service neutron] Pushing event updated for resources: {'Port': ['ID=56169e6b-4281-44d2-93f3-e938cfd20e29,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:35.936328 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14091543-49bf-49b9-b798-c2a0fa3e9e61 x-openstack-request-id: req-14091543-49bf-49b9-b798-c2a0fa3e9e61 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:35.936662 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:35.944500 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14091543-49bf-49b9-b798-c2a0fa3e9e61 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:35.944500 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'status': 'completed', 'code': 200} Jul 28 15:25:36.030828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890ca0-8980-46c4-9b4a-78c547199a9c req-ff9f6818-1e37-47fa-9689-8098b1783257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.032584 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1890ca0-8980-46c4-9b4a-78c547199a9c req-ff9f6818-1e37-47fa-9689-8098b1783257 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1095 time: 0.0510411 Jul 28 15:25:36.149749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890ca0-8980-46c4-9b4a-78c547199a9c req-d39c8e3c-358c-4fa5-b4c1-0b1de602227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.151237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1890ca0-8980-46c4-9b4a-78c547199a9c req-d39c8e3c-358c-4fa5-b4c1-0b1de602227f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1038034 Jul 28 15:25:36.248821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890ca0-8980-46c4-9b4a-78c547199a9c req-9f851ea1-d114-4680-bd7f-372ee6deef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.251014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a1890ca0-8980-46c4-9b4a-78c547199a9c req-9f851ea1-d114-4680-bd7f-372ee6deef30 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920930 Jul 28 15:25:36.351952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-b02042fe-7b3f-481a-b904-cdf05947bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.353488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-b02042fe-7b3f-481a-b904-cdf05947bd8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1095 time: 0.0410604 Jul 28 15:25:36.414425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-73eadad3-109c-401c-8903-5a84c464924a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 217 time: 0.0467787 Jul 28 15:25:36.425616 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:36.482063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-89f7b1dd-ff74-4032-8185-aff38c67757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.483530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-89f7b1dd-ff74-4032-8185-aff38c67757d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0518982 Jul 28 15:25:36.492689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f0ad-e05f-48f3-bb34-3d5ebaf69127 req-7ea7f66c-c13e-4216-bd7a-a04f0c07e0ee tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.494176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c067f0ad-e05f-48f3-bb34-3d5ebaf69127 req-7ea7f66c-c13e-4216-bd7a-a04f0c07e0ee tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 943 time: 0.0887649 Jul 28 15:25:36.561112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c067f0ad-e05f-48f3-bb34-3d5ebaf69127 req-ee57abc5-7f3c-4b57-a7f3-aa668f8295ad tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579226 Jul 28 15:25:36.564355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-95e1641d-3276-4b2d-a5ed-c33ef940ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:36.565799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-95e1641d-3276-4b2d-a5ed-c33ef940ee00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708230 Jul 28 15:25:36.661541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-fcfff065-abcb-4f68-940f-7a8bcb6598ca service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Jul 28 15:25:36.759011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10af014c-b757-41ec-8ff4-fb9745753d5b req-f57d17fd-87ae-4bc4-a40e-dc5bdc5b9b7f service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899982 Jul 28 15:25:37.682578 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683adcb8-dec8-4e3e-987c-8256ea241e98 req-04de2f92-82d8-437b-90ab-638c52c13f35 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:37.684051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-683adcb8-dec8-4e3e-987c-8256ea241e98 req-04de2f92-82d8-437b-90ab-638c52c13f35 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 943 time: 0.0485647 Jul 28 15:25:37.722923 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-683adcb8-dec8-4e3e-987c-8256ea241e98 req-0ac91fc8-dc6b-4c2a-8562-032bad391f6a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jul 28 15:25:38.839820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f52df-e6ff-4cf5-b14f-9674e71f95ab req-c66bfe03-f8cf-4a61-a085-af6d420694d0 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:38.841510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b5f52df-e6ff-4cf5-b14f-9674e71f95ab req-c66bfe03-f8cf-4a61-a085-af6d420694d0 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 943 time: 0.0509717 Jul 28 15:25:38.881085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b5f52df-e6ff-4cf5-b14f-9674e71f95ab req-02cb7be4-ffaa-40b0-b9ef-b39613b3a793 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Jul 28 15:25:40.007835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4ee67-561a-418b-abd5-2c5d9ff8e7df req-aa858326-99aa-40b5-ab75-326f48a2cbab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:40.009414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ad4ee67-561a-418b-abd5-2c5d9ff8e7df req-aa858326-99aa-40b5-ab75-326f48a2cbab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 943 time: 0.0567195 Jul 28 15:25:40.051502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ad4ee67-561a-418b-abd5-2c5d9ff8e7df req-d4362ac7-bbbf-4b72-934a-64cc97acfcaa tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Jul 28 15:25:41.166308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b98ac-ae40-4a7f-bd21-3d9050cecf2a req-72ca9822-a407-4213-b191-c67980ae29f5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:41.167846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-417b98ac-ae40-4a7f-bd21-3d9050cecf2a req-72ca9822-a407-4213-b191-c67980ae29f5 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 943 time: 0.0494821 Jul 28 15:25:41.208387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-417b98ac-ae40-4a7f-bd21-3d9050cecf2a req-105ee1ac-c2be-4fba-a2ac-be2dd344af95 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jul 28 15:25:42.325556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0beac6-8f0c-4bc8-9274-a9e0d5bfa3b5 req-161d770d-344d-45d6-bda7-063cd348b653 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:42.327052 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb0beac6-8f0c-4bc8-9274-a9e0d5bfa3b5 req-161d770d-344d-45d6-bda7-063cd348b653 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 943 time: 0.0486209 Jul 28 15:25:42.365504 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb0beac6-8f0c-4bc8-9274-a9e0d5bfa3b5 req-e784c1be-1d76-48be-bbe4-a95aa57df47f tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Jul 28 15:25:42.549994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 56169e6b-4281-44d2-93f3-e938cfd20e29 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:25:42.644503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 56169e6b-4281-44d2-93f3-e938cfd20e29, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=56169e6b-4281-44d2-93f3-e938cfd20e29,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:42.655637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'port_id': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'mac_address': 'fa:16:3e:87:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:25:42.692186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:42.704806 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56169e6b-4281-44d2-93f3-e938cfd20e29 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:25:42.724538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 56169e6b-4281-44d2-93f3-e938cfd20e29, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=56169e6b-4281-44d2-93f3-e938cfd20e29,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:42.779539 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:42.827860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=56169e6b-4281-44d2-93f3-e938cfd20e29,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:43.214585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['56169e6b-4281-44d2-93f3-e938cfd20e29'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:25:43.486670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7e85e-ddbf-4b36-bb64-648579728220 req-b56a32a1-1c4e-4b86-8004-a9cddeed4d78 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:43.488129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad7e85e-ddbf-4b36-bb64-648579728220 req-b56a32a1-1c4e-4b86-8004-a9cddeed4d78 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 944 time: 0.0534952 Jul 28 15:25:43.527866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ad7e85e-ddbf-4b36-bb64-648579728220 req-2a54f7c7-8675-4791-a56b-929109fafe05 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Jul 28 15:25:44.562635 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 56169e6b-4281-44d2-93f3-e938cfd20e29 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:25:44.648446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682a6f1-84a6-4253-9da0-27ece67cbf5c req-2cc3f9a8-c3eb-4497-ba76-7f1cfb234ca8 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:44.649941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6682a6f1-84a6-4253-9da0-27ece67cbf5c req-2cc3f9a8-c3eb-4497-ba76-7f1cfb234ca8 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 944 time: 0.0503094 Jul 28 15:25:44.674279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 56169e6b-4281-44d2-93f3-e938cfd20e29 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:25:44.678284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 56169e6b-4281-44d2-93f3-e938cfd20e29 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:25:44.678653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:44.687861 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6682a6f1-84a6-4253-9da0-27ece67cbf5c req-415489d6-6df1-473c-b235-5e0e962aeec6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Jul 28 15:25:44.753959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:44.775739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:44.777939 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d56753b8c20dd51cf6fa8acaf56bf55b0de745d3e96f055791e8d6d768107ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55753aae-8f3a-4bc7-885e-d7bb7dbba5c5" -d '{"events": [{"server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "name": "network-vif-plugged", "status": "completed", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:44.791380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 56169e6b-4281-44d2-93f3-e938cfd20e29, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=56169e6b-4281-44d2-93f3-e938cfd20e29,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:25:44.813388 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf675ee-71d6-479c-8282-aa072b321959 x-openstack-request-id: req-dcf675ee-71d6-479c-8282-aa072b321959 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:44.813685 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "name": "network-vif-plugged", "status": "completed", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:44.813945 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcf675ee-71d6-479c-8282-aa072b321959 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:44.814338 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'code': 200} Jul 28 15:25:44.880283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:44.933694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=56169e6b-4281-44d2-93f3-e938cfd20e29,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:44.935740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17dba9-c900-439e-a5b9-6a234b1f7170 req-95ca025a-e1ae-4a44-be0a-b0947ae5650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:44.937321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de17dba9-c900-439e-a5b9-6a234b1f7170 req-95ca025a-e1ae-4a44-be0a-b0947ae5650d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0414782 Jul 28 15:25:44.973824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de17dba9-c900-439e-a5b9-6a234b1f7170 req-53a8df9a-071d-4187-b0c9-6ebf3b3ca3fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292418 Jul 28 15:25:45.864473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cbb09-a335-4818-ada0-b8fcb18899c9 req-a11a7e8d-8ec2-499e-8517-947b14092db6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:45.865973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab2cbb09-a335-4818-ada0-b8fcb18899c9 req-a11a7e8d-8ec2-499e-8517-947b14092db6 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0548532 Jul 28 15:25:45.905126 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab2cbb09-a335-4818-ada0-b8fcb18899c9 req-3199ece8-ac47-4bbc-943c-d83cb3b72e25 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331826 Jul 28 15:25:47.062122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fc854-4990-4021-aeec-5ab8f2190f8a req-f351a33f-d556-459a-aab1-5f4978c468ef tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:47.063913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b7fc854-4990-4021-aeec-5ab8f2190f8a req-f351a33f-d556-459a-aab1-5f4978c468ef tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0511577 Jul 28 15:25:47.103008 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b7fc854-4990-4021-aeec-5ab8f2190f8a req-de3c5a77-1ddb-4380-8df1-c82210d3fe8a tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Jul 28 15:25:47.312833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b996f9-58cb-4ccc-ab00-a7e34ea9383f req-32a52c92-bae3-4369-ad45-a0640baf8438 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:47.314403 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17b996f9-58cb-4ccc-ab00-a7e34ea9383f req-32a52c92-bae3-4369-ad45-a0640baf8438 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0980954 Jul 28 15:25:47.352735 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:25:47.357869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-17b996f9-58cb-4ccc-ab00-a7e34ea9383f req-3056756f-cbfc-41cc-91d0-f9ef22f77c47 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Jul 28 15:25:47.481577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21807f84-e847-427e-a43b-e6ec0d94063b req-7c3d0acf-70b3-4892-a451-14cf0f6f8dff tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:47.483007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21807f84-e847-427e-a43b-e6ec0d94063b req-7c3d0acf-70b3-4892-a451-14cf0f6f8dff tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0545747 Jul 28 15:25:47.525233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-21807f84-e847-427e-a43b-e6ec0d94063b req-a89f7cfa-ecdd-4c2e-97a4-14b63aa98ae2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358825 Jul 28 15:25:47.547929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37302) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:47.630810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e2a99-5348-405a-aca6-1f34e4eef676 tempest-TestServerBasicOps-1103829404 tempest-TestServerBasicOps-1103829404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:47.632363 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5a8e2a99-5348-405a-aca6-1f34e4eef676 tempest-TestServerBasicOps-1103829404 tempest-TestServerBasicOps-1103829404-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1092 time: 0.0833170 Jul 28 15:25:47.635378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37306) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:25:47.640051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:25:47.786201 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:47.894116 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:47.995775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Allocated IP 172.25.6.19 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/3803df76-832e-417a-9721-3d0070e1a725) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:25:48.108225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:48.206014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:48.245708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:25:48.248759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:25:48.251962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:25:48.279431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'Port': ['ID=3803df76-832e-417a-9721-3d0070e1a725,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:48.647022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:48.788498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:48.948998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:49.002394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:49.074630 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event updated for resources: {'Port': ['ID=3803df76-832e-417a-9721-3d0070e1a725,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:25:49.089181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:49.191705 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Floating IP 4ee73bc2-fa2e-4763-8926-4649e50759e7 associated. External IP: 172.25.6.19, port: 56169e6b-4281-44d2-93f3-e938cfd20e29. Jul 28 15:25:49.409460 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Router 6cca4916-6420-4988-bc0a-4f7161d7459d has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:25:49.536822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:25:49.548864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] Sync routers for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:25:49.561056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:49.561776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:25:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:49.619907 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:49.656207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fd5e03d2-0eb5-4e05-bcf9-9bf79ce1aebc tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0195372 Jul 28 15:25:49.657029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:25:49.660064 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a55ad6fd3c94d230dbdc31def85b2767bf721c21fefa81a72fc4d61e8b3395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b473111-fcec-4de4-a09c-c28d603ee4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:25:49.677080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:49.768606 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b216e6-930e-4256-bd7e-e850689ebcfc x-openstack-request-id: req-44b216e6-930e-4256-bd7e-e850689ebcfc {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:25:49.769464 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:25:49.769641 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44b216e6-930e-4256-bd7e-e850689ebcfc {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:25:49.770051 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'status': 'completed', 'code': 200} Jul 28 15:25:49.858514 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-efc04f54-762d-4ebe-bda9-9be497940a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:49.860825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-efc04f54-762d-4ebe-bda9-9be497940a79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0454102 Jul 28 15:25:49.929509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '4ee73bc2-fa2e-4763-8926-4649e50759e7', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'port_id': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'mac_address': 'fa:16:3e:87:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:25:48Z', 'updated_at': '2021-07-28T15:25:48Z', 'revision_number': 0, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:25Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:49.957458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] Checking router: 6cca4916-6420-4988-bc0a-4f7161d7459d for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:25:49.963948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-883b35f0-743e-4927-8f52-68c9b768908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:49.965906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-883b35f0-743e-4927-8f52-68c9b768908e service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 909 time: 0.0965130 Jul 28 15:25:49.966680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:25:49.967319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:25:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:50.038270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-ca685b47-f675-446d-aabd-ad5d53586e4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 998 time: 0.0639107 Jul 28 15:25:50.078925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:25:50.091463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-24412be1-7c0b-4a90-b4c1-04bcecdb0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:50.093108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-24412be1-7c0b-4a90-b4c1-04bcecdb0137 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0469096 Jul 28 15:25:50.148865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-6807a4ae-4ac7-4a2c-834a-f6eb8500fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:50.150351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-6807a4ae-4ac7-4a2c-834a-f6eb8500fac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490963 Jul 28 15:25:50.249702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-02027673-5931-484a-849a-21a68d72533d service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906241 Jul 28 15:25:50.331671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '4ee73bc2-fa2e-4763-8926-4649e50759e7', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'port_id': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'mac_address': 'fa:16:3e:87:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:25:48Z', 'updated_at': '2021-07-28T15:25:48Z', 'revision_number': 0, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:25Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:25:50.353257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b473111-fcec-4de4-a09c-c28d603ee4b0 req-050b93f9-7fd8-4d8f-8b60-e1a8c5cce20b service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973642 Jul 28 15:25:50.360477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd012416-5dbb-4232-948e-8c0a4ccbe25d None None] The sync data for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 is: [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '4ee73bc2-fa2e-4763-8926-4649e50759e7', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'port_id': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'mac_address': 'fa:16:3e:87:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:25:48Z', 'updated_at': '2021-07-28T15:25:48Z', 'revision_number': 0, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:25Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:25:50.551539 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6447c-68a3-4f98-9585-a7639951bf28 None None] New status for floating IP 4ee73bc2-fa2e-4763-8926-4649e50759e7: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:25:52.305043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-413bf515-8f51-459a-b0ba-d9eda0694fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:54.863007 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-70955929-bbd4-444a-9220-c26e77ecfc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:55.245058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:56.542636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:57.985319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:02.541963 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:05.886521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-99bb18e8-c6aa-48a4-b6ec-58bca7f93843 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969875 Jul 28 15:26:05.975468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-e2dfc3fa-8c6b-473e-b9cf-48a5b8037418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:05.977049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-e2dfc3fa-8c6b-473e-b9cf-48a5b8037418 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1097 time: 0.0425627 Jul 28 15:26:06.085467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-bf539edf-9127-40a5-bc42-f77cdce1a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:06.086884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-bf539edf-9127-40a5-bc42-f77cdce1a7ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0906780 Jul 28 15:26:06.166998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-8cefc413-5fdf-410e-af57-277223a0f42c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 200 len: 999 time: 0.0642085 Jul 28 15:26:06.240039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-cda02c2e-b2fc-4f89-93e7-95c60d2119f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:06.241582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-cda02c2e-b2fc-4f89-93e7-95c60d2119f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0644960 Jul 28 15:26:06.301079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-4aa590cd-f124-451d-bf49-9def4d31e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:06.302691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-4aa590cd-f124-451d-bf49-9def4d31e835 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529897 Jul 28 15:26:06.403038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-da1cf58c-2cea-44e3-8dac-8c87c8823970 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887883 Jul 28 15:26:06.462069 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:06.514345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fdc87d5-13a6-4749-8472-dda8ee5d9fa0 req-30d30241-4d79-4ec9-99b5-8fe2cc33057b service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037848 Jul 28 15:26:22.344772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45050070-463d-4fab-aae2-1271db2f6387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:24.352095 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:26:24.813148 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d54b6a-8376-46ec-8bb8-f25e470f30fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:25.219390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:26.464677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:27.666067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-d38a0452-2861-471d-a94a-71696053b58d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872402 Jul 28 15:26:27.769695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-5d5d3898-726f-48b6-89eb-f21d448eba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:27.771113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-5d5d3898-726f-48b6-89eb-f21d448eba69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0422070 Jul 28 15:26:27.878857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-b3a7c804-71c1-4865-be67-a606c5f8dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:27.880349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-b3a7c804-71c1-4865-be67-a606c5f8dbe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 909 time: 0.0883071 Jul 28 15:26:27.935087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:27.947353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-b61a8110-b604-4e3e-a50e-dbcba58047d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 1000 time: 0.0593102 Jul 28 15:26:27.998830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-47a4a7f7-d639-4650-8454-35d21225fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:28.000349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-47a4a7f7-d639-4650-8454-35d21225fea3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0458493 Jul 28 15:26:28.052702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-3a4797f0-a5ca-4575-ac3a-2e6212f97d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:28.054100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-3a4797f0-a5ca-4575-ac3a-2e6212f97d69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456846 Jul 28 15:26:28.143523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-4f4adbb3-e375-47e6-a6bd-07153ab41e89 service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820124 Jul 28 15:26:28.238028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bec8a31f-11e9-458b-a8a9-9bde518dd864 req-7575aeb1-a5bd-4291-b7d8-66b2e606fc47 service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867932 Jul 28 15:26:32.558022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:36.460708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.349740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-51eb8d64-dbe9-470f-aaf7-9fcb73d0a6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:54.818012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-427932c5-08b8-4ffc-9be1-66fe420d478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:55.259539 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:56.486430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.905540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:01.351473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:27:02.539503 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:05.730894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:27:05.817636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d90042-46f5-4db8-91d4-02cd22036343 req-f9a70053-0d1f-4555-8c51-e5600385cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:05.819155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44d90042-46f5-4db8-91d4-02cd22036343 req-f9a70053-0d1f-4555-8c51-e5600385cac4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0872855 Jul 28 15:27:05.854824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44d90042-46f5-4db8-91d4-02cd22036343 req-f7be5514-1366-4994-a930-a448bbbc5d52 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294790 Jul 28 15:27:05.908379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-5510f9d2-ceb8-4192-94a9-75cc75129261 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787075 Jul 28 15:27:05.995950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-9b9cfb55-26aa-4b8f-a4c5-660ebf7cc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:05.997489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-9b9cfb55-26aa-4b8f-a4c5-660ebf7cc4ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 1097 time: 0.0402119 Jul 28 15:27:06.102198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-585a90cf-1043-4ed0-a733-61236c6e2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:06.103580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-585a90cf-1043-4ed0-a733-61236c6e2923 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0868354 Jul 28 15:27:06.171584 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-b0815063-8203-4fce-9a57-f706438eb0a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 200 len: 999 time: 0.0569351 Jul 28 15:27:06.230216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-b752808f-b2cd-4377-a848-d1689ea93855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:06.231767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-b752808f-b2cd-4377-a848-d1689ea93855 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0466897 Jul 28 15:27:06.282574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-9c92439c-cbec-40e8-9ec9-2ecfbce9d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:06.284064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-9c92439c-cbec-40e8-9ec9-2ecfbce9d9a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439770 Jul 28 15:27:06.373466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-d023e494-10e9-4328-9c49-6ea446b56b10 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812240 Jul 28 15:27:06.442948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:06.468993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25deb404-9089-45d7-bb7c-3a7c4a0e0e85 req-62f2d8a4-214e-4bd6-997f-a9cb0ead185d service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868862 Jul 28 15:27:22.293248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ee120b6-f700-4413-b78b-71cf1f7354d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:24.801580 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3db8c833-c72d-4f39-ae28-3371b96bff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:25.212974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:26.457125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:27.909404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-604bf8a6-1d0e-421a-9b39-d5adb3e8b255 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3919365 Jul 28 15:27:27.910294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:28.009963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864c67-6436-43e0-9337-babc55043c31 req-7d6a59d9-8781-4fab-ba13-e87ad261fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:28.011446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-7d6a59d9-8781-4fab-ba13-e87ad261fc18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0398579 Jul 28 15:27:28.115743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864c67-6436-43e0-9337-babc55043c31 req-c407c57a-b26a-4097-830c-0bc6398d38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:28.117183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-c407c57a-b26a-4097-830c-0bc6398d38f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 909 time: 0.0857232 Jul 28 15:27:28.188082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-cad66965-c372-4e3d-bc38-4050135571e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 1000 time: 0.0624731 Jul 28 15:27:28.239670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864c67-6436-43e0-9337-babc55043c31 req-2a369d33-4a19-489c-b8f4-8c8513f5ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:28.241193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-2a369d33-4a19-489c-b8f4-8c8513f5ecae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0449390 Jul 28 15:27:28.290013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864c67-6436-43e0-9337-babc55043c31 req-ab14ace3-fd54-40be-bd58-c7321aaa90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:28.292119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-ab14ace3-fd54-40be-bd58-c7321aaa90b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439787 Jul 28 15:27:28.381285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-065c97b1-f1f0-430a-853d-0a1228b7dd4d service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Jul 28 15:27:28.473474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fc864c67-6436-43e0-9337-babc55043c31 req-ac139296-d523-485a-9547-ef9a9ce57aca service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Jul 28 15:27:32.538568 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:36.526707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:38.349953 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:27:42.858721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-c1eeda50-4200-49ff-ba0e-60ef508f61f9 req-6fa563dd-ccc2-40ea-b424-797c23c2e068 service neutron] (94657) timed out ('10.222.0.58', 61969) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:27:52.308943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b3eb-82d1-4efd-b99e-ed6d9faa27a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:54.845990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-314ce9ac-4f45-400b-9644-1838e90a4e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:55.194680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:55.722251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e687c1-41d7-40a3-b63a-16c7332dbc2d req-8f2f7b0c-5843-43bc-8601-9a58dc35e701 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:55.723651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26e687c1-41d7-40a3-b63a-16c7332dbc2d req-8f2f7b0c-5843-43bc-8601-9a58dc35e701 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.1037500 Jul 28 15:27:55.762454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-26e687c1-41d7-40a3-b63a-16c7332dbc2d req-8659a3c2-a54f-4ff4-97a1-6373c52ae918 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jul 28 15:27:56.439812 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:56.903661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28345b1-2232-4323-97cb-7816e2ff1804 req-c9696231-3f49-4b79-845d-d3cc02873a9a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:56.905472 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a28345b1-2232-4323-97cb-7816e2ff1804 req-c9696231-3f49-4b79-845d-d3cc02873a9a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.0590339 Jul 28 15:27:56.942999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a28345b1-2232-4323-97cb-7816e2ff1804 req-5cbe6d2b-b5ad-4031-86a5-c3e98a5f36b2 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Jul 28 15:27:57.423055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-3434bd0d-5c65-4ae1-bb86-bd05d0f51604 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:57.424402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-3434bd0d-5c65-4ae1-bb86-bd05d0f51604 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 945 time: 0.0487428 Jul 28 15:27:57.528065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:27:57.528408 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:57.618294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:27:57.618668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:57.792412 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:57.792817 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:57.793134 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Floating IP 53613ec8-3611-421f-ba2e-6ea81f696f41 disassociated. External IP: 172.25.6.3, port: e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b. Jul 28 15:27:57.793478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:27:57.954324 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:58.034567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:58.060631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b89368f-a67f-415a-91f1-4b8270f3d53f req-a4dca54a-af6e-4174-a07c-c4e5baeea323 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0363255 Jul 28 15:27:58.092691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:27:58.131146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.131501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.131854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.132232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.132601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.132940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.133276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.133612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.133942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.134272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.134633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.134927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:27:58.215454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:27:58.328403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:27:58.338324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:27:58.347208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:27:58.347891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:58.369505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:27:58.372227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:58.374613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74cdd8bc-aaee-40ad-8051-3acce92f2b62 req-20996a93-456d-4146-9835-86a3ff40eb1a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "DELETE /v2.0/ports/e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b HTTP/1.1" status: 204 len: 173 time: 0.9424839 Jul 28 15:27:58.375022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'name': 'network-vif-deleted', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:27:58.417535 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd031ca6-9b37-449e-a095-2fb0ac2a51b3" -d '{"events": [{"server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "name": "network-vif-deleted", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:27:58.470413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:27:58.545400 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c69877-1d75-4e84-b168-7fa6e010ebcd x-openstack-request-id: req-93c69877-1d75-4e84-b168-7fa6e010ebcd {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:27:58.545896 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a2ac05-2af1-4082-9f2c-090e7eaf61a3", "name": "network-vif-deleted", "tag": "e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:27:58.545986 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93c69877-1d75-4e84-b168-7fa6e010ebcd {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:27:58.546339 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a2ac05-2af1-4082-9f2c-090e7eaf61a3', 'name': 'network-vif-deleted', 'tag': 'e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b', 'status': 'completed', 'code': 200} Jul 28 15:27:58.696198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:58.721938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:27:58.730310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:27:58.730938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:58.835176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:27:59.042009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:59.068273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dedb5e-192c-4fee-a635-c4f6387a4b4c None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:27:59.160833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c7bf8f3-674e-411f-a75b-2b73fa7865d7 req-e3916d8b-d971-4877-8674-91298469a1ab tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Jul 28 15:27:59.309437 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b0746-c76b-44a3-82c3-afeea69610aa None None] New status for floating IP 53613ec8-3611-421f-ba2e-6ea81f696f41: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:28:00.262898 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c88850ef-97f8-4c46-b239-4a73e7d14ad4 req-d817de6d-6403-4a6f-8774-6b81ed0b35cb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0265551 Jul 28 15:28:00.433342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:28:00.454352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:28:00.454644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e04ac3b6-9a5e-464c-9fd1-7bfc1d7eb28b not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:28:01.357974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81d2374a-fd1e-4731-ad3a-e36ef7cbcd03 req-191b9ec0-7bfa-4f2a-a6a5-7e8f2e7da10d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Jul 28 15:28:02.473182 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a18f438-e0a1-40d8-8a18-5dca3f3468d3 req-2b2e1da3-faa0-41a6-af4d-5a03e429e39c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=81a2ac05-2af1-4082-9f2c-090e7eaf61a3 HTTP/1.1" status: 200 len: 210 time: 0.0346515 Jul 28 15:28:02.548468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:03.718664 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-da8348a9-bfc1-42d1-af57-fda1905d2546 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101599061&fields=id&tenant_id=55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 267 time: 0.0329130 Jul 28 15:28:03.823857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-7c1da0bd-cfc0-4e24-a543-312e6f49d032 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:03.825256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-7c1da0bd-cfc0-4e24-a543-312e6f49d032 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.0998857 Jul 28 15:28:03.839925 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-6fde379b-9a45-44d6-8a60-9b374365bce9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0089445 Jul 28 15:28:03.896150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-2eae3a43-962d-4b2b-b1a2-25b3930c3098 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511000 Jul 28 15:28:04.049034 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-f7f65b5c-2b6b-4d22-9221-a2566f9f96b7 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417537 Jul 28 15:28:04.140398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-8c2a4456-e0ea-486d-98b5-839c8f57235e service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845726 Jul 28 15:28:04.786641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aec22c03-2779-4c61-8672-5d26b0ad4bc3 req-2c844960-979f-4ad8-97a6-289fe556a975 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Jul 28 15:28:05.883585 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aa660b93-d435-4013-be3c-e85c55d91cf6 req-3ec6bf9e-c83c-4cbf-b063-c301b49fbd68 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Jul 28 15:28:06.468216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:06.967050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-e37e5fc3-1c81-418a-9c51-99e1640e12ed tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:06.968798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-e37e5fc3-1c81-418a-9c51-99e1640e12ed tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1246383 Jul 28 15:28:07.003530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d1de6d0-f8f0-420d-96de-2b601f549024 req-54b4973f-140c-4b67-9a72-16555f1f3868 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0337200 Jul 28 15:28:07.031080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-6eaa68bf-af29-45ad-855e-b111e5a41aee tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 379 time: 0.0500576 Jul 28 15:28:07.044546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'security_groups': ['d834f58d-5949-41f2-b79d-667cb5ddfb97']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:28:07.245684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:28:07.249745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:07.378309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.9 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/ff16e056-382b-4c1c-9949-0b6b88537dbd) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:28:07.529630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:07.544339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object ff16e056-382b-4c1c-9949-0b6b88537dbd will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:28:07.651734 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:07.695438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:28:07.699079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:28:07.701927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:28:07.737933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=ff16e056-382b-4c1c-9949-0b6b88537dbd,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:07.771652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:07.772348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:07.857932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-61c06bcb-44dc-44c5-b0e0-f66b16ca433d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8170607 Jul 28 15:28:07.878636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Request body: {'port': {'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:28:07.927933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.017323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-125ccc63-4e43-40e8-8610-81f3e4d2fa7b None None] Provisioning for port ff16e056-382b-4c1c-9949-0b6b88537dbd completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:28:08.022472 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-125ccc63-4e43-40e8-8610-81f3e4d2fa7b None None] Provisioning complete for port ff16e056-382b-4c1c-9949-0b6b88537dbd triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:28:08.023287 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-125ccc63-4e43-40e8-8610-81f3e4d2fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.088326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-125ccc63-4e43-40e8-8610-81f3e4d2fa7b None None] Port ff16e056-382b-4c1c-9949-0b6b88537dbd cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:28:08.131446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475a7b-c51d-444b-a402-63ecaec383f9 req-b72007d2-1e7c-4d73-aa96-abeb9634a369 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:08.134852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff475a7b-c51d-444b-a402-63ecaec383f9 req-b72007d2-1e7c-4d73-aa96-abeb9634a369 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 931 time: 0.0584588 Jul 28 15:28:08.186031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff475a7b-c51d-444b-a402-63ecaec383f9 req-5ab81769-5102-4c00-8342-09411dac7916 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447397 Jul 28 15:28:08.236152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff16e056-382b-4c1c-9949-0b6b88537dbd {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:28:08.245396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.259191 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Transition to ACTIVE for port object ff16e056-382b-4c1c-9949-0b6b88537dbd will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:28:08.362635 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.421162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Pushing event updated for resources: {'Port': ['ID=ff16e056-382b-4c1c-9949-0b6b88537dbd,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:08.489833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Attempting to bind port ff16e056-382b-4c1c-9949-0b6b88537dbd on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:28:08.490188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Attempting to bind port ff16e056-382b-4c1c-9949-0b6b88537dbd by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:28:08.490524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Attempting to bind port ff16e056-382b-4c1c-9949-0b6b88537dbd on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:28:08.495962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Port ff16e056-382b-4c1c-9949-0b6b88537dbd on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:28:08.496319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Attempting to bind port ff16e056-382b-4c1c-9949-0b6b88537dbd on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:28:08.502805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:28:08.503142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:28:08.503537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:28:08.503977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Bound port: ff16e056-382b-4c1c-9949-0b6b88537dbd, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:28:08.504342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.577980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] For port ff16e056-382b-4c1c-9949-0b6b88537dbd, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:28:08.581193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] For port ff16e056-382b-4c1c-9949-0b6b88537dbd, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:28:08.674777 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.714109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:08.714809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:08.716146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] 10.222.0.58 "PUT /v2.0/ports/ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 1092 time: 0.8491096 Jul 28 15:28:08.716640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:28:08.718925 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4f3d42-b57b-4434-93d8-d935fab10343" -d '{"events": [{"name": "network-changed", "server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:28:08.758509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b91b1-31bc-4d34-aacb-1c0568ae125d service neutron] Pushing event updated for resources: {'Port': ['ID=ff16e056-382b-4c1c-9949-0b6b88537dbd,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:08.768213 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca5770-76e0-4491-b0db-7ed3606a9954 x-openstack-request-id: req-afca5770-76e0-4491-b0db-7ed3606a9954 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:28:08.769755 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:28:08.770549 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afca5770-76e0-4491-b0db-7ed3606a9954 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:28:08.771164 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'status': 'completed', 'code': 200} Jul 28 15:28:08.835460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3d42-b57b-4434-93d8-d935fab10343 req-f117c69c-b17f-42ff-bf84-9f59215545c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:08.837545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee4f3d42-b57b-4434-93d8-d935fab10343 req-f117c69c-b17f-42ff-bf84-9f59215545c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1095 time: 0.0466650 Jul 28 15:28:08.941260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3d42-b57b-4434-93d8-d935fab10343 req-741dfef6-503c-48f5-89b3-bfcea6b4cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:08.942768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee4f3d42-b57b-4434-93d8-d935fab10343 req-741dfef6-503c-48f5-89b3-bfcea6b4cb44 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=55e07c2fd5144188b1980174363ba051&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967345 Jul 28 15:28:09.052551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3d42-b57b-4434-93d8-d935fab10343 req-202ff3d1-57c8-4c65-8f5e-7b2e2d24d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:09.054069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee4f3d42-b57b-4434-93d8-d935fab10343 req-202ff3d1-57c8-4c65-8f5e-7b2e2d24d88d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984988 Jul 28 15:28:09.138398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-2512aec7-f694-4cab-8677-ba88a571e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:09.139861 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-2512aec7-f694-4cab-8677-ba88a571e3b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1095 time: 0.0418656 Jul 28 15:28:09.189084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-b66aa993-082f-4e6b-ba19-d64515c53f2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 217 time: 0.0391474 Jul 28 15:28:09.263110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-829e3101-3247-46f3-9c0c-576a5d6b5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:09.264651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-829e3101-3247-46f3-9c0c-576a5d6b5c59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0656352 Jul 28 15:28:09.320235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-0b588410-cf6c-4dcc-b616-2c49f30502c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:09.322269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-0b588410-cf6c-4dcc-b616-2c49f30502c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438588 Jul 28 15:28:09.335064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717470e-299d-4598-bc35-b170b87f8d2f req-3d2d4871-b7d6-483a-b904-d022db7cc144 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:09.339019 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b717470e-299d-4598-bc35-b170b87f8d2f req-3d2d4871-b7d6-483a-b904-d022db7cc144 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0604310 Jul 28 15:28:09.379124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b717470e-299d-4598-bc35-b170b87f8d2f req-d245b8ba-88d1-4ca4-b800-c3d38e158fc4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Jul 28 15:28:09.429007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-5853a9f3-9031-42e3-aa16-44433b3ad6d8 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955796 Jul 28 15:28:09.522785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9bdd24f-cd50-452d-ad37-2824fc1b9ed8 req-3b657e3a-7793-46e7-84a1-ce7aa17ebcb2 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845025 Jul 28 15:28:10.503070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5b18-931b-4f68-911b-77cbaab48a84 req-d613c75d-9c64-4520-8ab4-8dfc766ac338 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:10.504672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124d5b18-931b-4f68-911b-77cbaab48a84 req-d613c75d-9c64-4520-8ab4-8dfc766ac338 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0531301 Jul 28 15:28:10.544617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-124d5b18-931b-4f68-911b-77cbaab48a84 req-169b18e1-19d4-4fa1-ad1a-2566e853c442 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Jul 28 15:28:11.666868 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635c1b-dac9-4bd2-8a04-e955bb782d7c req-e70cb13c-b322-4cff-b085-461d1127d177 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:11.668425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e635c1b-dac9-4bd2-8a04-e955bb782d7c req-e70cb13c-b322-4cff-b085-461d1127d177 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0554430 Jul 28 15:28:11.707680 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e635c1b-dac9-4bd2-8a04-e955bb782d7c req-f6f669a4-62cd-4fad-a167-4831f87dd483 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331028 Jul 28 15:28:12.831312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbad7f6-1433-4401-926a-58e3da0194f9 req-cb317cb5-a182-4e8c-b4e9-6e9caadf887c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:12.832823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cbad7f6-1433-4401-926a-58e3da0194f9 req-cb317cb5-a182-4e8c-b4e9-6e9caadf887c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0563598 Jul 28 15:28:12.871357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cbad7f6-1433-4401-926a-58e3da0194f9 req-82015b47-7c0c-4890-8243-d65fa9869d4d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325663 Jul 28 15:28:13.991780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ab31-3fbb-4b72-b03b-03ab8a7ecc81 req-914033b6-9e3c-44e3-989a-825ab724e1ca tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:13.993822 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b881ab31-3fbb-4b72-b03b-03ab8a7ecc81 req-914033b6-9e3c-44e3-989a-825ab724e1ca tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0523760 Jul 28 15:28:14.032292 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b881ab31-3fbb-4b72-b03b-03ab8a7ecc81 req-56ac499b-087b-4815-b893-30a0cfa54a21 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 28 15:28:15.174146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94e6a-b7b9-45f2-9cd9-fb62f47a5271 req-413b9b42-857c-4baa-be3e-7f3068bfa5c8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:15.175680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04a94e6a-b7b9-45f2-9cd9-fb62f47a5271 req-413b9b42-857c-4baa-be3e-7f3068bfa5c8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0549598 Jul 28 15:28:15.216157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04a94e6a-b7b9-45f2-9cd9-fb62f47a5271 req-bf04d483-7aad-4f35-9680-abf5a39a0fa7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335822 Jul 28 15:28:15.349712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:28:16.345973 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3dec-8e4e-4973-8888-135e56493c32 req-665ad996-1d92-4865-8d9c-0d867258040b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:16.347624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd6e3dec-8e4e-4973-8888-135e56493c32 req-665ad996-1d92-4865-8d9c-0d867258040b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0532262 Jul 28 15:28:16.389450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd6e3dec-8e4e-4973-8888-135e56493c32 req-cdc49d5a-32bf-46f2-8873-24e5d84866b4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345459 Jul 28 15:28:17.508678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b87a4f-7e7f-4638-98a4-a190cb12c427 req-3e14fa31-ca50-4172-b5c2-bd31b1ce743c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:17.510526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78b87a4f-7e7f-4638-98a4-a190cb12c427 req-3e14fa31-ca50-4172-b5c2-bd31b1ce743c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0522501 Jul 28 15:28:17.553905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-78b87a4f-7e7f-4638-98a4-a190cb12c427 req-78a37f15-8cc6-4c0b-a869-267f6046af91 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370846 Jul 28 15:28:18.571215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ff16e056-382b-4c1c-9949-0b6b88537dbd details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:28:18.679353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ff16e056-382b-4c1c-9949-0b6b88537dbd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:28:18.688014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca12a-d0bb-4cf5-9232-3640ea2cfe5b req-f7005511-c1a6-4f10-936f-021ee387e5d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:18.689810 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09aca12a-d0bb-4cf5-9232-3640ea2cfe5b req-f7005511-c1a6-4f10-936f-021ee387e5d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 943 time: 0.0557337 Jul 28 15:28:18.692900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:28:18.731833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:18.732584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-09aca12a-d0bb-4cf5-9232-3640ea2cfe5b req-305c7235-1f92-411a-8586-4b188b31dd59 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360479 Jul 28 15:28:18.751789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff16e056-382b-4c1c-9949-0b6b88537dbd {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:28:18.772417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ff16e056-382b-4c1c-9949-0b6b88537dbd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:28:18.844920 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:18.899242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ff16e056-382b-4c1c-9949-0b6b88537dbd,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:18.907140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.907490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.907836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.908181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.908553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.908890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.909221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.909552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.909881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.910209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.910548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:18.910869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:19.187532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['ff16e056-382b-4c1c-9949-0b6b88537dbd'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:28:19.853195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873587e-b2c7-44c7-a904-6cb9ee21f358 req-e8528980-fd15-4f7a-b39b-07d89803efcb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:19.854677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d873587e-b2c7-44c7-a904-6cb9ee21f358 req-e8528980-fd15-4f7a-b39b-07d89803efcb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 944 time: 0.0536413 Jul 28 15:28:19.896001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d873587e-b2c7-44c7-a904-6cb9ee21f358 req-a136a5da-0585-4d0f-8139-a497e5f1f4f5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352831 Jul 28 15:28:20.604189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ff16e056-382b-4c1c-9949-0b6b88537dbd up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:28:20.714209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port ff16e056-382b-4c1c-9949-0b6b88537dbd completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:28:20.720739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port ff16e056-382b-4c1c-9949-0b6b88537dbd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:28:20.725043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:20.805137 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:20.828553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:28:20.847323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ff16e056-382b-4c1c-9949-0b6b88537dbd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:28:20.868876 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c8d27-7a9d-43f8-bcf6-68926b8efd42" -d '{"events": [{"server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "name": "network-vif-plugged", "status": "completed", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:28:20.896802 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:20.952540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ff16e056-382b-4c1c-9949-0b6b88537dbd,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:20.963359 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe763b-afbc-424c-92c6-2bb44d3727ba x-openstack-request-id: req-1abe763b-afbc-424c-92c6-2bb44d3727ba {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:28:20.963659 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "name": "network-vif-plugged", "status": "completed", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:28:20.963924 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1abe763b-afbc-424c-92c6-2bb44d3727ba {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:28:20.964336 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'code': 200} Jul 28 15:28:21.044379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2fc2-ad10-434c-920f-0c094be19f37 req-83656779-9f8d-4d73-9008-6314a726d8c7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:21.045985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-205e2fc2-ad10-434c-920f-0c094be19f37 req-83656779-9f8d-4d73-9008-6314a726d8c7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 945 time: 0.0741782 Jul 28 15:28:21.105909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-205e2fc2-ad10-434c-920f-0c094be19f37 req-5a51b09e-e140-4c34-a2cd-9fc10490f479 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460169 Jul 28 15:28:21.109282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfbdc8-6d67-4abf-bf40-152b92a4384f req-cb7f953a-cd92-4be5-9ab5-738883bf695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:21.110134 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7cfbdc8-6d67-4abf-bf40-152b92a4384f req-cb7f953a-cd92-4be5-9ab5-738883bf695b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0856798 Jul 28 15:28:21.152763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7cfbdc8-6d67-4abf-bf40-152b92a4384f req-ebf05f9b-30df-4a9f-af52-556565430379 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303540 Jul 28 15:28:22.224982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164c953-8629-4c53-b1b6-8074ea79ea64 req-47168f2c-a0ae-4e39-a55f-5ffa15c14004 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:22.226505 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d164c953-8629-4c53-b1b6-8074ea79ea64 req-47168f2c-a0ae-4e39-a55f-5ffa15c14004 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Jul 28 15:28:22.266430 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d164c953-8629-4c53-b1b6-8074ea79ea64 req-679e2684-f130-4d12-9e79-d6db68090061 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329473 Jul 28 15:28:22.336760 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-50466dbd-65c9-45d0-9a2c-9841194a4953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:23.382819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b265-96fa-4bcf-aa61-e5198ac2b962 req-fc581cdb-f8a4-49a7-93c1-62f44339924e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:23.384830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b28b265-96fa-4bcf-aa61-e5198ac2b962 req-fc581cdb-f8a4-49a7-93c1-62f44339924e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 945 time: 0.0502174 Jul 28 15:28:23.423350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b28b265-96fa-4bcf-aa61-e5198ac2b962 req-61fa7b06-e54a-430a-a483-01e0e5eefd05 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jul 28 15:28:23.543043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc39b-f6d2-4f5d-a5b4-ad627eaed47f req-d3f9279c-0aa2-4e9a-b6cb-d81ba7253b32 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:23.544579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bfbcc39b-f6d2-4f5d-a5b4-ad627eaed47f req-d3f9279c-0aa2-4e9a-b6cb-d81ba7253b32 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 945 time: 0.0525284 Jul 28 15:28:23.583332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bfbcc39b-f6d2-4f5d-a5b4-ad627eaed47f req-c9619ee7-12ba-4c32-9f9f-5910ddcd772c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Jul 28 15:28:23.606079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37588) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:28:23.652974 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea1dc9-341a-436b-bcb8-4a6dd0b92d26 tempest-TestVolumeBootPattern-837228763 tempest-TestVolumeBootPattern-837228763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:23.654524 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-32ea1dc9-341a-436b-bcb8-4a6dd0b92d26 tempest-TestVolumeBootPattern-837228763 tempest-TestVolumeBootPattern-837228763-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1092 time: 0.0474524 Jul 28 15:28:23.657371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:28:23.661702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:28:23.765149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:23.861696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:23.967401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.25.6.148 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d24d45a6-6e6d-493f-9080-348c2be6dbc0) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:28:24.070204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.147691 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.187189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:28:24.189966 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:28:24.193078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:28:24.225833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=d24d45a6-6e6d-493f-9080-348c2be6dbc0,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:24.239076 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.239424 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.239769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.240100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.240435 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.240858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.241187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.241516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.241838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.242158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.242484 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.242804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:28:24.560892 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.686590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.822696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cbdf-aefc-499d-875e-1a59b2bba9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.845553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.925219 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:24.989877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=d24d45a6-6e6d-493f-9080-348c2be6dbc0,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:28:25.003550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:25.109931 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Floating IP 5d065e0e-aed7-4304-8a1e-35c36ca8c6de associated. External IP: 172.25.6.148, port: ff16e056-382b-4c1c-9949-0b6b88537dbd. Jul 28 15:28:25.227990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:25.662038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:28:25.778237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:28:25.788346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:28:25.798191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:28:25.798832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:28:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:28:25.896830 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:25.919916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:28:25.926244 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-498a61d6-d1b9-4aa5-b892-802c3f872cb5 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2678378 Jul 28 15:28:25.927069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:28:25.970713 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b8464f-760e-4e51-808d-b02cb676c6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:28:26.092276 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb23348-f072-4327-a3ba-6e39cdba28f4 x-openstack-request-id: req-6fb23348-f072-4327-a3ba-6e39cdba28f4 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:28:26.092596 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:28:26.092906 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fb23348-f072-4327-a3ba-6e39cdba28f4 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:28:26.093312 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'status': 'completed', 'code': 200} Jul 28 15:28:26.160391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-396d9585-8600-47b3-af76-4cf077b9070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:26.161952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-396d9585-8600-47b3-af76-4cf077b9070b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0440919 Jul 28 15:28:26.167099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:24Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:28:26.198085 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:28:26.207836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:28:26.208506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:28:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:28:26.287348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-0e3c447a-a62c-406b-8548-f0873290804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:26.290122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-0e3c447a-a62c-406b-8548-f0873290804b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1204503 Jul 28 15:28:26.323660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:28:26.362597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-bf2d6adb-1630-4aaa-8b73-3aa50a7881ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 999 time: 0.0650833 Jul 28 15:28:26.434096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-b582d4e1-2497-4c19-b1c8-b91d88a601c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:26.445059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-b582d4e1-2497-4c19-b1c8-b91d88a601c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0596399 Jul 28 15:28:26.499795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-f32eecd5-f69e-4b92-b84b-01e9a44bd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:26.501347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-f32eecd5-f69e-4b92-b84b-01e9a44bd725 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538549 Jul 28 15:28:26.518781 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:26.602524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:24Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:28:26.606937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-38bd9bf8-c3b4-454e-808f-afab72d5daa8 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968227 Jul 28 15:28:26.634962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074c9fc-d3dc-4772-a952-ccdcb81900fd None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:24Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:28:26.720215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-09b8464f-760e-4e51-808d-b02cb676c6c5 req-dfed636f-043f-4946-9eb3-5d1f98372d46 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059179 Jul 28 15:28:26.854205 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103fcfb-1ad5-45dd-837a-0d7b14fffb58 None None] New status for floating IP 5d065e0e-aed7-4304-8a1e-35c36ca8c6de: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:28:27.976004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:28.561269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-0c659065-8f32-4618-8f8a-f72f4c951dbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400784 Jul 28 15:28:28.661308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-dbe47bda-1729-42db-9f7a-227717bbcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:28.662776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-dbe47bda-1729-42db-9f7a-227717bbcbb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0390732 Jul 28 15:28:28.770618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-3dbb67e3-89dc-4966-8465-7304235f49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:28.772430 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-3dbb67e3-89dc-4966-8465-7304235f49e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 909 time: 0.0875561 Jul 28 15:28:28.841976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-6b6238a5-c401-4564-a331-4c580cfaa74a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 1000 time: 0.0612724 Jul 28 15:28:28.893345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-730729ee-caa5-40ba-bb57-c902c1817899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:28.894808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-730729ee-caa5-40ba-bb57-c902c1817899 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0442030 Jul 28 15:28:28.946603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-4cecf4d2-05e0-4049-9a5a-6dfde9efc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:28.948138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-4cecf4d2-05e0-4049-9a5a-6dfde9efc493 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450592 Jul 28 15:28:28.959543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-747dcdeb-bcea-42bd-affe-0da1d03e92ec service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:28:28.960554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-747dcdeb-bcea-42bd-affe-0da1d03e92ec service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051136 Jul 28 15:28:29.061209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-825ae9d0-877d-4d13-8153-a8d72904695f service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925255 Jul 28 15:28:29.158834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a621d364-b2f6-491d-ae9d-b3f7175d42d6 req-ade5eaaa-7756-4fe7-9bc9-1eebff36086b service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896020 Jul 28 15:28:32.530132 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:36.501756 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:52.335737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-60b1db1e-f6db-4dae-9383-1a7f2432bd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:52.349958 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:28:54.866737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f642d2e0-2479-46d6-a57c-447b35d9cdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:55.244509 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:56.655364 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:57.952534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:02.540903 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:05.829880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-d8b362f9-4bb4-41f6-9ccb-1a52bccc7004 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398841 Jul 28 15:29:05.918325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-2d0aebf0-9304-49d9-97e8-fa2f60bd9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:05.919836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-2d0aebf0-9304-49d9-97e8-fa2f60bd9ec0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0410450 Jul 28 15:29:06.034414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-50a33ce1-60c2-415b-bc2e-1ed3e921500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:06.035927 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-50a33ce1-60c2-415b-bc2e-1ed3e921500a service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0888107 Jul 28 15:29:06.106252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-f050f45a-754a-445c-855b-4454c34af318 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 1001 time: 0.0574148 Jul 28 15:29:06.159158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-aaacc69d-965c-48bc-a174-27f7cfba3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:06.160588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-aaacc69d-965c-48bc-a174-27f7cfba3a64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0429864 Jul 28 15:29:06.209658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-b1febeb1-f2f0-4273-9cce-9e209734e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:06.211147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-b1febeb1-f2f0-4273-9cce-9e209734e234 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431767 Jul 28 15:29:06.301387 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-2017d544-9c4a-4ab2-859a-9bbe1fbf6a29 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813296 Jul 28 15:29:06.400654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df8f3f1b-07f6-43bc-8298-d2951da13f4d req-e3ffaf6a-080b-465f-846b-e87402c3be08 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870538 Jul 28 15:29:06.541057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:22.289237 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bc45762c-65cc-4b87-af74-2039dcf0406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:24.929608 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4b22d898-0d15-428b-baec-bf444656c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:25.277666 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:26.580475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.945923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:29.352828 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:29:30.551278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-c2e43c26-0840-4583-90c8-a8b2e609ada9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400574 Jul 28 15:29:30.649338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-bb66a752-bbef-4191-9ad3-a492fa6d8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:30.650829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-bb66a752-bbef-4191-9ad3-a492fa6d8894 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0404427 Jul 28 15:29:30.758873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-58517365-7e35-4d47-837d-9df7cecff880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:30.760359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-58517365-7e35-4d47-837d-9df7cecff880 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 909 time: 0.0909064 Jul 28 15:29:30.826979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-33ec70ab-2e01-4a2a-9a7c-a2be6c0e8b0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 1000 time: 0.0594630 Jul 28 15:29:30.877579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-7cef3c8c-4c9d-46d3-8725-1fc5c606afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:30.879022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-7cef3c8c-4c9d-46d3-8725-1fc5c606afd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0448127 Jul 28 15:29:30.929374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-92fa0a90-8018-4007-bcaa-1e82d7bc46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:30.930848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-92fa0a90-8018-4007-bcaa-1e82d7bc46ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442617 Jul 28 15:29:31.020785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-dc8c6fda-5128-4aee-93f5-418e81a762e6 service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Jul 28 15:29:31.116179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd00ad65-a4e6-4a26-9121-fe23c93a1cd7 req-98d99c28-c145-458a-aecf-f6a2878fab51 service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870216 Jul 28 15:29:32.557770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:36.568937 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:52.311610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2d160974-29f0-4081-bb1a-bae5df769c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:54.825563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dfbec04e-caf4-49c2-89f4-016ef5b3f20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:55.208613 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:56.458197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:57.997004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:02.568510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:05.843075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-7bfbbff8-b3eb-48e7-9774-7c5c74757e24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484357 Jul 28 15:30:05.929807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44216688-6f62-4be4-a434-6b7c40004a09 req-53013924-dde6-4079-b5b8-dd0a6b8135f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:05.931349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-53013924-dde6-4079-b5b8-dd0a6b8135f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0439661 Jul 28 15:30:06.351763 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:30:06.402668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44216688-6f62-4be4-a434-6b7c40004a09 req-97ab92fd-d2b8-4e45-b947-1c6b9963890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:06.404181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-97ab92fd-d2b8-4e45-b947-1c6b9963890d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.4431989 Jul 28 15:30:06.471909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-e34a68b1-d879-49f4-99ce-930b1e232a2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 1001 time: 0.0584850 Jul 28 15:30:06.524784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44216688-6f62-4be4-a434-6b7c40004a09 req-d566ace8-f9b3-44e3-b67e-1704021f8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:06.526308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-d566ace8-f9b3-44e3-b67e-1704021f8686 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0462782 Jul 28 15:30:06.545078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:06.579859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44216688-6f62-4be4-a434-6b7c40004a09 req-f91aa216-ec50-4851-9b87-52bc4f266caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:06.581431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-f91aa216-ec50-4851-9b87-52bc4f266caf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445061 Jul 28 15:30:06.674060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-a77e7998-1a9a-4231-949d-b9b02c6f4f2b service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Jul 28 15:30:06.781878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44216688-6f62-4be4-a434-6b7c40004a09 req-1867169e-7aa5-4e66-a5de-f90d08c7d23c service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955250 Jul 28 15:30:22.305029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a036786b-2234-4a79-89f3-2221efddb597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:24.842273 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a585e85-18fc-45dd-9563-ee75de087dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:25.236506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:26.491524 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:27.922022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:31.569614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-d719d5c1-e960-42e6-b61d-4b3be2b2fdad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393682 Jul 28 15:30:31.674197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-c37b5d3a-e377-455b-a650-316c680cc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:31.675696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-c37b5d3a-e377-455b-a650-316c680cc905 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 1097 time: 0.0438092 Jul 28 15:30:31.785623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-87f85713-21a0-4d84-b742-b4ed002dcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:31.787096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-87f85713-21a0-4d84-b742-b4ed002dcef2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 200 len: 909 time: 0.0899768 Jul 28 15:30:31.858278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-de21a213-6bbe-4a7c-877b-1f26b58a472c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 200 len: 1000 time: 0.0632594 Jul 28 15:30:31.909766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-e9592582-0ebe-42de-bd6e-bb9b9c2b840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:31.911210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-e9592582-0ebe-42de-bd6e-bb9b9c2b840f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 200 len: 847 time: 0.0455024 Jul 28 15:30:31.961783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-aa9d5246-9beb-4b34-b6a0-44dc5418a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:30:31.963292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-aa9d5246-9beb-4b34-b6a0-44dc5418a409 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa9c5c2b-7005-4550-8f10-bb29207a976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441847 Jul 28 15:30:32.051881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-ece14742-9f75-42b7-bec2-7d5802119603 service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809894 Jul 28 15:30:32.155616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2fa659b-cdff-4e33-8e69-783405bd6a6f req-637f8c78-3911-4141-982e-1f7d4b8000bc service neutron] 10.222.0.42 "GET /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956442 Jul 28 15:30:32.750677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:36.554260 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:43.350375 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:30:52.441038 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67763251-c520-47d4-9f43-c726e5041914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:54.853100 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4f59639c-fd0a-40be-ac5c-df8d56031b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:55.255939 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:56.493654 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:57.948927 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:01.167797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-b05e97de-f1b0-4faa-9cc1-dfba7a3a4f25 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101599061&fields=id&tenant_id=55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 267 time: 0.0388920 Jul 28 15:31:01.282817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-25511c15-59b1-4ce7-8515-399d338be268 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:01.284411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-25511c15-59b1-4ce7-8515-399d338be268 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1094389 Jul 28 15:31:01.302078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-477a9700-6bc1-42a6-acf7-52a74cff2270 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/quotas/55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 375 time: 0.0109730 Jul 28 15:31:01.373089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-28ae994e-5cc1-4f11-bc06-a567fcfc7125 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0602422 Jul 28 15:31:01.561410 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-4a4ae111-79e4-4ef8-8f9e-aa915c4c6471 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314845 Jul 28 15:31:01.661897 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-5cc4500b-8cec-4754-b8a6-98d96057218b service neutron] 10.222.0.57 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938721 Jul 28 15:31:02.532480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:03.240153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76071453-c7de-4f00-a1fc-61332b1c02db req-b8fb4829-2ecb-4bed-bb90-cb1e73b0f02e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0267980 Jul 28 15:31:04.316624 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f03e3dea-f970-4cdc-afcc-369c7c6f7c61 req-650e959a-802b-401a-a4fa-c8263e0b30d8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0258298 Jul 28 15:31:05.429431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89c6fc4d-96bd-49ab-8a99-c4453723b06c req-c9613afc-c87b-45f6-a63c-2e25d513de9a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0265024 Jul 28 15:31:06.504973 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af0a5287-dcf9-4bd7-bc77-e3858f9f2c2f req-c67404d9-d20b-41fc-b08d-f9e02c98114f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0272524 Jul 28 15:31:06.517798 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:06.821884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-a87c1b80-3428-4395-9ed3-e7a96fe5f33e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404124 Jul 28 15:31:06.913684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-a04ac4d4-f403-45d1-9081-39a017d9fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:06.915208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-a04ac4d4-f403-45d1-9081-39a017d9fd44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0479846 Jul 28 15:31:07.036931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-80fcf64e-6426-4503-a261-cc7bbd388d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:07.038455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-80fcf64e-6426-4503-a261-cc7bbd388d1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0939608 Jul 28 15:31:07.118457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-d7bdb8ea-6926-468c-8b8f-3ca9bb29da4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 1001 time: 0.0663402 Jul 28 15:31:07.175500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-8e7a0668-8126-4b1d-b447-bcc8f942ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:07.177067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-8e7a0668-8126-4b1d-b447-bcc8f942ace9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0473025 Jul 28 15:31:07.229474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-9932085d-7e06-485c-8940-f31b84401a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:07.238636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-9932085d-7e06-485c-8940-f31b84401a8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433173 Jul 28 15:31:07.248845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-2da38d70-3d59-4014-94d0-6dbbc0df10ac service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:31:07.249890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-2da38d70-3d59-4014-94d0-6dbbc0df10ac service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059147 Jul 28 15:31:07.358237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-3028818c-f045-4636-baa6-5ee61646f2c7 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958350 Jul 28 15:31:07.459519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6abb492-16b0-40c1-9dbb-a3e66aedfaf3 req-f4e7c1f5-77c6-4736-b740-9f5669a0452f service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893223 Jul 28 15:31:07.601243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f5504af-6d69-4d37-b83c-fc50a3b70094 req-724b5dbf-66ac-45db-aad6-b15a321567a4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0283394 Jul 28 15:31:08.696262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51fbf5e4-6da2-4c63-9685-d2a102ad7e00 req-5eee0fe2-925f-42fe-a187-589f75451b65 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0257175 Jul 28 15:31:08.764206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-3cf62838-7d79-4175-9f94-58e130e5669c req-dd274f81-815d-45be-a847-0945824527d0 service neutron] (94658) timed out ('10.222.0.57', 49246) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:31:09.430911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-70e3a2c4-bc28-48cd-a21c-2ab9b0a2ff88 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:09.432339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-70e3a2c4-bc28-48cd-a21c-2ab9b0a2ff88 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 811 time: 0.1067197 Jul 28 15:31:09.484768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-7f1d96b9-5281-46e6-b153-2d5865401ffa tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e07c2fd5144188b1980174363ba051 HTTP/1.1" status: 200 len: 379 time: 0.0359161 Jul 28 15:31:09.494840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'port': {'device_id': '82632813-68f1-4882-9e81-71cef3e8678e', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'admin_state_up': True, 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'security_groups': ['d834f58d-5949-41f2-b79d-667cb5ddfb97']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:09.746941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Made reservation on behalf of 55e07c2fd5144188b1980174363ba051 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:31:09.750558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:09.804068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a90f08b-5075-4e35-b511-5d58031ebded req-cbef2ab0-ecbd-4082-aded-54962b29e05c tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0370712 Jul 28 15:31:09.912090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.20.0.11 (4ac652c6-3d53-4f5e-85ff-eec031596c89/07de4c34-3998-4914-b928-04673a003083/4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:10.055720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.069861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Transition to ACTIVE for port object 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:10.198764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.247108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:10.251109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:10.254088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:10.295305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:10.306833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.307219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.307616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.308030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.308472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.308884 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.309290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.309696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.310141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.310600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.310998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.311412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:10.346702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:10.347526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.460042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d2e0e935-154c-4b4a-be44-ce7d1f89fda6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9692636 Jul 28 15:31:10.482495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Request body: {'port': {'device_id': '82632813-68f1-4882-9e81-71cef3e8678e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:10.547543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.626531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6a6fec8-065c-4170-ba77-5707408b68e7 None None] Provisioning for port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:10.632566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c6a6fec8-065c-4170-ba77-5707408b68e7 None None] Provisioning complete for port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:10.633134 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fec8-065c-4170-ba77-5707408b68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.672784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6fec8-065c-4170-ba77-5707408b68e7 None None] Port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:31:10.837539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:31:10.846418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.861330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Transition to ACTIVE for port object 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:10.931234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316d57-7327-458e-80bf-7ed346f290b7 req-354909b5-bc46-4fd5-8cac-55e963edfd04 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:10.932850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70316d57-7327-458e-80bf-7ed346f290b7 req-354909b5-bc46-4fd5-8cac-55e963edfd04 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 932 time: 0.0577025 Jul 28 15:31:10.970428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:10.975076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70316d57-7327-458e-80bf-7ed346f290b7 req-00842b8c-545e-457d-b7dc-f05f0d7ab9f8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357704 Jul 28 15:31:11.025442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Pushing event updated for resources: {'Port': ['ID=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:11.107289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Attempting to bind port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:11.107625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Attempting to bind port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:11.107959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Attempting to bind port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:11.114320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:31:11.114651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Attempting to bind port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda on network 4ac652c6-3d53-4f5e-85ff-eec031596c89 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:11.121967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:11.122305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Checking segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:11.122700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Bound using segment: {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:11.123148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Bound port: 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:11.123518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:11.194822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] For port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:11.198425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] For port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:11.293372 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:11.329311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:11.329937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:11.331340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] 10.222.0.42 "PUT /v2.0/ports/4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 1093 time: 0.8563240 Jul 28 15:31:11.331813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:31:11.334754 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:31:11.380954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aacd1-fa3a-4b1b-bb70-182cba7072bb service neutron] Pushing event updated for resources: {'Port': ['ID=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:11.386580 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2a2fd-0c8c-425f-9183-423df6286398 x-openstack-request-id: req-bce2a2fd-0c8c-425f-9183-423df6286398 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:31:11.388872 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:31:11.388872 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bce2a2fd-0c8c-425f-9183-423df6286398 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:31:11.388872 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'status': 'completed', 'code': 200} Jul 28 15:31:11.477259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3 req-3bcab1b2-4061-4824-a029-f58c352b150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:11.478667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3 req-3bcab1b2-4061-4824-a029-f58c352b150f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1096 time: 0.0500042 Jul 28 15:31:11.598626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3 req-7a95b6eb-3943-4acf-b1c8-889ad2084dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:11.600592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3 req-7a95b6eb-3943-4acf-b1c8-889ad2084dd1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=55e07c2fd5144188b1980174363ba051&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1064167 Jul 28 15:31:11.709065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3 req-41e6341e-d9b1-42e7-a6f1-b6d7fa29b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:11.710564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b71b7557-cd12-4c2c-8f84-c0f54a84e1d3 req-41e6341e-d9b1-42e7-a6f1-b6d7fa29b208 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018624 Jul 28 15:31:11.876151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-381e97de-1c24-421e-9a36-9258c54b3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:11.877720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-381e97de-1c24-421e-9a36-9258c54b3d03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1096 time: 0.0728276 Jul 28 15:31:11.907860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f092f-b932-45b6-a9e4-d2dfcbf0faf5 req-c1f67e2b-35bb-412b-91a3-cca165df95fa tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:11.909359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-650f092f-b932-45b6-a9e4-d2dfcbf0faf5 req-c1f67e2b-35bb-412b-91a3-cca165df95fa tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0630903 Jul 28 15:31:11.947226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-2332f334-5a55-4370-8dbf-9c594e3b5431 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 217 time: 0.0521767 Jul 28 15:31:12.007681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-650f092f-b932-45b6-a9e4-d2dfcbf0faf5 req-ce7b6af5-7043-4469-81dc-7083ed4296e2 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677164 Jul 28 15:31:12.024322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-c60c1495-ce51-4137-a9eb-f3b53f6bf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:12.025855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-c60c1495-ce51-4137-a9eb-f3b53f6bf119 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0639012 Jul 28 15:31:12.077115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d7f2c38d-1a01-4644-99d9-97f3f8adb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:12.078989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-d7f2c38d-1a01-4644-99d9-97f3f8adb124 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448272 Jul 28 15:31:12.114431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da346ef-9c52-41de-84d7-bb46c6594cf4 req-0c6d1291-36af-4896-93f4-2566fe4449c0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:12.116219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5da346ef-9c52-41de-84d7-bb46c6594cf4 req-0c6d1291-36af-4896-93f4-2566fe4449c0 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0552273 Jul 28 15:31:12.157620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5da346ef-9c52-41de-84d7-bb46c6594cf4 req-bd1f01e5-5e64-499e-9f3b-31c21e0afc4d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343966 Jul 28 15:31:12.177508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-c1fa8aac-d7cd-40e7-86d9-080048c8c0f1 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911062 Jul 28 15:31:12.280236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-07a8690a-7655-4183-9fe0-1e470b2daff9 req-0c22ea3c-5954-49ae-b920-d6d1d5025c44 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944617 Jul 28 15:31:12.585981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-25d72e7f-6de8-49e4-95b6-671b117819ba tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:12.587375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-25d72e7f-6de8-49e4-95b6-671b117819ba tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0517464 Jul 28 15:31:12.684818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Deleting port 56169e6b-4281-44d2-93f3-e938cfd20e29 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:12.685165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:12.774277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] For port 56169e6b-4281-44d2-93f3-e938cfd20e29, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=56169e6b-4281-44d2-93f3-e938cfd20e29,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:12.774683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:12.961772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:12.962067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:12.962402 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Floating IP 4ee73bc2-fa2e-4763-8926-4649e50759e7 disassociated. External IP: 172.25.6.19, port: 56169e6b-4281-44d2-93f3-e938cfd20e29. Jul 28 15:31:12.962786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Calling delete_port for 56169e6b-4281-44d2-93f3-e938cfd20e29 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:13.151626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f09ce-4dcb-4998-836f-0da4955e13ea req-20fbf747-e70c-462e-a3c6-2ea53e8252ab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:13.153328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e5f09ce-4dcb-4998-836f-0da4955e13ea req-20fbf747-e70c-462e-a3c6-2ea53e8252ab tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 945 time: 0.0668209 Jul 28 15:31:13.200312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9e5f09ce-4dcb-4998-836f-0da4955e13ea req-966109d6-3ebe-4a83-89b1-0e0e6d12221b tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/security-groups?id=e7d5006b-721a-4f9a-84bf-a2baa833969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Jul 28 15:31:13.238988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:13.269320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event deleted for resources: {'Port': ['ID=56169e6b-4281-44d2-93f3-e938cfd20e29,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:13.294178 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13532c5-4e50-4e6c-aadf-5cbaa32f49df req-8a83de34-6de6-4978-8a63-baf5f9bcb108 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:13.302669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b13532c5-4e50-4e6c-aadf-5cbaa32f49df req-8a83de34-6de6-4978-8a63-baf5f9bcb108 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0629342 Jul 28 15:31:13.344590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b13532c5-4e50-4e6c-aadf-5cbaa32f49df req-5e10086b-c18e-4aff-b22b-123bb69e0f14 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Jul 28 15:31:13.391673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Router 6cca4916-6420-4988-bc0a-4f7161d7459d has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:31:13.505321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:13.517661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] Sync routers for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:13.529354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:13.530022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:30:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:13.546232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] No DVR routers for this DVR port 56169e6b-4281-44d2-93f3-e938cfd20e29 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:31:13.549051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:13.551171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-30804c8e-a8a2-4537-a4d5-000b8d57514f req-65c04b8e-eb55-4248-a050-5fffc1bc8884 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.42 "DELETE /v2.0/ports/56169e6b-4281-44d2-93f3-e938cfd20e29 HTTP/1.1" status: 204 len: 173 time: 0.9572651 Jul 28 15:31:13.551782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'name': 'network-vif-deleted', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:31:13.554207 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab525c5-a98b-4479-82cc-5caf3d6df4e5" -d '{"events": [{"server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "name": "network-vif-deleted", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:31:13.590762 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5d5659-f1d4-486a-896f-7f6b33ecf385 x-openstack-request-id: req-db5d5659-f1d4-486a-896f-7f6b33ecf385 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:31:13.591373 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b2f6d9-f8c9-4ddd-8a84-84fef236e767", "name": "network-vif-deleted", "tag": "56169e6b-4281-44d2-93f3-e938cfd20e29", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:31:13.591373 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db5d5659-f1d4-486a-896f-7f6b33ecf385 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:31:13.591696 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b2f6d9-f8c9-4ddd-8a84-84fef236e767', 'name': 'network-vif-deleted', 'tag': '56169e6b-4281-44d2-93f3-e938cfd20e29', 'status': 'completed', 'code': 200} Jul 28 15:31:13.664391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:13.880567 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:25Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:13.907467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] Checking router: 6cca4916-6420-4988-bc0a-4f7161d7459d for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:13.915798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:13.916407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:30:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:14.023368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:14.226914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:25Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:14.263336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197321e7-fa6e-4d8a-8069-8f84c9f1fa6c None None] The sync data for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 is: [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:19Z', 'revision_number': 4, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '3e041d81-11fe-445d-afb9-6646bc1b04a9', 'name': '', 'network_id': 'fa9c5c2b-7005-4550-8f10-bb29207a976c', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'mac_address': 'fa:16:3e:24:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:18Z', 'updated_at': '2021-07-28T15:25:25Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'subnets': [{'id': 'fc209d6b-8aeb-4248-8eb3-8afecd59b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:14.339247 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-670b7a39-fd84-4704-b871-ac52f4350e96 req-0b4fc8a1-de11-4e54-b79c-53a8adf2fc1b tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4b2f6d9-f8c9-4ddd-8a84-84fef236e767 HTTP/1.1" status: 200 len: 210 time: 0.0296745 Jul 28 15:31:14.470666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd4eea-6c7e-4ed5-b665-bd47b8a269e8 req-d984e8f6-e9a7-4e0c-ac27-db633304c84e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:14.472295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ccd4eea-6c7e-4ed5-b665-bd47b8a269e8 req-d984e8f6-e9a7-4e0c-ac27-db633304c84e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0555077 Jul 28 15:31:14.532177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ccd4eea-6c7e-4ed5-b665-bd47b8a269e8 req-b10f62cc-a785-4fae-bd05-98f7928ff2e8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Jul 28 15:31:14.535021 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cf64d-d4e4-4702-ac53-33e7fc330057 None None] New status for floating IP 4ee73bc2-fa2e-4763-8926-4649e50759e7: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:31:15.393024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37846) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:15.529082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Deleting port 3803df76-832e-417a-9721-3d0070e1a725 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:15.529434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:15.609412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:15.609945 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:15.622163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Calling delete_port for 3803df76-832e-417a-9721-3d0070e1a725 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:15.653859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9aa0c-9a57-45ed-b0fc-09152524d373 req-646dd6fc-f4a6-47cb-9a94-f6b11e12348f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:15.655330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2c9aa0c-9a57-45ed-b0fc-09152524d373 req-646dd6fc-f4a6-47cb-9a94-f6b11e12348f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0533583 Jul 28 15:31:15.694116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2c9aa0c-9a57-45ed-b0fc-09152524d373 req-7a55c6dc-61bf-47db-a0f5-d24598b28256 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321774 Jul 28 15:31:15.832724 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:15.859122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event deleted for resources: {'Port': ['ID=3803df76-832e-417a-9721-3d0070e1a725,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:15.885837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.886120 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.886475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.886896 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.887162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.887498 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.887829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.888161 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.888585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.888920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.889250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.889599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:15.932244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:15.935445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:15.936687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d1ebcdd9-ea1a-40c1-b33d-e7f76bc12d69 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "DELETE /v2.0/floatingips/4ee73bc2-fa2e-4763-8926-4649e50759e7 HTTP/1.1" status: 204 len: 168 time: 0.5426574 Jul 28 15:31:16.003726 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37856) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:16.062527 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06f289bb-0bd6-48e2-9882-d3fee638a440 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.091600 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06f289bb-0bd6-48e2-9882-d3fee638a440 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.241243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06f289bb-0bd6-48e2-9882-d3fee638a440 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.244222 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-06f289bb-0bd6-48e2-9882-d3fee638a440 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.245438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-06f289bb-0bd6-48e2-9882-d3fee638a440 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] 10.222.0.57 "DELETE /v2.0/security-groups/e7d5006b-721a-4f9a-84bf-a2baa833969a HTTP/1.1" status: 204 len: 168 time: 0.2405608 Jul 28 15:31:16.254926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f289bb-0bd6-48e2-9882-d3fee638a440 tempest-TestServerBasicOps-2042071258 tempest-TestServerBasicOps-2042071258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5006b-721a-4f9a-84bf-a2baa833969a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:16.348012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:16.854470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768a291-cb72-46a2-a612-43083bc10312 req-9c3c2823-02cc-4d55-a2df-43468c446447 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:16.855947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f768a291-cb72-46a2-a612-43083bc10312 req-9c3c2823-02cc-4d55-a2df-43468c446447 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0676613 Jul 28 15:31:16.859964 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.965559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f768a291-cb72-46a2-a612-43083bc10312 req-94fabfe6-afb1-41b0-9e3c-3f541ba6505d tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721402 Jul 28 15:31:17.140357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Deleting port 3e041d81-11fe-445d-afb9-6646bc1b04a9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:17.140730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:17.218023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] For port 3e041d81-11fe-445d-afb9-6646bc1b04a9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3e041d81-11fe-445d-afb9-6646bc1b04a9,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:17.218394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:17.231877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Calling delete_port for 3e041d81-11fe-445d-afb9-6646bc1b04a9 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:17.849337 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:17.876328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e041d81-11fe-445d-afb9-6646bc1b04a9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:18.070977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 56169e6b-4281-44d2-93f3-e938cfd20e29 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:18.073550 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:18.094194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 56169e6b-4281-44d2-93f3-e938cfd20e29 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:18.094615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 56169e6b-4281-44d2-93f3-e938cfd20e29 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:18.100383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fcb4b-de09-4618-8445-fb45559ac7fb req-51f783bc-93de-49b3-9127-dcf11dbc98d6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:18.100383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-057fcb4b-de09-4618-8445-fb45559ac7fb req-51f783bc-93de-49b3-9127-dcf11dbc98d6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0536506 Jul 28 15:31:18.140086 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-057fcb4b-de09-4618-8445-fb45559ac7fb req-c44c6cc9-fa01-4ca9-815a-9441af46a5eb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344768 Jul 28 15:31:18.302583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Router 6cca4916-6420-4988-bc0a-4f7161d7459d has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:31:18.413090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:18.419948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a5ca9d45-2166-423a-833b-085636efb3a9 admin admin] 10.222.0.57 "PUT /v2.0/routers/6cca4916-6420-4988-bc0a-4f7161d7459d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0692925 Jul 28 15:31:18.421324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37870) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:18.422327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] Sync routers for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:18.435330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:18.435967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:30:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:18.544290 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:18.546670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:18.652358 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:18.750432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:31:17Z', 'revision_number': 5, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port': {'id': 'abce1da4-58b5-49b6-a326-bb96d933c851', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:18.789560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Deleting port abce1da4-58b5-49b6-a326-bb96d933c851 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:18.789909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:18.877558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] For port abce1da4-58b5-49b6-a326-bb96d933c851, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=abce1da4-58b5-49b6-a326-bb96d933c851,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:18.878328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:18.892089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Calling delete_port for abce1da4-58b5-49b6-a326-bb96d933c851 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:18.937027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] Checking router: 6cca4916-6420-4988-bc0a-4f7161d7459d for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:18.945323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] Routers {'6cca4916-6420-4988-bc0a-4f7161d7459d'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:18.945937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:30:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6cca4916-6420-4988-bc0a-4f7161d7459d'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:19.033788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] Set router 6cca4916-6420-4988-bc0a-4f7161d7459d gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:19.090318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:31:18Z', 'revision_number': 6, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:19.116542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93a91c-014f-4004-8bf1-88655e5b9e79 None None] The sync data for ids ['6cca4916-6420-4988-bc0a-4f7161d7459d'] in n-d-764806-10 is: [{'id': '6cca4916-6420-4988-bc0a-4f7161d7459d', 'name': 'tempest-TestServerBasicOps-358396750-router', 'tenant_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:15Z', 'updated_at': '2021-07-28T15:31:18Z', 'revision_number': 6, 'project_id': 'f3f2fa2d52fa49dca047e83cf982712e', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:19.132390 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.165544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Pushing event deleted for resources: {'Port': ['ID=abce1da4-58b5-49b6-a326-bb96d933c851,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:19.258857 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.336251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086777b-4c09-480b-9e85-9986cc54e6b3 req-dcf307ba-543b-45c8-8e42-f737259cdacb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:19.337819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c086777b-4c09-480b-9e85-9986cc54e6b3 req-dcf307ba-543b-45c8-8e42-f737259cdacb tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.1254146 Jul 28 15:31:19.375139 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.383034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.443347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c086777b-4c09-480b-9e85-9986cc54e6b3 req-8b77ac6b-0a49-4a00-8347-4dbc3238d784 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795889 Jul 28 15:31:19.538457 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.539041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cca4916-6420-4988-bc0a-4f7161d7459d {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:31:19.544195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.547697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-19f90086-a362-4267-9c62-2700649888dd admin admin] 10.222.0.57 "DELETE /v2.0/routers/6cca4916-6420-4988-bc0a-4f7161d7459d HTTP/1.1" status: 204 len: 168 time: 1.1230710 Jul 28 15:31:19.548104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37874) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:19.595510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Deleting subnet fc209d6b-8aeb-4248-8eb3-8afecd59b64a {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:31:19.598808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.637362 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.728799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.858577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.888505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc209d6b-8aeb-4248-8eb3-8afecd59b64a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:19.890886 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:19.895111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1f4ce864-db71-4929-9c2f-a79a9e71af98 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc209d6b-8aeb-4248-8eb3-8afecd59b64a HTTP/1.1" status: 204 len: 168 time: 0.3437524 Jul 28 15:31:19.897108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:19.906574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3787d03-fd6b-4b27-81ce-8ddadb0b945b None None] Network fa9c5c2b-7005-4550-8f10-bb29207a976c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:31:19.972740 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.031265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Deleting port bd49698e-b7ad-441a-9727-5fbb392719fd {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:20.031758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.108633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] DHCP port deletion for fa9c5c2b-7005-4550-8f10-bb29207a976c request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:31:20.115651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] For port bd49698e-b7ad-441a-9727-5fbb392719fd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd49698e-b7ad-441a-9727-5fbb392719fd,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:20.116021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.130245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Calling delete_port for bd49698e-b7ad-441a-9727-5fbb392719fd owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:20.157362 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Deleting port bd49698e-b7ad-441a-9727-5fbb392719fd {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:20.157739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.222193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] For port bd49698e-b7ad-441a-9727-5fbb392719fd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=bd49698e-b7ad-441a-9727-5fbb392719fd,segment=NetworkSegment(4d566518-57f1-4358-b81c-f15143bf7e87),segment_id=4d566518-57f1-4358-b81c-f15143bf7e87)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:20.222589 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.238664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Calling delete_port for bd49698e-b7ad-441a-9727-5fbb392719fd owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:31:20.345349 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:31:20.349841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.352041 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:31:20.354208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.377010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Pushing event deleted for resources: {'Port': ['ID=bd49698e-b7ad-441a-9727-5fbb392719fd,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:20.378117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd49698e-b7ad-441a-9727-5fbb392719fd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:20.384988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] No DVR routers for this DVR port bd49698e-b7ad-441a-9727-5fbb392719fd on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:31:20.391024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] No DVR routers for this DVR port bd49698e-b7ad-441a-9727-5fbb392719fd on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:31:20.396737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.397088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.397847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.398194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.398542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.398903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.399170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.399532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.399887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.403539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.403539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.403539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f1596-a5fe-414f-8f2a-bda48b7f56b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:20.459308 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.469569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9c5c2b-7005-4550-8f10-bb29207a976c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:20.487813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d566518-57f1-4358-b81c-f15143bf7e87') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:20.492735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d566518-57f1-4358-b81c-f15143bf7e87') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:20.497301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device abce1da4-58b5-49b6-a326-bb96d933c851 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:20.505581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.517359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: abce1da4-58b5-49b6-a326-bb96d933c851 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:20.517949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device abce1da4-58b5-49b6-a326-bb96d933c851 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:20.518369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd49698e-b7ad-441a-9727-5fbb392719fd no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:20.527982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.538433 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: bd49698e-b7ad-441a-9727-5fbb392719fd {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:20.538776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device bd49698e-b7ad-441a-9727-5fbb392719fd not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:20.539184 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3e041d81-11fe-445d-afb9-6646bc1b04a9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:20.548087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:31:20.548533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:31:20.550277 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:31:20.560661 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 3e041d81-11fe-445d-afb9-6646bc1b04a9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:20.561005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3e041d81-11fe-445d-afb9-6646bc1b04a9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:20.615244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea4c70-21bb-439b-9424-f860febc8662 req-0fe97799-6139-4af1-aae6-cc094a5fa2ed tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:20.616775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50ea4c70-21bb-439b-9424-f860febc8662 req-0fe97799-6139-4af1-aae6-cc094a5fa2ed tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0983589 Jul 28 15:31:20.656646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50ea4c70-21bb-439b-9424-f860febc8662 req-5dd4f31b-597c-4223-b8cb-c8b75a1b2955 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334492 Jul 28 15:31:20.674886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.680559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.682433 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fa9c5c2b-7005-4550-8f10-bb29207a976c HTTP/1.1" status: 204 len: 168 time: 0.7860270 Jul 28 15:31:20.685443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37880) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:20.693909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1d64d-4e5f-4398-9558-76cd7425da31 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9c5c2b-7005-4550-8f10-bb29207a976c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:21.043292 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:21.304504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Deleting port ab927940-d25b-4396-a070-43dc6c1b5561 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:21.304774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:21.381667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] For port ab927940-d25b-4396-a070-43dc6c1b5561, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ab927940-d25b-4396-a070-43dc6c1b5561,segment=NetworkSegment(ad4ba621-e97b-4f37-811b-d80956cb50c0),segment_id=ad4ba621-e97b-4f37-811b-d80956cb50c0)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:21.382039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:21.394522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Calling delete_port for ab927940-d25b-4396-a070-43dc6c1b5561 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:21.698056 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:21.726312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab927940-d25b-4396-a070-43dc6c1b5561,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:21.824579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fa3cb-9d1a-4742-816c-ed1653d5a3f1 req-f8c38b73-cc8d-45e6-81d9-8adf8463d4f1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:21.826259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa7fa3cb-9d1a-4742-816c-ed1653d5a3f1 req-f8c38b73-cc8d-45e6-81d9-8adf8463d4f1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.1011109 Jul 28 15:31:21.915001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa7fa3cb-9d1a-4742-816c-ed1653d5a3f1 req-24e078ec-00de-4022-b297-66ce365701d6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811710 Jul 28 15:31:21.963541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:22.189231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:31:22.301143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:22.306241 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-815c629a-3d4e-44ee-8e05-b393f4b8f638 admin admin] 10.222.0.57 "PUT /v2.0/routers/b70b95d2-3b96-44e0-96c1-4e1149fcf1e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6197641 Jul 28 15:31:22.308697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37884) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:22.311285 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] Sync routers for ids ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:22.320758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] Routers {'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:22.321368 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:30:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:22.366713 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a86cc218-663f-406a-9ee6-e8616fb2bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:22.429868 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] Set router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:22.630333 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:31:21Z', 'revision_number': 5, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:22.657317 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] Checking router: b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:22.666149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] Routers {'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:22.666772 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:30:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:22.773588 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] Set router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:22.775039 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:22.882407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:22.951849 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:31:21Z', 'revision_number': 5, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:22.982665 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141aef5-2b9a-4018-be28-8329345f3c9f None None] The sync data for ids ['b70b95d2-3b96-44e0-96c1-4e1149fcf1e4'] in n-d-764806-10 is: [{'id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'name': 'tempest-TestServerBasicOps-1911301457-router', 'tenant_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '3c12e960-20e4-4706-8250-988d901aa05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:25:22Z', 'updated_at': '2021-07-28T15:31:21Z', 'revision_number': 5, 'project_id': 'e8fc48c4c54845a08db846d9e5588ea7', 'gw_port': {'id': '3c12e960-20e4-4706-8250-988d901aa05d', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b95d2-3b96-44e0-96c1-4e1149fcf1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:25:23Z', 'updated_at': '2021-07-28T15:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:23.044333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb39fe-4359-49a8-b204-d5b0706bf660 req-d2c6b58d-1f56-4736-98c2-f146cc866080 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:23.049613 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6bb39fe-4359-49a8-b204-d5b0706bf660 req-d2c6b58d-1f56-4736-98c2-f146cc866080 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.0629852 Jul 28 15:31:23.065781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Deleting port 3c12e960-20e4-4706-8250-988d901aa05d {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:23.066507 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.086734 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c6bb39fe-4359-49a8-b204-d5b0706bf660 req-fcc31dcb-d985-49b3-a6d6-b7156c453ed8 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Jul 28 15:31:23.148813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] For port 3c12e960-20e4-4706-8250-988d901aa05d, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=3c12e960-20e4-4706-8250-988d901aa05d,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:23.149176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.166366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Calling delete_port for 3c12e960-20e4-4706-8250-988d901aa05d owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:23.435239 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.467187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c12e960-20e4-4706-8250-988d901aa05d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:23.532515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.624968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.627052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.792079 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.792731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:31:23.796987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.798268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-02b1e6de-e5ea-43b5-a80e-708aed421445 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b70b95d2-3b96-44e0-96c1-4e1149fcf1e4 HTTP/1.1" status: 204 len: 168 time: 1.4885404 Jul 28 15:31:23.800681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37888) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:23.851461 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Deleting subnet 70abae8c-dcfc-4e08-93f5-9ea42fa11585 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:31:23.855136 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.895020 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:23.976580 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.137319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:31:24.174282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.222664 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70abae8c-dcfc-4e08-93f5-9ea42fa11585,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:24.230453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:24.230955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.234483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a98c6eaf-967e-4870-abda-86baf971018b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/70abae8c-dcfc-4e08-93f5-9ea42fa11585 HTTP/1.1" status: 204 len: 168 time: 0.4307427 Jul 28 15:31:24.234665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a131b4d-98da-4625-b154-1ccc1daa6563 None None] Network e98438a6-8292-47b0-a974-99d3d33af6fd requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:31:24.235627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:24.257907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ec195-0a12-4bd7-9dba-994f62f563fc req-e835d546-e588-47e8-871e-891f3227d359 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:24.259592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-241ec195-0a12-4bd7-9dba-994f62f563fc req-e835d546-e588-47e8-871e-891f3227d359 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 944 time: 0.1043520 Jul 28 15:31:24.285565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'port_id': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'mac_address': 'fa:16:3e:6c:a8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:31:24.325176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-241ec195-0a12-4bd7-9dba-994f62f563fc req-44cf1d1e-4d97-4d06-8047-d73e00aadaba tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584791 Jul 28 15:31:24.332928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.363490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.391991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:31:24.395838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Deleting port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:24.396191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.420018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:24.460924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] For port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,segment=NetworkSegment(ad4ba621-e97b-4f37-811b-d80956cb50c0),segment_id=ad4ba621-e97b-4f37-811b-d80956cb50c0)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:24.461304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.475097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Calling delete_port for 4ed5cd09-a99f-4900-a12c-b99dd54ce34f owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:24.506782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.538652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] DHCP port deletion for e98438a6-8292-47b0-a974-99d3d33af6fd request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:31:24.538652 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ab927940-d25b-4396-a070-43dc6c1b5561 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:24.565610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ab927940-d25b-4396-a070-43dc6c1b5561 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:24.567393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ab927940-d25b-4396-a070-43dc6c1b5561 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:24.567393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3c12e960-20e4-4706-8250-988d901aa05d no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:24.616647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 3c12e960-20e4-4706-8250-988d901aa05d {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:24.617253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 3c12e960-20e4-4706-8250-988d901aa05d not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:24.623114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:24.635002 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.643715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Deleting port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:31:24.644086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.665252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:24.668858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] No DVR routers for this DVR port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:31:24.709233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] For port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:24.709613 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.722464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Calling delete_port for 4ed5cd09-a99f-4900-a12c-b99dd54ce34f owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:31:24.725210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 15:31:24.726746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.740986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.751222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98438a6-8292-47b0-a974-99d3d33af6fd']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:24.756783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] Pushing event deleted for resources: {'Port': ['ID=4ed5cd09-a99f-4900-a12c-b99dd54ce34f,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:24.762843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4ba621-e97b-4f37-811b-d80956cb50c0') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:24.763144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4ba621-e97b-4f37-811b-d80956cb50c0') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:24.765110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5720a-9938-44a2-a3a0-a7d4d3e0257e None None] No DVR routers for this DVR port 4ed5cd09-a99f-4900-a12c-b99dd54ce34f on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:31:24.775216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.790168 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.796240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:31:24.796690 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:31:24.798358 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:31:24.832022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1cd79dbd-754b-464d-89e7-2be7010ea707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.917349 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.923018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:24.925152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e98438a6-8292-47b0-a974-99d3d33af6fd HTTP/1.1" status: 204 len: 168 time: 0.6877034 Jul 28 15:31:24.936522 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76222301-84f0-4bbc-8f85-12e01eb4c376 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98438a6-8292-47b0-a974-99d3d33af6fd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:24.972233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:31:25.300225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:25.447297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37898) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:25.453741 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2674b4-2d29-4f80-aa40-344b21b9dc90 req-139a18ab-cd71-44ee-9c6e-e72931056f46 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:25.455285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b2674b4-2d29-4f80-aa40-344b21b9dc90 req-139a18ab-cd71-44ee-9c6e-e72931056f46 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 945 time: 0.0541823 Jul 28 15:31:25.491441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9292d95c-058c-47fc-9b39-46312ccf7f80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3f2fa2d52fa49dca047e83cf982712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429530 Jul 28 15:31:25.494383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37900) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:25.504976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b2674b4-2d29-4f80-aa40-344b21b9dc90 req-b7c5ebed-3253-47eb-9cd4-29cbc1a39e87 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Jul 28 15:31:25.548697 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74cb28e3-6910-4abb-a0d3-49683a8c1657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:25.573688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74cb28e3-6910-4abb-a0d3-49683a8c1657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:25.705996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74cb28e3-6910-4abb-a0d3-49683a8c1657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:25.709118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74cb28e3-6910-4abb-a0d3-49683a8c1657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:25.710273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-74cb28e3-6910-4abb-a0d3-49683a8c1657 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/323bb71b-0cca-4d84-864f-7cb703daab74 HTTP/1.1" status: 204 len: 168 time: 0.2149251 Jul 28 15:31:25.719851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb28e3-6910-4abb-a0d3-49683a8c1657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323bb71b-0cca-4d84-864f-7cb703daab74,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:26.138759 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:26.252301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:26.256977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:26.257349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.335128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.357119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:31:26.359352 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49aca2-1005-4e02-bece-aa2bc0c629f8" -d '{"events": [{"server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "name": "network-vif-plugged", "status": "completed", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:31:26.372688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:26.395400 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424297fc-7456-4fdd-990d-9ac3e0c634d8 x-openstack-request-id: req-424297fc-7456-4fdd-990d-9ac3e0c634d8 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:31:26.396216 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "name": "network-vif-plugged", "status": "completed", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:31:26.396494 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-424297fc-7456-4fdd-990d-9ac3e0c634d8 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:31:26.396880 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'code': 200} Jul 28 15:31:26.490687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ed5cd09-a99f-4900-a12c-b99dd54ce34f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:26.511361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.513076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4ed5cd09-a99f-4900-a12c-b99dd54ce34f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:31:26.513463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4ed5cd09-a99f-4900-a12c-b99dd54ce34f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:26.531997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65e0af-c227-4db0-957c-b595eedef03b req-c92d9618-63e4-4eb0-b862-65263fab9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:26.537049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a65e0af-c227-4db0-957c-b595eedef03b req-c92d9618-63e4-4eb0-b862-65263fab9f7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1097 time: 0.0520465 Jul 28 15:31:26.571303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.572147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:26.581727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a65e0af-c227-4db0-957c-b595eedef03b req-9120062b-0922-44ad-b2f2-d0b84c6a4cc2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 Jul 28 15:31:26.590836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37910) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:26.631843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-cd6f649d-d362-4098-ba9e-7d0f98b9ffef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8fc48c4c54845a08db846d9e5588ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397820 Jul 28 15:31:26.634303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37912) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:26.637406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943531f-63e8-4264-a8ae-d456c6d56cce req-f3307027-0c05-4ebd-a8bf-e2e11034085b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:26.639814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5943531f-63e8-4264-a8ae-d456c6d56cce req-f3307027-0c05-4ebd-a8bf-e2e11034085b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0514152 Jul 28 15:31:26.678207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5943531f-63e8-4264-a8ae-d456c6d56cce req-b58c01d1-4d42-4e4f-a5da-0cedac93ffd3 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Jul 28 15:31:26.702560 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff438ce4-9307-48b9-81ce-add9badee821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.705558 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff438ce4-9307-48b9-81ce-add9badee821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.869350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff438ce4-9307-48b9-81ce-add9badee821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.872280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff438ce4-9307-48b9-81ce-add9badee821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:26.873499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ff438ce4-9307-48b9-81ce-add9badee821 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21fe915f-cc59-432b-87da-a1390f658104 HTTP/1.1" status: 204 len: 168 time: 0.2382801 Jul 28 15:31:26.888378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff438ce4-9307-48b9-81ce-add9badee821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe915f-cc59-432b-87da-a1390f658104,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:27.806854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77e5a0-bc2c-4df6-922a-0b819d93f7c6 req-18fb8f21-0c83-4fc1-8df7-e39b9602ce69 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:27.808355 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff77e5a0-bc2c-4df6-922a-0b819d93f7c6 req-18fb8f21-0c83-4fc1-8df7-e39b9602ce69 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0576761 Jul 28 15:31:27.851306 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff77e5a0-bc2c-4df6-922a-0b819d93f7c6 req-a340424e-c546-4d03-bd4d-89e110205eb1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363727 Jul 28 15:31:28.024039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.183443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37936) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:28.295263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-439700069-network', 'tenant_id': 'e606677de08f4b76b9d0059855712c20'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:28.408765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Made reservation on behalf of e606677de08f4b76b9d0059855712c20 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:31:28.411087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.420499 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.515902 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.620731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.646825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:31:28.657417 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e01753-ef13-4ba3-8eb7-d267e4553852,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:28.662563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.662979 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Added segment e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6 of type vlan for network 3f39659a-d850-4e6c-b0b2-abfb940e72cb Jul 28 15:31:28.702947 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.837870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.838808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:28.839400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:28.904052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] Pushing event updated for resources: {'Network': ['ID=3f39659a-d850-4e6c-b0b2-abfb940e72cb,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:28.914027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:31:28.969392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e414-f718-4d23-ae19-c1295f6d83f3 req-ffb947b1-6a36-4bd4-b457-f595e4b8f3f7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:28.970899 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0aa5e414-f718-4d23-ae19-c1295f6d83f3 req-ffb947b1-6a36-4bd4-b457-f595e4b8f3f7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0495911 Jul 28 15:31:28.981312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5dabe7cb-43d7-4c48-9faf-2e62af1579fc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7963102 Jul 28 15:31:28.983990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37942) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:28.995453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Request body: {'subnet': {'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-439700069-subnet', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:29.028863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0aa5e414-f718-4d23-ae19-c1295f6d83f3 req-d95b431c-2f2d-4d79-b7cb-2d4db7eb2fc7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517588 Jul 28 15:31:29.148118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419098-fafe-4753-9d95-fe6e83f27b65 req-da00a232-8211-4801-9b6a-213e4ca1942b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:29.149554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d419098-fafe-4753-9d95-fe6e83f27b65 req-da00a232-8211-4801-9b6a-213e4ca1942b tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0523226 Jul 28 15:31:29.171722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Made reservation on behalf of e606677de08f4b76b9d0059855712c20 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:31:29.174195 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.188512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d419098-fafe-4753-9d95-fe6e83f27b65 req-bbb35bd6-cbe1-4ae9-8969-369b387ab2f6 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Jul 28 15:31:29.211836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37946) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:29.384364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2629a5d-90f0-4d03-aa65-5a0666b741e7 tempest-TestVolumeBootPattern-837228763 tempest-TestVolumeBootPattern-837228763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:29.385917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f2629a5d-90f0-4d03-aa65-5a0666b741e7 tempest-TestVolumeBootPattern-837228763 tempest-TestVolumeBootPattern-837228763-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1093 time: 0.1729202 Jul 28 15:31:29.388615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37950) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:29.392982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:29.397580 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.459533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b74ec88-75f6-499f-80be-e21e0940f365,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:29.466395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Checking segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:29.466760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Network hostable DHCP agents. Network: 3f39659a-d850-4e6c-b0b2-abfb940e72cb, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:31:29.500386 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.594888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:31:29.610114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.717881 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 3f39659a-d850-4e6c-b0b2-abfb940e72cb) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:29.718153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Allocated IP 172.25.6.211 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/1f9bf464-b3a5-4647-8818-8e3e0b697453) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:29.723420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:29.727793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.730430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d347753-e824-4ea3-955d-ae6d71bfb15f None None] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:31:29.806777 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-576966c4-c62e-45e5-8a9c-3569d436e5b3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8191175 Jul 28 15:31:29.806989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37952) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:29.811597 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:29.843779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.886482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:31:29.887348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.920863 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.921952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.974034 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.980545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.021591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:30.021827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Allocated IP 172.20.0.2 (3f39659a-d850-4e6c-b0b2-abfb940e72cb/1b74ec88-75f6-499f-80be-e21e0940f365/1cf0d419-3118-4cb8-aca7-5849d13b886b) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:30.027413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:30.032262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:30.034443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=1f9bf464-b3a5-4647-8818-8e3e0b697453,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:30.180419 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.183928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.193031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Transition to ACTIVE for port object 1cf0d419-3118-4cb8-aca7-5849d13b886b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:30.211332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Transition to ACTIVE for port object 1cf0d419-3118-4cb8-aca7-5849d13b886b will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:30.406332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.506575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.547810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:30.550764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:30.556837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:30.566137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Pushing event updated for resources: {'Port': ['ID=1cf0d419-3118-4cb8-aca7-5849d13b886b,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:30.573502 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.592899 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.614603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Attempting to bind port 1cf0d419-3118-4cb8-aca7-5849d13b886b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:30.614979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Attempting to bind port 1cf0d419-3118-4cb8-aca7-5849d13b886b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:30.615349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Attempting to bind port 1cf0d419-3118-4cb8-aca7-5849d13b886b on network 3f39659a-d850-4e6c-b0b2-abfb940e72cb {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:30.621331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:30.621812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Checking segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:30.622221 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.622621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Bound using segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:30.623089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Bound port: 1cf0d419-3118-4cb8-aca7-5849d13b886b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:30.623475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.662205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.692985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] For port 1cf0d419-3118-4cb8-aca7-5849d13b886b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:30.697197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] For port 1cf0d419-3118-4cb8-aca7-5849d13b886b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cf0d419-3118-4cb8-aca7-5849d13b886b,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:30.708665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Allocated IP 172.25.6.78 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/e2c539de-e963-491f-a81e-03d64b36155e) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:30.767434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.829488 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.830465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311938f-a195-4155-99cd-c8c82d6a141e None None] Pushing event updated for resources: {'Port': ['ID=1cf0d419-3118-4cb8-aca7-5849d13b886b,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:30.841696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.940729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:30.964346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:31.018448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:31.023692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:31.024384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:31.040437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event updated for resources: {'Port': ['ID=1f9bf464-b3a5-4647-8818-8e3e0b697453,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:31.054221 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:31.059455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c539de-e963-491f-a81e-03d64b36155e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:31.171524 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Floating IP 528d5375-8033-44d5-99af-0e72d5e2dffb associated. External IP: 172.25.6.211, port: 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda. Jul 28 15:31:31.381665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:31:31.387099 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:31.495008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:31.507947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:31.522942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:31.523583 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:31.614071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:31.615235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:31.650467 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-6cd93490-b0f1-47e9-bbab-881ebfe379a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1261208 Jul 28 15:31:31.654486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:31.661024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-00e314e3-2f29-49f3-ba6a-c7f06e4c0c22 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2691436 Jul 28 15:31:31.661024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:31:31.661785 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f878c7e-fc80-4780-9260-1b5b11640f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:31:31.718609 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010049ef-d9c0-4e6b-abcc-755ab4facda3 x-openstack-request-id: req-010049ef-d9c0-4e6b-abcc-755ab4facda3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:31:31.718922 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:31:31.719180 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-010049ef-d9c0-4e6b-abcc-755ab4facda3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:31:31.719552 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'status': 'completed', 'code': 200} Jul 28 15:31:31.788832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-99254e36-61a4-48a6-ba9d-41361e7095ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.790367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-99254e36-61a4-48a6-ba9d-41361e7095ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1098 time: 0.0532537 Jul 28 15:31:31.877054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:31:31.923637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-c05d98e0-55ba-4baa-bf67-f94ed0be6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.925162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-c05d98e0-55ba-4baa-bf67-f94ed0be6308 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1129117 Jul 28 15:31:31.946289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3abaf-5237-49a5-9d9f-8dcae6c87336 None None] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:31:31.999508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-8281ae83-6730-467d-9aa4-bcabc23e2545 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 1000 time: 0.0642025 Jul 28 15:31:32.005277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:32.017520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Sync routers for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:32.027622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '528d5375-8033-44d5-99af-0e72d5e2dffb', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:6c:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82632813-68f1-4882-9e81-71cef3e8678e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:30Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}, {'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:27Z', 'revision_number': 1, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:32.034678 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:32.035840 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:32.057603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-d141ff9f-7851-44ba-ac1f-68d3a31960c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:32.058304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:32.058872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-d141ff9f-7851-44ba-ac1f-68d3a31960c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0519879 Jul 28 15:31:32.076819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:32.077456 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:32.108647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-45017146-8485-4f2e-87a3-82f4f1506802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:32.110199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-45017146-8485-4f2e-87a3-82f4f1506802 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443215 Jul 28 15:31:32.146381 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:32.155298 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:32.159212 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-196d6530-a5ab-4c86-b6fe-f93811c04a48 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3486640 Jul 28 15:31:32.159623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37962) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:32.229860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-ad09164d-5cb4-4035-85da-51edfc24af53 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116037 Jul 28 15:31:32.338131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3c74703-8848-4960-b504-479b232c30af None None] Provisioning for port 1cf0d419-3118-4cb8-aca7-5849d13b886b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:32.379507 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-91336446-fb8a-4ce0-a37a-948c4d63c320 req-a6eadbb4-6318-49db-b8b6-2c996b4dfbee service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396770 Jul 28 15:31:32.459018 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:31Z', 'revision_number': 3, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:32.480557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:32.488674 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Checking router: aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:32.489020 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Updating router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c port e2c539de-e963-491f-a81e-03d64b36155e binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:31:32.514987 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:32.613422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cf0d419-3118-4cb8-aca7-5849d13b886b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:32.684301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-0ce775ff-2951-4743-ad30-945ac0ad1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:32.687318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-0ce775ff-2951-4743-ad30-945ac0ad1adb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1098 time: 0.0864902 Jul 28 15:31:32.708207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:32.835661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-511a0276-8316-43e5-88bb-565609253ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:32.837207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-511a0276-8316-43e5-88bb-565609253ddf service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.1428225 Jul 28 15:31:32.858321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1cf0d419-3118-4cb8-aca7-5849d13b886b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:32.865489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1cf0d419-3118-4cb8-aca7-5849d13b886b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:32.866311 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:32.943167 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:32.945415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-2b027da5-1536-4cd4-bb90-729a0bd9fa3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 1000 time: 0.1005599 Jul 28 15:31:32.949521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-899632f0-57e8-4b35-a8f2-5fa1a994ade9 None None] Provisioning complete for port 1cf0d419-3118-4cb8-aca7-5849d13b886b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:32.950097 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-899632f0-57e8-4b35-a8f2-5fa1a994ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:32.956880 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Transition to ACTIVE for port object e2c539de-e963-491f-a81e-03d64b36155e will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:33.008109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-432bc750-b7be-4c22-815b-0f70d97c0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:33.010180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-432bc750-b7be-4c22-815b-0f70d97c0b1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0574617 Jul 28 15:31:33.036612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.051548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '528d5375-8033-44d5-99af-0e72d5e2dffb', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:6c:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82632813-68f1-4882-9e81-71cef3e8678e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:30Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}, {'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:27Z', 'revision_number': 1, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:33.054228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.061283 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.070271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-7b47d933-1a29-4f45-bf0b-341036b0af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:33.071987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-7b47d933-1a29-4f45-bf0b-341036b0af71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541618 Jul 28 15:31:33.105594 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Pushing event updated for resources: {'Port': ['ID=e2c539de-e963-491f-a81e-03d64b36155e,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:33.113826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148ce73-e45c-4778-94b5-2d77f1a65deb None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '528d5375-8033-44d5-99af-0e72d5e2dffb', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:6c:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82632813-68f1-4882-9e81-71cef3e8678e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:30Z', 'revision_number': 0, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}, {'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:27Z', 'revision_number': 1, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:33.118926 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.119317 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.119723 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.120154 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.120505 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.120940 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.121316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.121846 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.122234 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.122616 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.122999 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.123379 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:33.143304 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Attempting to bind port e2c539de-e963-491f-a81e-03d64b36155e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:33.143754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Attempting to bind port e2c539de-e963-491f-a81e-03d64b36155e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:33.144184 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Attempting to bind port e2c539de-e963-491f-a81e-03d64b36155e on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:33.161391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:33.161981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-899632f0-57e8-4b35-a8f2-5fa1a994ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.163478 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:33.165395 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.166430 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:33.167116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1cf0d419-3118-4cb8-aca7-5849d13b886b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cf0d419-3118-4cb8-aca7-5849d13b886b,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:33.167799 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Bound port: e2c539de-e963-491f-a81e-03d64b36155e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:33.168208 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.219689 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-781e447b-4656-490d-97b6-df93e6fc82eb service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343527 Jul 28 15:31:33.257874 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] For port e2c539de-e963-491f-a81e-03d64b36155e, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:33.261441 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] For port e2c539de-e963-491f-a81e-03d64b36155e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e2c539de-e963-491f-a81e-03d64b36155e,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:33.269816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.286271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Allocated IP 172.20.0.1 (3f39659a-d850-4e6c-b0b2-abfb940e72cb/1b74ec88-75f6-499f-80be-e21e0940f365/957876ab-2f61-4d71-830f-95b9a157be67) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:33.326779 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.328398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2f878c7e-fc80-4780-9260-1b5b11640f2c req-e6b3cb35-db29-492f-855d-c29b31bb7c54 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003821 Jul 28 15:31:33.369439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-899632f0-57e8-4b35-a8f2-5fa1a994ade9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:31:33.369789 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-899632f0-57e8-4b35-a8f2-5fa1a994ade9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:31:33.379496 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1cf0d419-3118-4cb8-aca7-5849d13b886b,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:33.408722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518db6f6-aa87-4f1a-b82b-703092a359ae None None] New status for floating IP 528d5375-8033-44d5-99af-0e72d5e2dffb: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:31:33.413005 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7454c8-6787-44be-a83f-9bbad13096e1 None None] Pushing event updated for resources: {'Port': ['ID=e2c539de-e963-491f-a81e-03d64b36155e,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:33.419248 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:33.420338 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:33.430868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.446156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Transition to ACTIVE for port object 957876ab-2f61-4d71-830f-95b9a157be67 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:33.528747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:33.546129 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.589487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:33.594789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:33.599306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:33.602618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Pushing event updated for resources: {'Port': ['ID=957876ab-2f61-4d71-830f-95b9a157be67,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:33.646601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:33.732059 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:31Z', 'revision_number': 3, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:33.760168 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32c534-8deb-447c-ac93-47d68c6fd65a None None] The sync data for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 is: [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:31Z', 'revision_number': 3, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:33.841589 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.039052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.125941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1227c159-8df9-499c-a590-e7199f27b11a None None] Provisioning for port 957876ab-2f61-4d71-830f-95b9a157be67 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:34.130314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1227c159-8df9-499c-a590-e7199f27b11a None None] Provisioning complete for port 957876ab-2f61-4d71-830f-95b9a157be67 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:34.130834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1227c159-8df9-499c-a590-e7199f27b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.134420 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.170090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1227c159-8df9-499c-a590-e7199f27b11a None None] Port 957876ab-2f61-4d71-830f-95b9a157be67 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:31:34.206944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Pushing event updated for resources: {'Port': ['ID=957876ab-2f61-4d71-830f-95b9a157be67,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:34.210178 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.312111 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:34.313615 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:34.446516 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:31:34.589731 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:34.591006 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cf0d419-3118-4cb8-aca7-5849d13b886b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:34.602102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0c26b269-ca70-4fac-953b-efcafa5d4b05 admin admin] 10.222.0.57 "PUT /v2.0/routers/aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359722 Jul 28 15:31:34.620113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-43286b37-55da-4aea-aa75-4bfa105a2949 None None] Provisioning complete for port 957876ab-2f61-4d71-830f-95b9a157be67 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:34.620512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43286b37-55da-4aea-aa75-4bfa105a2949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.670596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-43286b37-55da-4aea-aa75-4bfa105a2949 None None] Port 957876ab-2f61-4d71-830f-95b9a157be67 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:31:34.677835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1cf0d419-3118-4cb8-aca7-5849d13b886b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:34.678207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.757404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e2c539de-e963-491f-a81e-03d64b36155e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:34.894544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port e2c539de-e963-491f-a81e-03d64b36155e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:34.899203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e2c539de-e963-491f-a81e-03d64b36155e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:34.899656 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:34.980078 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.002715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port e2c539de-e963-491f-a81e-03d64b36155e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e2c539de-e963-491f-a81e-03d64b36155e,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:35.106501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.156675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=e2c539de-e963-491f-a81e-03d64b36155e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:35.351099 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37978) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:35.356280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-246481980-network', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:35.394852 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Sync routers for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:35.396669 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:35.397859 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:35.494530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Made reservation on behalf of 9a4c5f1744b9477eaa5a63cdf0593604 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:31:35.497094 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.500196 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:35.509101 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.601528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.691624 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.703771 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 2, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:35.714721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:31:35.729734 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Checking router: aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:35.730082 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Updating router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c port 957876ab-2f61-4d71-830f-95b9a157be67 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:31:35.730459 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02222f3c-795a-4fe7-8a29-75a3bd5af0a8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:35.734923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.735368 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Added segment 2922311a-7c3d-4e75-abf2-6c363f5de2f4 of type vlan for network 968b8c86-2522-4876-973c-c19f59091a18 Jul 28 15:31:35.757405 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.777505 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.877351 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.878390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:35.879029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:35.940114 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=968b8c86-2522-4876-973c-c19f59091a18,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:35.950498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 968b8c86-2522-4876-973c-c19f59091a18 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:31:36.025684 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.029617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8c2fff7e-dad0-4974-b62c-89a850e5b3f0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6741247 Jul 28 15:31:36.029617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 37980) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:36.034089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Request body: {'subnet': {'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-246481980-subnet', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:36.035322 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Transition to ACTIVE for port object 957876ab-2f61-4d71-830f-95b9a157be67 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:36.137940 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.157206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Made reservation on behalf of 9a4c5f1744b9477eaa5a63cdf0593604 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:31:36.159611 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.186558 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e23051-012b-47e6-a845-3ac351b0d28a None None] Pushing event updated for resources: {'Port': ['ID=957876ab-2f61-4d71-830f-95b9a157be67,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:36.243895 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Attempting to bind port 957876ab-2f61-4d71-830f-95b9a157be67 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:36.244272 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Attempting to bind port 957876ab-2f61-4d71-830f-95b9a157be67 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:36.244988 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Attempting to bind port 957876ab-2f61-4d71-830f-95b9a157be67 on network 3f39659a-d850-4e6c-b0b2-abfb940e72cb {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:36.250334 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:36.250668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Checking segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:36.251097 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.251491 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Bound using segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:36.251965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Bound port: 957876ab-2f61-4d71-830f-95b9a157be67, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:36.252355 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.328239 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] For port 957876ab-2f61-4d71-830f-95b9a157be67, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:36.331888 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] For port 957876ab-2f61-4d71-830f-95b9a157be67, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=957876ab-2f61-4d71-830f-95b9a157be67,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:36.461051 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.483188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.530856 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:36.531851 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:36.542881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e2c539de-e963-491f-a81e-03d64b36155e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:36.544622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874afab2-97ba-4d70-8c96-1088417fd75e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:36.556564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Checking segment: {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:36.556937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Network hostable DHCP agents. Network: 968b8c86-2522-4876-973c-c19f59091a18, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:31:36.578002 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e23051-012b-47e6-a845-3ac351b0d28a None None] Pushing event updated for resources: {'Port': ['ID=957876ab-2f61-4d71-830f-95b9a157be67,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:36.586314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.596882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port e2c539de-e963-491f-a81e-03d64b36155e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:36.597358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.682624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Network 968b8c86-2522-4876-973c-c19f59091a18 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:31:36.776969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:36.779802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 968b8c86-2522-4876-973c-c19f59091a18) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:36.783833 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:36.784571 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.791796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2a0a8-bd20-4d93-8e05-b5c38361c24c None None] Network 968b8c86-2522-4876-973c-c19f59091a18 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:31:36.886597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-00d8791c-bd4d-4e1a-a3ec-f5148741b522 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8539414 Jul 28 15:31:36.887810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:36.894858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:36.960752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-968b8c86-2522-4876-973c-c19f59091a18', 'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'fixed_ips': [{'subnet_id': '874afab2-97ba-4d70-8c96-1088417fd75e'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:31:36.961721 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.987111 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:36Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:36.992244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:36.993515 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.019780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f49f9-8473-4f72-94e3-03c1b1ab273d None None] The sync data for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 is: [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:36Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:37.055055 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.136816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Allocated IP 172.20.0.2 (968b8c86-2522-4876-973c-c19f59091a18/874afab2-97ba-4d70-8c96-1088417fd75e/980c1660-d4a2-4dcb-bcb3-33a01a00f521) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:37.277371 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.320917 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.329735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Transition to ACTIVE for port object 980c1660-d4a2-4dcb-bcb3-33a01a00f521 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:37.345590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Transition to ACTIVE for port object 980c1660-d4a2-4dcb-bcb3-33a01a00f521 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:37.511801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.554168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Network 968b8c86-2522-4876-973c-c19f59091a18 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:37.557180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:37.564090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:37.571676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Pushing event updated for resources: {'Port': ['ID=980c1660-d4a2-4dcb-bcb3-33a01a00f521,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:37.597421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.623874 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.635945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Attempting to bind port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:37.637887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Attempting to bind port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:37.638555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Attempting to bind port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 on network 968b8c86-2522-4876-973c-c19f59091a18 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:37.645727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:37.646407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Checking segment: {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:37.647171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.647747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Bound using segment: {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:37.648417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Bound port: 980c1660-d4a2-4dcb-bcb3-33a01a00f521, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:37.649141 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.726297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] For port 980c1660-d4a2-4dcb-bcb3-33a01a00f521, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:37.730174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] For port 980c1660-d4a2-4dcb-bcb3-33a01a00f521, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=980c1660-d4a2-4dcb-bcb3-33a01a00f521,segment=NetworkSegment(2922311a-7c3d-4e75-abf2-6c363f5de2f4),segment_id=2922311a-7c3d-4e75-abf2-6c363f5de2f4)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:37.747066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Allocated IP 172.25.6.17 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/8e8d3d72-4b6d-4515-94bd-1be432c8ad6a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:37.804021 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:37.862958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1cd1b-42d8-4bff-90a8-e6f53b5b817f None None] Pushing event updated for resources: {'Port': ['ID=980c1660-d4a2-4dcb-bcb3-33a01a00f521,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:37.876757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:38.014863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:38.062123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:38.065229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:38.071344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:38.077214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:38.585247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 957876ab-2f61-4d71-830f-95b9a157be67 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:38.720828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 957876ab-2f61-4d71-830f-95b9a157be67 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:38.725347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 957876ab-2f61-4d71-830f-95b9a157be67 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:38.725689 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:38.799903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:38.819929 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:38.839011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba173657-7a6e-4769-b2c1-367cd7f75628 None None] Network 968b8c86-2522-4876-973c-c19f59091a18 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:31:38.892803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 957876ab-2f61-4d71-830f-95b9a157be67, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=957876ab-2f61-4d71-830f-95b9a157be67,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:39.012775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.029493 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.030737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 980c1660-d4a2-4dcb-bcb3-33a01a00f521 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:39.081569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a3eef31c-3ef3-4d80-a57a-410faccb2d7b None None] Provisioning for port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:39.122766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=957876ab-2f61-4d71-830f-95b9a157be67,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:39.206326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:39.217246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:39.217664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.237439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:31:39.247346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-333a81f9-9f31-466a-a913-d1bdd590da1c None None] Provisioning complete for port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:39.247726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-333a81f9-9f31-466a-a913-d1bdd590da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.354138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:39.368878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Sync routers for ids ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:39.375342 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.471593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.473118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f622f83a-b7e1-42de-afb3-205f77eeb632 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5830736 Jul 28 15:31:39.476796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 37986) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:31:39.567422 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-333a81f9-9f31-466a-a913-d1bdd590da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.581888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Routers {'7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:39.582529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:39.642442 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 980c1660-d4a2-4dcb-bcb3-33a01a00f521, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=980c1660-d4a2-4dcb-bcb3-33a01a00f521,segment=NetworkSegment(2922311a-7c3d-4e75-abf2-6c363f5de2f4),segment_id=2922311a-7c3d-4e75-abf2-6c363f5de2f4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:39.717997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Set router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:39.778873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.898445 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-333a81f9-9f31-466a-a913-d1bdd590da1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:31:39.898722 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-333a81f9-9f31-466a-a913-d1bdd590da1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:31:39.904601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=980c1660-d4a2-4dcb-bcb3-33a01a00f521,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:39.923697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:39.982892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 3, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:40.010357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Checking router: 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:40.015425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Updating router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:31:40.037067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.089215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Allocated IP 172.20.0.1 (968b8c86-2522-4876-973c-c19f59091a18/874afab2-97ba-4d70-8c96-1088417fd75e/cd1efb8a-428c-42ba-b074-c68482748658) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:31:40.197023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.211438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Transition to ACTIVE for port object cd1efb8a-428c-42ba-b074-c68482748658 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:40.297527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.307647 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Transition to ACTIVE for port object 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:40.323940 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.382362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Network 968b8c86-2522-4876-973c-c19f59091a18 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:40.388673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:40.394009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:31:40.396993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Pushing event updated for resources: {'Port': ['ID=cd1efb8a-428c-42ba-b074-c68482748658,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:40.439180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.463103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.522879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Attempting to bind port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:40.523552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Attempting to bind port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:40.523697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Attempting to bind port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:40.526898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5e55-f1d3-4b05-9b3e-4a216871ab60 None None] Pushing event updated for resources: {'Port': ['ID=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:40.531827 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:40.532204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:40.532650 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.533039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:40.533517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Bound port: 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:40.533936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.560863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 957876ab-2f61-4d71-830f-95b9a157be67 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:40.626381 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] For port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:40.629702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] For port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:40.639854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 957876ab-2f61-4d71-830f-95b9a157be67 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:40.640225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.683244 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.727283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 980c1660-d4a2-4dcb-bcb3-33a01a00f521 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:40.778792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:40.779166 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.782507 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.829781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e6ebfa4-b568-4d39-a6e4-1e04df77edd8 None None] Provisioning for port cd1efb8a-428c-42ba-b074-c68482748658 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:40.856784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.856991 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2e6ebfa4-b568-4d39-a6e4-1e04df77edd8 None None] Provisioning complete for port cd1efb8a-428c-42ba-b074-c68482748658 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:40.857352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2e6ebfa4-b568-4d39-a6e4-1e04df77edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.899039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5e55-f1d3-4b05-9b3e-4a216871ab60 None None] Pushing event updated for resources: {'Port': ['ID=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:40.905587 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Routers {'7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:40.906239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:40.917172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.957605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ebfa4-b568-4d39-a6e4-1e04df77edd8 None None] Port cd1efb8a-428c-42ba-b074-c68482748658 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:31:40.985960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:40.988696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Pushing event updated for resources: {'Port': ['ID=cd1efb8a-428c-42ba-b074-c68482748658,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:41.057135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] Set router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:41.085248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Network 968b8c86-2522-4876-973c-c19f59091a18 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:31:41.086691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:31:41.208285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:31:41.326209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:31:41.332217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-04f4e862-5763-4569-be70-9037dbc83e8e admin admin] 10.222.0.57 "PUT /v2.0/routers/7d31bd61-e0b4-4fea-a6d3-dd30dc88752b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528452 Jul 28 15:31:41.401088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'cd1efb8a-428c-42ba-b074-c68482748658', 'name': '', 'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'mac_address': 'fa:16:3e:ca:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:39Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 1, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'subnets': [{'id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:41.405712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9ca9c170-aa19-4bc9-ad15-bef32d212d28 None None] Provisioning complete for port cd1efb8a-428c-42ba-b074-c68482748658 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:41.406087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ca9c170-aa19-4bc9-ad15-bef32d212d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:41.434486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c17f8-4671-4bce-8298-b38501733c61 None None] The sync data for ids ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'] in n-d-764806-10 is: [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'cd1efb8a-428c-42ba-b074-c68482748658', 'name': '', 'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'mac_address': 'fa:16:3e:ca:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:39Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 1, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'subnets': [{'id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:41.485172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9c170-aa19-4bc9-ad15-bef32d212d28 None None] Port cd1efb8a-428c-42ba-b074-c68482748658 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:31:42.530863 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:42.688689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:42.693141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:42.693603 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:42.775053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:42.796962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:42.905912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:43.127479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:44.505040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:44.557417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:44.557793 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.018879 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Sync routers for ids ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:31:45.029722 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Routers {'7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:45.030275 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:45.144564 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Set router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:45.348354 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'cd1efb8a-428c-42ba-b074-c68482748658', 'name': '', 'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'mac_address': 'fa:16:3e:ca:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:39Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 2, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'subnets': [{'id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:45.375444 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Checking router: 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:31:45.375798 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Updating router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b port cd1efb8a-428c-42ba-b074-c68482748658 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:31:45.409010 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.679146 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.694109 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Transition to ACTIVE for port object cd1efb8a-428c-42ba-b074-c68482748658 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:45.777465 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.826273 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192caaf7-b1df-4a7d-ad86-b22000633489 None None] Pushing event updated for resources: {'Port': ['ID=cd1efb8a-428c-42ba-b074-c68482748658,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:45.893577 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Attempting to bind port cd1efb8a-428c-42ba-b074-c68482748658 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:45.894678 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Attempting to bind port cd1efb8a-428c-42ba-b074-c68482748658 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:45.895459 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Attempting to bind port cd1efb8a-428c-42ba-b074-c68482748658 on network 968b8c86-2522-4876-973c-c19f59091a18 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:45.903320 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:45.910400 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Checking segment: {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:45.910400 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.910400 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Bound using segment: {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:45.910400 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Bound port: cd1efb8a-428c-42ba-b074-c68482748658, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2922311a-7c3d-4e75-abf2-6c363f5de2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '968b8c86-2522-4876-973c-c19f59091a18'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:45.910400 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.984751 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] For port cd1efb8a-428c-42ba-b074-c68482748658, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:45.987978 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] For port cd1efb8a-428c-42ba-b074-c68482748658, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cd1efb8a-428c-42ba-b074-c68482748658,segment=NetworkSegment(2922311a-7c3d-4e75-abf2-6c363f5de2f4),segment_id=2922311a-7c3d-4e75-abf2-6c363f5de2f4)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:46.083011 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:46.142700 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Routers {'7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:31:46.143347 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:31:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:46.148948 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192caaf7-b1df-4a7d-ad86-b22000633489 None None] Pushing event updated for resources: {'Port': ['ID=cd1efb8a-428c-42ba-b074-c68482748658,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:46.261917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] Set router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:31:46.473402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'cd1efb8a-428c-42ba-b074-c68482748658', 'name': '', 'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'mac_address': 'fa:16:3e:ca:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:39Z', 'updated_at': '2021-07-28T15:31:45Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'subnets': [{'id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:31:46.504647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18f3fa-e478-47a3-8209-d1e474f4d397 None None] The sync data for ids ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'] in n-d-764806-10 is: [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:31:40Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'cd1efb8a-428c-42ba-b074-c68482748658', 'name': '', 'network_id': '968b8c86-2522-4876-973c-c19f59091a18', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'mac_address': 'fa:16:3e:ca:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:39Z', 'updated_at': '2021-07-28T15:31:45Z', 'revision_number': 4, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'subnets': [{'id': '874afab2-97ba-4d70-8c96-1088417fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:31:46.539762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cd1efb8a-428c-42ba-b074-c68482748658 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:46.688489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port cd1efb8a-428c-42ba-b074-c68482748658 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:31:46.692833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cd1efb8a-428c-42ba-b074-c68482748658 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:46.693205 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:46.786211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:46.827430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port cd1efb8a-428c-42ba-b074-c68482748658, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cd1efb8a-428c-42ba-b074-c68482748658,segment=NetworkSegment(2922311a-7c3d-4e75-abf2-6c363f5de2f4),segment_id=2922311a-7c3d-4e75-abf2-6c363f5de2f4)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:46.970060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:47.021217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=cd1efb8a-428c-42ba-b074-c68482748658,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:48.515137 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cd1efb8a-428c-42ba-b074-c68482748658 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:31:48.564299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cd1efb8a-428c-42ba-b074-c68482748658 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:31:48.564722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:52.322465 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a867bbb-5a33-4bf9-8b4e-766aab2af3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:54.852059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb53abf3-593f-4b11-be29-7003400c9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:55.225231 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:56.482480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:57.351701 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:31:57.962069 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:02.596374 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:06.607647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:06.906729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-0a69d1ec-8b48-490a-b0f6-b520e9b83be9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318543 Jul 28 15:32:06.997320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-925224de-6dae-426c-a7c3-36c50208a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:06.998871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-925224de-6dae-426c-a7c3-36c50208a318 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0421765 Jul 28 15:32:07.108044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-9e652357-2208-4873-be70-9bef995396ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:07.109582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-9e652357-2208-4873-be70-9bef995396ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0899186 Jul 28 15:32:07.184376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-592760ab-4a2d-40ab-8055-21486a04afb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 1001 time: 0.0634921 Jul 28 15:32:07.241178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-5b5b0429-2398-4306-990e-11bd9d60c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:07.245868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-5b5b0429-2398-4306-990e-11bd9d60c9f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0468717 Jul 28 15:32:07.288939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-7529e0ba-122f-4c47-95ed-45e9684e27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:07.290461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-7529e0ba-122f-4c47-95ed-45e9684e27a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401831 Jul 28 15:32:07.393045 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-502e1cab-3147-4fd8-95ba-92c9d276e9c9 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919597 Jul 28 15:32:07.495202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2ee76e52-9ea1-4d2e-9a79-39db16974447 req-52c49114-c06b-4104-a9ca-47fbb33a020b service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872178 Jul 28 15:32:22.338195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-356f7670-5422-4855-923c-d797814a3eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:24.857845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5e55-f52d-4abb-bcdb-eae3cc3f5077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:25.240993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:26.480787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.937895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:32.554233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-b1b8861e-d8d5-43b0-b05c-4392d9a99a6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486732 Jul 28 15:32:32.623181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:32.654409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e323-f690-4190-b047-bb8859c41718 req-6220fea5-415c-4c6f-a8d9-2999488f7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:32.655936 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-6220fea5-415c-4c6f-a8d9-2999488f7e7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1098 time: 0.0419736 Jul 28 15:32:32.759762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e323-f690-4190-b047-bb8859c41718 req-227879e7-3f05-4a49-8be1-3f04f2eeff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:32.761278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-227879e7-3f05-4a49-8be1-3f04f2eeff45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0846577 Jul 28 15:32:32.830275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-b2a4f6d1-33c0-46c6-9001-eb76c3030c0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 1002 time: 0.0615661 Jul 28 15:32:32.878169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e323-f690-4190-b047-bb8859c41718 req-37fab7b5-dc44-4880-89f5-b541f0401f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:32.879471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-37fab7b5-dc44-4880-89f5-b541f0401f67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0422208 Jul 28 15:32:32.925320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e323-f690-4190-b047-bb8859c41718 req-aff15117-929c-4234-a904-86db267c3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:32.926791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-aff15117-929c-4234-a904-86db267c3fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398295 Jul 28 15:32:33.022680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-a916150d-94b2-4cb4-be72-9af045b5d2aa service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867603 Jul 28 15:32:33.130475 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-71c6e323-f690-4190-b047-bb8859c41718 req-f16b0699-1c58-43dd-a958-e4f3972ab91d service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003838 Jul 28 15:32:34.350888 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:32:36.606324 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:52.349546 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-db4faccb-a2c5-4d13-99b1-88b5db9d0912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:54.896715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a9ad-b3a8-42a2-9de2-036fb95d6fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:55.267377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:56.468132 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:57.942796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:02.570513 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:06.627893 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:08.842714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-b71b62bb-af78-47bc-9657-dbfe50e57e63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473943 Jul 28 15:33:08.928314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-e2ee2bd8-54ac-46ef-8994-006d8d3dcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:08.929966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-e2ee2bd8-54ac-46ef-8994-006d8d3dcfba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0410771 Jul 28 15:33:09.043515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-281393a7-0dbd-4cc0-99b0-1904a2e6a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:09.045186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-281393a7-0dbd-4cc0-99b0-1904a2e6a870 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0900927 Jul 28 15:33:09.125728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-6daf8eee-acb7-4631-998c-6324dad8ae7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 1001 time: 0.0722370 Jul 28 15:33:09.180327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-21b8ffb8-0f4d-4517-861d-41796b68b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:09.182100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-21b8ffb8-0f4d-4517-861d-41796b68b407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0482779 Jul 28 15:33:09.233909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-5e3eed74-654b-44e2-9c84-ba2fe8608771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:09.235409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-5e3eed74-654b-44e2-9c84-ba2fe8608771 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446606 Jul 28 15:33:09.337942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-9209c970-06c4-45d6-b4da-56ff9a88f4c0 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914335 Jul 28 15:33:09.443650 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d42e3a0-66aa-4657-9f12-0e5f97bdb879 req-a3af5601-8f36-4a3a-bdb5-ee6bb9e509a7 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936575 Jul 28 15:33:11.350524 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:33:22.336301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08a5cb4f-09ab-44c0-b6c4-95ee71e4eeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:24.838224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2cef-da7b-4d6e-9b6e-c0f810b59df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:25.226936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:26.531316 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.947165 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.632526 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.551770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-48a5d910-7616-454e-984e-3a4eb6292e45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437396 Jul 28 15:33:33.655711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948684-f101-4d96-a037-bc34049ba71b req-2995ed6b-0cf1-4fd7-a7d9-11efd771f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:33.657160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-2995ed6b-0cf1-4fd7-a7d9-11efd771f896 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1098 time: 0.0431316 Jul 28 15:33:33.759349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948684-f101-4d96-a037-bc34049ba71b req-708f6822-f28f-46f0-907f-66f475fe5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:33.760976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-708f6822-f28f-46f0-907f-66f475fe5f20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0847750 Jul 28 15:33:33.830083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-71ef704e-7d6b-410f-b8ed-55e889c5c05c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 1002 time: 0.0626192 Jul 28 15:33:33.883669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948684-f101-4d96-a037-bc34049ba71b req-d2f4d198-14a1-427f-ae40-198b5a17f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:33.885195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-d2f4d198-14a1-427f-ae40-198b5a17f757 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0475323 Jul 28 15:33:33.930563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948684-f101-4d96-a037-bc34049ba71b req-73d504be-8451-4223-9052-ee19f40613bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:33.930563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-73d504be-8451-4223-9052-ee19f40613bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400271 Jul 28 15:33:34.025959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-9c351716-1cd7-4019-a194-7fe4bad9e384 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863702 Jul 28 15:33:34.116138 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0948684-f101-4d96-a037-bc34049ba71b req-e20abbf2-0e95-4a46-b1ef-2d0ba9d56e1d service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834084 Jul 28 15:33:36.638092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:48.349686 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:33:51.194930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 38860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:51.369321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port 1f9bf464-b3a5-4647-8818-8e3e0b697453 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:51.369669 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.444776 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.445019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.456433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for 1f9bf464-b3a5-4647-8818-8e3e0b697453 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:51.666547 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.692235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=1f9bf464-b3a5-4647-8818-8e3e0b697453,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:51.704234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.704613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.704963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.705297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.705638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.705963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.706296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.706624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.706948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.707273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.707596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.707917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:51.775638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.775982 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Floating IP 528d5375-8033-44d5-99af-0e72d5e2dffb disassociated (deleted). External IP: 172.25.6.211, port: 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda. Jul 28 15:33:51.990840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:33:52.115630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:33:52.120867 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.128201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:33:52.140483 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:52.140874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:33:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:52.152155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f1c00afe-d2ab-4c37-b983-7783737d54c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "DELETE /v2.0/floatingips/528d5375-8033-44d5-99af-0e72d5e2dffb HTTP/1.1" status: 204 len: 168 time: 0.9561090 Jul 28 15:33:52.152774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:33:52.155101 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:33:52.273889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:52.379337 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ed16e-75a8-4eb1-966e-05e62bcfebda x-openstack-request-id: req-de0ed16e-75a8-4eb1-966e-05e62bcfebda {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:33:52.632075 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:33:52.632075 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de0ed16e-75a8-4eb1-966e-05e62bcfebda {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:33:52.632075 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'status': 'completed', 'code': 200} Jul 28 15:33:52.632075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-92c9d93a-aff0-4e4f-9812-68de7996b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:52.632075 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-92c9d93a-aff0-4e4f-9812-68de7996b715 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 1098 time: 0.0438607 Jul 28 15:33:52.635249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:27Z', 'revision_number': 1, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:52.635249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:33:52.635249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:52.635249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:33:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:52.640492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-214f7606-010e-44ff-a4d7-06f4d1a9f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:52.640492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-214f7606-010e-44ff-a4d7-06f4d1a9f285 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0905888 Jul 28 15:33:52.640492 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-2690f1d2-285a-44f1-8afd-3088e15b07aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 200 len: 217 time: 0.0398288 Jul 28 15:33:52.675009 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a80bee9-974a-4ad3-8c8d-47b8c5d4f77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.681036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-4ac920bf-b602-45c7-97d7-22534536abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:52.681036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-4ac920bf-b602-45c7-97d7-22534536abc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0477254 Jul 28 15:33:52.681883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:52.743312 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-5c09728c-688b-4c63-a73a-0c733df50053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:52.744970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-5c09728c-688b-4c63-a73a-0c733df50053 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599430 Jul 28 15:33:52.873394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-a3b963ad-efa3-4caf-adbb-8c9f06402762 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142704 Jul 28 15:33:52.941115 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73821146-5ba0-49fb-bb85-146ce29ee7be req-b17176b2-26f4-4319-a4cb-00c55efebb4e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:52.942634 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73821146-5ba0-49fb-bb85-146ce29ee7be req-b17176b2-26f4-4319-a4cb-00c55efebb4e tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0546746 Jul 28 15:33:52.961079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:27Z', 'revision_number': 1, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:52.992471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-73821146-5ba0-49fb-bb85-146ce29ee7be req-0935ed10-ab5b-4b70-971b-c9a41e41f707 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390904 Jul 28 15:33:52.999608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e21aed-a189-4c76-a331-a18a0bcddc95 None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '5d065e0e-aed7-4304-8a1e-35c36ca8c6de', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'port_id': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'mac_address': 'fa:16:3e:1f:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:28:24Z', 'updated_at': '2021-07-28T15:28:27Z', 'revision_number': 1, 'project_id': '55e07c2fd5144188b1980174363ba051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:33:53.030553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a3e6fb6-5c12-419c-96c3-4ea66a78b3ee req-2479b913-fdb3-4413-a433-756800af8926 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169484 Jul 28 15:33:53.243049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56be36-d2fa-4767-a3fe-c1f0a32a4968 None None] New status for floating IP 528d5375-8033-44d5-99af-0e72d5e2dffb: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:33:54.167735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f2463-d3ec-424e-b023-94d120ee4f99 req-69e89381-2dd2-48f8-b73e-0fc5a0f526c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:54.169183 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a78f2463-d3ec-424e-b023-94d120ee4f99 req-69e89381-2dd2-48f8-b73e-0fc5a0f526c4 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0986488 Jul 28 15:33:54.209408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a78f2463-d3ec-424e-b023-94d120ee4f99 req-c8cb85f4-7869-488d-b7dd-aa6653e41665 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337844 Jul 28 15:33:54.831895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-37ea0a7f-2331-41ff-901e-d71272ee47f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.294572 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.348875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d9c7-e02f-4666-888b-09bcfdcd8421 req-90b4e02b-8d34-4197-b213-76afed271d35 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:55.351096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fc8d9c7-e02f-4666-888b-09bcfdcd8421 req-90b4e02b-8d34-4197-b213-76afed271d35 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.0658224 Jul 28 15:33:55.412057 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fc8d9c7-e02f-4666-888b-09bcfdcd8421 req-553a0cac-623c-4036-82f9-448b6a362717 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542493 Jul 28 15:33:55.430914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-e5fd8854-b73a-4cf0-a66e-dc8d3005d6b9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:55.432421 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-e5fd8854-b73a-4cf0-a66e-dc8d3005d6b9 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 946 time: 0.4305568 Jul 28 15:33:55.546358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:55.546637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.648141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:55.648567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.662236 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:55.888728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.923724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:55.972973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:55.975880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.978251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-601722d4-3e2f-48e9-acd8-556fd913f0df req-4827e02a-55d6-4a2d-9bd4-a8de039ca356 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.42 "DELETE /v2.0/ports/4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda HTTP/1.1" status: 204 len: 173 time: 0.5390244 Jul 28 15:33:55.978796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'name': 'network-vif-deleted', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:33:55.981238 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4adb971-94dc-43c6-8076-746a10d32a9b" -d '{"events": [{"server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "name": "network-vif-deleted", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:33:56.024844 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e570d0-f1d8-4fec-b743-8b171f918adb x-openstack-request-id: req-82e570d0-f1d8-4fec-b743-8b171f918adb {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:33:56.025160 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82632813-68f1-4882-9e81-71cef3e8678e", "name": "network-vif-deleted", "tag": "4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:33:56.025454 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82e570d0-f1d8-4fec-b743-8b171f918adb {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:33:56.025875 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82632813-68f1-4882-9e81-71cef3e8678e', 'name': 'network-vif-deleted', 'tag': '4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda', 'status': 'completed', 'code': 200} Jul 28 15:33:56.483344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.531113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8fa6ab6c-e427-4c2f-a897-465f0046398b req-8e69994e-78aa-4940-a281-a3afaa6aca69 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0393145 Jul 28 15:33:57.649644 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c63ab2c3-e994-47b5-8eae-a4c8ac9f58c0 req-4d1394b1-7308-4b6f-95a5-1da430218c0a tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0322595 Jul 28 15:33:58.146110 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.761390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42551dbd-8044-4da4-bde1-df956beeebc3 req-1ea6e527-0e16-4984-90e1-525863d5b3f7 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0279067 Jul 28 15:33:58.770396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:58.799176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:58.799642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b48a6b6-a7e3-4e6d-9f13-29cffdff0bda not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:59.887491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35cfdc30-760c-45df-a1f5-316721274c5e req-e229fcc8-bcd6-493a-bad0-c119d0d6e831 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=82632813-68f1-4882-9e81-71cef3e8678e HTTP/1.1" status: 200 len: 210 time: 0.0426340 Jul 28 15:34:02.608546 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:03.739358 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-ff287a24-ca22-4ab6-89be-dfed3ba45e1a req-107584b2-4ed1-4b1a-8044-a1ebbce26026 service neutron] (94658) timed out ('10.222.0.57', 34806) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:34:06.626284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.649429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39078) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:06.810272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port d24d45a6-6e6d-493f-9080-348c2be6dbc0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:06.810615 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.887782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.888114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.900733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for d24d45a6-6e6d-493f-9080-348c2be6dbc0 owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:07.106089 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.133141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=d24d45a6-6e6d-493f-9080-348c2be6dbc0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:07.210821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.211080 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Floating IP 5d065e0e-aed7-4304-8a1e-35c36ca8c6de disassociated (deleted). External IP: 172.25.6.148, port: ff16e056-382b-4c1c-9949-0b6b88537dbd. Jul 28 15:34:07.433392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:34:07.563460 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:34:07.572957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.573698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:34:07.583452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:07.584114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:33:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:07.602074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7f3d2fa6-c715-4284-96c3-9525766d0031 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "DELETE /v2.0/floatingips/5d065e0e-aed7-4304-8a1e-35c36ca8c6de HTTP/1.1" status: 204 len: 168 time: 0.9546258 Jul 28 15:34:07.602074 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:07.605230 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0282d69f-1135-41f8-9494-68992afe54e1" -d '{"events": [{"name": "network-changed", "server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:07.650174 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63e571-d199-4b7a-a2fa-82144e8d350b x-openstack-request-id: req-6d63e571-d199-4b7a-a2fa-82144e8d350b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:07.654764 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:07.654764 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d63e571-d199-4b7a-a2fa-82144e8d350b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:07.654764 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'status': 'completed', 'code': 200} Jul 28 15:34:07.729366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:07.731883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d69f-1135-41f8-9494-68992afe54e1 req-8e1da151-462a-49e8-aa91-d9a329ec8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.733457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-8e1da151-462a-49e8-aa91-d9a329ec8197 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55e07c2fd5144188b1980174363ba051&device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 1097 time: 0.0556138 Jul 28 15:34:07.833927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d69f-1135-41f8-9494-68992afe54e1 req-2dc35e12-cc6e-49bd-80b3-640868bd7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.835342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-2dc35e12-cc6e-49bd-80b3-640868bd7f61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 200 len: 912 time: 0.0905910 Jul 28 15:34:07.889084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-7bc719de-65ad-402e-aa01-fceea1eb34f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 200 len: 217 time: 0.0446799 Jul 28 15:34:07.941685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d69f-1135-41f8-9494-68992afe54e1 req-1e5337f4-1b3a-417e-8782-6f91a309c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.943228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-1e5337f4-1b3a-417e-8782-6f91a309c4b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 200 len: 850 time: 0.0468652 Jul 28 15:34:07.950539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:07.972138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:34:07.982412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:07.983040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:33:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:08.001327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d69f-1135-41f8-9494-68992afe54e1 req-f9937db6-e028-4015-a68a-9f5db3a9fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:08.003047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-f9937db6-e028-4015-a68a-9f5db3a9fdaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ac652c6-3d53-4f5e-85ff-eec031596c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522666 Jul 28 15:34:08.105293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-038785f4-0f63-4a67-bbb3-ea9e74482a81 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940912 Jul 28 15:34:08.112295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:08.226470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0282d69f-1135-41f8-9494-68992afe54e1 req-ca1aba5b-e173-4e22-ab3b-779c19bb6874 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089454 Jul 28 15:34:08.288979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc86724-deff-4da9-b541-2ae67039829f req-d5ad9991-096f-487e-afe3-57015bd92665 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:08.291302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0cc86724-deff-4da9-b541-2ae67039829f req-d5ad9991-096f-487e-afe3-57015bd92665 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 945 time: 0.0755568 Jul 28 15:34:08.332200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:08.334128 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0cc86724-deff-4da9-b541-2ae67039829f req-1b9769a8-6b34-4b6f-ae04-e67e37664e71 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/security-groups?id=d834f58d-5949-41f2-b79d-667cb5ddfb97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369842 Jul 28 15:34:08.363097 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff93e5-2496-49a4-9ce4-60028da3d561 None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:20:02Z', 'revision_number': 4, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '383a78e6-8852-4c2c-be76-253f0473ed0c', 'name': '', 'network_id': '4ac652c6-3d53-4f5e-85ff-eec031596c89', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'mac_address': 'fa:16:3e:b5:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '07de4c34-3998-4914-b928-04673a003083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:01Z', 'updated_at': '2021-07-28T15:20:09Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'subnets': [{'id': '07de4c34-3998-4914-b928-04673a003083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:08.612720 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590f64d-44b4-4afb-8d05-293e9c97b4e9 None None] New status for floating IP 5d065e0e-aed7-4304-8a1e-35c36ca8c6de: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:34:08.882416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-a216fe9c-4bfc-47ce-9a01-d90d0a992d91 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:08.883769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-a216fe9c-4bfc-47ce-9a01-d90d0a992d91 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Jul 28 15:34:08.992341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port ff16e056-382b-4c1c-9949-0b6b88537dbd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:08.995641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:09.084398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] For port ff16e056-382b-4c1c-9949-0b6b88537dbd, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ff16e056-382b-4c1c-9949-0b6b88537dbd,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:09.084860 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:09.099338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for ff16e056-382b-4c1c-9949-0b6b88537dbd owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:09.318023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:09.350443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=ff16e056-382b-4c1c-9949-0b6b88537dbd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:09.398594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] No DVR routers for this DVR port ff16e056-382b-4c1c-9949-0b6b88537dbd on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:34:09.401271 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:09.403337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9ef0946-5438-40d5-8ea0-d6717eaa24d3 req-952b0d9d-ff33-46be-8a7e-c584266fa6ac tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.58 "DELETE /v2.0/ports/ff16e056-382b-4c1c-9949-0b6b88537dbd HTTP/1.1" status: 204 len: 173 time: 0.5128582 Jul 28 15:34:09.482745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-318f0924-3677-4c7f-bb67-e0eb857afee0 req-ce9d6bec-6937-420a-ace1-67c951ee8ba1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Jul 28 15:34:09.651814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'name': 'network-vif-deleted', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:09.654381 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30750a69-c547-44d0-8fbe-d761e3eac018" -d '{"events": [{"server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "name": "network-vif-deleted", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:09.720103 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85068d22-be05-4c98-a4d4-fdd001e8f8ae x-openstack-request-id: req-85068d22-be05-4c98-a4d4-fdd001e8f8ae {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:09.720403 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e1b92-4bad-4fcb-baaa-8649c8cb3b61", "name": "network-vif-deleted", "tag": "ff16e056-382b-4c1c-9949-0b6b88537dbd", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:09.720711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85068d22-be05-4c98-a4d4-fdd001e8f8ae {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:09.721114 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e1b92-4bad-4fcb-baaa-8649c8cb3b61', 'name': 'network-vif-deleted', 'tag': 'ff16e056-382b-4c1c-9949-0b6b88537dbd', 'status': 'completed', 'code': 200} Jul 28 15:34:10.601054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e91f6a2f-61c6-46aa-aa94-3e1150dad120 req-1193dd93-ab1b-4110-9614-f53972a3c269 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0283091 Jul 28 15:34:11.725747 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-23acc070-95da-44bb-b311-57b6d936727f req-9184ec93-2d88-49de-ae89-0d73d0c6a7d1 tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0310757 Jul 28 15:34:12.217321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ff16e056-382b-4c1c-9949-0b6b88537dbd no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:12.238228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: ff16e056-382b-4c1c-9949-0b6b88537dbd {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:12.238569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ff16e056-382b-4c1c-9949-0b6b88537dbd not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:12.828013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-37413f0b-f73e-4a1b-b118-9ebf0c45d504 req-2a78e48c-8195-498f-acdc-a6bf9d0aa0be tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Jul 28 15:34:13.983865 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d6a4836-ded1-4d28-a736-2959498a0887 req-b062ccba-241b-405b-9d80-8798c4da93ce tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "GET /v2.0/ports?device_id=253e1b92-4bad-4fcb-baaa-8649c8cb3b61 HTTP/1.1" status: 200 len: 210 time: 0.0318241 Jul 28 15:34:15.023647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39200) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:15.162588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Deleting port b49c812e-b94a-4a75-a179-f6b236fd92bd {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:15.162588 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.249481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.249481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.259240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Calling delete_port for b49c812e-b94a-4a75-a179-f6b236fd92bd owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:15.437142 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.465917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'Port': ['ID=b49c812e-b94a-4a75-a179-f6b236fd92bd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:15.529992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.532748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.533928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f4f2eae8-5017-4e96-8148-f1002f393eae tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "DELETE /v2.0/floatingips/53613ec8-3611-421f-ba2e-6ea81f696f41 HTTP/1.1" status: 204 len: 168 time: 0.5092912 Jul 28 15:34:19.627227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39234) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:19.632992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246977932', 'description': 'tempest-secgroup-smoke-246977932 description', 'project_id': 'e606677de08f4b76b9d0059855712c20'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:19.717479 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:19.804578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:19.934101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:19.967628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791ebc56-b9c1-48d0-a932-083d820ff3d5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:20.064643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.066222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-45db85da-365e-4f9a-8407-c629a44776d0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4377935 Jul 28 15:34:20.069421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39238) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:20.074145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group_rule': {'security_group_id': '791ebc56-b9c1-48d0-a932-083d820ff3d5', 'project_id': 'e606677de08f4b76b9d0059855712c20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:20.179728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.235722 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.323074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.344466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa539a3d-3144-43c8-a0cb-c52725bf595b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:20.353648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.354104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.354423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.354764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.355101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.355443 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.355761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.356125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.356420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.356771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.357097 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.357422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:20.466233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.467380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cff26591-7374-4b4f-a2e2-f58b0a47974f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969338 Jul 28 15:34:20.470347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39240) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:20.475040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group_rule': {'security_group_id': '791ebc56-b9c1-48d0-a932-083d820ff3d5', 'project_id': 'e606677de08f4b76b9d0059855712c20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:20.596633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.659886 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.734250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.753046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07116d77-33f7-49c4-ac76-aeb1920e1920,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:20.820347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.821725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ef951d92-071b-44ee-a53d-acea152d1915 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503904 Jul 28 15:34:20.824505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39242) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:20.828964 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group_rule': {'security_group_id': '791ebc56-b9c1-48d0-a932-083d820ff3d5', 'project_id': 'e606677de08f4b76b9d0059855712c20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:20.905016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.964945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.059923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.080857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c5e08b-b0be-4748-91f9-3ce421c992d8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:21.096617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39246) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:21.156837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3afb2529-97a4-4b41-b644-f10a89f1994f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.162076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.163247 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d56a769f-d02e-4397-9c1a-c33bb52c177d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377354 Jul 28 15:34:21.166044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39248) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:21.170858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group_rule': {'security_group_id': '791ebc56-b9c1-48d0-a932-083d820ff3d5', 'project_id': 'e606677de08f4b76b9d0059855712c20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:21.186106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3afb2529-97a4-4b41-b644-f10a89f1994f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.259810 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.320883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.322298 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3afb2529-97a4-4b41-b644-f10a89f1994f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.324978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3afb2529-97a4-4b41-b644-f10a89f1994f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.326200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3afb2529-97a4-4b41-b644-f10a89f1994f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] 10.222.0.57 "DELETE /v2.0/security-groups/d834f58d-5949-41f2-b79d-667cb5ddfb97 HTTP/1.1" status: 204 len: 168 time: 0.2285242 Jul 28 15:34:21.336219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb2529-97a4-4b41-b644-f10a89f1994f tempest-TestVolumeBootPattern-706953301 tempest-TestVolumeBootPattern-706953301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d834f58d-5949-41f2-b79d-667cb5ddfb97,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:21.419951 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.438208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d136c1b-6a24-40b6-92f3-0a03ffcb715a,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:21.561470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39252) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:21.620233 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.621502 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-744c48c8-b662-4569-a81d-9f67e3277b9a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4544332 Jul 28 15:34:21.624251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39256) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:21.628745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group_rule': {'security_group_id': '791ebc56-b9c1-48d0-a932-083d820ff3d5', 'project_id': 'e606677de08f4b76b9d0059855712c20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:21.744419 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Project e606677de08f4b76b9d0059855712c20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:34:21.753630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.893868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.947340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.985607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e234b0-e9da-477a-b690-126649c67f46,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:22.025445 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.026678 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ded810f1-48bc-44d9-9efb-083464b26ce3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4014549 Jul 28 15:34:22.029600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39258) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:22.034502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'security_group_rule': {'security_group_id': '791ebc56-b9c1-48d0-a932-083d820ff3d5', 'project_id': 'e606677de08f4b76b9d0059855712c20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:22.078838 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.099980 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Project e606677de08f4b76b9d0059855712c20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:34:22.105584 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.161918 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.231264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.250476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f414b1f3-e637-4e22-8465-7a532ac062b0,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:22.328934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.330239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ecffcbc7-d4d1-44e6-a93a-617c0b266db9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2995274 Jul 28 15:34:22.335420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Deleting port 383a78e6-8852-4c2c-be76-253f0473ed0c {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:22.335969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.345992 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2829d0d6-d86b-4283-84b5-7e70d71e830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.419541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] For port 383a78e6-8852-4c2c-be76-253f0473ed0c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=383a78e6-8852-4c2c-be76-253f0473ed0c,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:22.419915 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.433468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Calling delete_port for 383a78e6-8852-4c2c-be76-253f0473ed0c owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:22.522318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-f95dd717-f807-45b6-9818-e5bfa1160148 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246977932&fields=id&tenant_id=e606677de08f4b76b9d0059855712c20 HTTP/1.1" status: 200 len: 267 time: 0.0767729 Jul 28 15:34:22.704117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-283febb4-1d87-4f9d-9ced-d50846b9e7b1 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:22.705697 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-283febb4-1d87-4f9d-9ced-d50846b9e7b1 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 813 time: 0.1740303 Jul 28 15:34:22.734099 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-0d7de97c-16c5-4e94-9f3e-fd2e41ada656 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/quotas/e606677de08f4b76b9d0059855712c20 HTTP/1.1" status: 200 len: 375 time: 0.0215216 Jul 28 15:34:22.791402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-0bec3dd9-427e-476a-95c2-b811c6892ca5 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507996 Jul 28 15:34:22.807181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-c7c59bb1-be90-4cf9-88dc-24d97d11876c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:34:22.808160 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-c7c59bb1-be90-4cf9-88dc-24d97d11876c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053046 Jul 28 15:34:22.868267 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:22.907026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Pushing event deleted for resources: {'Port': ['ID=383a78e6-8852-4c2c-be76-253f0473ed0c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:22.994201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-9095e98c-c426-48db-b870-1a08a2517ad7 service neutron] 10.222.0.57 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796999 Jul 28 15:34:23.171792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-68bc5b77-1b40-4251-95a4-8bede1fc9bcb service neutron] 10.222.0.57 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697059 Jul 28 15:34:23.173755 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:23.402219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Router c8fb88f5-f0f0-4844-87b5-2502b55cf7df has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:34:23.515226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:34:23.521232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6ff5ed53-fa27-4466-a7f8-2f37390bae1f admin admin] 10.222.0.57 "PUT /v2.0/routers/c8fb88f5-f0f0-4844-87b5-2502b55cf7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587197 Jul 28 15:34:23.524181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39272) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:23.525214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] Sync routers for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:34:23.535951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:23.536608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:33:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:23.636528 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:23.794769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d85a79a-f434-415c-8b26-508510c5288c req-d305fae1-428a-447f-aac0-e83b5aff25a9 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0557134 Jul 28 15:34:23.816281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:24.006846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:34:22Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:24.037091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] Checking router: c8fb88f5-f0f0-4844-87b5-2502b55cf7df for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:34:24.046095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] Routers {'c8fb88f5-f0f0-4844-87b5-2502b55cf7df'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:24.046719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:33:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:24.110033 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.153924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] Set router c8fb88f5-f0f0-4844-87b5-2502b55cf7df gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:24.240944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Deleting port f34f9548-a7ee-40ee-816f-c67c585f9c75 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:24.241326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.323894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] For port f34f9548-a7ee-40ee-816f-c67c585f9c75, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f34f9548-a7ee-40ee-816f-c67c585f9c75,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:24.324224 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.335866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:34:22Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:24.340814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Calling delete_port for f34f9548-a7ee-40ee-816f-c67c585f9c75 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:24.363109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b3a73-e408-4c5f-a52f-1dcb0a305983 None None] The sync data for ids ['c8fb88f5-f0f0-4844-87b5-2502b55cf7df'] in n-d-764806-10 is: [{'id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'name': 'tempest-TestVolumeBootPattern-186265088-router', 'tenant_id': '55e07c2fd5144188b1980174363ba051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:19:58Z', 'updated_at': '2021-07-28T15:34:22Z', 'revision_number': 5, 'project_id': '55e07c2fd5144188b1980174363ba051', 'gw_port': {'id': 'f34f9548-a7ee-40ee-816f-c67c585f9c75', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb88f5-f0f0-4844-87b5-2502b55cf7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:19:59Z', 'updated_at': '2021-07-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:24.625499 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.654081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34f9548-a7ee-40ee-816f-c67c585f9c75,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:24.720363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.822789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.826529 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.830777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 383a78e6-8852-4c2c-be76-253f0473ed0c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:24.858200 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87c4d756-272b-4d4d-aa3b-d8359a84b130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.859781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 383a78e6-8852-4c2c-be76-253f0473ed0c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:24.861958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 383a78e6-8852-4c2c-be76-253f0473ed0c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:24.913989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95c84ddb-4ac4-48b8-8fb2-6f3ad9b33cb8 req-3519bc48-4450-4d81-b8d6-cd9f381782a3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0753157 Jul 28 15:34:24.997028 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:24.997593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fb88f5-f0f0-4844-87b5-2502b55cf7df {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:34:25.007332 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.007332 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4aeeb073-e15a-4970-877e-5c0beff5df60 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c8fb88f5-f0f0-4844-87b5-2502b55cf7df HTTP/1.1" status: 204 len: 168 time: 1.4778857 Jul 28 15:34:25.007332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39290) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:25.057437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Deleting subnet 07de4c34-3998-4914-b928-04673a003083 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:34:25.061304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.100108 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.187495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.253751 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.346273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.349348 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:34:25.372705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07de4c34-3998-4914-b928-04673a003083,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:25.378705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.381379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-30ce2321-a5d0-426a-a754-4d4c0f2b75ee admin admin] 10.222.0.57 "DELETE /v2.0/subnets/07de4c34-3998-4914-b928-04673a003083 HTTP/1.1" status: 204 len: 168 time: 0.3746254 Jul 28 15:34:25.384006 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:25.387325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a04567-b632-48c9-98d9-3fdca17d4f39 None None] Network 4ac652c6-3d53-4f5e-85ff-eec031596c89 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:34:25.456779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.522859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Deleting port 2126c481-7298-48b3-8d70-a287938b46c0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:25.523697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.584632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] DHCP port deletion for 4ac652c6-3d53-4f5e-85ff-eec031596c89 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:34:25.596949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] For port 2126c481-7298-48b3-8d70-a287938b46c0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2126c481-7298-48b3-8d70-a287938b46c0,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:25.597322 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.610582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Calling delete_port for 2126c481-7298-48b3-8d70-a287938b46c0 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:25.641318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Deleting port 2126c481-7298-48b3-8d70-a287938b46c0 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:25.641318 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.706121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] For port 2126c481-7298-48b3-8d70-a287938b46c0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2126c481-7298-48b3-8d70-a287938b46c0,segment=NetworkSegment(fa4838fc-54b5-4990-a59a-21ef6d49dc2c),segment_id=fa4838fc-54b5-4990-a59a-21ef6d49dc2c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:25.706553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.718917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Calling delete_port for 2126c481-7298-48b3-8d70-a287938b46c0 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:25.797224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.803273 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.824161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=2126c481-7298-48b3-8d70-a287938b46c0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:25.827774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] No DVR routers for this DVR port 2126c481-7298-48b3-8d70-a287938b46c0 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:34:25.832889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Pushing event deleted for resources: {'Port': ['ID=2126c481-7298-48b3-8d70-a287938b46c0,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:25.835140 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] No DVR routers for this DVR port 2126c481-7298-48b3-8d70-a287938b46c0 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:34:25.844745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.844745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.844745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.844745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.844745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.845130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.845130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.845394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.845725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.846230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.846697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.847154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67faed-7183-4b41-9df8-9edb60bf0d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:25.898523 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.908291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac652c6-3d53-4f5e-85ff-eec031596c89']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:25.923654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:25.930582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4838fc-54b5-4990-a59a-21ef6d49dc2c') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:25.933392 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.947599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:34:25.958166 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:34:26.022431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41ae4edb-a2ff-43f3-8610-dd33601d836f req-65df3310-267a-49ab-947f-134b8833715d tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0324562 Jul 28 15:34:26.117350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.123752 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.128853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4ac652c6-3d53-4f5e-85ff-eec031596c89 HTTP/1.1" status: 204 len: 168 time: 0.7403061 Jul 28 15:34:26.129082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39296) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:26.146203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4449fd3-38b3-4a39-a0ad-22b5fb236f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac652c6-3d53-4f5e-85ff-eec031596c89,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:26.243619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-4cc65743-f6f7-456c-9370-248622ec7cd3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:26.245520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-4cc65743-f6f7-456c-9370-248622ec7cd3 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.42 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 813 time: 0.1190262 Jul 28 15:34:26.297625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-f660af44-decc-4fda-9ed8-5020ed1bcfc1 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e606677de08f4b76b9d0059855712c20 HTTP/1.1" status: 200 len: 379 time: 0.0372686 Jul 28 15:34:26.307616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'port': {'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'admin_state_up': True, 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'security_groups': ['791ebc56-b9c1-48d0-a932-083d820ff3d5']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:26.503999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.505308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Made reservation on behalf of e606677de08f4b76b9d0059855712c20 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:34:26.508908 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.534370 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.625321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f34f9548-a7ee-40ee-816f-c67c585f9c75 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:26.652916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f34f9548-a7ee-40ee-816f-c67c585f9c75 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:26.653522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f34f9548-a7ee-40ee-816f-c67c585f9c75 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:26.654524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2126c481-7298-48b3-8d70-a287938b46c0 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:26.660672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Allocated IP 172.20.0.6 (3f39659a-d850-4e6c-b0b2-abfb940e72cb/1b74ec88-75f6-499f-80be-e21e0940f365/dddd0052-28d3-42e3-9033-d6b6533fed35) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:34:26.680370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2126c481-7298-48b3-8d70-a287938b46c0 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:26.680370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2126c481-7298-48b3-8d70-a287938b46c0 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:26.802336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Deleting port e917ab6f-512c-43ab-bb16-951e448a656e {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:26.802689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.811842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.827249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Transition to ACTIVE for port object dddd0052-28d3-42e3-9033-d6b6533fed35 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:26.885778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] For port e917ab6f-512c-43ab-bb16-951e448a656e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e917ab6f-512c-43ab-bb16-951e448a656e,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:26.886248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.900079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Calling delete_port for e917ab6f-512c-43ab-bb16-951e448a656e owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:26.923114 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:26.973127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:34:26.978550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:34:26.983253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:34:26.986644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'Port': ['ID=dddd0052-28d3-42e3-9033-d6b6533fed35,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:27.046618 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:27.047333 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.123697 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-d24aa029-32df-4547-ad20-f9f60887d7b4 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199873 Jul 28 15:34:27.143361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Request body: {'port': {'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:27.195963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657f01-a9d7-4478-b644-3c9dc691c1e9 req-c0dc6716-31d4-4885-9e4c-4bdfabc776cf tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:27.204183 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3657f01-a9d7-4478-b644-3c9dc691c1e9 req-c0dc6716-31d4-4885-9e4c-4bdfabc776cf tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 931 time: 0.0759790 Jul 28 15:34:27.214295 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.236749 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.261148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Pushing event deleted for resources: {'Port': ['ID=e917ab6f-512c-43ab-bb16-951e448a656e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:27.311291 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b3657f01-a9d7-4478-b644-3c9dc691c1e9 req-02e3251d-cdaa-48fd-a59f-e14677b41474 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062005 Jul 28 15:34:27.351637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5b51f989-5488-4743-bdb0-aab8dfaee5c9 None None] Provisioning for port dddd0052-28d3-42e3-9033-d6b6533fed35 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:27.357232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5b51f989-5488-4743-bdb0-aab8dfaee5c9 None None] Provisioning complete for port dddd0052-28d3-42e3-9033-d6b6533fed35 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:27.365812 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5b51f989-5488-4743-bdb0-aab8dfaee5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.429604 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5b51f989-5488-4743-bdb0-aab8dfaee5c9 None None] Port dddd0052-28d3-42e3-9033-d6b6533fed35 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:34:27.484940 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.581731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddd0052-28d3-42e3-9033-d6b6533fed35 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:34:27.590627 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.606506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Transition to ACTIVE for port object dddd0052-28d3-42e3-9033-d6b6533fed35 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:27.671300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.721915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:34:27.731711 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Pushing event updated for resources: {'Port': ['ID=dddd0052-28d3-42e3-9033-d6b6533fed35,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:27.833630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Attempting to bind port dddd0052-28d3-42e3-9033-d6b6533fed35 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:34:27.833980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Attempting to bind port dddd0052-28d3-42e3-9033-d6b6533fed35 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:34:27.834320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Attempting to bind port dddd0052-28d3-42e3-9033-d6b6533fed35 on network 3f39659a-d850-4e6c-b0b2-abfb940e72cb {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:27.840030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Port dddd0052-28d3-42e3-9033-d6b6533fed35 on network 3f39659a-d850-4e6c-b0b2-abfb940e72cb not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:34:27.840420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Attempting to bind port dddd0052-28d3-42e3-9033-d6b6533fed35 on network 3f39659a-d850-4e6c-b0b2-abfb940e72cb {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:27.846780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:34:27.847123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Checking segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:34:27.848712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Bound using segment: {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:34:27.849188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Bound port: dddd0052-28d3-42e3-9033-d6b6533fed35, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:34:27.849833 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:27.874454 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:34:27.879965 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61496009-ea8f-44d3-baf5-4d37478c1818 admin admin] 10.222.0.57 "PUT /v2.0/routers/6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7498155 Jul 28 15:34:27.882450 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39300) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:27.890003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] Sync routers for ids ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:34:27.905737 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] Routers {'6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:27.906630 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:27.947331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] For port dddd0052-28d3-42e3-9033-d6b6533fed35, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:34:27.950052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] For port dddd0052-28d3-42e3-9033-d6b6533fed35, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dddd0052-28d3-42e3-9033-d6b6533fed35,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:34:27.975350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.014478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.034821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.054454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.055125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.056496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 1092 time: 0.9183245 Jul 28 15:34:28.056960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:28.059432 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093473e-d220-413e-88e2-ea997e34b9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:28.091105 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] Set router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:28.104138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7715-c637-4b0c-a2ea-2985ccb522a7 service neutron] Pushing event updated for resources: {'Port': ['ID=dddd0052-28d3-42e3-9033-d6b6533fed35,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:28.131817 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c44277-6a4f-485a-83cf-2f3e710038a5 x-openstack-request-id: req-b3c44277-6a4f-485a-83cf-2f3e710038a5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:28.132114 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:28.132518 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3c44277-6a4f-485a-83cf-2f3e710038a5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:28.133273 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'status': 'completed', 'code': 200} Jul 28 15:34:28.232879 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.247366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093473e-d220-413e-88e2-ea997e34b9ab req-3b6b6c9e-71ed-4d0d-83a9-1d9ffb5ca6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.250074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a093473e-d220-413e-88e2-ea997e34b9ab req-3b6b6c9e-71ed-4d0d-83a9-1d9ffb5ca6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1095 time: 0.0701072 Jul 28 15:34:28.359106 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Deleting port 00977ae2-b402-481c-8346-e366312a9fdc {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:28.359686 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.359871 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '00977ae2-b402-481c-8346-e366312a9fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:34:27Z', 'revision_number': 5, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port': {'id': '00977ae2-b402-481c-8346-e366312a9fdc', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:20:06Z', 'updated_at': '2021-07-28T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:28.424957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] Checking router: 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:34:28.425385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093473e-d220-413e-88e2-ea997e34b9ab req-469744e8-a0fd-4c27-b38a-46d48c08bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.427548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a093473e-d220-413e-88e2-ea997e34b9ab req-469744e8-a0fd-4c27-b38a-46d48c08bc7d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e606677de08f4b76b9d0059855712c20&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1657071 Jul 28 15:34:28.435855 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] Routers {'6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:28.436492 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:28.505983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] For port 00977ae2-b402-481c-8346-e366312a9fdc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=00977ae2-b402-481c-8346-e366312a9fdc,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:28.506352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.530725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ac2c9-2da7-4c66-951e-227387e85944 req-546d17d6-11b3-4d2d-9499-9039aa651416 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.538990 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c72ac2c9-2da7-4c66-951e-227387e85944 req-546d17d6-11b3-4d2d-9499-9039aa651416 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0941110 Jul 28 15:34:28.551164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Calling delete_port for 00977ae2-b402-481c-8346-e366312a9fdc owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:28.558585 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] Set router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:28.558950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093473e-d220-413e-88e2-ea997e34b9ab req-77e81104-3942-44b1-9b30-e406e9e5cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.560775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a093473e-d220-413e-88e2-ea997e34b9ab req-77e81104-3942-44b1-9b30-e406e9e5cff0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262913 Jul 28 15:34:28.634205 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c72ac2c9-2da7-4c66-951e-227387e85944 req-5477f2f3-e354-4ffc-bd21-4cd6d57d96ac tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941958 Jul 28 15:34:28.656795 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:34:28Z', 'revision_number': 6, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:28.677725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-965b6041-91db-4d55-8380-2f3a709f92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.679268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-965b6041-91db-4d55-8380-2f3a709f92e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1095 time: 0.0508790 Jul 28 15:34:28.684862 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b23c6-3c5f-4374-9534-3c0d93bdb1d7 None None] The sync data for ids ['6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3'] in n-d-764806-10 is: [{'id': '6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3', 'name': 'tempest-TestVolumeBootPattern-83555973-router', 'tenant_id': '371130e9399142748aee99d537f31e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:20:05Z', 'updated_at': '2021-07-28T15:34:28Z', 'revision_number': 6, 'project_id': '371130e9399142748aee99d537f31e2a', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:28.739784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-b5176bd2-b016-4b09-b977-44056b211511 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 217 time: 0.0468426 Jul 28 15:34:28.801105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-ab82d553-aa87-485e-bbc3-aec4e5fba3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.802942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-ab82d553-aa87-485e-bbc3-aec4e5fba3bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 200 len: 852 time: 0.0567091 Jul 28 15:34:28.857407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-72b88f9b-fc0d-472f-8cac-51ca853ad639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:28.859047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-72b88f9b-fc0d-472f-8cac-51ca853ad639 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f39659a-d850-4e6c-b0b2-abfb940e72cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480351 Jul 28 15:34:28.893329 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:28.918100 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Pushing event deleted for resources: {'Port': ['ID=00977ae2-b402-481c-8346-e366312a9fdc,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:28.957453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-f53edb2d-f0d7-4d65-b3e7-39500209e39d service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913777 Jul 28 15:34:28.981123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.058081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a4d4af3e-b07f-4730-894d-32dc5d61f00c req-6acc63f7-c6b7-40d0-95a9-70a138a2377d service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933011 Jul 28 15:34:29.077257 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.079674 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.214453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.215039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:34:29.219385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.223775 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb5ef3c6-6827-4d8f-b64f-ab5294c4c214 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6fe9d5a9-a01a-42b4-b607-dfeb4844a2d3 HTTP/1.1" status: 204 len: 168 time: 1.3369219 Jul 28 15:34:29.223890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:29.270078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Deleting subnet 642e8f08-ff8f-4d95-81b1-505b1fcc43f6 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:34:29.273611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.313756 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.401029 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.529091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.557302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642e8f08-ff8f-4d95-81b1-505b1fcc43f6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:29.559300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.563896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-495f1660-c90e-46f5-9401-a66c59fc4067 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/642e8f08-ff8f-4d95-81b1-505b1fcc43f6 HTTP/1.1" status: 204 len: 168 time: 0.3361838 Jul 28 15:34:29.564917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39310) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:29.569696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edff8a3-84a8-4c18-826b-3070fe6c1c3c None None] Network 6ce23684-b29e-4805-b7e8-d61da4663740 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:34:29.645722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.717898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Deleting port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:29.718561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.770026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] DHCP port deletion for 6ce23684-b29e-4805-b7e8-d61da4663740 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:34:29.789206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] For port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:29.789578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.805823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Calling delete_port for 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:29.815573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] Deleting port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:29.815983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.882018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] For port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,segment=NetworkSegment(67a37380-f2a2-4cc5-bb1c-b95367356d70),segment_id=67a37380-f2a2-4cc5-bb1c-b95367356d70)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:29.882263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:29.896302 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] Calling delete_port for 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:29.909474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc48b9-e7aa-4c7e-baba-9f95c494ef81 req-06bf65ab-81b3-4164-b2f0-c3d16d0fda8e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:29.911050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61dc48b9-e7aa-4c7e-baba-9f95c494ef81 req-06bf65ab-81b3-4164-b2f0-c3d16d0fda8e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.1065335 Jul 28 15:34:29.960746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61dc48b9-e7aa-4c7e-baba-9f95c494ef81 req-bb06b7e1-4a8f-45e1-85d1-e5c8fa3b25ec tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367246 Jul 28 15:34:30.026048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.033284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.055365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Pushing event deleted for resources: {'Port': ['ID=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:30.060845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] No DVR routers for this DVR port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:34:30.064921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] Pushing event deleted for resources: {'Port': ['ID=760311a5-eaff-4d5c-a5fa-d5a53f56ee69,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:30.069060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fee7aa-5568-4ac9-80c4-f73c4f64e3ec None None] No DVR routers for this DVR port 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:34:30.147160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.161746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce23684-b29e-4805-b7e8-d61da4663740']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:30.173440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a37380-f2a2-4cc5-bb1c-b95367356d70') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:30.173849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a37380-f2a2-4cc5-bb1c-b95367356d70') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:30.186439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.201157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.207249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:34:30.207651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:34:30.209357 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:34:30.344613 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.351044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.354019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6ce23684-b29e-4805-b7e8-d61da4663740 HTTP/1.1" status: 204 len: 168 time: 0.7878737 Jul 28 15:34:30.372552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcc303-b16f-410b-8ee9-9340363a8405 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce23684-b29e-4805-b7e8-d61da4663740,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:30.598387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:30.622026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:30.622376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 760311a5-eaff-4d5c-a5fa-d5a53f56ee69 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:30.622790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e917ab6f-512c-43ab-bb16-951e448a656e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:30.642975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e917ab6f-512c-43ab-bb16-951e448a656e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:30.643319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e917ab6f-512c-43ab-bb16-951e448a656e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:30.643736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00977ae2-b402-481c-8346-e366312a9fdc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:30.666665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 00977ae2-b402-481c-8346-e366312a9fdc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:30.667021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 00977ae2-b402-481c-8346-e366312a9fdc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:30.787068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:30.830258 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-903efa93-fcba-49c6-92d8-45e476c583c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55e07c2fd5144188b1980174363ba051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418813 Jul 28 15:34:30.832740 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39318) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:30.881443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-395dd11c-de1d-4d3d-9144-6db403caf94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:30.903457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-395dd11c-de1d-4d3d-9144-6db403caf94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:31.079843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045081df-9d3a-455d-8d51-a65e50e2116c req-6dfd918b-b308-4ef4-b637-38a8bc12a818 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:31.081324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-045081df-9d3a-455d-8d51-a65e50e2116c req-6dfd918b-b308-4ef4-b637-38a8bc12a818 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Jul 28 15:34:31.094271 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-395dd11c-de1d-4d3d-9144-6db403caf94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:31.096761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-395dd11c-de1d-4d3d-9144-6db403caf94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:31.104277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-395dd11c-de1d-4d3d-9144-6db403caf94b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9816810f-f1db-43d9-9aca-b4a454eda4bd HTTP/1.1" status: 204 len: 168 time: 0.2642348 Jul 28 15:34:31.114639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dd11c-de1d-4d3d-9144-6db403caf94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816810f-f1db-43d9-9aca-b4a454eda4bd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:31.141361 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-045081df-9d3a-455d-8d51-a65e50e2116c req-d5e80666-f655-4b92-8128-caaf35621fcd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533612 Jul 28 15:34:31.807277 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39326) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:31.844194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f8b80294-f0e2-42b9-9753-c10352b60719 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=371130e9399142748aee99d537f31e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395424 Jul 28 15:34:31.846725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:31.893171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83ecf01c-f1a8-439b-9f45-c3335a35a389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:31.914052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83ecf01c-f1a8-439b-9f45-c3335a35a389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:32.036836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83ecf01c-f1a8-439b-9f45-c3335a35a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:32.039430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-83ecf01c-f1a8-439b-9f45-c3335a35a389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:32.040619 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-83ecf01c-f1a8-439b-9f45-c3335a35a389 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4c92473-2db7-46d8-8fb5-3a388e5b5f9a HTTP/1.1" status: 204 len: 168 time: 0.1929708 Jul 28 15:34:32.048627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecf01c-f1a8-439b-9f45-c3335a35a389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c92473-2db7-46d8-8fb5-3a388e5b5f9a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:32.255797 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ac30-307d-4f70-b119-2c1ac21f2c48 req-e099f86f-166c-41c1-84d9-af56628d0160 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:32.257330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d62ac30-307d-4f70-b119-2c1ac21f2c48 req-e099f86f-166c-41c1-84d9-af56628d0160 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0487716 Jul 28 15:34:32.295719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d62ac30-307d-4f70-b119-2c1ac21f2c48 req-461a296a-dadc-4a27-ad6d-b2c17b13655e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323277 Jul 28 15:34:32.614569 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:33.413312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19331251-8559-471d-bfd2-026ad1ea32d4 req-68fb266b-13f0-41cc-87b8-d0669efd203c tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:33.414829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19331251-8559-471d-bfd2-026ad1ea32d4 req-68fb266b-13f0-41cc-87b8-d0669efd203c tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0521808 Jul 28 15:34:33.453923 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19331251-8559-471d-bfd2-026ad1ea32d4 req-315bcf70-28f7-475c-9d85-65246a5d9022 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330069 Jul 28 15:34:34.569678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5f1f8-5699-4e4d-ad49-5de8189df2c5 req-4cee8de5-fd7f-46c5-8ae0-a126297b88db tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:34.571135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46b5f1f8-5699-4e4d-ad49-5de8189df2c5 req-4cee8de5-fd7f-46c5-8ae0-a126297b88db tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0480285 Jul 28 15:34:34.608771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46b5f1f8-5699-4e4d-ad49-5de8189df2c5 req-d3c101dd-20a7-4846-96d8-d49d3c256517 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Jul 28 15:34:35.723670 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bf60-0694-45cc-bd1f-594ba0c2384b req-5d80de45-c05a-40b4-a470-434063919b88 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:35.725184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-30a3bf60-0694-45cc-bd1f-594ba0c2384b req-5d80de45-c05a-40b4-a470-434063919b88 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0484214 Jul 28 15:34:35.763833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-30a3bf60-0694-45cc-bd1f-594ba0c2384b req-cf899ede-522b-4630-8d83-66379cd926b1 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Jul 28 15:34:36.745443 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:36.875487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0ef64-29f3-4a00-a57f-e72a96297db6 req-086f5c3d-6b9f-4660-a759-deaf9bb2f2e1 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:36.876976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19b0ef64-29f3-4a00-a57f-e72a96297db6 req-086f5c3d-6b9f-4660-a759-deaf9bb2f2e1 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0484087 Jul 28 15:34:36.918623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19b0ef64-29f3-4a00-a57f-e72a96297db6 req-3d1082a0-d954-4f7e-aafb-1e1a230a4ad8 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351496 Jul 28 15:34:38.032004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6870f02-d847-4731-bf87-51d277bccbed req-35d72541-10b8-4885-9181-58d6ef3c03b6 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:38.033487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6870f02-d847-4731-bf87-51d277bccbed req-35d72541-10b8-4885-9181-58d6ef3c03b6 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0486438 Jul 28 15:34:38.071142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f6870f02-d847-4731-bf87-51d277bccbed req-d4204206-91ec-4c7e-9bb3-ad67d0a1fee0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Jul 28 15:34:39.195107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4df81e-7b07-4774-8199-82e590966462 req-bd213745-971b-44aa-8341-66a664fd8c9e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:39.196768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f4df81e-7b07-4774-8199-82e590966462 req-bd213745-971b-44aa-8341-66a664fd8c9e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0572853 Jul 28 15:34:39.234588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f4df81e-7b07-4774-8199-82e590966462 req-9f045ce2-4bb1-4a90-a785-bd51b6dff5de tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Jul 28 15:34:40.351850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23221-2adc-406a-8db4-a21fe2dd1597 req-e9f68203-afca-4c26-baf2-6b31e2b39824 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:40.353364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d8d23221-2adc-406a-8db4-a21fe2dd1597 req-e9f68203-afca-4c26-baf2-6b31e2b39824 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 943 time: 0.0518885 Jul 28 15:34:40.390788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d8d23221-2adc-406a-8db4-a21fe2dd1597 req-b4ebbf37-d0d4-4cb3-a511-60991cc3a7c5 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Jul 28 15:34:40.977119 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dddd0052-28d3-42e3-9033-d6b6533fed35 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:34:41.073352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dddd0052-28d3-42e3-9033-d6b6533fed35, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dddd0052-28d3-42e3-9033-d6b6533fed35,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:41.085053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:34:41.120657 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:41.133382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddd0052-28d3-42e3-9033-d6b6533fed35 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:34:41.152949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dddd0052-28d3-42e3-9033-d6b6533fed35, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dddd0052-28d3-42e3-9033-d6b6533fed35,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:41.230957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:41.279391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dddd0052-28d3-42e3-9033-d6b6533fed35,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:41.504667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140047d-f8db-4c6d-ab64-1ef4a4f53d05 req-46bead05-9401-423e-98d9-2769918d5585 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:41.506209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2140047d-f8db-4c6d-ab64-1ef4a4f53d05 req-46bead05-9401-423e-98d9-2769918d5585 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 944 time: 0.0502203 Jul 28 15:34:41.548320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2140047d-f8db-4c6d-ab64-1ef4a4f53d05 req-4c69accb-f538-49e9-9efa-637c99c73cca tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360017 Jul 28 15:34:41.673004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['dddd0052-28d3-42e3-9033-d6b6533fed35'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:34:42.662028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd603-3cad-440d-bfef-6f14dc1f3260 req-a07482cd-73ca-4ac3-9101-05998f47fa39 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:42.663499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51cfd603-3cad-440d-bfef-6f14dc1f3260 req-a07482cd-73ca-4ac3-9101-05998f47fa39 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 944 time: 0.0477557 Jul 28 15:34:42.701044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51cfd603-3cad-440d-bfef-6f14dc1f3260 req-fb708c13-c94e-4e3b-8c5f-9d740e952a56 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 28 15:34:42.979525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dddd0052-28d3-42e3-9033-d6b6533fed35 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:43.099494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port dddd0052-28d3-42e3-9033-d6b6533fed35 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:43.103612 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port dddd0052-28d3-42e3-9033-d6b6533fed35 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:43.103990 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:43.182602 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:43.214624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:43.217580 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3efcce-5fea-4aa7-b726-0fa2da3babd6" -d '{"events": [{"server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "name": "network-vif-plugged", "status": "completed", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:43.243395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port dddd0052-28d3-42e3-9033-d6b6533fed35, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dddd0052-28d3-42e3-9033-d6b6533fed35,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:43.322701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:43.374089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=dddd0052-28d3-42e3-9033-d6b6533fed35,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:43.443919 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9566f388-1bce-4ec9-91ed-26a9e9e9609d x-openstack-request-id: req-9566f388-1bce-4ec9-91ed-26a9e9e9609d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:43.444220 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "name": "network-vif-plugged", "status": "completed", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:43.444497 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9566f388-1bce-4ec9-91ed-26a9e9e9609d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:43.444902 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'code': 200} Jul 28 15:34:43.592939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ac04b-9076-4092-8f87-94ce7ad69420 req-a46cc958-8f16-47cd-b308-69b34333dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:43.594445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c21ac04b-9076-4092-8f87-94ce7ad69420 req-a46cc958-8f16-47cd-b308-69b34333dad5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1097 time: 0.0427139 Jul 28 15:34:43.635342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c21ac04b-9076-4092-8f87-94ce7ad69420 req-41341eaf-7bfa-41a1-b76b-71f88308d075 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338414 Jul 28 15:34:43.815080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e615-25a0-4b9e-9d24-099197b9cfb1 req-fcd454a3-f06a-4039-9029-24a1159c556b tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:43.817143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a76e615-25a0-4b9e-9d24-099197b9cfb1 req-fcd454a3-f06a-4039-9029-24a1159c556b tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0491376 Jul 28 15:34:43.855165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9a76e615-25a0-4b9e-9d24-099197b9cfb1 req-317122f1-bc06-494b-9566-c165e88f42d8 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Jul 28 15:34:44.974688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86c42-35cd-4958-b068-10f3f0d6fc8a req-504d0cb2-5603-4c0e-a1e8-97e1c1959911 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:44.976189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10a86c42-35cd-4958-b068-10f3f0d6fc8a req-504d0cb2-5603-4c0e-a1e8-97e1c1959911 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Jul 28 15:34:45.015270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10a86c42-35cd-4958-b068-10f3f0d6fc8a req-fef20c19-acb0-48be-aac4-228aa30de8ef tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Jul 28 15:34:46.134852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37c246-7c41-4445-b615-98189d252c96 req-d07ed0d8-e9bb-4b94-9890-d7d1b3c8ec5e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:46.136402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff37c246-7c41-4445-b615-98189d252c96 req-d07ed0d8-e9bb-4b94-9890-d7d1b3c8ec5e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Jul 28 15:34:46.174957 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff37c246-7c41-4445-b615-98189d252c96 req-81f1516d-0fa2-4fd9-8c54-353a63f2e6dd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Jul 28 15:34:46.288443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18e014-36bc-4e73-a4af-1efaf8fd248a req-60771cf5-9de1-43d6-a29d-ea0acca98549 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:46.289952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d18e014-36bc-4e73-a4af-1efaf8fd248a req-60771cf5-9de1-43d6-a29d-ea0acca98549 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0489900 Jul 28 15:34:46.327744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d18e014-36bc-4e73-a4af-1efaf8fd248a req-1df71ab8-f7cb-4994-b7f0-c37ed8b6ddef tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Jul 28 15:34:46.349388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39374) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:46.529227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc0b5c-4a01-4792-ad03-9f332de74a27 tempest-TestVolumeBackupRestore-555336478 tempest-TestVolumeBackupRestore-555336478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:46.530726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c8bc0b5c-4a01-4792-ad03-9f332de74a27 tempest-TestVolumeBackupRestore-555336478 tempest-TestVolumeBackupRestore-555336478-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1092 time: 0.1803873 Jul 28 15:34:46.533685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39378) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:46.538961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:46.665733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:46.765886 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:46.871182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Allocated IP 172.25.6.196 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f2670051-645f-4244-aee5-cb4b5d30dac8) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:34:46.970621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.076911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.117494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:34:47.122809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:34:47.127326 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:34:47.130151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'Port': ['ID=f2670051-645f-4244-aee5-cb4b5d30dac8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:47.844969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.980466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:48.127497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:48.184256 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:48.255085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event updated for resources: {'Port': ['ID=f2670051-645f-4244-aee5-cb4b5d30dac8,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:48.273267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:48.371797 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Floating IP 1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43 associated. External IP: 172.25.6.196, port: dddd0052-28d3-42e3-9033-d6b6533fed35. Jul 28 15:34:48.583969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:34:48.703352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:34:48.713672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] Sync routers for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:34:48.723725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:48.724650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:48.802191 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:48.830430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:48.830673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f76a2149-39d3-4ca1-9807-348ea060b339 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2957895 Jul 28 15:34:48.831254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:48.833652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39380) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:48.834142 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:48.870654 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf2334-a519-48a6-be35-58e458ee5607 x-openstack-request-id: req-37bf2334-a519-48a6-be35-58e458ee5607 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:48.871257 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:48.871257 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37bf2334-a519-48a6-be35-58e458ee5607 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:48.871618 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'status': 'completed', 'code': 200} Jul 28 15:34:48.877295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f86b67-deb1-4268-81e5-1d085c71a92f tempest-TestVolumeBackupRestore-555336478 tempest-TestVolumeBackupRestore-555336478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.878789 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-61f86b67-deb1-4268-81e5-1d085c71a92f tempest-TestVolumeBackupRestore-555336478 tempest-TestVolumeBackupRestore-555336478-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1092 time: 0.0443347 Jul 28 15:34:48.883178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39384) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:34:48.887943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Request body: {'floatingip': {'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:48.971967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:49.013856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-a761efb2-5ab3-4843-8e22-d106e120c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:49.015328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-a761efb2-5ab3-4843-8e22-d106e120c929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1097 time: 0.0902400 Jul 28 15:34:49.068020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:34:47Z', 'updated_at': '2021-07-28T15:34:47Z', 'revision_number': 0, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:49.094300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] Checking router: aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:34:49.102621 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:49.103234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:49.206721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-f32db5b1-b284-47f0-9b6b-03cf4be18228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:49.207873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:49.208773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-f32db5b1-b284-47f0-9b6b-03cf4be18228 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 914 time: 0.1844287 Jul 28 15:34:49.322604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-2df55b0e-ed69-45ab-9981-98ebd1c7f862 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 999 time: 0.1060359 Jul 28 15:34:49.448345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-5616b133-191d-4272-ad93-41a115f7c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:49.449865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-5616b133-191d-4272-ad93-41a115f7c1c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 200 len: 852 time: 0.0960279 Jul 28 15:34:49.551689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-64a9cc92-37ce-4d7d-916d-f00694a212ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:49.553221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-64a9cc92-37ce-4d7d-916d-f00694a212ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f39659a-d850-4e6c-b0b2-abfb940e72cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948474 Jul 28 15:34:49.597674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:34:47Z', 'updated_at': '2021-07-28T15:34:47Z', 'revision_number': 0, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:49.625145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f959f-055f-4d28-8288-36de05806ebf None None] The sync data for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 is: [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:34:47Z', 'updated_at': '2021-07-28T15:34:47Z', 'revision_number': 0, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:49.708172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:49.722035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-e1216964-8c1f-49cc-b57c-b2a2eb533014 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455181 Jul 28 15:34:49.748178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:49.827659 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a180713-5839-43e9-8611-447a1f9a97bd None None] New status for floating IP 1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:34:49.901072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c44c36a5-5b8c-4ba2-9d17-9669f234fcd6 req-d10351bf-8155-4af9-be5a-ceba41d99aa2 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715460 Jul 28 15:34:50.028919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:34:50.141120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:34:50.146692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:50.151244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] Sync routers for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:34:50.160201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:50.163296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:50.208773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-06bc1516-c78e-4833-ad42-24ebd5a93431 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "PUT /v2.0/floatingips/1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43 HTTP/1.1" status: 200 len: 991 time: 1.3191440 Jul 28 15:34:50.276004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:50.495120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:34:47Z', 'updated_at': '2021-07-28T15:34:49Z', 'revision_number': 2, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:50.521355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] Checking router: aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:34:50.542500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:50.542500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:34:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:50.637032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:50.856935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:34:47Z', 'updated_at': '2021-07-28T15:34:49Z', 'revision_number': 2, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:50.872821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}, {'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:50.875191 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5" -d '{"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}, {"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:50.887598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae8cff-80e2-45ca-b230-74b0bc21ad38 None None] The sync data for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 is: [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'port_id': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'mac_address': 'fa:16:3e:72:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:34:47Z', 'updated_at': '2021-07-28T15:34:49Z', 'revision_number': 2, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:50.915864 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f870c06-2e1d-420d-9013-f752882b8b05 x-openstack-request-id: req-3f870c06-2e1d-420d-9013-f752882b8b05 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:50.916409 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:50.916409 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f870c06-2e1d-420d-9013-f752882b8b05 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:50.916846 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'status': 'completed', 'code': 200} Jul 28 15:34:50.917103 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'status': 'completed', 'code': 200} Jul 28 15:34:51.019112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-897f931d-5d06-473b-8902-99cac03cc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:51.020693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-897f931d-5d06-473b-8902-99cac03cc3c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1097 time: 0.0460355 Jul 28 15:34:51.111429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-f774a491-4614-4d88-bc5a-a9f5049c719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:51.112858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-f774a491-4614-4d88-bc5a-a9f5049c719e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 914 time: 0.0835423 Jul 28 15:34:51.181106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-f66f219d-4940-48ac-bcda-59d65a665b1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 1001 time: 0.0616057 Jul 28 15:34:51.231440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-cc998b6b-8dd8-45f8-a199-8a0dc25b6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:51.232937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-cc998b6b-8dd8-45f8-a199-8a0dc25b6eee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 200 len: 852 time: 0.0446093 Jul 28 15:34:51.278177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-aa64abf7-80d6-4f9e-bfa3-6847dd05467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:51.279641 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-aa64abf7-80d6-4f9e-bfa3-6847dd05467c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f39659a-d850-4e6c-b0b2-abfb940e72cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383356 Jul 28 15:34:51.371639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-8f625669-a2fb-42ed-a571-3cc85ca02200 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846577 Jul 28 15:34:51.461370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-441701aa-18a1-457a-b896-11f201bea243 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821350 Jul 28 15:34:51.577960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-1bb12636-f816-4745-ad3b-6744c9950117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:51.580165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-1bb12636-f816-4745-ad3b-6744c9950117 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1097 time: 0.0448511 Jul 28 15:34:52.030084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-b51e0bf9-0d19-43d1-8a88-eae5a1b01650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:52.031593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-b51e0bf9-0d19-43d1-8a88-eae5a1b01650 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 914 time: 0.4451077 Jul 28 15:34:52.097866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-ce91634c-4eaf-4cbc-9a43-a5d25e8af142 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 1001 time: 0.0587859 Jul 28 15:34:52.151600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-55f39b2d-867c-4c56-b6f3-f0ea59742aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:52.153142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-55f39b2d-867c-4c56-b6f3-f0ea59742aa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 200 len: 852 time: 0.0482576 Jul 28 15:34:52.199568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-74b0a5ca-46f9-4341-b42f-acc697e1708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:52.201118 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-74b0a5ca-46f9-4341-b42f-acc697e1708d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f39659a-d850-4e6c-b0b2-abfb940e72cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411048 Jul 28 15:34:52.292904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-e70ccc9d-9c2d-45b4-b775-5c83175aa93a service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825410 Jul 28 15:34:52.328303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f60-2ab8-492d-b485-c18637460b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:52.388958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e13c10d6-c94f-4bdf-bf61-8ed340e104a5 req-d1a6df0b-25a3-4c97-b431-39098bb6b386 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880127 Jul 28 15:34:54.824890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-341c3942-f47b-4927-9b25-a5569b48a2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:55.231063 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:56.533593 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:57.990703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:02.348950 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:35:02.637239 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:06.663955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:22.337183 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c55f7cb-07d6-4b6c-b29a-9e570cd26b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:24.870383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c841-648a-4176-bd52-75e39cde1683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:25.279817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:26.562075 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.127691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.714404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.565911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-ee49d977-938d-4e40-af8f-c02ce63c02b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456514 Jul 28 15:35:36.674186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-46092a16-866c-45d4-8a7c-6ff46c0a2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:36.675777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-46092a16-866c-45d4-8a7c-6ff46c0a2804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1097 time: 0.0458398 Jul 28 15:35:36.688010 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.796705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-d3e19227-bc70-4331-95df-2e18ea3a9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:36.798226 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-d3e19227-bc70-4331-95df-2e18ea3a9de9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 914 time: 0.0991488 Jul 28 15:35:36.870844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-f9531ff4-5526-4ce4-aa49-72d00e29081a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 1001 time: 0.0636680 Jul 28 15:35:36.927843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-b3ae4742-01b8-4aa6-921f-d0c9b36d8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:36.929420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-b3ae4742-01b8-4aa6-921f-d0c9b36d8b6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 200 len: 852 time: 0.0514376 Jul 28 15:35:36.980772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-5275f01f-d869-4758-8a05-003f2a8bdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:36.982505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-5275f01f-d869-4758-8a05-003f2a8bdbdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f39659a-d850-4e6c-b0b2-abfb940e72cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454502 Jul 28 15:35:37.079560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-ced05781-192e-45a8-87ae-085b6e0797fc service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886641 Jul 28 15:35:37.182195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a36ec9b0-1646-4306-8b9f-a33ddb5a457f req-85286ecd-d4fc-46a7-8320-59e363d31085 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952713 Jul 28 15:35:39.348331 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:35:52.342167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-862ec5bf-3bee-4f2c-b6ec-f92254cd5a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:53.007331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:53.174154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Deleting port f2670051-645f-4244-aee5-cb4b5d30dac8 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:53.174533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:53.265128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:53.265409 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:53.278933 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Calling delete_port for f2670051-645f-4244-aee5-cb4b5d30dac8 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:53.499043 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:53.529081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event deleted for resources: {'Port': ['ID=f2670051-645f-4244-aee5-cb4b5d30dac8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:53.554758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.555172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.555524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.555909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.556342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.556665 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.557006 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.557342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.557678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.558012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.558343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.558673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:53.600086 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:53.600499 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Floating IP 1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43 disassociated (deleted). External IP: 172.25.6.196, port: dddd0052-28d3-42e3-9033-d6b6533fed35. Jul 28 15:35:54.156658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:35:54.282079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:54.287593 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:54.295254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] Sync routers for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:54.311395 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:54.312666 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:35:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:54.318457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dcfdb2af-ac13-4127-9670-b4fac1cb25fd tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "DELETE /v2.0/floatingips/1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43 HTTP/1.1" status: 204 len: 168 time: 1.3098528 Jul 28 15:35:54.319058 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:35:54.321626 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ccee04-a220-4c83-8783-65ac92a50f65" -d '{"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:35:54.423013 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:54.451069 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27b3cc-940d-4730-b22b-ca1d5bd4c75f x-openstack-request-id: req-3c27b3cc-940d-4730-b22b-ca1d5bd4c75f {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:35:54.451371 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:35:54.451623 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c27b3cc-940d-4730-b22b-ca1d5bd4c75f {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:35:54.452026 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'status': 'completed', 'code': 200} Jul 28 15:35:54.558272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-377ad9ba-9033-4acb-86c0-c9903b182756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:54.561023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-377ad9ba-9033-4acb-86c0-c9903b182756 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e606677de08f4b76b9d0059855712c20&device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 1097 time: 0.0526896 Jul 28 15:35:54.665655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-77663f69-c8b5-48b5-867d-109ef227ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:54.667249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-77663f69-c8b5-48b5-867d-109ef227ae22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 200 len: 914 time: 0.0974698 Jul 28 15:35:54.716123 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-95793c6d-d140-4d72-92c6-d2519af276fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 200 len: 217 time: 0.0365448 Jul 28 15:35:54.759969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:54.780470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-74a5050d-e341-4ad3-bb30-c73113a133f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:54.782013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-74a5050d-e341-4ad3-bb30-c73113a133f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 200 len: 852 time: 0.0586543 Jul 28 15:35:54.791958 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] Checking router: aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:54.802976 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:54.803611 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:35:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:54.866316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-cbf2136a-8a17-4289-b249-24d037d6088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:54.867910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-cbf2136a-8a17-4289-b249-24d037d6088b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f39659a-d850-4e6c-b0b2-abfb940e72cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778403 Jul 28 15:35:54.873573 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8e7540f9-0800-46aa-ad7b-195c182763f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:54.883688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502c177-65d8-4075-8b22-5c2f25568638 req-32513df0-590c-4ff6-9072-e59b54da60b2 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:54.885216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9502c177-65d8-4075-8b22-5c2f25568638 req-32513df0-590c-4ff6-9072-e59b54da60b2 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0697765 Jul 28 15:35:54.917208 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:54.976405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9502c177-65d8-4075-8b22-5c2f25568638 req-33aa61d4-ffca-4dbe-92e4-0d9987358e8a tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819507 Jul 28 15:35:55.007495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-f46a216f-2de8-418a-8630-e9057360e4bc service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212966 Jul 28 15:35:55.103070 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04ccee04-a220-4c83-8783-65ac92a50f65 req-87900778-44f3-4d7a-affb-86474800dd10 service neutron] 10.222.0.42 "GET /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846529 Jul 28 15:35:55.120245 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:55.151986 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718e561-ce78-4149-b06a-cbcb506302f5 None None] The sync data for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 is: [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:31:33Z', 'revision_number': 4, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '957876ab-2f61-4d71-830f-95b9a157be67', 'name': '', 'network_id': '3f39659a-d850-4e6c-b0b2-abfb940e72cb', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'mac_address': 'fa:16:3e:59:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:33Z', 'updated_at': '2021-07-28T15:31:38Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'subnets': [{'id': '1b74ec88-75f6-499f-80be-e21e0940f365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:55.380599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28218183-9895-4409-ad69-1bb493591a1d None None] New status for floating IP 1d339ff2-d6ce-4bb3-a6b4-40c978d3fb43: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:35:55.417745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:56.106689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2fed6-fddc-4cb9-8811-c64534fcf88f req-0558bcc6-6753-41fc-b0c2-504e3e9ca5b0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:56.108312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2bc2fed6-fddc-4cb9-8811-c64534fcf88f req-0558bcc6-6753-41fc-b0c2-504e3e9ca5b0 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0561447 Jul 28 15:35:56.151632 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2bc2fed6-fddc-4cb9-8811-c64534fcf88f req-8625017a-b3e4-4b2d-9334-7b5277b447bb tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351832 Jul 28 15:35:56.513153 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:56.900307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-2d47b3f7-0060-4f45-8343-50f83426964c tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:56.901789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-2d47b3f7-0060-4f45-8343-50f83426964c tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.42 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0521221 Jul 28 15:35:57.005439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Deleting port dddd0052-28d3-42e3-9033-d6b6533fed35 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:57.005790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:57.099538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] For port dddd0052-28d3-42e3-9033-d6b6533fed35, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=dddd0052-28d3-42e3-9033-d6b6533fed35,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:57.099887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:57.114070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Calling delete_port for dddd0052-28d3-42e3-9033-d6b6533fed35 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:57.291837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a6ae1-09d2-4672-a285-a37dce3d1e85 req-a56f6259-a85d-42ed-b837-4dafec7a346c tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:57.293440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-277a6ae1-09d2-4672-a285-a37dce3d1e85 req-a56f6259-a85d-42ed-b837-4dafec7a346c tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 945 time: 0.0687382 Jul 28 15:35:57.334065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-277a6ae1-09d2-4672-a285-a37dce3d1e85 req-e03e1d29-9c5a-4631-ac20-9f9a5b64211e tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/security-groups?id=791ebc56-b9c1-48d0-a932-083d820ff3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345297 Jul 28 15:35:57.336008 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:57.371065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event deleted for resources: {'Port': ['ID=dddd0052-28d3-42e3-9033-d6b6533fed35,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:57.399524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.399881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.400225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.400592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.400933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.401270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.401608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.401941 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.402271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.402600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.402929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.403259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:57.422131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] No DVR routers for this DVR port dddd0052-28d3-42e3-9033-d6b6533fed35 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:35:57.427031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:57.427406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1200eea-a1d1-4095-ac89-6a08255c67c2 req-82e6c817-3c2f-4a57-afb3-edb5393e6169 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.42 "DELETE /v2.0/ports/dddd0052-28d3-42e3-9033-d6b6533fed35 HTTP/1.1" status: 204 len: 173 time: 0.5186312 Jul 28 15:35:57.427854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'name': 'network-vif-deleted', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:35:57.430138 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d282e-31a5-4c52-a7d2-879b5d6d7418" -d '{"events": [{"server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "name": "network-vif-deleted", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:35:57.467224 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc5e26-28ec-4ffe-87b5-575cf348a18b x-openstack-request-id: req-cdcc5e26-28ec-4ffe-87b5-575cf348a18b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:35:57.467520 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13f1b2-54a5-47ff-9270-b20e64b56f51", "name": "network-vif-deleted", "tag": "dddd0052-28d3-42e3-9033-d6b6533fed35", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:35:57.467775 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdcc5e26-28ec-4ffe-87b5-575cf348a18b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:35:57.468205 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13f1b2-54a5-47ff-9270-b20e64b56f51', 'name': 'network-vif-deleted', 'tag': 'dddd0052-28d3-42e3-9033-d6b6533fed35', 'status': 'completed', 'code': 200} Jul 28 15:35:57.987381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:58.431786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5a15b07-32ab-41ad-be46-3dd1c69b3fd3 req-2d330e08-29d3-4ca5-be22-3fea89071139 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0267668 Jul 28 15:35:59.535352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f585a7a6-5dea-45f7-94a2-b339645f310a req-c3780997-8208-4a76-8cd6-9d548aadc278 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0296869 Jul 28 15:36:00.642314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca92624a-01cd-415d-91ba-8f5aa54711ff req-c7c8914a-1d88-4b86-a1b5-52564cc88264 tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0275114 Jul 28 15:36:01.317597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dddd0052-28d3-42e3-9033-d6b6533fed35 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:01.341163 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: dddd0052-28d3-42e3-9033-d6b6533fed35 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:01.341392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device dddd0052-28d3-42e3-9033-d6b6533fed35 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:01.804520 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9709912b-ed54-45e9-b66e-65a07a65ed15 req-7b34ccf3-6983-4701-bed8-d7f0ffa6eafa tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "GET /v2.0/ports?device_id=be13f1b2-54a5-47ff-9270-b20e64b56f51 HTTP/1.1" status: 200 len: 210 time: 0.0824125 Jul 28 15:36:02.661711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:02.866772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39444) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:02.919371 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9892927-b166-4744-8b61-4431d228b39f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:02.944881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9892927-b166-4744-8b61-4431d228b39f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.081265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9892927-b166-4744-8b61-4431d228b39f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.084422 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a9892927-b166-4744-8b61-4431d228b39f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.085637 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a9892927-b166-4744-8b61-4431d228b39f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] 10.222.0.57 "DELETE /v2.0/security-groups/791ebc56-b9c1-48d0-a932-083d820ff3d5 HTTP/1.1" status: 204 len: 168 time: 0.2237179 Jul 28 15:36:03.095002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9892927-b166-4744-8b61-4431d228b39f tempest-TestVolumeBackupRestore-1187108871 tempest-TestVolumeBackupRestore-1187108871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791ebc56-b9c1-48d0-a932-083d820ff3d5,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:06.673211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:06.998391 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39606) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:07.397446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:07.678409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Deleting port 957876ab-2f61-4d71-830f-95b9a157be67 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:07.678760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:07.758226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] For port 957876ab-2f61-4d71-830f-95b9a157be67, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=957876ab-2f61-4d71-830f-95b9a157be67,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:07.758611 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:07.773322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Calling delete_port for 957876ab-2f61-4d71-830f-95b9a157be67 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:08.061823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:08.092068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=957876ab-2f61-4d71-830f-95b9a157be67,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:08.268004 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:08.493492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:36:08.607771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:36:08.617799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c0152b0b-faca-4d36-843e-af1a4e9400f4 admin admin] 10.222.0.57 "PUT /v2.0/routers/aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6146932 Jul 28 15:36:08.618010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39672) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:08.625222 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] Sync routers for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:36:08.637209 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:36:08.637890 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:08.747714 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:08.753995 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:36:08.855742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:08.941250 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:36:07Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:08.967516 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] Checking router: aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:36:08.976929 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] Routers {'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:36:08.977706 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:09.081965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] Set router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:36:09.085267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Deleting port e2c539de-e963-491f-a81e-03d64b36155e {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:09.085608 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.176925 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] For port e2c539de-e963-491f-a81e-03d64b36155e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=e2c539de-e963-491f-a81e-03d64b36155e,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:09.177523 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.193658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Calling delete_port for e2c539de-e963-491f-a81e-03d64b36155e owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:09.279311 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:36:07Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:09.295564 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2fe5c6-2c0a-4997-88a3-9c94252f0cfe None None] The sync data for ids ['aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c'] in n-d-764806-10 is: [{'id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'name': 'tempest-TestVolumeBackupRestore-439700069-router', 'tenant_id': 'e606677de08f4b76b9d0059855712c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:29Z', 'updated_at': '2021-07-28T15:36:07Z', 'revision_number': 5, 'project_id': 'e606677de08f4b76b9d0059855712c20', 'gw_port': {'id': 'e2c539de-e963-491f-a81e-03d64b36155e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:30Z', 'updated_at': '2021-07-28T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:36:09.509987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.537236 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c539de-e963-491f-a81e-03d64b36155e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:09.597900 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.693268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.695570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.812998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.813681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:36:09.820826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.822792 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1e1c3d34-32cb-4131-a92b-6d781080958b admin admin] 10.222.0.57 "DELETE /v2.0/routers/aa4f1f13-4fb7-411c-baaf-e25b4fb7f29c HTTP/1.1" status: 204 len: 168 time: 1.2037678 Jul 28 15:36:09.826716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39702) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:09.881536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Deleting subnet 1b74ec88-75f6-499f-80be-e21e0940f365 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:36:09.885161 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:09.929177 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.034711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.508171 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.537439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b74ec88-75f6-499f-80be-e21e0940f365,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:10.540058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.542521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-eea7791c-5b52-4792-b85a-8a5d494acbee admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1b74ec88-75f6-499f-80be-e21e0940f365 HTTP/1.1" status: 204 len: 168 time: 0.7131510 Jul 28 15:36:10.544058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b427dd-9835-4d78-ba79-db19f4ed0ec6 None None] Network 3f39659a-d850-4e6c-b0b2-abfb940e72cb requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:36:10.545195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39716) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:10.617937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.660575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 957876ab-2f61-4d71-830f-95b9a157be67 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:10.680479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Deleting port 1cf0d419-3118-4cb8-aca7-5849d13b886b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:10.680781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.688801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 957876ab-2f61-4d71-830f-95b9a157be67 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:10.689141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 957876ab-2f61-4d71-830f-95b9a157be67 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:10.689543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e2c539de-e963-491f-a81e-03d64b36155e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:10.710851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: e2c539de-e963-491f-a81e-03d64b36155e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:10.711209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device e2c539de-e963-491f-a81e-03d64b36155e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:10.765387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] For port 1cf0d419-3118-4cb8-aca7-5849d13b886b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cf0d419-3118-4cb8-aca7-5849d13b886b,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:10.765767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.780324 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Calling delete_port for 1cf0d419-3118-4cb8-aca7-5849d13b886b owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:10.794480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] DHCP port deletion for 3f39659a-d850-4e6c-b0b2-abfb940e72cb request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:36:10.841247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Deleting port 1cf0d419-3118-4cb8-aca7-5849d13b886b {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:10.841867 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.912303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] For port 1cf0d419-3118-4cb8-aca7-5849d13b886b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cf0d419-3118-4cb8-aca7-5849d13b886b,segment=NetworkSegment(e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6),segment_id=e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:10.912767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.927584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Calling delete_port for 1cf0d419-3118-4cb8-aca7-5849d13b886b owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:10.939579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:10.982741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf0d419-3118-4cb8-aca7-5849d13b886b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:10.984981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] No DVR routers for this DVR port 1cf0d419-3118-4cb8-aca7-5849d13b886b on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:36:11.010322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.036404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Pushing event deleted for resources: {'Port': ['ID=1cf0d419-3118-4cb8-aca7-5849d13b886b,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:11.040801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] No DVR routers for this DVR port 1cf0d419-3118-4cb8-aca7-5849d13b886b on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:36:11.047608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.047954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.051223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eec4e-c29c-49ed-a4b6-d457fd9dd0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:11.064747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.076435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39659a-d850-4e6c-b0b2-abfb940e72cb']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:11.088149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:11.088515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f7c3e6-2c53-4f61-a619-f2fa5aca1af6') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:11.097883 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.113095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.120830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:36:11.121246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:36:11.123190 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:36:11.424017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.430973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:11.432523 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] 10.222.0.57 "DELETE /v2.0/networks/3f39659a-d850-4e6c-b0b2-abfb940e72cb HTTP/1.1" status: 204 len: 168 time: 0.8864789 Jul 28 15:36:11.435544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 39740) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:11.481386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594e8f-d6f1-4b4e-84b0-ac6d2671df9b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f39659a-d850-4e6c-b0b2-abfb940e72cb,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:11.812301 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:12.087039 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Deleting port cd1efb8a-428c-42ba-b074-c68482748658 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:12.087601 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:12.174888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] For port cd1efb8a-428c-42ba-b074-c68482748658, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cd1efb8a-428c-42ba-b074-c68482748658,segment=NetworkSegment(2922311a-7c3d-4e75-abf2-6c363f5de2f4),segment_id=2922311a-7c3d-4e75-abf2-6c363f5de2f4)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:12.175249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:12.198331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Calling delete_port for cd1efb8a-428c-42ba-b074-c68482748658 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:12.456205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:12.483166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1efb8a-428c-42ba-b074-c68482748658,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:12.671478 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:12.717849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cf0d419-3118-4cb8-aca7-5849d13b886b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:12.746345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1cf0d419-3118-4cb8-aca7-5849d13b886b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:12.746770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cf0d419-3118-4cb8-aca7-5849d13b886b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:12.898759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:36:13.008668 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:36:13.014273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-74019ef9-609f-4938-a08a-4ff8b4ae4042 admin admin] 10.222.0.57 "PUT /v2.0/routers/7d31bd61-e0b4-4fea-a6d3-dd30dc88752b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774503 Jul 28 15:36:13.017352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39796) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:13.017876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] Sync routers for ids ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:36:13.030687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] Routers {'7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:36:13.031533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:13.132747 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.141189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] Set router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:36:13.254280 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.358322 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:36:12Z', 'revision_number': 5, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port': {'id': '8e8d3d72-4b6d-4515-94bd-1be432c8ad6a', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:31:37Z', 'updated_at': '2021-07-28T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:13.389298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] Checking router: 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:36:13.400187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] Routers {'7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:36:13.401148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:35:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:13.431392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Deleting port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:13.431731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.493874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] Set router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:36:13.521052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] For port 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:13.529036 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.540780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Calling delete_port for 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:13.558212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:36:13Z', 'revision_number': 6, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:13.586436 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cb5ff-63c9-48c0-89c1-79034d546fd7 None None] The sync data for ids ['7d31bd61-e0b4-4fea-a6d3-dd30dc88752b'] in n-d-764806-10 is: [{'id': '7d31bd61-e0b4-4fea-a6d3-dd30dc88752b', 'name': 'tempest-TestVolumeBackupRestore-246481980-router', 'tenant_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:31:36Z', 'updated_at': '2021-07-28T15:36:13Z', 'revision_number': 6, 'project_id': '9a4c5f1744b9477eaa5a63cdf0593604', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:36:13.792999 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.821334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8d3d72-4b6d-4515-94bd-1be432c8ad6a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:13.885815 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.981460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:13.984267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.090050 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.090875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d31bd61-e0b4-4fea-a6d3-dd30dc88752b {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:36:14.095828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.097050 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b19b0722-fd2d-4c16-83fd-e0ef8bd8ae4f admin admin] 10.222.0.57 "DELETE /v2.0/routers/7d31bd61-e0b4-4fea-a6d3-dd30dc88752b HTTP/1.1" status: 204 len: 168 time: 1.0786967 Jul 28 15:36:14.099776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39844) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:14.148466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Deleting subnet 874afab2-97ba-4d70-8c96-1088417fd75e {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:36:14.151880 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.189304 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.282233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.419342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.448573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874afab2-97ba-4d70-8c96-1088417fd75e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:14.453052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.456306 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c0836dce-6131-4b78-b9c0-48e8ed45ba1a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/874afab2-97ba-4d70-8c96-1088417fd75e HTTP/1.1" status: 204 len: 168 time: 0.3542323 Jul 28 15:36:14.458387 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39860) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:14.461938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5690900f-e899-498b-b30d-79da954cce3b None None] Network 968b8c86-2522-4876-973c-c19f59091a18 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:36:14.558426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.629991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Deleting port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:14.630348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.731347 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] For port 980c1660-d4a2-4dcb-bcb3-33a01a00f521, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=980c1660-d4a2-4dcb-bcb3-33a01a00f521,segment=NetworkSegment(2922311a-7c3d-4e75-abf2-6c363f5de2f4),segment_id=2922311a-7c3d-4e75-abf2-6c363f5de2f4)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:14.731643 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.749401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Calling delete_port for 980c1660-d4a2-4dcb-bcb3-33a01a00f521 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:14.766330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cd1efb8a-428c-42ba-b074-c68482748658 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:14.790063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: cd1efb8a-428c-42ba-b074-c68482748658 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:14.790699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cd1efb8a-428c-42ba-b074-c68482748658 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:14.791198 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:14.828507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:14.828873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8e8d3d72-4b6d-4515-94bd-1be432c8ad6a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:14.910557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] DHCP port deletion for 968b8c86-2522-4876-973c-c19f59091a18 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:36:14.946823 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.964545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Deleting port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:14.964903 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.974195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=980c1660-d4a2-4dcb-bcb3-33a01a00f521,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:14.978478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] No DVR routers for this DVR port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:36:15.033892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] For port 980c1660-d4a2-4dcb-bcb3-33a01a00f521, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:15.034361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.047995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Calling delete_port for 980c1660-d4a2-4dcb-bcb3-33a01a00f521 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:15.052268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 15:36:15.054396 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.056605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.087407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968b8c86-2522-4876-973c-c19f59091a18']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:15.091595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] No DVR routers for this DVR port 980c1660-d4a2-4dcb-bcb3-33a01a00f521 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:36:15.098210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d4f09-6559-4b45-8bfc-878ed29cd6f0 None None] Pushing event deleted for resources: {'Port': ['ID=980c1660-d4a2-4dcb-bcb3-33a01a00f521,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:15.104795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2922311a-7c3d-4e75-abf2-6c363f5de2f4') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:15.106114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2922311a-7c3d-4e75-abf2-6c363f5de2f4') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:15.116134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.137058 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.144683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:36:15.146051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:36:15.146939 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:36:15.651365 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.657445 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.661476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/968b8c86-2522-4876-973c-c19f59091a18 HTTP/1.1" status: 204 len: 168 time: 1.1996849 Jul 28 15:36:15.672825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa185a-78cf-4304-ae7a-4c919ee3fbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=968b8c86-2522-4876-973c-c19f59091a18,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:16.226758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39918) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:16.268534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b832090b-9e51-463d-afb0-aded99963c35 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e606677de08f4b76b9d0059855712c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404062 Jul 28 15:36:16.275683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39920) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:16.324770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eee85059-2297-4188-be6e-8e9c06214500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:16.347383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eee85059-2297-4188-be6e-8e9c06214500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:16.348539 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:36:16.512866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eee85059-2297-4188-be6e-8e9c06214500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:16.515664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eee85059-2297-4188-be6e-8e9c06214500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:16.516885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eee85059-2297-4188-be6e-8e9c06214500 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6e01753-ef13-4ba3-8eb7-d267e4553852 HTTP/1.1" status: 204 len: 168 time: 0.2402561 Jul 28 15:36:16.525086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee85059-2297-4188-be6e-8e9c06214500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e01753-ef13-4ba3-8eb7-d267e4553852,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:16.649449 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 980c1660-d4a2-4dcb-bcb3-33a01a00f521 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:16.673803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 980c1660-d4a2-4dcb-bcb3-33a01a00f521 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:16.674157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 980c1660-d4a2-4dcb-bcb3-33a01a00f521 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:17.250050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39926) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:17.292088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c1286e1a-2499-44ff-bfb1-c8f719482405 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a4c5f1744b9477eaa5a63cdf0593604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408192 Jul 28 15:36:17.294795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 39928) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:17.343561 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c28fccfc-244c-4e1e-99f3-0a5cd3254888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:17.365540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c28fccfc-244c-4e1e-99f3-0a5cd3254888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:17.498625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c28fccfc-244c-4e1e-99f3-0a5cd3254888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:17.501276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c28fccfc-244c-4e1e-99f3-0a5cd3254888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:17.502460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c28fccfc-244c-4e1e-99f3-0a5cd3254888 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02222f3c-795a-4fe7-8a29-75a3bd5af0a8 HTTP/1.1" status: 204 len: 168 time: 0.2067349 Jul 28 15:36:17.517748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fccfc-244c-4e1e-99f3-0a5cd3254888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02222f3c-795a-4fe7-8a29-75a3bd5af0a8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:22.323770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6a97d6a4-f8a7-4648-8a9c-af588934c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:24.849879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-af0509af-d816-4843-9b29-ed6e5a3b025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:25.244412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:26.518240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:27.978137 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:28.971805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-04b0b739-c1e8-48aa-a32b-43df06bcb502 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cf407e544fa44dc582a67402c67543cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304267 Jul 28 15:36:29.194861 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-d5ba38b9-80ba-4fbe-9440-72410523585e tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:29.196288 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-d5ba38b9-80ba-4fbe-9440-72410523585e tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184632 Jul 28 15:36:29.212668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-f706d504-aab3-4787-bf36-5d54c01c0d1d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/quotas/cf407e544fa44dc582a67402c67543cf HTTP/1.1" status: 200 len: 375 time: 0.0105181 Jul 28 15:36:29.272038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-acf9158f-ab30-4f01-87bd-e47aae929e7f tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf407e544fa44dc582a67402c67543cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486588 Jul 28 15:36:29.527582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5984fd7-8298-42d8-91bc-f9ebdef0e00b req-fbff7c00-5ad7-48e1-bfba-8c27db14b90c tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 210 time: 0.0404220 Jul 28 15:36:30.605467 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d88fe84-c119-45a2-a89f-6929a2af72a6 req-34272c14-ec1e-484c-aa20-ada7e510cdaf tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Jul 28 15:36:31.706191 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9bf479c5-e7d5-4aa9-93ed-62ad43f7dbb1 req-30082951-3382-4360-b08a-c4dfc1e6f239 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 210 time: 0.0265374 Jul 28 15:36:32.155022 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-302c7bf2-39fe-4c2d-93cf-13873fdac35d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf407e544fa44dc582a67402c67543cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227020 Jul 28 15:36:32.277011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1e8bce33-3086-40c0-9ac9-9921d3506889 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:32.278559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1e8bce33-3086-40c0-9ac9-9921d3506889 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178949 Jul 28 15:36:32.294691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Request body: {'port': {'device_id': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'admin_state_up': True, 'tenant_id': 'cf407e544fa44dc582a67402c67543cf'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:32.532280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Made reservation on behalf of cf407e544fa44dc582a67402c67543cf for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:36:32.536491 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:32.546483 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:32.644675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:32.683113 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:32.775600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:32.870224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6fda4b43-c34c-4ef5-97e8-c6d605541b92 req-14fdfcd8-20d5-4a49-b415-7a752d4a5445 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 210 time: 0.0872450 Jul 28 15:36:32.881315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec1ba23-ee97-4003-8415-6b59df2ff46b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:32.951425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Allocated IP 192.168.233.21 (93c497c6-5ee0-4a89-944b-0c0a02cc5daf/12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e/e11e5800-0fdb-469e-a1d8-5faea4e72095) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:36:33.106000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.120926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Transition to ACTIVE for port object e11e5800-0fdb-469e-a1d8-5faea4e72095 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:36:33.284047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.327823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:36:33.330900 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:36:33.338045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:36:33.343762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Pushing event updated for resources: {'Port': ['ID=e11e5800-0fdb-469e-a1d8-5faea4e72095,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:33.398125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:33.398614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.478810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-1c29be28-4a96-4e38-a9b6-1b50039d7bb2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1908915 Jul 28 15:36:33.492598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Request body: {'port': {'device_id': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:33.548706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.697927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-65805b7e-d8bd-476a-9a25-a8e335de26dd None None] Provisioning for port e11e5800-0fdb-469e-a1d8-5faea4e72095 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:36:33.701940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-65805b7e-d8bd-476a-9a25-a8e335de26dd None None] Provisioning complete for port e11e5800-0fdb-469e-a1d8-5faea4e72095 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:36:33.702315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-65805b7e-d8bd-476a-9a25-a8e335de26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.735628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-65805b7e-d8bd-476a-9a25-a8e335de26dd None None] Port e11e5800-0fdb-469e-a1d8-5faea4e72095 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:36:33.821142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11e5800-0fdb-469e-a1d8-5faea4e72095 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:36:33.828625 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.840636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Transition to ACTIVE for port object e11e5800-0fdb-469e-a1d8-5faea4e72095 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:36:33.923712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:33.978926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Pushing event updated for resources: {'Port': ['ID=e11e5800-0fdb-469e-a1d8-5faea4e72095,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:33.998404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edd46e-a568-4ed9-a1ee-ad48ee2392e6 req-c4d1df7e-8641-46d1-9ffc-906858d4dc9a tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.000007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70edd46e-a568-4ed9-a1ee-ad48ee2392e6 req-c4d1df7e-8641-46d1-9ffc-906858d4dc9a tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 947 time: 0.0533252 Jul 28 15:36:34.043647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-70edd46e-a568-4ed9-a1ee-ad48ee2392e6 req-ae58fb0e-1d15-4f7b-bd52-5216f2dc513f tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365100 Jul 28 15:36:34.062656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Attempting to bind port e11e5800-0fdb-469e-a1d8-5faea4e72095 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:36:34.063069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Attempting to bind port e11e5800-0fdb-469e-a1d8-5faea4e72095 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:36:34.063374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Attempting to bind port e11e5800-0fdb-469e-a1d8-5faea4e72095 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:36:34.068328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Port e11e5800-0fdb-469e-a1d8-5faea4e72095 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:36:34.068717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Attempting to bind port e11e5800-0fdb-469e-a1d8-5faea4e72095 on network 93c497c6-5ee0-4a89-944b-0c0a02cc5daf {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:36:34.074054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:36:34.074397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Checking segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:36:34.074792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Bound using segment: {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:36:34.075230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Bound port: e11e5800-0fdb-469e-a1d8-5faea4e72095, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa16706-1ec6-41ec-b962-2f5cbbbfe929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:36:34.075598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:34.146874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] For port e11e5800-0fdb-469e-a1d8-5faea4e72095, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:36:34.150268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] For port e11e5800-0fdb-469e-a1d8-5faea4e72095, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e11e5800-0fdb-469e-a1d8-5faea4e72095,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:36:34.249798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:34.289557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.290201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:34.291647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] 10.222.0.58 "PUT /v2.0/ports/e11e5800-0fdb-469e-a1d8-5faea4e72095 HTTP/1.1" status: 200 len: 1096 time: 0.8039207 Jul 28 15:36:34.292141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'tag': 'e11e5800-0fdb-469e-a1d8-5faea4e72095'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:34.294434 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594258ec-570d-42c3-95ee-ba892339f6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9817b468-2a28-4fbe-98b3-0d5b0f8d8764", "tag": "e11e5800-0fdb-469e-a1d8-5faea4e72095"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:34.324089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1cd90-9e50-4bd3-a3b5-fd45a16d6f8a service neutron] Pushing event updated for resources: {'Port': ['ID=e11e5800-0fdb-469e-a1d8-5faea4e72095,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:34.335899 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635f845-9854-485e-8cce-970a1b956ea6 x-openstack-request-id: req-a635f845-9854-485e-8cce-970a1b956ea6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:34.336277 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9817b468-2a28-4fbe-98b3-0d5b0f8d8764", "tag": "e11e5800-0fdb-469e-a1d8-5faea4e72095", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:34.336645 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a635f845-9854-485e-8cce-970a1b956ea6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:34.337146 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'tag': 'e11e5800-0fdb-469e-a1d8-5faea4e72095', 'status': 'completed', 'code': 200} Jul 28 15:36:34.408878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594258ec-570d-42c3-95ee-ba892339f6d4 req-e8c2dcd8-241c-4388-bed0-c8669a37426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.410404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-594258ec-570d-42c3-95ee-ba892339f6d4 req-e8c2dcd8-241c-4388-bed0-c8669a37426a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf407e544fa44dc582a67402c67543cf&device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 1099 time: 0.0477266 Jul 28 15:36:34.444300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-594258ec-570d-42c3-95ee-ba892339f6d4 req-51457f5e-ed10-4359-ab85-1a58f6334991 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf407e544fa44dc582a67402c67543cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203538 Jul 28 15:36:34.546167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594258ec-570d-42c3-95ee-ba892339f6d4 req-c2c3facf-3c56-46d7-8032-605148348150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.547577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-594258ec-570d-42c3-95ee-ba892339f6d4 req-c2c3facf-3c56-46d7-8032-605148348150 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951934 Jul 28 15:36:34.628397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-5d9357ab-2433-46e6-981a-fc24310fff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.629963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-5d9357ab-2433-46e6-981a-fc24310fff4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf407e544fa44dc582a67402c67543cf&device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 1099 time: 0.0424421 Jul 28 15:36:34.677233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-2c362c65-a947-48ba-8b01-09c35878e38b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=e11e5800-0fdb-469e-a1d8-5faea4e72095 HTTP/1.1" status: 200 len: 217 time: 0.0356512 Jul 28 15:36:34.728224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-a9df2cd9-2475-40ec-980d-e8d113a91a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.729710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-a9df2cd9-2475-40ec-980d-e8d113a91a1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e HTTP/1.1" status: 200 len: 843 time: 0.0444546 Jul 28 15:36:34.781377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-c468b4dc-b0f0-4f3a-bb35-b258bff7f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:34.782950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-c468b4dc-b0f0-4f3a-bb35-b258bff7f178 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c497c6-5ee0-4a89-944b-0c0a02cc5daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455599 Jul 28 15:36:34.880333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-8e71679d-df74-400b-82f4-97732d29158a service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Jul 28 15:36:34.988242 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7cc1fa11-f7c3-4f13-af0f-41af4e05d9dc req-e7933932-b414-4d7c-8e9a-565b495762a1 service neutron] 10.222.0.58 "GET /v2.0/networks/93c497c6-5ee0-4a89-944b-0c0a02cc5daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941894 Jul 28 15:36:35.163831 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b02962-04bd-4e27-9479-1034b71fa799 req-ae33e4f6-7292-41f1-98da-a0fdc51f9a9d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:35.165314 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3b02962-04bd-4e27-9479-1034b71fa799 req-ae33e4f6-7292-41f1-98da-a0fdc51f9a9d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 947 time: 0.0508242 Jul 28 15:36:35.206509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3b02962-04bd-4e27-9479-1034b71fa799 req-68e0cbe4-c946-4501-9731-47de13d83027 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346544 Jul 28 15:36:36.327439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2e20-44ad-4ed8-b9da-5059fe39a852 req-5b8f7d80-4950-423d-97ac-9e4e2c0cc134 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:36.329166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61cf2e20-44ad-4ed8-b9da-5059fe39a852 req-5b8f7d80-4950-423d-97ac-9e4e2c0cc134 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 947 time: 0.0532286 Jul 28 15:36:36.369195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61cf2e20-44ad-4ed8-b9da-5059fe39a852 req-73e35e4b-0e17-4663-81f5-347ffce198ed tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jul 28 15:36:36.654806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:36.980031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e11e5800-0fdb-469e-a1d8-5faea4e72095 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:36:37.083331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e11e5800-0fdb-469e-a1d8-5faea4e72095, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e11e5800-0fdb-469e-a1d8-5faea4e72095,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:37.094942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'e11e5800-0fdb-469e-a1d8-5faea4e72095', 'network_id': '93c497c6-5ee0-4a89-944b-0c0a02cc5daf', 'port_id': 'e11e5800-0fdb-469e-a1d8-5faea4e72095', 'mac_address': 'fa:16:3e:c2:4c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a0ba9d-0ab2-40db-b25b-e9ccd10c2d4e', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:36:37.137440 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:37.150111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11e5800-0fdb-469e-a1d8-5faea4e72095 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:36:37.170327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e11e5800-0fdb-469e-a1d8-5faea4e72095, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e11e5800-0fdb-469e-a1d8-5faea4e72095,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:37.266034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:37.315631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e11e5800-0fdb-469e-a1d8-5faea4e72095,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:37.494501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fce3f8-06e3-48ba-87a0-14ec89fe6390 req-016c5f90-3daf-4c6e-b6a4-627957280a56 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:37.496033 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65fce3f8-06e3-48ba-87a0-14ec89fe6390 req-016c5f90-3daf-4c6e-b6a4-627957280a56 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 948 time: 0.0541024 Jul 28 15:36:37.530279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e11e5800-0fdb-469e-a1d8-5faea4e72095'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:36:37.535130 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-65fce3f8-06e3-48ba-87a0-14ec89fe6390 req-dc678ec8-c0d5-499a-a33c-d968c06c6449 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Jul 28 15:36:38.650411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c4d8-3fda-44f4-8708-21d140334770 req-b787a03e-9f17-4bc6-bf82-5db9c7f4f325 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:38.651902 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c51c4d8-3fda-44f4-8708-21d140334770 req-b787a03e-9f17-4bc6-bf82-5db9c7f4f325 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 948 time: 0.0496235 Jul 28 15:36:38.690000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7c51c4d8-3fda-44f4-8708-21d140334770 req-eca45d52-2914-42f6-8e0b-f539608572ce tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jul 28 15:36:38.982390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e11e5800-0fdb-469e-a1d8-5faea4e72095 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:36:39.109894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port e11e5800-0fdb-469e-a1d8-5faea4e72095 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:36:39.114054 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port e11e5800-0fdb-469e-a1d8-5faea4e72095 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:36:39.114441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:39.195331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:39.218788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e5800-0fdb-469e-a1d8-5faea4e72095'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:39.221058 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e2b6c3-9d88-467a-86b9-1b4075f6d155" -d '{"events": [{"server_uuid": "9817b468-2a28-4fbe-98b3-0d5b0f8d8764", "name": "network-vif-plugged", "status": "completed", "tag": "e11e5800-0fdb-469e-a1d8-5faea4e72095"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:39.234696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port e11e5800-0fdb-469e-a1d8-5faea4e72095, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e11e5800-0fdb-469e-a1d8-5faea4e72095,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:39.258911 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603e57d-aaf3-4fd1-8d96-37e8890ccf93 x-openstack-request-id: req-f603e57d-aaf3-4fd1-8d96-37e8890ccf93 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:39.259242 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9817b468-2a28-4fbe-98b3-0d5b0f8d8764", "name": "network-vif-plugged", "status": "completed", "tag": "e11e5800-0fdb-469e-a1d8-5faea4e72095", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:39.259505 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f603e57d-aaf3-4fd1-8d96-37e8890ccf93 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:39.259908 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e5800-0fdb-469e-a1d8-5faea4e72095', 'code': 200} Jul 28 15:36:39.311808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:39.360685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=e11e5800-0fdb-469e-a1d8-5faea4e72095,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:39.360998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06275b6e-2711-4460-8331-8a4cafe1a5cf req-a432102c-ebc8-4c35-99af-d5442c448d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:39.362526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06275b6e-2711-4460-8331-8a4cafe1a5cf req-a432102c-ebc8-4c35-99af-d5442c448d68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 1101 time: 0.0466397 Jul 28 15:36:39.402857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-06275b6e-2711-4460-8331-8a4cafe1a5cf req-9100e8a9-2784-4a36-bd97-1599de40cfce service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Jul 28 15:36:39.809022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b21f-70eb-472c-9b39-9f06a5b8faab req-4913c5c1-d91b-46a2-b721-2d162d7d4ca1 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:39.810548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7375b21f-70eb-472c-9b39-9f06a5b8faab req-4913c5c1-d91b-46a2-b721-2d162d7d4ca1 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 949 time: 0.0512617 Jul 28 15:36:39.850281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7375b21f-70eb-472c-9b39-9f06a5b8faab req-fc171a1d-aff9-4372-a544-e8305a6c12b3 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Jul 28 15:36:40.967891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0615a-21c4-414b-a5b6-90cff46a6a62 req-b4f49911-2aa4-415c-8d60-d7a2ff1eab7e tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:40.969405 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19b0615a-21c4-414b-a5b6-90cff46a6a62 req-b4f49911-2aa4-415c-8d60-d7a2ff1eab7e tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 949 time: 0.0486205 Jul 28 15:36:41.007429 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-19b0615a-21c4-414b-a5b6-90cff46a6a62 req-14d11f40-ffa1-406b-b7f4-9f779244af7d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Jul 28 15:36:42.706290 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee22b-48a6-4eed-88df-7937c23e753b req-0ca257a1-3f15-4ff5-8910-d31fd13a789d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:42.707774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef6ee22b-48a6-4eed-88df-7937c23e753b req-0ca257a1-3f15-4ff5-8910-d31fd13a789d tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 949 time: 0.0487406 Jul 28 15:36:42.747824 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ef6ee22b-48a6-4eed-88df-7937c23e753b req-6e3e19ef-1d29-4f06-afe5-13d32b7691fc tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329957 Jul 28 15:36:43.871045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122c3fe-fb14-469a-b0c1-9ed3a5608a61 req-49de8d3b-e4ca-4bb4-8817-880dec8bdbdd tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:43.872567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5122c3fe-fb14-469a-b0c1-9ed3a5608a61 req-49de8d3b-e4ca-4bb4-8817-880dec8bdbdd tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 949 time: 0.0508194 Jul 28 15:36:43.911757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5122c3fe-fb14-469a-b0c1-9ed3a5608a61 req-f80aece3-152d-4ef3-bf9c-50edb5454ca2 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ec1ba23-ee97-4003-8415-6b59df2ff46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Jul 28 15:36:44.189403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-1667b3de-8134-418b-a617-1f57a18434bc tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:44.190830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-1667b3de-8134-418b-a617-1f57a18434bc tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.58 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 949 time: 0.0545561 Jul 28 15:36:44.286135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Deleting port e11e5800-0fdb-469e-a1d8-5faea4e72095 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:36:44.286487 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.381429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] For port e11e5800-0fdb-469e-a1d8-5faea4e72095, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=e11e5800-0fdb-469e-a1d8-5faea4e72095,segment=NetworkSegment(dfa16706-1ec6-41ec-b962-2f5cbbbfe929),segment_id=dfa16706-1ec6-41ec-b962-2f5cbbbfe929)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:44.381954 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.397248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Calling delete_port for e11e5800-0fdb-469e-a1d8-5faea4e72095 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:36:44.606722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.620066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['e11e5800-0fdb-469e-a1d8-5faea4e72095'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:36:44.643313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Pushing event deleted for resources: {'Port': ['ID=e11e5800-0fdb-469e-a1d8-5faea4e72095,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:44.689025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] No DVR routers for this DVR port e11e5800-0fdb-469e-a1d8-5faea4e72095 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:36:44.691864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.694805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-055285f9-46ef-4d05-ab0e-6f80970b9ba5 req-b2dd0a33-eca9-4cd5-9657-d06f8d386d75 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.58 "DELETE /v2.0/ports/e11e5800-0fdb-469e-a1d8-5faea4e72095 HTTP/1.1" status: 204 len: 173 time: 0.4961023 Jul 28 15:36:44.695278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'name': 'network-vif-deleted', 'tag': 'e11e5800-0fdb-469e-a1d8-5faea4e72095'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:44.698209 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb1e3b-6543-484c-9b62-5a58a9e14e49" -d '{"events": [{"server_uuid": "9817b468-2a28-4fbe-98b3-0d5b0f8d8764", "name": "network-vif-deleted", "tag": "e11e5800-0fdb-469e-a1d8-5faea4e72095"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:44.736940 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a532f2-dc3b-4d9b-b479-ddb5bb7cd39b x-openstack-request-id: req-44a532f2-dc3b-4d9b-b479-ddb5bb7cd39b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:44.737228 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9817b468-2a28-4fbe-98b3-0d5b0f8d8764", "name": "network-vif-deleted", "tag": "e11e5800-0fdb-469e-a1d8-5faea4e72095", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:44.737482 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44a532f2-dc3b-4d9b-b479-ddb5bb7cd39b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:44.737884 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9817b468-2a28-4fbe-98b3-0d5b0f8d8764', 'name': 'network-vif-deleted', 'tag': 'e11e5800-0fdb-469e-a1d8-5faea4e72095', 'status': 'completed', 'code': 200} Jul 28 15:36:45.018399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b199733-dc23-4596-acfa-b54bc66ce0d5 req-0dff39b0-d7a8-4df4-84f6-48dd258d2e52 tempest-ServersAdminNegativeTestJSON-720514568 tempest-ServersAdminNegativeTestJSON-720514568-project] 10.222.0.57 "GET /v2.0/ports?device_id=9817b468-2a28-4fbe-98b3-0d5b0f8d8764 HTTP/1.1" status: 200 len: 210 time: 0.0358448 Jul 28 15:36:46.634611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40080) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:46.783201 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8b566216-9ca6-4475-82d0-3d1f0dcdf757 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf407e544fa44dc582a67402c67543cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473927 Jul 28 15:36:46.786258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40084) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:46.842015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4e7d-26ba-4e30-b8ec-5cfc50a6e040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:46.871767 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4e7d-26ba-4e30-b8ec-5cfc50a6e040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:47.037601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4e7d-26ba-4e30-b8ec-5cfc50a6e040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:47.040717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4e7d-26ba-4e30-b8ec-5cfc50a6e040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:47.041934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4b7d4e7d-26ba-4e30-b8ec-5cfc50a6e040 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ec1ba23-ee97-4003-8415-6b59df2ff46b HTTP/1.1" status: 204 len: 168 time: 0.2548232 Jul 28 15:36:47.050346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d4e7d-26ba-4e30-b8ec-5cfc50a6e040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec1ba23-ee97-4003-8415-6b59df2ff46b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:47.729559 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40090) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:47.747401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15681352-af82-4fd5-b07d-b19d7cdf045c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:47.859215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15681352-af82-4fd5-b07d-b19d7cdf045c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:47.962794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-15681352-af82-4fd5-b07d-b19d7cdf045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:48.002295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-15681352-af82-4fd5-b07d-b19d7cdf045c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25f92b4f78c14cbf8eb351127fc99f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716169 Jul 28 15:36:48.003172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681352-af82-4fd5-b07d-b19d7cdf045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a066a-a49e-4fc6-bbca-85817cf245b8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:48.005178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40092) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:48.057969 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd321f3c-c95a-4e03-800c-02c80ee86cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:48.080809 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd321f3c-c95a-4e03-800c-02c80ee86cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:48.229399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd321f3c-c95a-4e03-800c-02c80ee86cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:48.232063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fd321f3c-c95a-4e03-800c-02c80ee86cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:48.233608 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fd321f3c-c95a-4e03-800c-02c80ee86cd5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b17a066a-a49e-4fc6-bbca-85817cf245b8 HTTP/1.1" status: 204 len: 168 time: 0.2273867 Jul 28 15:36:48.242515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321f3c-c95a-4e03-800c-02c80ee86cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a066a-a49e-4fc6-bbca-85817cf245b8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:49.018642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e11e5800-0fdb-469e-a1d8-5faea4e72095 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:36:49.038743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: e11e5800-0fdb-469e-a1d8-5faea4e72095 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:36:49.039091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device e11e5800-0fdb-469e-a1d8-5faea4e72095 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:36:49.378838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40114) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:49.475585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1139276041-network', 'tenant_id': '3e8453582cce4a78a4436d0ae3e3dfc9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:49.560806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Made reservation on behalf of 3e8453582cce4a78a4436d0ae3e3dfc9 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:36:49.563196 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.573385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.667162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.749348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.777226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:36:49.791817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ec4d9-46b6-435c-9453-835c18be285f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:49.797582 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.797930 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Added segment 9c13320f-a283-4509-94ac-ad4daff2ce58 of type vlan for network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba Jul 28 15:36:49.848128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.961037 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.962101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:49.962714 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:50.054395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] Pushing event updated for resources: {'Network': ['ID=60dbcbb3-dd90-4259-89ce-072d4f17c7ba,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:50.064403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:36:50.099076 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-167d6b6a-6979-4708-a437-a285ec7dba02 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7190893 Jul 28 15:36:50.102596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40118) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:50.107473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Request body: {'subnet': {'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1139276041-subnet', 'tenant_id': '3e8453582cce4a78a4436d0ae3e3dfc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:50.183386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Made reservation on behalf of 3e8453582cce4a78a4436d0ae3e3dfc9 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:36:50.185840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:50.412439 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:50.462196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db06618d-c320-45c8-9af5-6a2cdd1f88f2,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:50.478201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Checking segment: {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:36:50.478559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Network hostable DHCP agents. Network: 60dbcbb3-dd90-4259-89ce-072d4f17c7ba, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:36:50.585448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:36:50.681398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 60dbcbb3-dd90-4259-89ce-072d4f17c7ba) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:36:50.685437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:50.686026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:50.692357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c051f2-610f-4f36-a854-6381057c21f9 None None] Network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:36:50.778506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fb98db1a-b607-4af5-9830-6844d189d1cf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6748157 Jul 28 15:36:50.815584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66474ab7-0f17-4023-aa33-d958f80334e5 None None] Network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:36:51.201145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-479d6049-c4ba-45b0-be7f-a6d2e1c9e407 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:51.202558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-479d6049-c4ba-45b0-be7f-a6d2e1c9e407 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 812 time: 0.1085198 Jul 28 15:36:51.218774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-bf7dc22d-f2bf-4bbf-8ba4-0fa9deb65385 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/quotas/3e8453582cce4a78a4436d0ae3e3dfc9 HTTP/1.1" status: 200 len: 375 time: 0.0102503 Jul 28 15:36:51.252480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-0a687036-a527-4ed4-ac16-55568a138ca7 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279255 Jul 28 15:36:51.362401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-c70ff54a-6663-4067-a3eb-8e9b3854e297 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:36:51.363438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-c70ff54a-6663-4067-a3eb-8e9b3854e297 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441873 Jul 28 15:36:51.452899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-07d610d4-c696-4d34-9b59-d2b9dfc66e02 service neutron] 10.222.0.57 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Jul 28 15:36:51.543533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-962b924e-cad0-493c-a6ea-4909df9b198d service neutron] 10.222.0.57 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847104 Jul 28 15:36:51.786679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-354f4fce-0d84-46c2-bd44-c872a69a61e0 req-4efe936d-1f93-45d6-86e5-f36d23f58211 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Jul 28 15:36:52.346872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-087e1270-9b42-438b-878e-4ef25ea15019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:52.863150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1730ea95-e43e-4e9a-8a23-2c71d6fbf356 req-3745bbee-d658-46bd-a1f1-769b780ce38d tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jul 28 15:36:53.348749 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:36:53.956359 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e9430e98-6d43-4bb0-8dee-3ae4611d1b17 req-9c2247c3-a4c2-44ea-b166-84ae3dfeea21 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 210 time: 0.0260699 Jul 28 15:36:54.413289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-212da402-8e66-4df9-babd-71fe3405c076 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:54.414795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-212da402-8e66-4df9-babd-71fe3405c076 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.42 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 812 time: 0.1118441 Jul 28 15:36:54.433992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Request body: {'port': {'device_id': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba', 'admin_state_up': True, 'tenant_id': '3e8453582cce4a78a4436d0ae3e3dfc9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:54.652166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Made reservation on behalf of 3e8453582cce4a78a4436d0ae3e3dfc9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:36:54.655997 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:54.793181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Allocated IP 172.20.0.11 (60dbcbb3-dd90-4259-89ce-072d4f17c7ba/db06618d-c320-45c8-9af5-6a2cdd1f88f2/5c084e46-de00-46d8-84f2-b156d84d17be) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:36:54.831342 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f3192643-9532-4c2c-803f-cd983a62ed78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:54.946695 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.051170 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a848a10b-9aad-437e-92b5-e30a62b3e006 req-ee9329fb-35e6-4776-bb7a-eba55b81fae9 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Jul 28 15:36:55.052286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.093938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:36:55.096913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:36:55.102666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:36:55.109823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:55.154468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:55.155080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.206291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.241702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-45cc018c-3a33-4f70-bd37-81614156fbbe tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8120580 Jul 28 15:36:55.304918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Request body: {'port': {'device_id': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:55.361951 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.626187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c084e46-de00-46d8-84f2-b156d84d17be {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:36:55.634545 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.646524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Transition to ACTIVE for port object 5c084e46-de00-46d8-84f2-b156d84d17be will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:36:55.732720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.787041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:55.894018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:36:55.894297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:36:55.894636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be on network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:36:55.900148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Port 5c084e46-de00-46d8-84f2-b156d84d17be on network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:36:55.900602 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be on network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:36:55.906332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:36:55.906685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Checking segment: {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:36:55.907077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Bound using segment: {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:36:55.907521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Bound port: 5c084e46-de00-46d8-84f2-b156d84d17be, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:36:55.907893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.978103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:36:55.981309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:36:56.048736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:56.083140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.083761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:56.085194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 1093 time: 0.8286829 Jul 28 15:36:56.086248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:56.088587 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9134799f-3318-485b-9b26-8c415f75117c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:56.120147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7a034-8b7c-4b8a-aa36-0ec41cae7850 service neutron] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:56.128646 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41548222-748f-48d5-b62f-303fa9d69f44 x-openstack-request-id: req-41548222-748f-48d5-b62f-303fa9d69f44 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:56.128942 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:56.129256 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41548222-748f-48d5-b62f-303fa9d69f44 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:56.129595 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be', 'status': 'completed', 'code': 200} Jul 28 15:36:56.169351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847e0-1d02-47d6-8122-324f733f2c91 req-cbe94ac6-7dab-4994-996a-343a06c48e60 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.170734 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-969847e0-1d02-47d6-8122-324f733f2c91 req-cbe94ac6-7dab-4994-996a-343a06c48e60 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0497496 Jul 28 15:36:56.216404 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-969847e0-1d02-47d6-8122-324f733f2c91 req-0a05832b-b33d-4969-aa0a-4fb3020325ed tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394084 Jul 28 15:36:56.220923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134799f-3318-485b-9b26-8c415f75117c req-b8599a0d-568d-4e7f-bd00-369eb09822bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.222659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9134799f-3318-485b-9b26-8c415f75117c req-b8599a0d-568d-4e7f-bd00-369eb09822bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0491922 Jul 28 15:36:56.328951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134799f-3318-485b-9b26-8c415f75117c req-c40571db-053e-4661-8fd8-4273edb77a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.330433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9134799f-3318-485b-9b26-8c415f75117c req-c40571db-053e-4661-8fd8-4273edb77a46 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920730 Jul 28 15:36:56.428009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134799f-3318-485b-9b26-8c415f75117c req-6e866db3-4538-49e8-9510-b16133ab7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.429960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9134799f-3318-485b-9b26-8c415f75117c req-6e866db3-4538-49e8-9510-b16133ab7640 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915458 Jul 28 15:36:56.511585 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:56.527914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-a8972959-0335-4528-b8eb-96df21751411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.529433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-a8972959-0335-4528-b8eb-96df21751411 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0417371 Jul 28 15:36:56.579407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-f02eed34-0431-472f-abb5-33f5efdd39be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 217 time: 0.0340636 Jul 28 15:36:56.639180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-a08ac884-fe72-4152-9a5c-104917f2ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.640852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-a08ac884-fe72-4152-9a5c-104917f2ed88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 200 len: 852 time: 0.0546246 Jul 28 15:36:56.673714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-7ab8c3aa-9932-4ecc-abea-b543c70037d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245748 Jul 28 15:36:56.762530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-fbc9bb3d-d8e5-4e0d-9506-31e1d54b79e4 service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808961 Jul 28 15:36:56.856865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc8a1bc6-0796-4ac8-8800-7ddada6735d4 req-372122de-ec31-4119-a4d5-5f16919f7cd2 service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870907 Jul 28 15:36:57.334053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48fb9b-afe0-48f3-8bca-378f10abd5ba req-9a003fa0-8360-4378-9923-4be4e0726e7b tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:57.335577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea48fb9b-afe0-48f3-8bca-378f10abd5ba req-9a003fa0-8360-4378-9923-4be4e0726e7b tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0502419 Jul 28 15:36:57.374331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea48fb9b-afe0-48f3-8bca-378f10abd5ba req-38f531ed-7535-45ad-8344-7e77cc69df8e tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Jul 28 15:36:57.991210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:58.491098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2292822-4218-48a6-9b5f-b215921048c0 req-3226687d-da41-4220-bcfc-fcb548fac0ed tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:58.492986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2292822-4218-48a6-9b5f-b215921048c0 req-3226687d-da41-4220-bcfc-fcb548fac0ed tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0524244 Jul 28 15:36:58.533152 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2292822-4218-48a6-9b5f-b215921048c0 req-e575b50f-274a-4de2-bec6-941b3e62f98b tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Jul 28 15:36:59.647662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6309e8-bb27-4c28-8fa1-6c9fb632f85d req-626bbb4e-13a9-4cfa-b6d7-e6dfba9fb7eb tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:59.651548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d6309e8-bb27-4c28-8fa1-6c9fb632f85d req-626bbb4e-13a9-4cfa-b6d7-e6dfba9fb7eb tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0505702 Jul 28 15:36:59.689448 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6d6309e8-bb27-4c28-8fa1-6c9fb632f85d req-93967ade-e3f8-46f9-9de6-5cc944942015 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Jul 28 15:37:00.806556 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d100c-1aa6-4a15-b209-1154e53f71c5 req-5ca25b10-3fdc-4a66-b46e-feef5d5801dc tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:00.808146 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d9d100c-1aa6-4a15-b209-1154e53f71c5 req-5ca25b10-3fdc-4a66-b46e-feef5d5801dc tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0490415 Jul 28 15:37:00.846578 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d9d100c-1aa6-4a15-b209-1154e53f71c5 req-9c95adcb-fc0e-4f60-9ba9-0f4b40a83bf8 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Jul 28 15:37:01.679602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:37:01.778074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:01.789716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '5c084e46-de00-46d8-84f2-b156d84d17be', 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba', 'port_id': '5c084e46-de00-46d8-84f2-b156d84d17be', 'mac_address': 'fa:16:3e:b1:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db06618d-c320-45c8-9af5-6a2cdd1f88f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:37:01.833348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:01.846638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c084e46-de00-46d8-84f2-b156d84d17be {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:37:01.866243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:01.975369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9932e-d47d-413d-b869-5d63c1e565ef req-1bc44f5e-e17b-4ced-86d8-d255321c3f13 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:01.977320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33d9932e-d47d-413d-b869-5d63c1e565ef req-1bc44f5e-e17b-4ced-86d8-d255321c3f13 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0550463 Jul 28 15:37:02.002225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:02.020088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33d9932e-d47d-413d-b869-5d63c1e565ef req-356609b7-0e4a-4b82-a637-58197c93098e tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364256 Jul 28 15:37:02.053040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:02.411950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['5c084e46-de00-46d8-84f2-b156d84d17be'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:02.692504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:03.138379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69c13-7cb1-48e5-95f4-9856eda2febb req-5b45b522-c9b6-467f-92b3-472f490dfbca tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:03.139912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72e69c13-7cb1-48e5-95f4-9856eda2febb req-5b45b522-c9b6-467f-92b3-472f490dfbca tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 945 time: 0.0500469 Jul 28 15:37:03.183732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-72e69c13-7cb1-48e5-95f4-9856eda2febb req-2d30eddf-cd1e-4fe8-974e-b17c57dbc5e0 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Jul 28 15:37:03.704574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:37:03.830699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 5c084e46-de00-46d8-84f2-b156d84d17be completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:37:03.834551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 5c084e46-de00-46d8-84f2-b156d84d17be triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:37:03.834926 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:03.913648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:03.935745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:03.938005 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418c16f-3881-45fd-83ab-47c70e3cfd88" -d '{"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-plugged", "status": "completed", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:03.963719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:03.975934 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1824aa2-a8a5-47b5-a5b4-a3d094f1b897 x-openstack-request-id: req-e1824aa2-a8a5-47b5-a5b4-a3d094f1b897 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:03.976229 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-plugged", "status": "completed", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:03.976516 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1824aa2-a8a5-47b5-a5b4-a3d094f1b897 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:03.976913 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be', 'code': 200} Jul 28 15:37:04.040228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:04.089393 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:04.103357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37415cd-31df-477f-a0a5-de573caf08cc req-ae98205d-6cbd-479e-9089-b4638032f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:04.104897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f37415cd-31df-477f-a0a5-de573caf08cc req-ae98205d-6cbd-479e-9089-b4638032f369 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1098 time: 0.0416553 Jul 28 15:37:04.141114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f37415cd-31df-477f-a0a5-de573caf08cc req-cfc78091-bc68-4879-8935-2302d8ec6d42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277040 Jul 28 15:37:04.298174 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16119ad9-bde2-4c80-894d-fb45bc7676c8 req-c6b61fa3-1f23-468d-b18c-275bb7343159 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:04.299630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-16119ad9-bde2-4c80-894d-fb45bc7676c8 req-c6b61fa3-1f23-468d-b18c-275bb7343159 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0486274 Jul 28 15:37:04.338256 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-16119ad9-bde2-4c80-894d-fb45bc7676c8 req-003dd453-8dc4-4a32-bf06-f696cde89e2e tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Jul 28 15:37:05.454183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74499bb3-b8b0-441e-acc4-603456ec636e req-bad0f4fb-9e31-4940-b247-036508b858cf tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:05.455677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74499bb3-b8b0-441e-acc4-603456ec636e req-bad0f4fb-9e31-4940-b247-036508b858cf tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Jul 28 15:37:05.499021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74499bb3-b8b0-441e-acc4-603456ec636e req-93b55eba-6452-4a80-82ed-0f3a97619c0e tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Jul 28 15:37:06.615666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a93e4-5c83-4322-b2a6-630e06f9bf7b req-1618ae76-65a9-40f6-9597-314a014de875 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:06.617276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-553a93e4-5c83-4322-b2a6-630e06f9bf7b req-1618ae76-65a9-40f6-9597-314a014de875 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0497208 Jul 28 15:37:06.655660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-553a93e4-5c83-4322-b2a6-630e06f9bf7b req-8c768fda-8eca-46f4-9ca7-e58775255677 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Jul 28 15:37:06.657385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:07.093592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed512d-1010-4fa0-b003-66cdbf80be1c req-2c46fda3-015f-42c7-bcdb-25c051c963b0 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:07.095104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3fed512d-1010-4fa0-b003-66cdbf80be1c req-2c46fda3-015f-42c7-bcdb-25c051c963b0 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Jul 28 15:37:07.139080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3fed512d-1010-4fa0-b003-66cdbf80be1c req-4bec79fd-c593-41f8-9da6-20f04b601f3e tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372066 Jul 28 15:37:07.250914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:07.336715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-d409cb87-d774-4e0b-b41c-7405fd779671 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850146 Jul 28 15:37:08.262937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d76ee-0a26-467c-bbc8-95db34026527 req-2cf9c0b9-a951-4585-a359-ec4147e124c1 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:08.265066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f4d76ee-0a26-467c-bbc8-95db34026527 req-2cf9c0b9-a951-4585-a359-ec4147e124c1 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0555098 Jul 28 15:37:08.304106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f4d76ee-0a26-467c-bbc8-95db34026527 req-a8bf1204-e07b-4079-b957-b263fdf8f1d0 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Jul 28 15:37:09.423812 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a615767-1949-4f2f-b12e-80ee7696fa45 req-57424787-7612-424e-b488-dd1c3a02449f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:09.425396 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a615767-1949-4f2f-b12e-80ee7696fa45 req-57424787-7612-424e-b488-dd1c3a02449f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0506649 Jul 28 15:37:09.469508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a615767-1949-4f2f-b12e-80ee7696fa45 req-73e4d5db-9a59-4dfd-88bb-e0b6f80a9400 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Jul 28 15:37:10.122528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-1e0f6953-5ffe-48d7-9b75-e033022bee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:10.124769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-1e0f6953-5ffe-48d7-9b75-e033022bee15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1098 time: 0.0424356 Jul 28 15:37:10.221314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-edf60aa1-542e-41d5-9e3e-923eba1a3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:10.222834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-edf60aa1-542e-41d5-9e3e-923eba1a3906 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 913 time: 0.0915875 Jul 28 15:37:10.268818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-acbf6a17-cf8d-49e2-8ce5-eb2241617540 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 217 time: 0.0389607 Jul 28 15:37:10.321525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-d7c4d726-8e77-4f57-8297-1b57fe5c2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:10.323049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-d7c4d726-8e77-4f57-8297-1b57fe5c2875 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 200 len: 852 time: 0.0476892 Jul 28 15:37:10.361736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-21fc625a-c1c7-473f-abba-57d23796fef7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307074 Jul 28 15:37:10.450562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-58012485-7e90-4320-bd4e-75fc9c179e52 service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818982 Jul 28 15:37:10.558188 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-bddf655a-a452-4683-883f-16eaca3df8ab service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001892 Jul 28 15:37:10.596878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d908f-b7a0-41d1-969b-51a7d03400ee req-65376938-9a8c-4e49-a208-286b4ddae15f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:10.605517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7d908f-b7a0-41d1-969b-51a7d03400ee req-65376938-9a8c-4e49-a208-286b4ddae15f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0550876 Jul 28 15:37:10.641765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ff7d908f-b7a0-41d1-969b-51a7d03400ee req-dbd16efe-7a1e-4801-aea1-5dab127216aa tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Jul 28 15:37:11.757742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f2996-69d9-44d7-94fc-0d247ba2bce7 req-44b272dd-dc40-43fd-89b6-3907bbf3a2ea tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:11.759257 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da0f2996-69d9-44d7-94fc-0d247ba2bce7 req-44b272dd-dc40-43fd-89b6-3907bbf3a2ea tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0485017 Jul 28 15:37:11.800293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-da0f2996-69d9-44d7-94fc-0d247ba2bce7 req-5424599f-e643-4a79-b8a6-6dc0a217fcd9 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Jul 28 15:37:12.942071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dbdfa-172b-496f-a928-f562b76b3c26 req-41d5e6e9-dbbc-44a2-bc6b-77b361a16768 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:12.943434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d9dbdfa-172b-496f-a928-f562b76b3c26 req-41d5e6e9-dbbc-44a2-bc6b-77b361a16768 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Jul 28 15:37:12.981409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1d9dbdfa-172b-496f-a928-f562b76b3c26 req-5ba410f7-b456-4325-be05-2c1ac615c579 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Jul 28 15:37:14.128041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92330a47-adb4-4eb2-b2a3-d0f6fb0dc94a req-1445ff84-1339-4e47-a72f-ccf321c91c0a tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:14.129663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-92330a47-adb4-4eb2-b2a3-d0f6fb0dc94a req-1445ff84-1339-4e47-a72f-ccf321c91c0a tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0496891 Jul 28 15:37:14.174590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-92330a47-adb4-4eb2-b2a3-d0f6fb0dc94a req-51ff3a7c-78b5-4877-ac01-ea9eab3fef07 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380445 Jul 28 15:37:15.298414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866029-f988-4ca1-9930-3d5ce4feda98 req-d0b42a99-212d-4dfe-a880-2346b676b625 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:15.299877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0866029-f988-4ca1-9930-3d5ce4feda98 req-d0b42a99-212d-4dfe-a880-2346b676b625 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0538554 Jul 28 15:37:15.702515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0866029-f988-4ca1-9930-3d5ce4feda98 req-f84382b0-d3f1-4c04-a8f0-5b6b8934d0ed tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965936 Jul 28 15:37:16.827218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2af446-8c1e-48aa-99e2-5f10d2bae1ef req-55ffdd99-225a-433e-b5a4-4cc91ee53fbf tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:16.829376 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e2af446-8c1e-48aa-99e2-5f10d2bae1ef req-55ffdd99-225a-433e-b5a4-4cc91ee53fbf tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0547953 Jul 28 15:37:16.871863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7e2af446-8c1e-48aa-99e2-5f10d2bae1ef req-377e13a7-0d84-4d7d-89f5-1fe152792ba8 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Jul 28 15:37:18.022658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd406f-3a75-4239-822b-8a4d330c9dd3 req-1c53c7b3-24e6-4295-b742-eb700958ec4b tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:18.024304 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46cd406f-3a75-4239-822b-8a4d330c9dd3 req-1c53c7b3-24e6-4295-b742-eb700958ec4b tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0600562 Jul 28 15:37:18.071982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46cd406f-3a75-4239-822b-8a4d330c9dd3 req-4199d2ba-25b6-4f07-802f-45a0779533cf tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Jul 28 15:37:19.190818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c82bd-e3f3-49d1-8467-251e13c70c2c req-ec66ee93-d6ff-4df0-a9de-4fc6b8b6d02a tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:19.192265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d6c82bd-e3f3-49d1-8467-251e13c70c2c req-ec66ee93-d6ff-4df0-a9de-4fc6b8b6d02a tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0479908 Jul 28 15:37:19.235044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2d6c82bd-e3f3-49d1-8467-251e13c70c2c req-c5ae134d-64d5-468e-8d4f-42c132b9a433 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362978 Jul 28 15:37:20.357984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab8752-5751-4c25-96ba-9c926f5462b2 req-41aa3c41-cc43-478a-9280-d83afd0b533f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:20.360131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fab8752-5751-4c25-96ba-9c926f5462b2 req-41aa3c41-cc43-478a-9280-d83afd0b533f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0541267 Jul 28 15:37:20.400959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1fab8752-5751-4c25-96ba-9c926f5462b2 req-d48c5ad7-8385-49ed-b4a9-a8d7eccf3ac3 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345850 Jul 28 15:37:21.522155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5415fd5-b09d-47a1-8e9f-7674204950cd req-6622e849-d2cc-435d-9ad3-f36749242734 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:21.523770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5415fd5-b09d-47a1-8e9f-7674204950cd req-6622e849-d2cc-435d-9ad3-f36749242734 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Jul 28 15:37:21.567913 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5415fd5-b09d-47a1-8e9f-7674204950cd req-d8295948-474b-4bd8-ac17-5e776600b938 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Jul 28 15:37:22.344642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb9a0-f9fc-4b16-bf52-06c639c8cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:22.699899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ea8b-289e-427c-ba36-435d772c1c98 req-39d7719a-bbfc-4efd-be2c-b8c0a479fd20 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:22.701519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51c2ea8b-289e-427c-ba36-435d772c1c98 req-39d7719a-bbfc-4efd-be2c-b8c0a479fd20 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0646601 Jul 28 15:37:22.741692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51c2ea8b-289e-427c-ba36-435d772c1c98 req-a9ef05b7-63f4-41c6-bc07-f5b34229253e tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339429 Jul 28 15:37:23.864441 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e35f8-27b8-4e2f-baaf-3d283188cb5a req-5fffae9c-b42b-4372-bb6e-e20b02eb2895 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:23.869892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133e35f8-27b8-4e2f-baaf-3d283188cb5a req-5fffae9c-b42b-4372-bb6e-e20b02eb2895 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0532298 Jul 28 15:37:23.907060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-133e35f8-27b8-4e2f-baaf-3d283188cb5a req-c7ef989f-aad3-4c01-b2a5-dc27f5821c30 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Jul 28 15:37:24.910299 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7227-f60c-410f-b9df-4b2a7c35ee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:25.041783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d66fd6-7356-4cdf-86ef-c36c2248599e req-bf8c2352-66cf-4148-b58c-eea7dd404eff tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:25.043378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67d66fd6-7356-4cdf-86ef-c36c2248599e req-bf8c2352-66cf-4148-b58c-eea7dd404eff tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0662131 Jul 28 15:37:25.086438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-67d66fd6-7356-4cdf-86ef-c36c2248599e req-da8f77ca-f80d-48b0-ac2f-8dae56dab9a2 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Jul 28 15:37:25.236150 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:26.208372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76feefc-85c0-4105-84e8-0dcdc82c5177 req-2a100999-0872-4e69-af83-0f23472c756f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:26.210020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c76feefc-85c0-4105-84e8-0dcdc82c5177 req-2a100999-0872-4e69-af83-0f23472c756f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0519049 Jul 28 15:37:26.253432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c76feefc-85c0-4105-84e8-0dcdc82c5177 req-1e58f380-dade-4ce8-85b9-73fa639b9600 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Jul 28 15:37:26.504411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:27.375260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c60ced-fc95-49a6-8b68-91d893baba08 req-41fada4f-d0ab-48e7-97c4-e5734470cb8d tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:27.376842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96c60ced-fc95-49a6-8b68-91d893baba08 req-41fada4f-d0ab-48e7-97c4-e5734470cb8d tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0521600 Jul 28 15:37:27.418187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96c60ced-fc95-49a6-8b68-91d893baba08 req-374a4c14-5876-414f-9a53-782a81ac20dd tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Jul 28 15:37:27.759326 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-5486cca0-6bbb-4d27-89d9-3725e770176c service neutron] show failed (client error): The resource could not be found. Jul 28 15:37:27.760364 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-5486cca0-6bbb-4d27-89d9-3725e770176c service neutron] 10.222.0.42 "GET /v2.0/ports/5c084e46-de00-46d8-84f2-b156d84d17be/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0625739 Jul 28 15:37:28.053420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:28.431893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-276e06a4-a4c8-4719-9c53-25f2d4654aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:28.433501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-276e06a4-a4c8-4719-9c53-25f2d4654aae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8&tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9 HTTP/1.1" status: 200 len: 1098 time: 0.1204519 Jul 28 15:37:28.447214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:37:28.510060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:28.542946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0f253-96e8-4390-9fee-e797a8b2c348 req-ec15b3ce-d15a-4b95-826b-101fe898991d tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:28.545157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ee0f253-96e8-4390-9fee-e797a8b2c348 req-ec15b3ce-d15a-4b95-826b-101fe898991d tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0553370 Jul 28 15:37:28.596293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ee0f253-96e8-4390-9fee-e797a8b2c348 req-1df004fa-fc23-4e4b-a304-0a61c7041356 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Jul 28 15:37:28.728754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:28.765284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:37:28.810709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:28.820421 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e02887c-05ed-47d7-9cf3-d24d919aa46f" -d '{"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:28.825056 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:28.839707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Transition to ACTIVE for port object 5c084e46-de00-46d8-84f2-b156d84d17be will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:37:28.909934 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad39bb4a-e4d9-4f0b-a285-7be9ca522847 x-openstack-request-id: req-ad39bb4a-e4d9-4f0b-a285-7be9ca522847 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:28.910419 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:28.910844 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad39bb4a-e4d9-4f0b-a285-7be9ca522847 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:28.911483 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be', 'code': 200} Jul 28 15:37:28.933180 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:28.999536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] No DVR routers for this DVR port 5c084e46-de00-46d8-84f2-b156d84d17be on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:37:29.001658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:29.012895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.013247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.013588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.013925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.014258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.014619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.014954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.015274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.015601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.015935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.016262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.016610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:29.050454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:37:29.050790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:37:29.051120 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be on network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:37:29.055575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Port 5c084e46-de00-46d8-84f2-b156d84d17be on network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:37:29.055933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Attempting to bind port 5c084e46-de00-46d8-84f2-b156d84d17be on network 60dbcbb3-dd90-4259-89ce-072d4f17c7ba {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:37:29.060863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:37:29.061232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Checking segment: {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:37:29.061669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Bound using segment: {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:37:29.062111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Bound port: 5c084e46-de00-46d8-84f2-b156d84d17be, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c13320f-a283-4509-94ac-ad4daff2ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:37:29.062463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:29.134349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:37:29.137484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:37:29.253359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:29.290183 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:29.290688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:29.292174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] 10.222.0.58 "PUT /v2.0/ports/5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 1093 time: 0.8498447 Jul 28 15:37:29.313281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a6bd7-cd2e-47e1-96c3-6559c94fb259 service neutron] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:29.367478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-13672692-dfc8-4483-82bd-caae161bf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:29.369064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-13672692-dfc8-4483-82bd-caae161bf422 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0457444 Jul 28 15:37:29.460413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-80b26bcd-1485-4f3f-ae1a-ebdcefd3abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:29.461868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-80b26bcd-1485-4f3f-ae1a-ebdcefd3abb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 913 time: 0.0852537 Jul 28 15:37:29.505254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-7db6ee24-9f09-4e58-b49f-f5e54e7d9af7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 217 time: 0.0358465 Jul 28 15:37:29.561817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-602e0350-fb6f-48d3-964a-d6d20504b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:29.563324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-602e0350-fb6f-48d3-964a-d6d20504b2b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 200 len: 852 time: 0.0505106 Jul 28 15:37:29.599240 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-c51cf5eb-2758-4fae-8e31-c0166bad6c80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259547 Jul 28 15:37:29.696248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-2cbe0937-cc42-479a-8fb8-929e88fb8a88 service neutron] 10.222.0.58 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871346 Jul 28 15:37:29.718643 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855066d-a9a9-427b-a582-45d930d4a35a req-938a9a78-3722-49ba-944f-5f06a68806b3 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:29.720187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a855066d-a9a9-427b-a582-45d930d4a35a req-938a9a78-3722-49ba-944f-5f06a68806b3 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0519874 Jul 28 15:37:29.760626 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a855066d-a9a9-427b-a582-45d930d4a35a req-f5e579ea-c781-4517-b8c4-80c530ada83c tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jul 28 15:37:29.798397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84770948-0618-4028-bd4f-37cc1fc5ee01 req-d12c2e62-bca1-4236-a69c-c00883c2c508 service neutron] 10.222.0.58 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941381 Jul 28 15:37:30.348407 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:37:30.883673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7425a-2389-41c5-acf2-269f9d966ff7 req-e688999f-579e-4218-8ad4-6ff130f61e84 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:30.885189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bc7425a-2389-41c5-acf2-269f9d966ff7 req-e688999f-579e-4218-8ad4-6ff130f61e84 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Jul 28 15:37:30.914633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:30.916874 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426202d8-e568-46e2-9d09-5f43e85cd622" -d '{"events": [{"name": "network-changed", "server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:30.933512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3bc7425a-2389-41c5-acf2-269f9d966ff7 req-7f60aa21-2f20-42a4-bad2-aaa481f62725 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Jul 28 15:37:30.966797 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c183f63-3310-4331-b471-dd5d5f0c5bf3 x-openstack-request-id: req-5c183f63-3310-4331-b471-dd5d5f0c5bf3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:30.967113 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:30.967685 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c183f63-3310-4331-b471-dd5d5f0c5bf3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:30.968888 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be', 'status': 'completed', 'code': 200} Jul 28 15:37:31.063309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-a7c11fcb-94d1-4b5b-b441-c4e309f7ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:31.064851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-a7c11fcb-94d1-4b5b-b441-c4e309f7ac38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0721655 Jul 28 15:37:31.074604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-9007c453-bc2d-48ff-b257-22759f1a1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:31.076066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-9007c453-bc2d-48ff-b257-22759f1a1f23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0583451 Jul 28 15:37:31.235599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-c608f4b1-ea44-4d9f-ac45-9edc5462d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:31.237220 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-c608f4b1-ea44-4d9f-ac45-9edc5462d6ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 913 time: 0.1602557 Jul 28 15:37:31.238346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-42927bb7-0b20-42fa-a3cc-ee65834bedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:31.239661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-42927bb7-0b20-42fa-a3cc-ee65834bedfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 913 time: 0.1547711 Jul 28 15:37:31.316382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-de641aad-e2f3-4598-b96a-7773ccaa13f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 217 time: 0.0682988 Jul 28 15:37:31.317625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-7e09cc9e-752a-4dad-8d4c-0a72ea2a2609 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 217 time: 0.0707750 Jul 28 15:37:31.401702 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-74f06064-ea20-4bcc-8816-7b466b774c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:31.403222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-74f06064-ea20-4bcc-8816-7b466b774c77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 200 len: 852 time: 0.0786784 Jul 28 15:37:31.404480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-cf49a60d-39df-4692-9f31-ee27bf574b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:31.405863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-cf49a60d-39df-4692-9f31-ee27bf574b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 200 len: 852 time: 0.0802150 Jul 28 15:37:31.460801 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-f3719c6f-e81c-4ed7-916b-907b18359870 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491791 Jul 28 15:37:31.462708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-22577220-c670-4585-8438-734c873fd39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435336 Jul 28 15:37:31.625195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-a07e8c23-b4e7-4197-9f78-efad571182e3 service neutron] 10.222.0.58 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556835 Jul 28 15:37:31.627090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-457f4a3d-4b8c-425f-b686-1503393933be service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571658 Jul 28 15:37:31.785176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-597c6b28-76f9-42c8-8618-e2cdbab703a9 service neutron] 10.222.0.58 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532633 Jul 28 15:37:31.788588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-426202d8-e568-46e2-9d09-5f43e85cd622 req-d95baa15-8a45-4142-a770-00aae216abd1 service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495512 Jul 28 15:37:31.876730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:37:31.920082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:37:32.062643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c010d2-03b8-444b-be57-8c321abb81ef req-72be5d3a-53d5-4d69-a596-ef67a770ec3c tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:32.064113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52c010d2-03b8-444b-be57-8c321abb81ef req-72be5d3a-53d5-4d69-a596-ef67a770ec3c tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0576973 Jul 28 15:37:32.104726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52c010d2-03b8-444b-be57-8c321abb81ef req-bb47df88-b3e4-4bab-8e17-fef80d83dc69 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344934 Jul 28 15:37:32.703589 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:33.156092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:37:33.234153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b92e26-dbe5-4f77-84fd-ca07b8f96fe0 req-8891114d-8ee7-40c1-92f2-dc40b86a94ee tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:33.235732 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33b92e26-dbe5-4f77-84fd-ca07b8f96fe0 req-8891114d-8ee7-40c1-92f2-dc40b86a94ee tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 944 time: 0.0527065 Jul 28 15:37:33.269336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:33.278035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33b92e26-dbe5-4f77-84fd-ca07b8f96fe0 req-b42a9446-c02b-48f0-b9e9-5ff5693a4ab3 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Jul 28 15:37:33.283538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '5c084e46-de00-46d8-84f2-b156d84d17be', 'network_id': '60dbcbb3-dd90-4259-89ce-072d4f17c7ba', 'port_id': '5c084e46-de00-46d8-84f2-b156d84d17be', 'mac_address': 'fa:16:3e:b1:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db06618d-c320-45c8-9af5-6a2cdd1f88f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:37:33.328970 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:33.347346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c084e46-de00-46d8-84f2-b156d84d17be {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:37:33.368833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:33.451969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:33.504026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:33.511675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.512016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.512352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.512717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.513046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.513369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.513692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.514099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.514420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.514739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.515127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.515446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:33.722127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5c084e46-de00-46d8-84f2-b156d84d17be'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:33.826679 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f163-4cb6-4656-862e-8825294ea15c req-40ed694e-b534-4b3d-87a4-49f2c0368752 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:33.829142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-40ed694e-b534-4b3d-87a4-49f2c0368752 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8&tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 945 time: 0.0935819 Jul 28 15:37:33.894723 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-48e7f163-4cb6-4656-862e-8825294ea15c req-b77a6ec3-b844-4581-af9a-086f74550ee2 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:37:33.895736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-b77a6ec3-b844-4581-af9a-086f74550ee2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/5c084e46-de00-46d8-84f2-b156d84d17be/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0594459 Jul 28 15:37:34.018917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f163-4cb6-4656-862e-8825294ea15c req-6597e3fe-fe2f-49d4-9756-1167b256b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:34.020487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-6597e3fe-fe2f-49d4-9756-1167b256b2b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 1097 time: 0.0483150 Jul 28 15:37:34.113812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f163-4cb6-4656-862e-8825294ea15c req-965d4766-af67-4f81-ad52-1c697431e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:34.115283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-965d4766-af67-4f81-ad52-1c697431e7c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 200 len: 913 time: 0.0876052 Jul 28 15:37:34.162080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-251504f3-e423-49bd-b29a-cbd2c7457b60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 200 len: 217 time: 0.0387950 Jul 28 15:37:34.225637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f163-4cb6-4656-862e-8825294ea15c req-c7807b4b-856b-475a-8222-f75199aa19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:34.227136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-c7807b4b-856b-475a-8222-f75199aa19f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 200 len: 852 time: 0.0569365 Jul 28 15:37:34.262105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-a3c2e576-0296-4de1-a3e3-cd1b2e2bbf3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60dbcbb3-dd90-4259-89ce-072d4f17c7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jul 28 15:37:34.377309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-c1b70eb7-ddab-4cdd-b99a-e4af8a416b33 service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071901 Jul 28 15:37:34.474604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-c1470c7a-99a1-4188-bdcf-c184892ae418 service neutron] 10.222.0.42 "GET /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897341 Jul 28 15:37:35.171553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:37:35.373189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 5c084e46-de00-46d8-84f2-b156d84d17be completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:37:35.378330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 5c084e46-de00-46d8-84f2-b156d84d17be triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:37:35.385928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:35.460592 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:35.485467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:35.487776 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f987d9a-c595-403d-96ea-2a016e6ce285" -d '{"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-plugged", "status": "completed", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:35.508228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:35.526658 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b498f35d-87e1-45b9-b092-218969a79f33 x-openstack-request-id: req-b498f35d-87e1-45b9-b092-218969a79f33 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:35.526952 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-plugged", "status": "completed", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:35.527210 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b498f35d-87e1-45b9-b092-218969a79f33 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:35.527633 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be', 'code': 200} Jul 28 15:37:35.595955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:35.647789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:36.278908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ab85-820a-441a-b28b-d33f92bdbc4c req-c3d39894-20aa-4435-a6de-812c66e52ba7 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:36.281334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36b4ab85-820a-441a-b28b-d33f92bdbc4c req-c3d39894-20aa-4435-a6de-812c66e52ba7 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0532048 Jul 28 15:37:36.324744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36b4ab85-820a-441a-b28b-d33f92bdbc4c req-5cc9a605-0cce-4958-957e-f9ad0e5bff03 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Jul 28 15:37:36.710136 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:37.446873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31925a09-f3aa-421b-a791-002241fd6d08 req-c1288327-748f-4d0b-9c7a-40e3acbb2a2f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:37.448399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-31925a09-f3aa-421b-a791-002241fd6d08 req-c1288327-748f-4d0b-9c7a-40e3acbb2a2f tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Jul 28 15:37:37.490817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-31925a09-f3aa-421b-a791-002241fd6d08 req-3d156fa6-10e0-4b01-888d-1475471b7d35 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b38ec4d9-46b6-435c-9453-835c18be285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Jul 28 15:37:37.856166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f163-4cb6-4656-862e-8825294ea15c req-1fbf902a-fec3-44ea-b07b-488c1f96c90c tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:37.857891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-1fbf902a-fec3-44ea-b07b-488c1f96c90c tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Jul 28 15:37:37.952959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Deleting port 5c084e46-de00-46d8-84f2-b156d84d17be {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:37.953307 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:38.048869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] For port 5c084e46-de00-46d8-84f2-b156d84d17be, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=5c084e46-de00-46d8-84f2-b156d84d17be,segment=NetworkSegment(9c13320f-a283-4509-94ac-ad4daff2ce58),segment_id=9c13320f-a283-4509-94ac-ad4daff2ce58)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:38.049243 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:38.062131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Calling delete_port for 5c084e46-de00-46d8-84f2-b156d84d17be owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:38.281887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:38.295853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['5c084e46-de00-46d8-84f2-b156d84d17be'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:38.316308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Pushing event deleted for resources: {'Port': ['ID=5c084e46-de00-46d8-84f2-b156d84d17be,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:38.358555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] No DVR routers for this DVR port 5c084e46-de00-46d8-84f2-b156d84d17be on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:37:38.361246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:38.363253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-48e7f163-4cb6-4656-862e-8825294ea15c req-ea8b8144-1220-4b31-b186-b13d4fc59288 tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.58 "DELETE /v2.0/ports/5c084e46-de00-46d8-84f2-b156d84d17be HTTP/1.1" status: 204 len: 173 time: 0.4986453 Jul 28 15:37:38.363697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-deleted', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:38.366008 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2ee487-6272-40fd-8fc7-65bf82612e19" -d '{"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-deleted", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:38.405284 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982fa51-f238-467d-9c93-f3d94282de5f x-openstack-request-id: req-3982fa51-f238-467d-9c93-f3d94282de5f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:38.408154 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee4052-ccfe-407c-8c2f-d0d5b56cebe8", "name": "network-vif-deleted", "tag": "5c084e46-de00-46d8-84f2-b156d84d17be", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:38.408154 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3982fa51-f238-467d-9c93-f3d94282de5f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:38.408154 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee4052-ccfe-407c-8c2f-d0d5b56cebe8', 'name': 'network-vif-deleted', 'tag': '5c084e46-de00-46d8-84f2-b156d84d17be', 'status': 'completed', 'code': 200} Jul 28 15:37:38.588310 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d0ee07b-4ef3-4cb5-99f7-54bf8fd1a8a7 req-961a0c91-5ab4-4cf9-8848-df78d639b8df tempest-DeleteServersTestJSON-1964704611 tempest-DeleteServersTestJSON-1964704611-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fee4052-ccfe-407c-8c2f-d0d5b56cebe8 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Jul 28 15:37:39.726858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:39.770929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Deleting subnet db06618d-c320-45c8-9af5-6a2cdd1f88f2 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:37:39.774067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:39.812548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:39.853490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.011877 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.039945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db06618d-c320-45c8-9af5-6a2cdd1f88f2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:40.045772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.048136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9489f5c2-dc26-4867-9e11-e5272753d9e3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/db06618d-c320-45c8-9af5-6a2cdd1f88f2 HTTP/1.1" status: 204 len: 168 time: 0.3198760 Jul 28 15:37:40.050961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40294) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:40.125899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.204412 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.215382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dbcbb3-dd90-4259-89ce-072d4f17c7ba']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:40.230684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c13320f-a283-4509-94ac-ad4daff2ce58') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:40.230990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c13320f-a283-4509-94ac-ad4daff2ce58') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:40.241543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.256543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.262695 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:37:40.263094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:37:40.264823 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:37:40.412810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.418600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.420525 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] 10.222.0.57 "DELETE /v2.0/networks/60dbcbb3-dd90-4259-89ce-072d4f17c7ba HTTP/1.1" status: 204 len: 168 time: 0.3683951 Jul 28 15:37:40.432879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6952-fcf6-4425-85ab-e7ffcd935779 admin admin] Pushing event deleted for resources: {'Network': ['ID=60dbcbb3-dd90-4259-89ce-072d4f17c7ba,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:40.756622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40298) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:40.797065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bae13a90-b537-44fc-9413-2ea084f260bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e8453582cce4a78a4436d0ae3e3dfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392566 Jul 28 15:37:40.800177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40300) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:40.848998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06ad8e32-a2fe-4a41-89dd-f2a075aa7476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:40.874903 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06ad8e32-a2fe-4a41-89dd-f2a075aa7476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.035606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06ad8e32-a2fe-4a41-89dd-f2a075aa7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.039293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06ad8e32-a2fe-4a41-89dd-f2a075aa7476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.040965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-06ad8e32-a2fe-4a41-89dd-f2a075aa7476 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b38ec4d9-46b6-435c-9453-835c18be285f HTTP/1.1" status: 204 len: 168 time: 0.2396567 Jul 28 15:37:41.051025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8e32-a2fe-4a41-89dd-f2a075aa7476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ec4d9-46b6-435c-9453-835c18be285f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:41.194755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:37:41.215861 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 5c084e46-de00-46d8-84f2-b156d84d17be {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:37:41.216210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 5c084e46-de00-46d8-84f2-b156d84d17be not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:37:42.239096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40322) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:42.339215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2131182945-network', 'tenant_id': '9004d3668e094aee8104d417e6e1d271'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:37:42.435490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Made reservation on behalf of 9004d3668e094aee8104d417e6e1d271 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:37:42.438003 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.447301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.542157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.624419 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.652817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:37:42.662214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc2de29-a008-48f9-b481-194007c0b630,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:42.668994 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.669449 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Added segment 5ae9807b-535b-4081-a2d3-32a67e2d7860 of type vlan for network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 Jul 28 15:37:42.714084 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.818644 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.819713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:42.820384 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.887641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:42.898631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:37:42.962459 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-06763c18-8da1-4976-b62d-d123ef1396b0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7221584 Jul 28 15:37:42.967914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:42.974651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Request body: {'subnet': {'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2131182945-subnet', 'tenant_id': '9004d3668e094aee8104d417e6e1d271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:37:43.087285 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Made reservation on behalf of 9004d3668e094aee8104d417e6e1d271 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:37:43.089996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:43.458500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:43.517533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272e2422-11df-4a68-8097-f65511a04c70,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:43.526962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Checking segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:37:43.527325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Network hostable DHCP agents. Network: f0280fe8-4a6b-4394-8dfb-ce898c4eaa64, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:37:43.635177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:37:43.731537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, f0280fe8-4a6b-4394-8dfb-ce898c4eaa64) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:37:43.735551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:43.736665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:43.741537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d9ebb-354c-4a88-8ef0-e1e147ae55f9 None None] Network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:37:43.848624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c40c2caa-5224-493d-ada1-e02c46916ac0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8789117 Jul 28 15:37:43.871211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f6ab0-b56f-4e61-884c-bba1d07349e8 None None] Network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:37:44.348153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-1d32e15d-4c71-4588-82ab-14f6aecd5785 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:44.349702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-1d32e15d-4c71-4588-82ab-14f6aecd5785 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 815 time: 0.1185598 Jul 28 15:37:44.366229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-80d8c6bb-7c6d-47b7-bd0f-e07ac59ebd65 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/quotas/9004d3668e094aee8104d417e6e1d271 HTTP/1.1" status: 200 len: 375 time: 0.0103846 Jul 28 15:37:44.674514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-b95be909-6b57-4e05-9ac1-369ce8ed2a67 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3015666 Jul 28 15:37:44.775205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-5a624f10-3a9f-4b32-8010-33d72c30b1f3 service neutron] 10.222.0.57 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932083 Jul 28 15:37:44.874859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-1e7f6c2b-a640-4266-9285-3d142305956f service neutron] 10.222.0.57 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931818 Jul 28 15:37:45.129778 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec4ce72d-0a14-46c5-8d22-4d77479e886d req-cd4482fd-2eb4-40dc-b822-bafb785a6db8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 210 time: 0.0316200 Jul 28 15:37:46.213451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52a3c4c1-2246-4937-a62d-529939adf6f7 req-6cd98e28-6b77-4fc0-918c-93015d3116ab tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 210 time: 0.0296142 Jul 28 15:37:47.306523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24037356-721b-4bbb-abef-1ad660b06886 req-990d7cf0-f067-4e5d-a0d6-ca587e9b4aa2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 210 time: 0.0263605 Jul 28 15:37:47.941650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8f6b6fb0-4659-44e1-9b66-95e9fd1f3224 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:47.943178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8f6b6fb0-4659-44e1-9b66-95e9fd1f3224 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 815 time: 0.1150160 Jul 28 15:37:47.960726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Request body: {'port': {'device_id': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'admin_state_up': True, 'tenant_id': '9004d3668e094aee8104d417e6e1d271'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:37:48.143526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Made reservation on behalf of 9004d3668e094aee8104d417e6e1d271 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:37:48.147233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:48.290044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Allocated IP 172.20.0.3 (f0280fe8-4a6b-4394-8dfb-ce898c4eaa64/272e2422-11df-4a68-8097-f65511a04c70/f847384c-10a0-4f76-8616-9afb479eadc3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:37:48.422024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53649082-ee4a-49d4-878e-bbdec8ce2eed req-60c5fbc5-5a10-47eb-a9a2-100904297bd7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 210 time: 0.0386767 Jul 28 15:37:48.483516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:48.601599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:48.647896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:37:48.651400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:37:48.660177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:37:48.667738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:48.718513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:48.719187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:48.871535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-85c65fda-3e2c-44ed-8b38-9dd49fc78f57 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148922 Jul 28 15:37:48.892736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Request body: {'port': {'device_id': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:37:48.968402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:49.325984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f847384c-10a0-4f76-8616-9afb479eadc3 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:37:49.334848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:49.348699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Transition to ACTIVE for port object f847384c-10a0-4f76-8616-9afb479eadc3 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:37:49.445834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:49.501525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:49.563761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da6a7d-a6ee-478e-bf7f-9ce5bfcbd1e9 req-6182971a-36de-451b-b912-eccd8ccf3895 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:49.565599 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4da6a7d-a6ee-478e-bf7f-9ce5bfcbd1e9 req-6182971a-36de-451b-b912-eccd8ccf3895 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0563543 Jul 28 15:37:49.599733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:37:49.599970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:37:49.600304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:37:49.605575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Port f847384c-10a0-4f76-8616-9afb479eadc3 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:37:49.605906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:37:49.612060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:37:49.612422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Checking segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:37:49.612873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Bound using segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:37:49.613298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Bound port: f847384c-10a0-4f76-8616-9afb479eadc3, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:37:49.613673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:49.627589 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c4da6a7d-a6ee-478e-bf7f-9ce5bfcbd1e9 req-d9d27341-bf32-40b7-9b6a-f996a9c99182 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548794 Jul 28 15:37:49.689447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:37:49.692718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:37:49.772926 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:49.809928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:49.810568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:49.812192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] 10.222.0.58 "PUT /v2.0/ports/f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 1092 time: 0.9274445 Jul 28 15:37:49.812718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:49.815583 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd65c94e-7ad4-4176-b9fe-55956a752f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:49.845456 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3406a0-841d-42cf-b3e0-b578d88f5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:49.856562 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d195437-c1ad-4833-bf7f-5b1493839069 x-openstack-request-id: req-9d195437-c1ad-4833-bf7f-5b1493839069 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:49.856881 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:49.857132 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d195437-c1ad-4833-bf7f-5b1493839069 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:49.857539 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'status': 'completed', 'code': 200} Jul 28 15:37:49.922907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c94e-7ad4-4176-b9fe-55956a752f2f req-a30f09b2-827c-45ae-84f7-90b4eca711bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:49.933469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd65c94e-7ad4-4176-b9fe-55956a752f2f req-a30f09b2-827c-45ae-84f7-90b4eca711bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1095 time: 0.0466311 Jul 28 15:37:50.056975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c94e-7ad4-4176-b9fe-55956a752f2f req-302c91d7-e42a-416c-9d3d-af8f2d6ed1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:50.058524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd65c94e-7ad4-4176-b9fe-55956a752f2f req-302c91d7-e42a-416c-9d3d-af8f2d6ed1dc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9004d3668e094aee8104d417e6e1d271&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1241996 Jul 28 15:37:50.178776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c94e-7ad4-4176-b9fe-55956a752f2f req-f5182e64-dae9-40d8-a88f-6b06fda18c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:50.180384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd65c94e-7ad4-4176-b9fe-55956a752f2f req-f5182e64-dae9-40d8-a88f-6b06fda18c25 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107111 Jul 28 15:37:50.275218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-ce4fb581-8715-46e3-ae79-8999d1156937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:50.276965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-ce4fb581-8715-46e3-ae79-8999d1156937 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1095 time: 0.0484276 Jul 28 15:37:50.325431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-2593d17b-2afe-460b-aaa9-f9165f717ba9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0365260 Jul 28 15:37:50.385757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-07004547-5c7f-4321-aaf0-88380667df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:50.387338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-07004547-5c7f-4321-aaf0-88380667df0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0511148 Jul 28 15:37:50.420026 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-6a02edff-f7d8-484a-8636-03e904ace689 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252681 Jul 28 15:37:50.516017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-f439e5b3-d23d-486f-a397-ce2d22c443be service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876894 Jul 28 15:37:50.616715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a873c85-3a4d-4b52-a67a-b9edbd4a62cd req-9d604af9-2d6d-4801-a14a-c1803b1fe833 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934122 Jul 28 15:37:50.776009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4557-016d-4da9-b4bf-9a1676b40f14 req-594e0089-1f86-4460-9874-92f3e6392fe8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:50.777635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a7f4557-016d-4da9-b4bf-9a1676b40f14 req-594e0089-1f86-4460-9874-92f3e6392fe8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0664959 Jul 28 15:37:50.822089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a7f4557-016d-4da9-b4bf-9a1676b40f14 req-df51e2e8-5003-456f-ab81-709c3231a9a1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Jul 28 15:37:51.949427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ecca-06e3-4489-a863-3501d27147f9 req-fcab83ed-9bd3-42be-8703-6814d6895a8d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:51.951081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6717ecca-06e3-4489-a863-3501d27147f9 req-fcab83ed-9bd3-42be-8703-6814d6895a8d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0543463 Jul 28 15:37:51.996863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6717ecca-06e3-4489-a863-3501d27147f9 req-35b19178-2077-4065-95f4-2f2ca2502699 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Jul 28 15:37:52.361243 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eefd7275-834f-4d7f-93f2-b50afbeea7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.116442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589f133-ca1e-4253-9dbe-45b975250a63 req-7412fe92-ad02-4a8a-b46c-2c477b86b18d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:53.118024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a589f133-ca1e-4253-9dbe-45b975250a63 req-7412fe92-ad02-4a8a-b46c-2c477b86b18d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0505085 Jul 28 15:37:53.157382 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a589f133-ca1e-4253-9dbe-45b975250a63 req-df1f5a40-728b-42ad-8f4f-8ab44bb146fa tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Jul 28 15:37:53.221293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:37:53.324753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:53.334125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'port_id': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'mac_address': 'fa:16:3e:10:16:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272e2422-11df-4a68-8097-f65511a04c70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:37:53.370287 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.382577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f847384c-10a0-4f76-8616-9afb479eadc3 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:37:53.402037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:53.498175 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.547896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:53.788196 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f847384c-10a0-4f76-8616-9afb479eadc3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:54.277525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7967a4-ede4-48d2-8e8a-804358a9eb33 req-8d4ef803-8dd8-4c04-9bc0-1e528fc5bc33 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:54.279037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f7967a4-ede4-48d2-8e8a-804358a9eb33 req-8d4ef803-8dd8-4c04-9bc0-1e528fc5bc33 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 944 time: 0.0508292 Jul 28 15:37:54.322692 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f7967a4-ede4-48d2-8e8a-804358a9eb33 req-0bef5f0b-6082-431e-8ad1-b25c495e1235 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Jul 28 15:37:54.835840 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c055446f-8e87-45ab-8128-878736a09fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:55.200836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:55.246849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:37:55.364356 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f847384c-10a0-4f76-8616-9afb479eadc3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:37:55.366390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f847384c-10a0-4f76-8616-9afb479eadc3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:37:55.366918 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:55.447885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ffd0-a2ac-4c70-95b3-9244a861b0e4 req-04bff8c6-3484-4b3a-8c38-89a295ec0821 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:55.450053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6e6ffd0-a2ac-4c70-95b3-9244a861b0e4 req-04bff8c6-3484-4b3a-8c38-89a295ec0821 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 944 time: 0.0516937 Jul 28 15:37:55.452411 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:55.477799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:55.480116 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c8734a-53cd-4803-99c0-f6643f2707ca" -d '{"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:55.493265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b6e6ffd0-a2ac-4c70-95b3-9244a861b0e4 req-d3e7484c-c836-4664-aade-1f0e7ee286c8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Jul 28 15:37:55.507497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:55.539299 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dcf98f-54ee-4391-a675-29e35bffd088 x-openstack-request-id: req-10dcf98f-54ee-4391-a675-29e35bffd088 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:55.539299 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:55.539299 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10dcf98f-54ee-4391-a675-29e35bffd088 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:55.539299 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'code': 200} Jul 28 15:37:55.635539 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:55.653027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82677d-7f09-4c4b-9aae-03f29a277e61 req-948998d2-0930-4fb0-9f5f-941190f634a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:55.655215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b82677d-7f09-4c4b-9aae-03f29a277e61 req-948998d2-0930-4fb0-9f5f-941190f634a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1096 time: 0.0542243 Jul 28 15:37:55.688735 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:55.702734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b82677d-7f09-4c4b-9aae-03f29a277e61 req-7a623140-0c07-4b02-ac6a-ea6a183ff4a0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Jul 28 15:37:56.526523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:56.630328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04073225-ea14-41de-8563-a8f1b5eaba95 req-bf0952dd-0db3-4a0b-9941-7691dc247071 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:56.631935 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04073225-ea14-41de-8563-a8f1b5eaba95 req-bf0952dd-0db3-4a0b-9941-7691dc247071 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0593162 Jul 28 15:37:56.689518 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04073225-ea14-41de-8563-a8f1b5eaba95 req-bde0c855-65d6-452d-88da-1b2acd6e9fdc tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Jul 28 15:37:57.811027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0f21-4e1f-4500-bf6a-ffe3aa9a2105 req-14bd4e15-72b9-45ff-9135-0d4ed39d1ba4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:57.812578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ccc0f21-4e1f-4500-bf6a-ffe3aa9a2105 req-14bd4e15-72b9-45ff-9135-0d4ed39d1ba4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0484514 Jul 28 15:37:57.862074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ccc0f21-4e1f-4500-bf6a-ffe3aa9a2105 req-12ad73d0-d7b6-4ba0-9062-68b1c1448e4e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Jul 28 15:37:57.985025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ba802-26e1-45e6-beb8-7b0ed8506459 req-b0e823b7-ec12-4f39-92b3-e3c495be03de tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:57.987068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e92ba802-26e1-45e6-beb8-7b0ed8506459 req-b0e823b7-ec12-4f39-92b3-e3c495be03de tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0522470 Jul 28 15:37:58.000666 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.030250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e92ba802-26e1-45e6-beb8-7b0ed8506459 req-ae65c093-eac4-4056-80f3-ba9b3c2bce6c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Jul 28 15:37:58.379581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8fca8-7eae-40dd-8c91-82313d54b6ea req-dd0df71c-76b9-427a-9272-1a231a48af88 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:58.381142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbc8fca8-7eae-40dd-8c91-82313d54b6ea req-dd0df71c-76b9-427a-9272-1a231a48af88 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0499363 Jul 28 15:37:58.420523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cbc8fca8-7eae-40dd-8c91-82313d54b6ea req-bdf5b1da-7bc0-4633-a134-9fd757c90991 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Jul 28 15:37:58.537327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d83b-ea23-4c6e-9063-47d4c549d6b5 req-e33f26b0-9fd6-4f24-ad48-f62a9760449c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:58.538736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96e8d83b-ea23-4c6e-9063-47d4c549d6b5 req-e33f26b0-9fd6-4f24-ad48-f62a9760449c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0505607 Jul 28 15:37:58.576888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-96e8d83b-ea23-4c6e-9063-47d4c549d6b5 req-afbf82f6-ddc1-4459-8f21-ea9e051ae51c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jul 28 15:37:59.014055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a1f3-a55a-424d-aeb4-e4d33e1338ec req-7110c377-7acc-4797-ad51-9a414bd64b12 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:59.015585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ece2a1f3-a55a-424d-aeb4-e4d33e1338ec req-7110c377-7acc-4797-ad51-9a414bd64b12 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0816529 Jul 28 15:37:59.067564 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ece2a1f3-a55a-424d-aeb4-e4d33e1338ec req-a96159d9-781f-4b50-b502-d219546d8a4f tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Jul 28 15:37:59.154994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7ef2d589-b013-4bcf-bbc3-0999a8d7a59b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413573 Jul 28 15:38:00.193028 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b15b-52ff-44ae-b8e4-10136699e8f5 req-23d0db12-c437-4229-8d6b-262d32fcfed9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:00.194544 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec69b15b-52ff-44ae-b8e4-10136699e8f5 req-23d0db12-c437-4229-8d6b-262d32fcfed9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0539677 Jul 28 15:38:00.576731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ec69b15b-52ff-44ae-b8e4-10136699e8f5 req-152e6475-1813-4bb2-865e-acce5b4763d9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759873 Jul 28 15:38:01.461095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-2795d683-5fc0-4722-92e7-d584812db43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:01.462633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-2795d683-5fc0-4722-92e7-d584812db43c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1097 time: 0.0417202 Jul 28 15:38:01.561957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-5c5be09b-7421-45c2-894b-631ee42b8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:01.563453 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-5c5be09b-7421-45c2-894b-631ee42b8ca9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.0915630 Jul 28 15:38:01.609252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-97643309-54fb-4958-8889-d32756b4081c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0357177 Jul 28 15:38:01.690644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-8c4ed5ca-bc57-4bef-843a-0885cf3ebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:01.692109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-8c4ed5ca-bc57-4bef-843a-0885cf3ebabe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0748749 Jul 28 15:38:01.713388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a880fc-d446-4881-8d58-7a5991840b55 req-ad85e2a1-856a-4a0e-b2ec-6cd78f09d62d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:01.714752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69a880fc-d446-4881-8d58-7a5991840b55 req-ad85e2a1-856a-4a0e-b2ec-6cd78f09d62d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0654988 Jul 28 15:38:01.745545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-b099afb2-6234-42fa-9014-3e26f5c6b993 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298569 Jul 28 15:38:01.815227 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-69a880fc-d446-4881-8d58-7a5991840b55 req-23d889c4-2456-4483-8c70-e94fe4d68397 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921724 Jul 28 15:38:01.856768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-61af848d-3f6d-41a2-993f-8e72f10f890a service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011014 Jul 28 15:38:01.950151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-3288580a-138a-4c04-9eb8-5d67f5cf6aa0 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Jul 28 15:38:02.668300 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.930078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da2a8c-b304-4a49-bfde-0e3fdb4467ca req-59ec02e6-8d0d-4c9d-ab46-6db2327465d7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:02.931476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71da2a8c-b304-4a49-bfde-0e3fdb4467ca req-59ec02e6-8d0d-4c9d-ab46-6db2327465d7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0482881 Jul 28 15:38:02.969607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-71da2a8c-b304-4a49-bfde-0e3fdb4467ca req-f43a19cc-2833-4c8a-8b5b-2d394a2ba898 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Jul 28 15:38:04.084334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf682aa-4b29-4aec-a319-c7b1514369da req-818f6824-823e-4d84-a80f-c4f76dfcf2a9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:04.085799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4cf682aa-4b29-4aec-a319-c7b1514369da req-818f6824-823e-4d84-a80f-c4f76dfcf2a9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0492990 Jul 28 15:38:04.123889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4cf682aa-4b29-4aec-a319-c7b1514369da req-9d0b149d-6d35-4093-8fa3-eaa4ae88173b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 28 15:38:05.241839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220837fc-f4f4-4f43-94f2-6b5f4837a27c req-1b12a291-faf2-4bf0-9d20-0c63903a8723 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:05.243415 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-220837fc-f4f4-4f43-94f2-6b5f4837a27c req-1b12a291-faf2-4bf0-9d20-0c63903a8723 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0501161 Jul 28 15:38:05.282959 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-220837fc-f4f4-4f43-94f2-6b5f4837a27c req-dca8be0f-d38b-439b-b856-ac348b0d947c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jul 28 15:38:06.406172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca4bb5-c343-4a24-945e-a085c1d5ab7f req-44fd495b-5944-4ae4-a686-504286aa0474 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:06.407645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9ca4bb5-c343-4a24-945e-a085c1d5ab7f req-44fd495b-5944-4ae4-a686-504286aa0474 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0559909 Jul 28 15:38:06.448194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9ca4bb5-c343-4a24-945e-a085c1d5ab7f req-aac72ad2-f79a-4e1d-80a7-1404ea2a90d5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jul 28 15:38:06.663133 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.348717 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:38:07.568738 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcf16d-327a-4377-9809-f3f897483773 req-042fc5e4-84c8-4eab-952c-1a00d04f1ee9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:07.570563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05dcf16d-327a-4377-9809-f3f897483773 req-042fc5e4-84c8-4eab-952c-1a00d04f1ee9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0532980 Jul 28 15:38:07.610119 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05dcf16d-327a-4377-9809-f3f897483773 req-2dee30f7-3ed4-49f3-8c70-f8d40dfcf567 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Jul 28 15:38:08.725270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81516516-93af-4f36-addf-3e267770a932 req-22dec33b-506a-4048-a831-71778702490b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:08.726798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81516516-93af-4f36-addf-3e267770a932 req-22dec33b-506a-4048-a831-71778702490b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0493622 Jul 28 15:38:08.766907 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-81516516-93af-4f36-addf-3e267770a932 req-5c656af1-91a4-4cd9-9b8e-650f7a834015 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Jul 28 15:38:09.884468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab835f-8960-42d7-9ef1-fdd46ef3fe9b req-52fd8b85-8c3f-4526-b61f-930a7952722b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:09.886020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cab835f-8960-42d7-9ef1-fdd46ef3fe9b req-52fd8b85-8c3f-4526-b61f-930a7952722b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0498650 Jul 28 15:38:09.924674 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cab835f-8960-42d7-9ef1-fdd46ef3fe9b req-187c6b75-b6f5-4af7-808f-742cdde992e6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jul 28 15:38:10.749697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-b5bd15af-a676-47dc-9609-aeee09c6f566 req-9e892eac-35ee-4a6d-a948-f3308793a975 service neutron] (94657) timed out ('10.222.0.42', 57910) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:38:11.041262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5cb2-ca19-4c22-8764-de0400dd5e50 req-6d217dba-21f7-4164-9bfe-2ebcbf5a3500 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:11.042755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e8f5cb2-ca19-4c22-8764-de0400dd5e50 req-6d217dba-21f7-4164-9bfe-2ebcbf5a3500 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0496874 Jul 28 15:38:11.081775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2e8f5cb2-ca19-4c22-8764-de0400dd5e50 req-8e8cace9-6017-462f-9e17-a4f322b9c640 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Jul 28 15:38:11.882468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-e53074f8-1d95-4a71-97de-2aa2c61b11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:11.883971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-e53074f8-1d95-4a71-97de-2aa2c61b11d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1097 time: 0.0465715 Jul 28 15:38:11.999018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-49bd071e-e193-4485-a5e4-c424a65c0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:12.000521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-49bd071e-e193-4485-a5e4-c424a65c0b1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.0893352 Jul 28 15:38:12.051654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-418806bb-bdff-4d86-b891-d23a2bdab9ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0402853 Jul 28 15:38:12.104265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-b44ebfc8-33c3-4a88-9228-934004e6a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:12.106054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-b44ebfc8-33c3-4a88-9228-934004e6a49d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0443630 Jul 28 15:38:12.145413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-569cec1e-ba42-4477-92b7-7d12adda0c6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259206 Jul 28 15:38:12.200581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2af80-b574-4043-b25f-bdb9b2337b14 req-7d9bb495-413d-4e3c-ba5b-37264d215ad9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:12.202131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ad2af80-b574-4043-b25f-bdb9b2337b14 req-7d9bb495-413d-4e3c-ba5b-37264d215ad9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0510046 Jul 28 15:38:12.240913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-3c82b835-63d6-482a-9b65-8b037cdb6084 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872362 Jul 28 15:38:12.242890 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ad2af80-b574-4043-b25f-bdb9b2337b14 req-e522161f-86c4-46c0-8ef4-70466706dbfb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Jul 28 15:38:12.338790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-763660ea-0f1f-4d86-9837-dbaede4bad31 req-97c77e48-8c41-4d38-8492-a2ae596dc2db service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905313 Jul 28 15:38:13.360311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec9b37-ba86-410f-a74d-0d01abff24b8 req-5c3b0bd7-0a63-488d-873a-351bc13614e2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:13.362553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1ec9b37-ba86-410f-a74d-0d01abff24b8 req-5c3b0bd7-0a63-488d-873a-351bc13614e2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0523319 Jul 28 15:38:13.403103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1ec9b37-ba86-410f-a74d-0d01abff24b8 req-50af2d82-b317-4f62-b42f-797babf015e6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Jul 28 15:38:14.525865 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac37f7-4b7e-439f-ab5d-d0e2d2c31bda req-89c1f257-ac52-4056-8b76-7c0729eb29d3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:14.527384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24ac37f7-4b7e-439f-ab5d-d0e2d2c31bda req-89c1f257-ac52-4056-8b76-7c0729eb29d3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0542853 Jul 28 15:38:14.567693 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24ac37f7-4b7e-439f-ab5d-d0e2d2c31bda req-da650b64-0491-45ad-90c5-4a31024580b2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341184 Jul 28 15:38:15.690401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5e33-a96a-4bbc-89a5-531e676d123e req-fb52c493-9a65-4b20-bdbd-cc504acb558a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:15.691949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f60f5e33-a96a-4bbc-89a5-531e676d123e req-fb52c493-9a65-4b20-bdbd-cc504acb558a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0576420 Jul 28 15:38:15.732080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f60f5e33-a96a-4bbc-89a5-531e676d123e req-1631535d-8e75-4187-869c-ca4f8d5877c7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339150 Jul 28 15:38:16.847413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741ad4-8419-4fb4-a2ff-e43de813feb0 req-54bedc5e-98a0-43d5-9c3c-f0b289ec1503 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:16.848987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d741ad4-8419-4fb4-a2ff-e43de813feb0 req-54bedc5e-98a0-43d5-9c3c-f0b289ec1503 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0490520 Jul 28 15:38:16.888728 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d741ad4-8419-4fb4-a2ff-e43de813feb0 req-6bfe59dd-8331-4b9f-858e-adcaf1d63054 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Jul 28 15:38:18.006753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2286-9971-469e-b39a-9e1685eaa179 req-8132dd18-3710-468f-809b-99fdece5eedd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:18.008208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba4b2286-9971-469e-b39a-9e1685eaa179 req-8132dd18-3710-468f-809b-99fdece5eedd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0487182 Jul 28 15:38:18.045124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba4b2286-9971-469e-b39a-9e1685eaa179 req-273289b4-3d32-41a4-adc7-0b96059ff37a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Jul 28 15:38:19.160946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055eb41-9862-4ac3-9e80-da9dc85337d4 req-1f436495-8f19-4bf0-877c-eb1c6d32d80b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:19.162450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5055eb41-9862-4ac3-9e80-da9dc85337d4 req-1f436495-8f19-4bf0-877c-eb1c6d32d80b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0489583 Jul 28 15:38:19.201682 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5055eb41-9862-4ac3-9e80-da9dc85337d4 req-11310c55-5221-4b4f-85d9-23b36b51d66d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Jul 28 15:38:20.318842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9845183-c242-40a1-88ee-0ff74ecd7d37 req-5104c0a5-0591-445e-bc1e-bc7d8016244a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:20.320394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9845183-c242-40a1-88ee-0ff74ecd7d37 req-5104c0a5-0591-445e-bc1e-bc7d8016244a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0503571 Jul 28 15:38:20.359071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9845183-c242-40a1-88ee-0ff74ecd7d37 req-080695e4-8d6b-400c-8e0e-058d741a3975 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Jul 28 15:38:21.481304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60e6ad-6190-4b13-82ba-c276c18e83cb req-a434c0e4-ee9e-458d-b65d-be486b468f9d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.482829 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab60e6ad-6190-4b13-82ba-c276c18e83cb req-a434c0e4-ee9e-458d-b65d-be486b468f9d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0539656 Jul 28 15:38:21.526397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab60e6ad-6190-4b13-82ba-c276c18e83cb req-1dd9ac22-ecc8-45f0-aebd-c2b5ce2dcdd8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Jul 28 15:38:22.359656 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1ad63bbb-f180-42f7-8f12-0d4763431342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:22.653072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739b084-dec3-4c95-9144-9b73332c7ecb req-cde8506d-35e1-4b33-9299-d2a22f862053 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:22.654660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d739b084-dec3-4c95-9144-9b73332c7ecb req-cde8506d-35e1-4b33-9299-d2a22f862053 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0573423 Jul 28 15:38:22.697054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d739b084-dec3-4c95-9144-9b73332c7ecb req-c866d07c-970d-4080-9189-132114c0f9b5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Jul 28 15:38:23.813553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128ee73-6141-4a9a-b03f-2d7f0f61e906 req-a35f5ea5-63f5-4aac-93df-059521a0a4b9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:23.815051 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9128ee73-6141-4a9a-b03f-2d7f0f61e906 req-a35f5ea5-63f5-4aac-93df-059521a0a4b9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0492294 Jul 28 15:38:23.854222 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9128ee73-6141-4a9a-b03f-2d7f0f61e906 req-0dc1d025-f08c-4465-bd3c-68af7de9a6e5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Jul 28 15:38:24.850967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f434b2ac-171a-4373-8781-9581bb6fe768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:24.978480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef40d79-b414-4ac5-b9af-2530afe0c802 req-a6140f30-19af-4c4f-b6a7-55d3a8b578cb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:24.979890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bef40d79-b414-4ac5-b9af-2530afe0c802 req-a6140f30-19af-4c4f-b6a7-55d3a8b578cb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0511322 Jul 28 15:38:25.019769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bef40d79-b414-4ac5-b9af-2530afe0c802 req-4ba930b2-1b16-416a-8034-c4f9da596939 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Jul 28 15:38:25.200181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:26.135977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2d58-7800-4787-b775-6ad4c23c083e req-5f625dc5-bf2e-45aa-8f39-953357f251fd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:26.137509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d07c2d58-7800-4787-b775-6ad4c23c083e req-5f625dc5-bf2e-45aa-8f39-953357f251fd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0500031 Jul 28 15:38:26.186094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d07c2d58-7800-4787-b775-6ad4c23c083e req-285489a5-89d4-4562-b604-caeff689e7c3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Jul 28 15:38:26.508266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:27.303634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0843b89-18d8-4163-8a45-109e0725de23 req-01e21a69-3776-4333-b5a4-0f7df859b518 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:27.305164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0843b89-18d8-4163-8a45-109e0725de23 req-01e21a69-3776-4333-b5a4-0f7df859b518 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0496061 Jul 28 15:38:27.349718 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0843b89-18d8-4163-8a45-109e0725de23 req-54de6702-d027-41f3-bbeb-d6c1df50c545 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Jul 28 15:38:27.993771 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:28.469155 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed5355-0208-45d2-b9d4-25b595356a34 req-44a1c8f8-e025-4484-8e85-1f8b893b3b16 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:28.470431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25ed5355-0208-45d2-b9d4-25b595356a34 req-44a1c8f8-e025-4484-8e85-1f8b893b3b16 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0524883 Jul 28 15:38:28.510752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25ed5355-0208-45d2-b9d4-25b595356a34 req-d570a276-16cb-4777-8632-c5e22fc946e5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Jul 28 15:38:29.570805 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-eb92234b-6980-4ebf-b256-81267e40b917 req-d913f1c9-76eb-47dc-8e9b-1406b30093c7 service neutron] show failed (client error): The resource could not be found. Jul 28 15:38:29.571838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-d913f1c9-76eb-47dc-8e9b-1406b30093c7 service neutron] 10.222.0.58 "GET /v2.0/ports/f847384c-10a0-4f76-8616-9afb479eadc3/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0619516 Jul 28 15:38:29.629396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfba28-518b-4f87-b89f-9a35e48e660a req-840724f9-dd70-4e41-a2af-e16b5a2fc8c3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:29.630885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e6dfba28-518b-4f87-b89f-9a35e48e660a req-840724f9-dd70-4e41-a2af-e16b5a2fc8c3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0500367 Jul 28 15:38:29.680429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e6dfba28-518b-4f87-b89f-9a35e48e660a req-7bb94379-354b-4989-94f1-819728389e04 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Jul 28 15:38:30.092817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-683ab7b6-15e9-4aea-bfb9-7dfa5589dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:30.094276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-683ab7b6-15e9-4aea-bfb9-7dfa5589dcdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d&tenant_id=9004d3668e094aee8104d417e6e1d271 HTTP/1.1" status: 200 len: 1097 time: 0.0396187 Jul 28 15:38:30.111946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:30.166637 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.370407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:30.402470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:30.440489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:30.442800 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dc803a-b6e7-48ec-9f42-54299af011dd" -d '{"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-unplugged", "status": "completed", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:30.446922 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.459476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Transition to ACTIVE for port object f847384c-10a0-4f76-8616-9afb479eadc3 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:30.491679 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77603722-6379-41a7-88f3-e821ea08e09d x-openstack-request-id: req-77603722-6379-41a7-88f3-e821ea08e09d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:30.491987 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-unplugged", "status": "completed", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:30.492248 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77603722-6379-41a7-88f3-e821ea08e09d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:30.492700 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'code': 200} Jul 28 15:38:30.507822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.569838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:30.571924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] No DVR routers for this DVR port f847384c-10a0-4f76-8616-9afb479eadc3 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:38:30.580808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.581125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.582005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.582327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.582670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.583002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.583334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.583663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.583993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.584321 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.584676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.585002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:30.623239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:38:30.623495 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:38:30.623827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:30.628110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Port f847384c-10a0-4f76-8616-9afb479eadc3 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:38:30.628980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Attempting to bind port f847384c-10a0-4f76-8616-9afb479eadc3 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:30.633794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:38:30.634133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Checking segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:30.634521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Bound using segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:38:30.634950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Bound port: f847384c-10a0-4f76-8616-9afb479eadc3, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:38:30.635313 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.704291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:30.708018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:38:30.759566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.790437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:30.791396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.792846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] 10.222.0.42 "PUT /v2.0/ports/f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 1092 time: 0.6848972 Jul 28 15:38:30.859075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff06bd-53a9-4741-816e-2b90db9a20ca req-59224fae-0711-4452-808e-42d1167ddfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:30.860590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53ff06bd-53a9-4741-816e-2b90db9a20ca req-59224fae-0711-4452-808e-42d1167ddfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.1147242 Jul 28 15:38:30.888046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d0cf-668a-408e-b3bf-162cfa13cafd service neutron] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:30.924675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-53ff06bd-53a9-4741-816e-2b90db9a20ca req-0d45e7b2-fdc0-45e6-9cd0-184977f2faf3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Jul 28 15:38:30.928199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-12ac871c-b5cf-4246-9a18-4342afadd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:30.929736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-12ac871c-b5cf-4246-9a18-4342afadd64e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1095 time: 0.0957983 Jul 28 15:38:31.022224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-209f7158-0e6e-4ece-b778-69f7f79be29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.023738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-209f7158-0e6e-4ece-b778-69f7f79be29c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.0870342 Jul 28 15:38:31.070142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-e352c945-72a2-4681-be2f-8f4dc07e8e92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0389824 Jul 28 15:38:31.118913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7f178d4e-f342-4418-84d3-695b713b5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.120299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-7f178d4e-f342-4418-84d3-695b713b5b57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0437872 Jul 28 15:38:31.152222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-9e6549f3-fc0e-42f5-8570-4aa4f360831d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241940 Jul 28 15:38:31.164219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-2cc7986b-7b77-4975-b43b-8cf069dfdcd0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:38:31.165290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-2cc7986b-7b77-4975-b43b-8cf069dfdcd0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058281 Jul 28 15:38:31.529199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-d9e922ca-f553-49e0-8dcc-26984f2c10ea service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562365 Jul 28 15:38:31.621586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb92234b-6980-4ebf-b256-81267e40b917 req-712e063a-9412-46a4-9680-fa409f5a9a41 service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844519 Jul 28 15:38:32.048968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6ea44-b1be-4b78-aa72-07c6accb232d req-dd425309-7c88-4b74-bbc4-cf6b596277fb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.051055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cae6ea44-b1be-4b78-aa72-07c6accb232d req-dd425309-7c88-4b74-bbc4-cf6b596277fb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0514393 Jul 28 15:38:32.095233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cae6ea44-b1be-4b78-aa72-07c6accb232d req-b5234397-dd70-4326-a312-54be718b2169 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376644 Jul 28 15:38:32.494100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:32.496569 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de10294-5c51-4cfc-a283-927f2b7e90b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:32.545954 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91d154-46b2-41fc-beb6-65a845d5e7fc x-openstack-request-id: req-ea91d154-46b2-41fc-beb6-65a845d5e7fc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:32.546287 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:32.546552 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea91d154-46b2-41fc-beb6-65a845d5e7fc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:32.546964 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'status': 'completed', 'code': 200} Jul 28 15:38:32.645432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-09ee26dd-7847-4035-85c8-fe29ae7768b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.646951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-09ee26dd-7847-4035-85c8-fe29ae7768b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1095 time: 0.0757451 Jul 28 15:38:32.653804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-90ae883c-67d3-467f-b1eb-0a848dc8a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.655284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-90ae883c-67d3-467f-b1eb-0a848dc8a77d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1095 time: 0.0580618 Jul 28 15:38:32.685303 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:32.813971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-06d33053-e903-4fe7-978c-f2fb6978abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.815415 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-06d33053-e903-4fe7-978c-f2fb6978abdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.1554625 Jul 28 15:38:32.818052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-a010946a-90e1-4499-9ef8-1ffe92901ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.819412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-a010946a-90e1-4499-9ef8-1ffe92901ef8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.1513078 Jul 28 15:38:32.895592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-565aeec4-f9ef-4f63-b820-e578d5e035d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0651927 Jul 28 15:38:32.896858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-231674be-1a59-47cd-9a81-cd4589f83279 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0734143 Jul 28 15:38:32.981507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-93e5e162-bec2-462d-9d28-7a1381d0a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.982998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-93e5e162-bec2-462d-9d28-7a1381d0a63f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0803859 Jul 28 15:38:32.985059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-0881e2fd-244d-4ccf-bfaa-50db1115ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:32.986395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-0881e2fd-244d-4ccf-bfaa-50db1115ed9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0764549 Jul 28 15:38:33.023897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-0f7d17a2-29f6-4824-a5d6-315d87dae03e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259302 Jul 28 15:38:33.131410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-a5b3beb5-4176-4ff0-bd23-859632afdc38 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997167 Jul 28 15:38:33.148517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-23d51b6c-4f1f-415d-863c-b30f1c35af55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319426 Jul 28 15:38:33.222302 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584034-097e-4475-87cc-2ec0897e67b2 req-f738cbb6-d562-463d-aec9-f9efd03b4795 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:33.223900 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d584034-097e-4475-87cc-2ec0897e67b2 req-f738cbb6-d562-463d-aec9-f9efd03b4795 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0572243 Jul 28 15:38:33.263454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9d584034-097e-4475-87cc-2ec0897e67b2 req-25bcb560-a3ec-4bb6-a602-d1fcf5be12d7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Jul 28 15:38:33.303901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-38689a03-9442-4cc3-81f8-252458aea104 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576924 Jul 28 15:38:33.307225 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-c7f668cb-37a8-4a12-b1fd-681c5abb3bea service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507163 Jul 28 15:38:33.416947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2de10294-5c51-4cfc-a283-927f2b7e90b7 req-e05dabc3-64b6-4c14-912f-90f7789993dc service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980000 Jul 28 15:38:33.437101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:38:33.477489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:38:34.382527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba4dca-437c-4237-ab77-2a6208e76661 req-bd61fb34-e693-4235-8798-241a24d79605 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:34.384060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dfba4dca-437c-4237-ab77-2a6208e76661 req-bd61fb34-e693-4235-8798-241a24d79605 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0514016 Jul 28 15:38:34.423042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dfba4dca-437c-4237-ab77-2a6208e76661 req-5209e8aa-0af5-43fd-b568-358c486ce7d2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Jul 28 15:38:35.558580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d989c-cebe-440a-bdc1-4b2474d8165a req-51affed2-57cf-43cc-84fd-7db46a0c4353 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:35.560065 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa1d989c-cebe-440a-bdc1-4b2474d8165a req-51affed2-57cf-43cc-84fd-7db46a0c4353 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 943 time: 0.0577731 Jul 28 15:38:35.599866 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fa1d989c-cebe-440a-bdc1-4b2474d8165a req-bb944ad4-aeaf-4adb-b72f-27934b0b7cef tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Jul 28 15:38:36.187724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:38:36.445081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:36.456039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'port_id': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'mac_address': 'fa:16:3e:10:16:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272e2422-11df-4a68-8097-f65511a04c70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:38:36.493077 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:36.506574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f847384c-10a0-4f76-8616-9afb479eadc3 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:38:36.532032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:36.605304 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:36.663958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:36.671726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.672134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.672431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.672793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.673131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.673808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.673894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.674172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.674601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.674945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.675277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.675755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:36.719678 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced899f-7782-423b-a0cb-0e1342ca593c req-4ea31b98-f9ed-4ce8-97f1-bdb69a173796 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:36.721131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ced899f-7782-423b-a0cb-0e1342ca593c req-4ea31b98-f9ed-4ce8-97f1-bdb69a173796 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 944 time: 0.0510828 Jul 28 15:38:36.736388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:36.771082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ced899f-7782-423b-a0cb-0e1342ca593c req-71608722-c867-4f47-bf1c-72162cfe5687 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Jul 28 15:38:37.080875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f847384c-10a0-4f76-8616-9afb479eadc3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:38:37.165335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab241f-7d38-4217-bf44-3ec06a50153f req-e34251d4-97f6-4dc0-a82d-ca8106d6e3fd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:37.166913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5eab241f-7d38-4217-bf44-3ec06a50153f req-e34251d4-97f6-4dc0-a82d-ca8106d6e3fd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 944 time: 0.0553508 Jul 28 15:38:37.237771 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5eab241f-7d38-4217-bf44-3ec06a50153f req-66ec1c8a-69e9-4ac9-ab34-ff83f440bf8f tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646331 Jul 28 15:38:37.254144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-68ec9ad2-35cb-43e1-8400-85bfa4bd85e4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:37.255625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-68ec9ad2-35cb-43e1-8400-85bfa4bd85e4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d&tenant_id=9004d3668e094aee8104d417e6e1d271&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 944 time: 0.0753744 Jul 28 15:38:37.319876 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-067ea621-4dbf-46f6-b414-ea4f1a9fcff6 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:38:37.320852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-067ea621-4dbf-46f6-b414-ea4f1a9fcff6 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f847384c-10a0-4f76-8616-9afb479eadc3/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0568547 Jul 28 15:38:37.429901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-2b80632e-4a4f-419e-a1ce-3afc069ddfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:37.431468 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-2b80632e-4a4f-419e-a1ce-3afc069ddfed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 1096 time: 0.0553293 Jul 28 15:38:37.535863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-0ec2b9db-4a6d-4f9f-b5c4-00522ba8cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:37.537401 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-0ec2b9db-4a6d-4f9f-b5c4-00522ba8cf1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.0945020 Jul 28 15:38:37.589615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-5ac1a3c2-1897-483b-9d68-71597a8b420e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 200 len: 217 time: 0.0409670 Jul 28 15:38:37.646864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-6535435c-8cb6-4225-97d3-1f5308e0d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:37.648359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-6535435c-8cb6-4225-97d3-1f5308e0d01d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0459611 Jul 28 15:38:37.688140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-3499cbc5-6d52-40e1-99c4-a33bc623e8b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271637 Jul 28 15:38:37.785688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-521ce1e0-6e02-4917-8f34-7baf5ae50760 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Jul 28 15:38:37.888084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f373a4b-7818-4923-ad02-350fe0aa7815 req-4d0584bc-a9be-4f2e-8787-daebde7c6965 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913470 Jul 28 15:38:38.202951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:38.313582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f847384c-10a0-4f76-8616-9afb479eadc3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:38.317778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f847384c-10a0-4f76-8616-9afb479eadc3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:38.318159 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:38.357745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12dddd-d4a1-49c2-96d4-22375484893c req-b5478ad1-ba4e-4ed3-8bb9-7cd1815f0dd2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:38.359660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a12dddd-d4a1-49c2-96d4-22375484893c req-b5478ad1-ba4e-4ed3-8bb9-7cd1815f0dd2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 944 time: 0.0515208 Jul 28 15:38:38.420158 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4a12dddd-d4a1-49c2-96d4-22375484893c req-0852a051-3521-4d95-a74b-12bef4bbb89b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532329 Jul 28 15:38:38.425176 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:38.450626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:38.452939 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f05ca1-0029-4f1a-98f2-0166c14ce4ac" -d '{"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:38.467375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:38.493833 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccec02bb-82a8-418d-ba9a-95bae711ed69 x-openstack-request-id: req-ccec02bb-82a8-418d-ba9a-95bae711ed69 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:38.494126 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:38.494377 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccec02bb-82a8-418d-ba9a-95bae711ed69 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:38.494871 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'code': 200} Jul 28 15:38:38.553735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:38.606797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:39.536440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d859f-66bb-4bdf-bc56-9673f6669c9d req-ea841215-ee20-46a4-8f00-cdc945f41ef4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:39.537931 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-294d859f-66bb-4bdf-bc56-9673f6669c9d req-ea841215-ee20-46a4-8f00-cdc945f41ef4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0494168 Jul 28 15:38:39.576770 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-294d859f-66bb-4bdf-bc56-9673f6669c9d req-d93e80fe-7f2f-4df8-89a8-2c4cdcf9ec45 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Jul 28 15:38:39.696095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1747e6c-31be-4e74-8a89-9f51b9c67310 req-f553a3df-21c1-4c95-90f4-5f60a2263cf3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:39.697591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1747e6c-31be-4e74-8a89-9f51b9c67310 req-f553a3df-21c1-4c95-90f4-5f60a2263cf3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0494425 Jul 28 15:38:39.736077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1747e6c-31be-4e74-8a89-9f51b9c67310 req-81f85796-b119-4cac-8741-966782e6ddbc tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Jul 28 15:38:39.852318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97939375-8886-41fa-b226-2c8ba7e9765a req-16ba8498-4ca9-4123-b3f7-3299a74914c4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:39.853757 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97939375-8886-41fa-b226-2c8ba7e9765a req-16ba8498-4ca9-4123-b3f7-3299a74914c4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0515602 Jul 28 15:38:39.892201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97939375-8886-41fa-b226-2c8ba7e9765a req-4705ac0f-8b07-488f-a100-8d83cb22cd73 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 28 15:38:40.492374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-aa908552-1ffa-4639-8195-1327b852bd13 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:40.493919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-aa908552-1ffa-4639-8195-1327b852bd13 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 815 time: 0.1062329 Jul 28 15:38:40.510774 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-c09b3364-8aef-4f1e-a748-ba75a47f2a87 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/quotas/9004d3668e094aee8104d417e6e1d271 HTTP/1.1" status: 200 len: 375 time: 0.0107021 Jul 28 15:38:40.563707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-8529a2e5-7304-4e25-b5ee-bb4efbacf3dc tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473485 Jul 28 15:38:40.715201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-4fd308b0-fdfc-4b48-9e47-a75f73cbd438 service neutron] 10.222.0.57 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441057 Jul 28 15:38:40.806906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-6b816889-8f83-4713-9707-6e75aa775b6d service neutron] 10.222.0.57 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853498 Jul 28 15:38:41.074168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f686a5d4-ef5c-4aa2-a442-b93abcb00a96 req-ba723214-3082-4aea-8d34-7ce3910fff2d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 210 time: 0.0270071 Jul 28 15:38:42.006088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6674-38bc-412f-be77-e51f4921c04d req-4ab22a7d-697b-4ff6-b5a4-2a8fb427157f tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:42.008107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f66e6674-38bc-412f-be77-e51f4921c04d req-4ab22a7d-697b-4ff6-b5a4-2a8fb427157f tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3eeb0e1-6d20-4045-8afd-4005058b729d HTTP/1.1" status: 200 len: 945 time: 0.0573313 Jul 28 15:38:42.101432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Deleting port f847384c-10a0-4f76-8616-9afb479eadc3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:38:42.102787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:42.185478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5815b1e6-dd5d-4b80-b6d0-2bec20cfeb46 req-503872f9-3566-4d83-954d-1b8ddb34f2e3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 210 time: 0.0419691 Jul 28 15:38:42.209937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] For port f847384c-10a0-4f76-8616-9afb479eadc3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f847384c-10a0-4f76-8616-9afb479eadc3,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:42.221007 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:42.225301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Calling delete_port for f847384c-10a0-4f76-8616-9afb479eadc3 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:38:42.433702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:42.462955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Pushing event deleted for resources: {'Port': ['ID=f847384c-10a0-4f76-8616-9afb479eadc3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:42.468833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f847384c-10a0-4f76-8616-9afb479eadc3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:38:42.505638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] No DVR routers for this DVR port f847384c-10a0-4f76-8616-9afb479eadc3 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:38:42.508774 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:42.510791 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f66e6674-38bc-412f-be77-e51f4921c04d req-edd87802-49da-4fdd-afcb-83ec984a0d9e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.42 "DELETE /v2.0/ports/f847384c-10a0-4f76-8616-9afb479eadc3 HTTP/1.1" status: 204 len: 173 time: 0.4964259 Jul 28 15:38:42.511237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-deleted', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:42.513602 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a31dfb-a86a-403c-bd80-4918a7701e40" -d '{"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-deleted", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:42.549734 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fb41a-41d7-432e-bec8-3eed22c0a04b x-openstack-request-id: req-525fb41a-41d7-432e-bec8-3eed22c0a04b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:42.556299 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eeb0e1-6d20-4045-8afd-4005058b729d", "name": "network-vif-deleted", "tag": "f847384c-10a0-4f76-8616-9afb479eadc3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:42.556299 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-525fb41a-41d7-432e-bec8-3eed22c0a04b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:42.556299 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eeb0e1-6d20-4045-8afd-4005058b729d', 'name': 'network-vif-deleted', 'tag': 'f847384c-10a0-4f76-8616-9afb479eadc3', 'status': 'completed', 'code': 200} Jul 28 15:38:43.208234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-3000704c-a618-4598-bbd6-0b375464a7e5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:43.216991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-3000704c-a618-4598-bbd6-0b375464a7e5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.42 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 815 time: 0.1250298 Jul 28 15:38:43.232569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Request body: {'port': {'device_id': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'admin_state_up': True, 'tenant_id': '9004d3668e094aee8104d417e6e1d271'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:43.293838 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4cf70907-aae1-476b-826c-494c26ce432f req-7ee70e58-095f-4c30-9257-24f8dbcd4b7e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 210 time: 0.0277510 Jul 28 15:38:43.415832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Made reservation on behalf of 9004d3668e094aee8104d417e6e1d271 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:38:43.419537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:43.547978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Allocated IP 172.20.0.11 (f0280fe8-4a6b-4394-8dfb-ce898c4eaa64/272e2422-11df-4a68-8097-f65511a04c70/24cb86a9-c271-4e1e-ba4c-57a116e6ee59) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:38:43.696125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:43.799660 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:43.837066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f847384c-10a0-4f76-8616-9afb479eadc3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:38:43.841745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:43.844980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:43.848916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:38:43.879569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:43.906119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:43.906758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:43.982649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-56ba957d-f390-4e65-9c76-81b6c87022b7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556717 Jul 28 15:38:44.007189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Request body: {'port': {'device_id': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:44.069201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.347164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:38:44.348216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:38:44.357704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.371707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Transition to ACTIVE for port object 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:44.427412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ab3b-a3f5-45d1-9893-0aebaf52d93c req-029b27cf-1ca6-46e5-abd1-33fe765b127a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:44.428999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a20ab3b-a3f5-45d1-9893-0aebaf52d93c req-029b27cf-1ca6-46e5-abd1-33fe765b127a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 932 time: 0.0499163 Jul 28 15:38:44.452100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.507031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3a20ab3b-a3f5-45d1-9893-0aebaf52d93c req-e43ed470-03bb-4758-b14b-69bcc35cd48c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718820 Jul 28 15:38:44.524766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:44.591639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:38:44.591885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:38:44.592211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:44.596694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:38:44.597016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:44.602486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:38:44.602826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Checking segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:44.603214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Bound using segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:38:44.603671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Bound port: 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:38:44.604031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.666841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:44.669943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:38:44.799234 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.837469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:44.838091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.839484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] 10.222.0.42 "PUT /v2.0/ports/24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 1093 time: 0.8372076 Jul 28 15:38:44.839920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:44.842285 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:44.866298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222a10c-0df8-481b-994b-f9a2df513e96 service neutron] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:44.882840 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6eb1f5-cf94-43bb-a857-adeb1fdf7d06 x-openstack-request-id: req-9b6eb1f5-cf94-43bb-a857-adeb1fdf7d06 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:44.883141 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:44.883395 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b6eb1f5-cf94-43bb-a857-adeb1fdf7d06 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:44.883800 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'status': 'completed', 'code': 200} Jul 28 15:38:44.974674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd req-a68a4864-0cdb-4471-b8c5-dae6d5d7cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:44.976154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd req-a68a4864-0cdb-4471-b8c5-dae6d5d7cb3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1096 time: 0.0419819 Jul 28 15:38:45.085302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd req-25d94c63-18a3-4b8c-8c35-1b438ea80816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:45.086699 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd req-25d94c63-18a3-4b8c-8c35-1b438ea80816 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9004d3668e094aee8104d417e6e1d271&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955942 Jul 28 15:38:45.188237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd req-00806b86-a8dc-45ce-a7b4-16676be55c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:45.189655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d6f855de-8b75-4dc5-8749-122e9a8b4dcd req-00806b86-a8dc-45ce-a7b4-16676be55c83 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961280 Jul 28 15:38:45.286636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-c37a04fe-32d0-43e9-9155-1faa1ff1818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:45.288166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-c37a04fe-32d0-43e9-9155-1faa1ff1818a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1096 time: 0.0418265 Jul 28 15:38:45.344851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-9193c4ef-4abd-4e2c-80f8-d469681cf18d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 217 time: 0.0382357 Jul 28 15:38:45.396785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-73e56108-15b7-41f3-9849-78b20a5065e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:45.398287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-73e56108-15b7-41f3-9849-78b20a5065e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0457926 Jul 28 15:38:45.430709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-0acd5b6d-d3c9-4fac-8e81-47555a2ae54e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248697 Jul 28 15:38:45.523189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-202a383c-f046-4dd1-851a-cd60a5b11f4e service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848966 Jul 28 15:38:45.652510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775cad5-2c2e-4077-9e9d-177ba7444bad req-7a26a0fe-9e27-4b42-816a-67c54957e240 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:45.654013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9775cad5-2c2e-4077-9e9d-177ba7444bad req-7a26a0fe-9e27-4b42-816a-67c54957e240 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0774491 Jul 28 15:38:45.656373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3138f11d-9ad3-4a87-b6b8-a32fb6dc24ab req-5dbfc8dd-80df-4bd3-b4fb-48b58140d633 service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261787 Jul 28 15:38:45.694904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9775cad5-2c2e-4077-9e9d-177ba7444bad req-0e92fff5-2cf6-4d4e-ab25-206bf53954d2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349386 Jul 28 15:38:46.250143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:38:46.270026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: f847384c-10a0-4f76-8616-9afb479eadc3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:38:46.270365 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f847384c-10a0-4f76-8616-9afb479eadc3 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:38:46.810525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de1c2-bfe4-48e1-a7d5-283114dbb02e req-a609df75-599d-4d18-9005-d4af1b555bcf tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:46.812018 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a97de1c2-bfe4-48e1-a7d5-283114dbb02e req-a609df75-599d-4d18-9005-d4af1b555bcf tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0480890 Jul 28 15:38:46.849327 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a97de1c2-bfe4-48e1-a7d5-283114dbb02e req-b0b3cd93-181f-477f-9b19-5328c54b14c1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Jul 28 15:38:47.971360 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe4a14-272b-4cf1-9f57-e167c7eca79f req-974202bd-d117-4e1c-848d-3ab4bf28cdea tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:47.972885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9cbe4a14-272b-4cf1-9f57-e167c7eca79f req-974202bd-d117-4e1c-848d-3ab4bf28cdea tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0550516 Jul 28 15:38:48.012083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9cbe4a14-272b-4cf1-9f57-e167c7eca79f req-26e11c36-c03c-4f75-933c-780aa0e692f5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 28 15:38:49.124245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91fd9c-2e87-4b5c-8a90-a541de37b9bb req-ec18d2fd-8ef2-4473-abf6-007359e1bd14 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:49.125752 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d91fd9c-2e87-4b5c-8a90-a541de37b9bb req-ec18d2fd-8ef2-4473-abf6-007359e1bd14 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0483174 Jul 28 15:38:49.168206 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7d91fd9c-2e87-4b5c-8a90-a541de37b9bb req-6de8e261-7065-47e4-b1ed-4296b20ec844 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Jul 28 15:38:50.286859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bf590-726b-42ea-b532-2cdb4b50723c req-6557c798-b432-4c92-963a-fcd740565abd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:50.288377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-700bf590-726b-42ea-b532-2cdb4b50723c req-6557c798-b432-4c92-963a-fcd740565abd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0504720 Jul 28 15:38:50.297258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:38:50.329116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-700bf590-726b-42ea-b532-2cdb4b50723c req-fd4afac1-adc0-45be-ac11-dabf9c3f4e79 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Jul 28 15:38:50.391482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:50.406446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'port_id': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'mac_address': 'fa:16:3e:e2:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272e2422-11df-4a68-8097-f65511a04c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:38:50.448017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:50.461398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:38:50.490010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:50.559080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:50.607596 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:50.958023 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['24cb86a9-c271-4e1e-ba4c-57a116e6ee59'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:38:51.447032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57048a88-e426-405f-84ca-2fe2fdb7d1d6 req-dcd398e4-f300-40db-9f2f-f22ebec01e20 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:51.448580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57048a88-e426-405f-84ca-2fe2fdb7d1d6 req-dcd398e4-f300-40db-9f2f-f22ebec01e20 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 945 time: 0.0512588 Jul 28 15:38:51.490082 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57048a88-e426-405f-84ca-2fe2fdb7d1d6 req-f480ce28-b93c-4472-b87c-8be8258f26a1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Jul 28 15:38:52.301371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0d8f-fa11-481c-a3fd-ad92d5d20bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:52.305219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:52.392774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:52.397000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:52.397425 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:52.484890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:52.508010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:52.510916 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628b7a75-6494-41c1-9f59-88f9a919b356" -d '{"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-plugged", "status": "completed", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:52.525251 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:52.549255 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c5ec81-99c9-4fa5-b2b9-ca44fa4a3943 x-openstack-request-id: req-12c5ec81-99c9-4fa5-b2b9-ca44fa4a3943 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:52.549577 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-plugged", "status": "completed", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:52.549834 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12c5ec81-99c9-4fa5-b2b9-ca44fa4a3943 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:52.550231 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'code': 200} Jul 28 15:38:52.570010 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:52.618644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04974b1-50cf-4086-833d-244d2aaf4ff5 req-d9dbd869-dbc1-4c08-80a1-dc0925292631 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:52.620269 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e04974b1-50cf-4086-833d-244d2aaf4ff5 req-d9dbd869-dbc1-4c08-80a1-dc0925292631 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0545769 Jul 28 15:38:52.624171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:52.664117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e04974b1-50cf-4086-833d-244d2aaf4ff5 req-24366578-8c7a-4be5-8ed1-69cd7b601879 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Jul 28 15:38:52.677370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6676-4a30-4910-9e0b-808601a0f012 req-6194c23d-6fb3-4d7f-bec4-e42e6e7833fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:52.678950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dad6676-4a30-4910-9e0b-808601a0f012 req-6194c23d-6fb3-4d7f-bec4-e42e6e7833fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1098 time: 0.0406001 Jul 28 15:38:52.714620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9dad6676-4a30-4910-9e0b-808601a0f012 req-da9abe42-f8a9-4136-b39e-b740367c2aef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287392 Jul 28 15:38:53.843633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef18f7f-9237-431d-a5f4-28376b206ca6 req-0229f06e-5f54-4048-82e9-b62df5e249b4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:53.845128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef18f7f-9237-431d-a5f4-28376b206ca6 req-0229f06e-5f54-4048-82e9-b62df5e249b4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.1107340 Jul 28 15:38:53.885110 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef18f7f-9237-431d-a5f4-28376b206ca6 req-05914239-a5b0-44d5-9f0b-6e9da4051c53 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Jul 28 15:38:54.844287 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-105d09f0-6292-4ccd-8cc1-18339aa1e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:54.999172 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec58c3a-e1d9-4e32-b2bf-9729309089e2 req-94c8bb1d-9a48-4bc7-a923-08a47e2026f8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:55.000647 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ec58c3a-e1d9-4e32-b2bf-9729309089e2 req-94c8bb1d-9a48-4bc7-a923-08a47e2026f8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0488768 Jul 28 15:38:55.049320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ec58c3a-e1d9-4e32-b2bf-9729309089e2 req-e7184473-ff19-4ef7-9b32-7a3637889676 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Jul 28 15:38:55.169940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f0f13-bddc-45d7-9b0c-6579060cec02 req-791dc6ae-b56a-4c92-b3ab-957ad462fee7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:55.171524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e9f0f13-bddc-45d7-9b0c-6579060cec02 req-791dc6ae-b56a-4c92-b3ab-957ad462fee7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0518723 Jul 28 15:38:55.212442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e9f0f13-bddc-45d7-9b0c-6579060cec02 req-54ce93c1-2fad-4994-ad2b-65bb6301146c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Jul 28 15:38:55.234017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:55.603085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb0b4-a903-4650-bb90-a08246b87692 req-2887173e-37c5-49dd-9cbd-0002be0ebe2d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:55.604918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b3cb0b4-a903-4650-bb90-a08246b87692 req-2887173e-37c5-49dd-9cbd-0002be0ebe2d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0539658 Jul 28 15:38:55.645139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b3cb0b4-a903-4650-bb90-a08246b87692 req-b7a3c3c3-5c34-446d-b346-627f2a81a9d3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342906 Jul 28 15:38:55.713797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-a7bb1481-4fe8-4275-8666-82af0ed05c2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430522 Jul 28 15:38:56.564463 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:56.762782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1000e6d-833f-4989-95bf-41ca71382c54 req-0604fe30-ff64-46d3-a603-7502b2d9e53b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:56.764285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1000e6d-833f-4989-95bf-41ca71382c54 req-0604fe30-ff64-46d3-a603-7502b2d9e53b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0502884 Jul 28 15:38:56.802894 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1000e6d-833f-4989-95bf-41ca71382c54 req-3577aeca-e2eb-49d8-8b15-59c4d5bf571a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Jul 28 15:38:57.841028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-7f839804-21ce-4a1b-8ffc-952c5eed2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:57.842665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-7f839804-21ce-4a1b-8ffc-952c5eed2f32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1098 time: 0.0421085 Jul 28 15:38:57.972464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b58d57-dfa2-42f3-9a9d-3f4240d73865 req-786f4415-cd93-49b3-87cc-6f9536395dfd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:57.973953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14b58d57-dfa2-42f3-9a9d-3f4240d73865 req-786f4415-cd93-49b3-87cc-6f9536395dfd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.1041064 Jul 28 15:38:57.978843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-1b3648fb-988c-4a45-a603-34139acba478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:57.980515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-1b3648fb-988c-4a45-a603-34139acba478 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.1287634 Jul 28 15:38:57.986862 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:58.029197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-d3b88f44-175a-482c-922b-f87073028b3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 217 time: 0.0409105 Jul 28 15:38:58.072932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14b58d57-dfa2-42f3-9a9d-3f4240d73865 req-0911a47f-2382-4731-a8c2-9ef727a9b0f9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914757 Jul 28 15:38:58.090270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-e7338538-8568-4cd3-adc3-badbf67a2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:58.091727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-e7338538-8568-4cd3-adc3-badbf67a2f59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0534549 Jul 28 15:38:58.125635 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-4778b4f1-2f8b-46b4-96ce-201f189a50d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246434 Jul 28 15:38:58.215703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ad4221f-219e-4613-af19-6c7c81440ede service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Jul 28 15:38:58.323367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-16488869-48bd-4477-afab-5fe3e2e55d75 service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993519 Jul 28 15:38:59.186582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3301752-7496-4269-b6a1-dfda55b477d6 req-94f280e6-e229-4a14-bc45-a5328277edce tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:59.188068 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3301752-7496-4269-b6a1-dfda55b477d6 req-94f280e6-e229-4a14-bc45-a5328277edce tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0486557 Jul 28 15:38:59.226609 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3301752-7496-4269-b6a1-dfda55b477d6 req-11cff2d3-abca-41ca-a7ec-4649064e4a5a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325162 Jul 28 15:39:00.343674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e16f1-fdb6-4112-90e8-f4b27b0977cf req-672927b6-21c4-474e-9a23-0f8c1e3864cd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:00.345171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-393e16f1-fdb6-4112-90e8-f4b27b0977cf req-672927b6-21c4-474e-9a23-0f8c1e3864cd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0492454 Jul 28 15:39:00.383425 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-393e16f1-fdb6-4112-90e8-f4b27b0977cf req-f650e344-c203-468f-a419-4f4a5e895abc tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Jul 28 15:39:01.500513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8c1a-de09-40d3-9b5e-cbaa5bf555d2 req-7722d408-aea2-4c37-8262-4dfa72131640 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:01.502048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e5a8c1a-de09-40d3-9b5e-cbaa5bf555d2 req-7722d408-aea2-4c37-8262-4dfa72131640 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0499454 Jul 28 15:39:01.546333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e5a8c1a-de09-40d3-9b5e-cbaa5bf555d2 req-c3f34291-6e5f-4bbd-a775-31d17f08d535 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Jul 28 15:39:02.667805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ca0c-9e74-4279-9057-8c360e88cabc req-cbb86457-d5a8-48e6-9db1-ad6d5a6893ec tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:02.669350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a056ca0c-9e74-4279-9057-8c360e88cabc req-cbb86457-d5a8-48e6-9db1-ad6d5a6893ec tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0522730 Jul 28 15:39:02.684562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:02.709096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a056ca0c-9e74-4279-9057-8c360e88cabc req-d58364fa-b270-4714-b9e3-04cfc6a60f42 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335948 Jul 28 15:39:03.826718 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489a92-1d40-454d-8d74-f45803925ece req-0cc22064-d103-481e-ae12-5d849f57736d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:03.828271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c489a92-1d40-454d-8d74-f45803925ece req-0cc22064-d103-481e-ae12-5d849f57736d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0502801 Jul 28 15:39:03.867782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4c489a92-1d40-454d-8d74-f45803925ece req-e15dab25-1a27-4096-b896-b3a6b310c653 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Jul 28 15:39:05.266067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a85eb-9649-4d74-9e02-8753137d5def req-14851e26-91ba-470d-925f-6527664f9152 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:05.267600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-508a85eb-9649-4d74-9e02-8753137d5def req-14851e26-91ba-470d-925f-6527664f9152 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.3323855 Jul 28 15:39:05.309276 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-508a85eb-9649-4d74-9e02-8753137d5def req-6356b8d8-4939-4ce2-874f-f6bc627a60f8 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 Jul 28 15:39:06.442681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4f4b-b87a-47af-9e4a-d8783feae420 req-00d2d205-da48-4c84-ab24-5108412e7b89 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:06.444194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0ba4f4b-b87a-47af-9e4a-d8783feae420 req-00d2d205-da48-4c84-ab24-5108412e7b89 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0498171 Jul 28 15:39:06.484435 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0ba4f4b-b87a-47af-9e4a-d8783feae420 req-a9593de4-13f5-4317-8f98-66ba61420262 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Jul 28 15:39:06.689833 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:07.604774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a61425-df59-4523-8aac-8eba0fb909fa req-179558f0-2f75-4640-880b-21808c07b3ae tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:07.606279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52a61425-df59-4523-8aac-8eba0fb909fa req-179558f0-2f75-4640-880b-21808c07b3ae tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0491786 Jul 28 15:39:07.645836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-52a61425-df59-4523-8aac-8eba0fb909fa req-1ded1046-5bc6-4ace-af3a-7e0ab53f8d48 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Jul 28 15:39:08.765208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2240cf8-cffb-4af4-b4bd-e4b1371353f3 req-ede57f84-68f3-41d0-8d7f-9f0871c6e6d1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:08.766822 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2240cf8-cffb-4af4-b4bd-e4b1371353f3 req-ede57f84-68f3-41d0-8d7f-9f0871c6e6d1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0516875 Jul 28 15:39:08.811191 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e2240cf8-cffb-4af4-b4bd-e4b1371353f3 req-09af5ee0-14d1-4286-ac8a-0d2a8316f2be tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381780 Jul 28 15:39:09.926390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b7ed-b856-4ba4-b5b9-fd3c06265279 req-75cdf9e8-2f58-4574-a01e-b0e8d4a9a014 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:09.927857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c365b7ed-b856-4ba4-b5b9-fd3c06265279 req-75cdf9e8-2f58-4574-a01e-b0e8d4a9a014 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0489161 Jul 28 15:39:09.968870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c365b7ed-b856-4ba4-b5b9-fd3c06265279 req-0a1aa761-1917-42ab-b430-734cc6c6680f tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344846 Jul 28 15:39:11.094884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768a9f7-92fb-4ba5-a2cc-a4e60db06bbb req-e6731e43-723b-46b9-87c7-35500c96afa3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:11.096360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8768a9f7-92fb-4ba5-a2cc-a4e60db06bbb req-e6731e43-723b-46b9-87c7-35500c96afa3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0488522 Jul 28 15:39:11.136138 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8768a9f7-92fb-4ba5-a2cc-a4e60db06bbb req-e0a442f7-431b-499a-b68b-fd067136501f tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Jul 28 15:39:12.254929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560b8e-5d4b-4694-ac32-fd9d947a055d req-4d2a5b71-2d47-4ccd-a55a-6713b793f167 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:12.256423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49560b8e-5d4b-4694-ac32-fd9d947a055d req-4d2a5b71-2d47-4ccd-a55a-6713b793f167 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0522759 Jul 28 15:39:12.294826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-49560b8e-5d4b-4694-ac32-fd9d947a055d req-924f0c6e-27ab-457e-a183-99cf18907ae5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jul 28 15:39:13.409660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee85c-dad7-4269-b31e-c1a18320cc27 req-31ffd7f5-3b11-4e31-8db0-ee2e8ca94d5a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:13.411139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75eee85c-dad7-4269-b31e-c1a18320cc27 req-31ffd7f5-3b11-4e31-8db0-ee2e8ca94d5a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0483875 Jul 28 15:39:13.448820 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-75eee85c-dad7-4269-b31e-c1a18320cc27 req-7e6c2c5c-0b92-4856-af85-f2340db1b0af tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Jul 28 15:39:14.567778 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47f5b5-4706-4940-82a6-9aceb1a5cbe2 req-a5b44f6e-7712-4aaf-808c-60ebf1c663bf tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:14.569320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df47f5b5-4706-4940-82a6-9aceb1a5cbe2 req-a5b44f6e-7712-4aaf-808c-60ebf1c663bf tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0503364 Jul 28 15:39:14.610349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df47f5b5-4706-4940-82a6-9aceb1a5cbe2 req-90004dce-fac9-4762-b332-45e6133b54e4 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Jul 28 15:39:15.731310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24024-b015-4301-a5f8-902e2ef15754 req-842ba7ba-500d-4068-b31a-0f55710e89df tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:15.732868 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7f24024-b015-4301-a5f8-902e2ef15754 req-842ba7ba-500d-4068-b31a-0f55710e89df tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0513289 Jul 28 15:39:15.776800 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7f24024-b015-4301-a5f8-902e2ef15754 req-f3b69f62-75c2-4c2b-8889-d04da31d46f0 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Jul 28 15:39:16.897457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc354a-03a8-42e0-b30f-314b035b59f7 req-1fe88d4d-054e-49c4-91fc-2cdefb5bb9d6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:16.899194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24fc354a-03a8-42e0-b30f-314b035b59f7 req-1fe88d4d-054e-49c4-91fc-2cdefb5bb9d6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0518508 Jul 28 15:39:16.942471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24fc354a-03a8-42e0-b30f-314b035b59f7 req-7a5c0270-aacc-4858-8f99-53f6a6e11466 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362866 Jul 28 15:39:18.083481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49131b-0478-44b0-99d3-e6e772e75f6d req-2a3c2ee1-be5b-42b1-afbe-99f323f753f5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:18.085115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c49131b-0478-44b0-99d3-e6e772e75f6d req-2a3c2ee1-be5b-42b1-afbe-99f323f753f5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0704744 Jul 28 15:39:18.129467 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c49131b-0478-44b0-99d3-e6e772e75f6d req-8021c9aa-9cb4-44e6-8787-e8f467e60eda tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Jul 28 15:39:19.252531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f61f8f-27a6-47fb-ae41-ab1bf31f4f27 req-e92eec77-72d8-408c-b10d-665ff3bf5688 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:19.254093 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27f61f8f-27a6-47fb-ae41-ab1bf31f4f27 req-e92eec77-72d8-408c-b10d-665ff3bf5688 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0529747 Jul 28 15:39:19.293951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27f61f8f-27a6-47fb-ae41-ab1bf31f4f27 req-0f105b60-5a9d-49c0-b70b-99198899d655 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Jul 28 15:39:20.420659 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0e871-6458-46fc-93a2-d0e5b8b32c59 req-587d2fa4-ed78-4cc8-a22a-8bd83913a4bd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:20.422221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ac0e871-6458-46fc-93a2-d0e5b8b32c59 req-587d2fa4-ed78-4cc8-a22a-8bd83913a4bd tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0551035 Jul 28 15:39:20.462384 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ac0e871-6458-46fc-93a2-d0e5b8b32c59 req-0645a756-e8fb-4fb7-96e0-d893b6b8237c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Jul 28 15:39:21.347567 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:39:21.587935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54037f-38c3-407a-825e-816728ea54f7 req-2e3c690d-15a3-4869-822c-d81a13c865d5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:21.589556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f54037f-38c3-407a-825e-816728ea54f7 req-2e3c690d-15a3-4869-822c-d81a13c865d5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0558403 Jul 28 15:39:21.636843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f54037f-38c3-407a-825e-816728ea54f7 req-8df52686-931c-4c30-9f6f-cd8803c72309 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Jul 28 15:39:22.404363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a22b29c-71f5-4cc2-b85b-69d91b4b0b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.756299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078bf67-cd0a-4d21-a74a-193240eaee54 req-7ff7ee80-032a-4cf0-832d-e53213ee7447 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:22.757992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3078bf67-cd0a-4d21-a74a-193240eaee54 req-7ff7ee80-032a-4cf0-832d-e53213ee7447 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0506537 Jul 28 15:39:22.801232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3078bf67-cd0a-4d21-a74a-193240eaee54 req-fd51dc59-2c5f-4410-9508-710a9a505034 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Jul 28 15:39:23.920532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75e029-32c0-48e4-9e62-9f2ef036bc70 req-4fe5a79c-cccb-4a12-a2c0-27d194ab23d2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:23.922036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f75e029-32c0-48e4-9e62-9f2ef036bc70 req-4fe5a79c-cccb-4a12-a2c0-27d194ab23d2 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0505393 Jul 28 15:39:23.970426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f75e029-32c0-48e4-9e62-9f2ef036bc70 req-b5efe5d4-4467-41c9-95a2-dbae6ccc03a7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Jul 28 15:39:24.861383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-15f92ecc-863e-4255-844e-3d7fd60b77f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:25.089021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231c05e-f1d0-4ea9-9d04-ed8d8d157d6c req-473befc1-a3fb-43c2-945c-2e91815f22b6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:25.091131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8231c05e-f1d0-4ea9-9d04-ed8d8d157d6c req-473befc1-a3fb-43c2-945c-2e91815f22b6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0518575 Jul 28 15:39:25.137940 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8231c05e-f1d0-4ea9-9d04-ed8d8d157d6c req-07cc1bfc-b40c-4be5-a267-89104678198d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Jul 28 15:39:25.226144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:25.764396 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-8960d2c7-46b6-4893-8202-7a2326021169 service neutron] show failed (client error): The resource could not be found. Jul 28 15:39:25.765457 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-8960d2c7-46b6-4893-8202-7a2326021169 service neutron] 10.222.0.42 "GET /v2.0/ports/24cb86a9-c271-4e1e-ba4c-57a116e6ee59/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0562205 Jul 28 15:39:26.270651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-a7fa3136-be3e-4dac-899c-9c7bb40415ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:26.272215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-a7fa3136-be3e-4dac-899c-9c7bb40415ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c&tenant_id=9004d3668e094aee8104d417e6e1d271 HTTP/1.1" status: 200 len: 1098 time: 0.0689275 Jul 28 15:39:26.284978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b3fce-cd05-4604-aa6c-c3f79ae4b661 req-3be3ebdf-bd7f-470a-97bf-91ddf4e52a63 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:26.286388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab6b3fce-cd05-4604-aa6c-c3f79ae4b661 req-3be3ebdf-bd7f-470a-97bf-91ddf4e52a63 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0738623 Jul 28 15:39:26.291261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:26.372274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab6b3fce-cd05-4604-aa6c-c3f79ae4b661 req-1bfb3530-a4fb-4d92-a992-0ba09f829695 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776391 Jul 28 15:39:26.375289 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.574798 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.593233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:26.627762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:26.670404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:26.672741 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a462493e-6d4f-44b5-809f-1fca276b6b60" -d '{"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:26.676849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.690758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Transition to ACTIVE for port object 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:26.783781 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853cbd55-7690-4a89-be51-4bb2c28199c2 x-openstack-request-id: req-853cbd55-7690-4a89-be51-4bb2c28199c2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:26.784774 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:26.784774 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-853cbd55-7690-4a89-be51-4bb2c28199c2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:26.784774 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'code': 200} Jul 28 15:39:26.809536 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.877044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] No DVR routers for this DVR port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:39:26.880133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:26.918717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:26.919041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:26.919375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:26.924072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:39:26.924394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Attempting to bind port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on network f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:26.929558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:26.929907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Checking segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:26.930327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Bound using segment: {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:26.930764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Bound port: 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae9807b-535b-4081-a2d3-32a67e2d7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:26.931155 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.004196 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:27.007124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:27.095680 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.134357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:27.134977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.136384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] 10.222.0.58 "PUT /v2.0/ports/24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 1093 time: 0.8491061 Jul 28 15:39:27.174859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb2710-6914-409a-b508-4ac048a03f7e service neutron] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:27.209585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-e91b2a1f-a37d-4665-b535-58e5e22a2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:27.211258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-e91b2a1f-a37d-4665-b535-58e5e22a2857 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1096 time: 0.0460889 Jul 28 15:39:27.309309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-c1947ac7-d8fd-4c83-b9fd-882daea7114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:27.310886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-c1947ac7-d8fd-4c83-b9fd-882daea7114e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.0921042 Jul 28 15:39:27.363103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-3444fb41-23b8-4ce8-b9a0-44fa65dfdf34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 217 time: 0.0432558 Jul 28 15:39:27.427202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-51fed13e-3b90-4b3f-b216-a36dd43c9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:27.428853 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-51fed13e-3b90-4b3f-b216-a36dd43c9f70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0581594 Jul 28 15:39:27.471097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-ec48b3f6-9507-4b93-b2c2-0b985237a31f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335839 Jul 28 15:39:27.567381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b12-7a0f-4ce4-9918-c43a1d6d39ba req-75ea44c4-0106-4fd2-9e7d-ac930b0d052b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:27.568967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d0f8b12-7a0f-4ce4-9918-c43a1d6d39ba req-75ea44c4-0106-4fd2-9e7d-ac930b0d052b tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.1233184 Jul 28 15:39:27.622006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-fcdd0ffb-b8f7-42d6-b224-017c7853ec82 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361356 Jul 28 15:39:27.630055 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8d0f8b12-7a0f-4ce4-9918-c43a1d6d39ba req-1284b705-8599-4ef7-916e-c7f2476ddcc6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Jul 28 15:39:27.724077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7b87a0d4-3a26-4d5b-a104-fdaf91b6597f req-71887e53-39e0-40c4-8673-05f5d707d44c service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929391 Jul 28 15:39:28.038251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.751929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614b8c2-2c16-4278-adf5-63d748755060 req-d58de80f-dac9-4b62-8c73-cf81b3c38d0a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:28.753558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4614b8c2-2c16-4278-adf5-63d748755060 req-d58de80f-dac9-4b62-8c73-cf81b3c38d0a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0520716 Jul 28 15:39:28.786390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:28.790823 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7efc70f-a67d-4aef-abf4-a02948441fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:28.795944 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4614b8c2-2c16-4278-adf5-63d748755060 req-1902ee98-0cb1-4233-89fe-eeffafcdf2ff tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360746 Jul 28 15:39:28.844964 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6b72d-dc63-4d25-b3f6-6ee190ce4260 x-openstack-request-id: req-9ab6b72d-dc63-4d25-b3f6-6ee190ce4260 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:28.845265 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:28.845524 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ab6b72d-dc63-4d25-b3f6-6ee190ce4260 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:28.845932 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'status': 'completed', 'code': 200} Jul 28 15:39:28.952824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-7c0a0688-2bdc-4f2f-9653-821aec6bd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:28.954366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-7c0a0688-2bdc-4f2f-9653-821aec6bd135 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1096 time: 0.0788057 Jul 28 15:39:28.959963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-59522ca7-a4ab-4325-8691-5cd3cc646d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:28.961520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-59522ca7-a4ab-4325-8691-5cd3cc646d6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1096 time: 0.0726531 Jul 28 15:39:29.132042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-137fc34f-763c-42e8-a6e5-55a370984514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:29.133570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-137fc34f-763c-42e8-a6e5-55a370984514 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.1711736 Jul 28 15:39:29.134745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-2f19f4cc-e1d7-4344-8584-c6e76ecc490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:29.136072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-2f19f4cc-e1d7-4344-8584-c6e76ecc490f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.1641576 Jul 28 15:39:29.183581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-0a1e8cf4-3a84-44dd-bc59-dda16cc0e98f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 217 time: 0.0414140 Jul 28 15:39:29.219893 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-539608e2-9de2-48b8-b8e8-b7589c4d338c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 217 time: 0.0717502 Jul 28 15:39:29.295485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-f5af4d5b-eab1-4fd0-853c-e034e37640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:29.297044 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-f5af4d5b-eab1-4fd0-853c-e034e37640dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0860455 Jul 28 15:39:29.304950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-437280e8-9acd-4071-a33e-5f045d6d52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:29.306426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-437280e8-9acd-4071-a33e-5f045d6d52c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0668781 Jul 28 15:39:29.357850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-b95842cc-42fb-4d3a-9f8c-2f08940581e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504382 Jul 28 15:39:29.359850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-93b209a7-49d3-44ca-8493-22a2f80ac1dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442047 Jul 28 15:39:29.528959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-55eb2ffa-3858-4823-b6f8-e81a6f298699 service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615245 Jul 28 15:39:29.532715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-04c30dda-9736-404d-aaba-e59b918a63e0 service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569946 Jul 28 15:39:29.702603 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-9e3c229b-9ed8-41b7-900f-3acc66d80a0d service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657157 Jul 28 15:39:29.706549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b7efc70f-a67d-4aef-abf4-a02948441fa8 req-08c3323f-7f66-4906-8669-6130c7fe44fd service neutron] 10.222.0.58 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622334 Jul 28 15:39:29.924096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06303b4-5417-4ce7-9aa5-33680d374844 req-801d1cb9-2b0a-4a68-a573-b1d792eb78f5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:29.925721 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f06303b4-5417-4ce7-9aa5-33680d374844 req-801d1cb9-2b0a-4a68-a573-b1d792eb78f5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0553238 Jul 28 15:39:29.984514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f06303b4-5417-4ce7-9aa5-33680d374844 req-46206330-3287-44c6-899f-73274af93cb1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Jul 28 15:39:30.478601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:39:30.520400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:39:31.117106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c853d0-eb50-454a-9f05-3ed874ea776b req-fa327800-6aaf-4f28-8065-e0f6e14c4a2e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:31.118724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99c853d0-eb50-454a-9f05-3ed874ea776b req-fa327800-6aaf-4f28-8065-e0f6e14c4a2e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0557156 Jul 28 15:39:31.161977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-99c853d0-eb50-454a-9f05-3ed874ea776b req-714f6279-0bcf-494c-a868-7f34f27883f1 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Jul 28 15:39:31.585381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f91f7-4263-4530-af23-3fa2de04b37b req-c0e8d3da-e457-48bf-bbe0-f993d23df4e3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:31.586956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d74f91f7-4263-4530-af23-3fa2de04b37b req-c0e8d3da-e457-48bf-bbe0-f993d23df4e3 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 944 time: 0.0564985 Jul 28 15:39:31.630778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d74f91f7-4263-4530-af23-3fa2de04b37b req-853c39c8-afb6-4b09-908b-b243206ee6d6 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Jul 28 15:39:31.686476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907309-9d6a-4286-9c94-f8161249ff0b req-6810898d-2d5d-4f0a-bc63-bd5894dc76d5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:31.688098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-6810898d-2d5d-4f0a-bc63-bd5894dc76d5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.42 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c&tenant_id=9004d3668e094aee8104d417e6e1d271&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 944 time: 0.0554807 Jul 28 15:39:31.691460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:39:31.759291 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-27907309-9d6a-4286-9c94-f8161249ff0b req-c4e22244-25a1-4ce5-b58c-b9ecc403b866 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:39:31.760337 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-c4e22244-25a1-4ce5-b58c-b9ecc403b866 service neutron] 10.222.0.42 "DELETE /v2.0/ports/24cb86a9-c271-4e1e-ba4c-57a116e6ee59/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0644622 Jul 28 15:39:31.815285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:31.837695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'network_id': 'f0280fe8-4a6b-4394-8dfb-ce898c4eaa64', 'port_id': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'mac_address': 'fa:16:3e:e2:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272e2422-11df-4a68-8097-f65511a04c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:39:31.875518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907309-9d6a-4286-9c94-f8161249ff0b req-cdb1f5bf-ec83-4bb8-9cf1-7cef0614f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:31.877168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-cdb1f5bf-ec83-4bb8-9cf1-7cef0614f038 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9004d3668e094aee8104d417e6e1d271&device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 1096 time: 0.0530467 Jul 28 15:39:31.899460 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:31.915660 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:39:31.939007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:31.981091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907309-9d6a-4286-9c94-f8161249ff0b req-4b37621c-3a73-4d18-90c6-36dd6eaba0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:31.982667 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-4b37621c-3a73-4d18-90c6-36dd6eaba0c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 200 len: 916 time: 0.0981703 Jul 28 15:39:32.049444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-06dbce51-89cf-4e28-9c3b-9df00ad4c6db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 200 len: 217 time: 0.0592141 Jul 28 15:39:32.055887 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:32.101983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907309-9d6a-4286-9c94-f8161249ff0b req-34f90888-6f9c-4422-913f-1e1f2644b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:32.103739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-34f90888-6f9c-4422-913f-1e1f2644b705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 200 len: 855 time: 0.0476096 Jul 28 15:39:32.122077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:32.141151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-dc46d4e4-df1f-4960-8516-4a1e51608e2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293920 Jul 28 15:39:32.242174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-c3eb99a5-47bb-4a7b-a3cd-0c2268194834 service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935919 Jul 28 15:39:32.337082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['24cb86a9-c271-4e1e-ba4c-57a116e6ee59'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:39:32.337309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27907309-9d6a-4286-9c94-f8161249ff0b req-78c38225-b594-48da-84ea-1543dfb694d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 Jul 28 15:39:32.758464 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7d94f-dadc-48d2-a4f3-f9ffb879e0a5 req-aef0d7bb-0b8a-4723-a2f1-dd4e4a16b402 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:32.760048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4d7d94f-dadc-48d2-a4f3-f9ffb879e0a5 req-aef0d7bb-0b8a-4723-a2f1-dd4e4a16b402 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 945 time: 0.0557592 Jul 28 15:39:32.800411 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f4d7d94f-dadc-48d2-a4f3-f9ffb879e0a5 req-f7dc6394-1fa1-4ac6-90bc-cf9671f720f9 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Jul 28 15:39:32.815323 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:33.727808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:33.860675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:33.865096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:33.865497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:33.919782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7ea2-4397-495f-a390-81c60921ec7f req-c4aa7c47-4423-4b35-a946-ac0f01aeff0d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:33.921516 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15ba7ea2-4397-495f-a390-81c60921ec7f req-c4aa7c47-4423-4b35-a946-ac0f01aeff0d tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 945 time: 0.0532539 Jul 28 15:39:33.947956 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:33.972681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15ba7ea2-4397-495f-a390-81c60921ec7f req-68237b45-a5d0-4c9c-acd1-9ec4d3d46b7e tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Jul 28 15:39:33.973866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:33.982663 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960c5bf5-d0fb-435b-9ce8-90d48f492b99" -d '{"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-plugged", "status": "completed", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:34.004941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:34.026006 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50527a6d-ac65-4bbb-9544-6de0e72cbd08 x-openstack-request-id: req-50527a6d-ac65-4bbb-9544-6de0e72cbd08 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:34.026452 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-plugged", "status": "completed", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:34.026831 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50527a6d-ac65-4bbb-9544-6de0e72cbd08 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:34.027421 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'code': 200} Jul 28 15:39:34.135636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:34.150677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef7ba-cf44-40d5-ae00-9e50050be1f5 req-953c1c2b-91c0-4df8-8aa9-166322b83757 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:34.153047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9ef7ba-cf44-40d5-ae00-9e50050be1f5 req-953c1c2b-91c0-4df8-8aa9-166322b83757 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 945 time: 0.0578678 Jul 28 15:39:34.203912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:34.207284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2d9ef7ba-cf44-40d5-ae00-9e50050be1f5 req-410965da-80cf-4e9a-b7e6-a3e6a64c96b5 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473616 Jul 28 15:39:34.331383 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafa827-1710-4f31-a939-8ab06dfcf2ba req-a9a0a1e7-6f71-4459-8cdd-66043f0186bb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:34.332953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eafa827-1710-4f31-a939-8ab06dfcf2ba req-a9a0a1e7-6f71-4459-8cdd-66043f0186bb tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0512500 Jul 28 15:39:34.374782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3eafa827-1710-4f31-a939-8ab06dfcf2ba req-b0c5aade-0070-4d62-a01b-1e47797ed989 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Jul 28 15:39:35.150237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234d231-1798-46e8-a3bf-596dba0a96a7 req-ef658787-81bf-4c5f-9e29-14e588ba0678 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:35.151793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a234d231-1798-46e8-a3bf-596dba0a96a7 req-ef658787-81bf-4c5f-9e29-14e588ba0678 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0592480 Jul 28 15:39:35.193798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a234d231-1798-46e8-a3bf-596dba0a96a7 req-6151c110-4b3f-4f8c-8b04-f50d1766cc32 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Jul 28 15:39:36.325141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca985c-0146-4b2c-a2dd-37bfa11dcb55 req-8cab8819-447f-4d25-82d8-0ee3214e965c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.326675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8ca985c-0146-4b2c-a2dd-37bfa11dcb55 req-8cab8819-447f-4d25-82d8-0ee3214e965c tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0534079 Jul 28 15:39:36.377874 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a8ca985c-0146-4b2c-a2dd-37bfa11dcb55 req-f6d6a69a-8dc5-4295-a756-5b6dd1323122 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc2de29-a008-48f9-b481-194007c0b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Jul 28 15:39:36.533400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-02393d3b-584f-4796-af6c-96ccca13343a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.535016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-02393d3b-584f-4796-af6c-96ccca13343a tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.58 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 946 time: 0.0545020 Jul 28 15:39:36.638923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Deleting port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:39:36.733117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:36.754034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] For port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,segment=NetworkSegment(5ae9807b-535b-4081-a2d3-32a67e2d7860),segment_id=5ae9807b-535b-4081-a2d3-32a67e2d7860)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:36.754667 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:36.757081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:36.781528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Calling delete_port for 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:39:37.055301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:37.069787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['24cb86a9-c271-4e1e-ba4c-57a116e6ee59'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:39:37.087768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Pushing event deleted for resources: {'Port': ['ID=24cb86a9-c271-4e1e-ba4c-57a116e6ee59,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:37.101835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.102279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.102603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.102868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.103538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.103810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.104146 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.104559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.104844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.105177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.105999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.106332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:37.149094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] No DVR routers for this DVR port 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:39:37.152006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:37.154235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8fa9ec4b-8474-4529-bec5-c822bbb2c2f8 req-b34fba53-a0a3-4f35-8510-74b3b257bfe7 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.58 "DELETE /v2.0/ports/24cb86a9-c271-4e1e-ba4c-57a116e6ee59 HTTP/1.1" status: 204 len: 173 time: 0.6114678 Jul 28 15:39:37.154724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-deleted', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:37.157166 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023117d1-2368-43f7-8d2f-8895d76e6f57" -d '{"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-deleted", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:37.198453 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffac4c5-3858-4a3c-b9ef-5e4e5aaa6744 x-openstack-request-id: req-cffac4c5-3858-4a3c-b9ef-5e4e5aaa6744 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:37.198749 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017009d3-db30-4b51-8f16-88093d3ffb0c", "name": "network-vif-deleted", "tag": "24cb86a9-c271-4e1e-ba4c-57a116e6ee59", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:37.199001 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cffac4c5-3858-4a3c-b9ef-5e4e5aaa6744 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:37.199957 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017009d3-db30-4b51-8f16-88093d3ffb0c', 'name': 'network-vif-deleted', 'tag': '24cb86a9-c271-4e1e-ba4c-57a116e6ee59', 'status': 'completed', 'code': 200} Jul 28 15:39:37.492811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-301abc36-100b-4053-bd0b-b54774f0f939 req-8b42f2a9-962f-47a7-8077-741e5d279a37 tempest-ServerDiskConfigTestJSON-1466223884 tempest-ServerDiskConfigTestJSON-1466223884-project] 10.222.0.57 "GET /v2.0/ports?device_id=017009d3-db30-4b51-8f16-88093d3ffb0c HTTP/1.1" status: 200 len: 210 time: 0.0339820 Jul 28 15:39:38.635714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40700) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:38.684977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Deleting subnet 272e2422-11df-4a68-8097-f65511a04c70 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:39:38.688507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:38.731868 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:38.772767 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.015998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.043080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272e2422-11df-4a68-8097-f65511a04c70,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:39.047920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.050209 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/272e2422-11df-4a68-8097-f65511a04c70 HTTP/1.1" status: 204 len: 168 time: 0.4124444 Jul 28 15:39:39.054725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40702) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:39.055747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.055981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.056323 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.056717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.057030 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.057363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.057717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.058044 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.058884 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.059226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.059551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.059873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b00d166-9d4e-46f7-831f-df4f54725562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:39.136069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.227143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.238272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0280fe8-4a6b-4394-8dfb-ce898c4eaa64']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:39.249681 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae9807b-535b-4081-a2d3-32a67e2d7860') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:39.249982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae9807b-535b-4081-a2d3-32a67e2d7860') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:39.259342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.275182 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.283055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:39:39.283753 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:39:39.287010 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:39:39.432251 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.438661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.440543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f0280fe8-4a6b-4394-8dfb-ce898c4eaa64 HTTP/1.1" status: 204 len: 168 time: 0.3843772 Jul 28 15:39:39.452037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8711a-ed73-43aa-99d8-06aa095b3df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0280fe8-4a6b-4394-8dfb-ce898c4eaa64,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:39.758629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:39:39.779193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:39:39.779801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 24cb86a9-c271-4e1e-ba4c-57a116e6ee59 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:39:39.850086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40706) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:39.898190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8ad6d587-fe23-4857-9608-2226c9dbcec3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9004d3668e094aee8104d417e6e1d271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469217 Jul 28 15:39:39.900780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40708) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:39.953722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-867ab8b5-9f53-4c5c-94ae-cc394b7bb3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:39.977598 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-867ab8b5-9f53-4c5c-94ae-cc394b7bb3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:40.164038 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-867ab8b5-9f53-4c5c-94ae-cc394b7bb3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:40.166664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-867ab8b5-9f53-4c5c-94ae-cc394b7bb3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:40.167865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-867ab8b5-9f53-4c5c-94ae-cc394b7bb3b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cc2de29-a008-48f9-b481-194007c0b630 HTTP/1.1" status: 204 len: 168 time: 0.2661238 Jul 28 15:39:40.177607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab8b5-9f53-4c5c-94ae-cc394b7bb3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc2de29-a008-48f9-b481-194007c0b630,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:41.515250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40730) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:41.629946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1185920562-network', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:41.769575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Made reservation on behalf of aa47dfdfc5e1409c81d848c1ce43e30b for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:39:41.771980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:41.782374 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:41.887592 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:41.992921 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.021476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:39:42.032572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa926144-3ae0-45e3-90df-4c6444998914,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:42.038120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.038465 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Added segment b016cc00-0ad6-4f77-8f31-16b3baca73f2 of type vlan for network 73c6dd8d-8f82-418a-b0d3-667570afe47c Jul 28 15:39:42.098093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.238227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.239265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:42.239867 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.304303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] Pushing event updated for resources: {'Network': ['ID=73c6dd8d-8f82-418a-b0d3-667570afe47c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:42.316927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:39:42.420799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-15cfd405-aaa8-43bf-aa3a-0c294b00abc2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9042511 Jul 28 15:39:42.423953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40734) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:42.429599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Request body: {'subnet': {'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1185920562-subnet', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:42.575543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Made reservation on behalf of aa47dfdfc5e1409c81d848c1ce43e30b for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:39:42.578060 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.900490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:42.964078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fccec47-4a65-48b6-9e35-f73a2cccc092,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:42.971897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:42.972044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Network hostable DHCP agents. Network: 73c6dd8d-8f82-418a-b0d3-667570afe47c, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:39:43.135632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:39:43.266691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 73c6dd8d-8f82-418a-b0d3-667570afe47c) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:43.271630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:43.272490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:43.283378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff90b50-9f5e-4d2c-b738-be969bd64172 None None] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:39:43.421625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7a20263b-db14-4268-81b5-520b5a3de89d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9962113 Jul 28 15:39:43.426132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40736) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:43.431101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:43.467375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-73c6dd8d-8f82-418a-b0d3-667570afe47c', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:39:43.468197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:43.616803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Allocated IP 172.20.0.2 (73c6dd8d-8f82-418a-b0d3-667570afe47c/6fccec47-4a65-48b6-9e35-f73a2cccc092/5f88fd41-135f-4cd6-971d-7425e30544ce) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:43.776769 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:43.784909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Transition to ACTIVE for port object 5f88fd41-135f-4cd6-971d-7425e30544ce will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:43.800170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Transition to ACTIVE for port object 5f88fd41-135f-4cd6-971d-7425e30544ce will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:43.843764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:43.844841 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:43.895646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.021640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.059893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:44.062716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:44.068374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:44.077730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Pushing event updated for resources: {'Port': ['ID=5f88fd41-135f-4cd6-971d-7425e30544ce,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:44.086090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.086441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.086784 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.087124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.087460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.087793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.088122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.088476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.088801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.089127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.089467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.089785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:44.144698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Attempting to bind port 5f88fd41-135f-4cd6-971d-7425e30544ce on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:44.145162 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Attempting to bind port 5f88fd41-135f-4cd6-971d-7425e30544ce by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:44.145540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Attempting to bind port 5f88fd41-135f-4cd6-971d-7425e30544ce on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:44.151205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:44.151732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:44.152064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.152485 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:44.152975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Bound port: 5f88fd41-135f-4cd6-971d-7425e30544ce, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:44.153368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.251171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] For port 5f88fd41-135f-4cd6-971d-7425e30544ce, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:44.254578 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] For port 5f88fd41-135f-4cd6-971d-7425e30544ce, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88fd41-135f-4cd6-971d-7425e30544ce,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:44.323148 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.391863 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.460011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4efa96-2c66-4149-aa3f-201f6b9f666f None None] Pushing event updated for resources: {'Port': ['ID=5f88fd41-135f-4cd6-971d-7425e30544ce,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:44.716828 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.739146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.829061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88fd41-135f-4cd6-971d-7425e30544ce up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:44.859915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Allocated IP 172.25.6.140 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/71fc3cd4-0cce-452b-ba09-76fba8c42cbd) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:44.990623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.026501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5f88fd41-135f-4cd6-971d-7425e30544ce completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:45.164774 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.217241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:45.218194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:45.222203 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:45.255461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Pushing event updated for resources: {'Port': ['ID=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:45.466802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6eda2f-7d82-4aec-b75b-605d5cbbc949 None None] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:39:45.614904 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.668083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] Provisioning for port 5f88fd41-135f-4cd6-971d-7425e30544ce completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:45.674333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] Provisioning complete for port 5f88fd41-135f-4cd6-971d-7425e30544ce triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:45.675053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.793441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.841495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] For port 5f88fd41-135f-4cd6-971d-7425e30544ce, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88fd41-135f-4cd6-971d-7425e30544ce,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:45.890917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.975468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:46.031815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3375ccd-65ed-4b82-974f-dc2c227823bd None None] Pushing event updated for resources: {'Port': ['ID=5f88fd41-135f-4cd6-971d-7425e30544ce,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:46.098350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c0b8a658-3506-43c8-8338-3ac212f050fc None None] Provisioning complete for port 5f88fd41-135f-4cd6-971d-7425e30544ce triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:46.098821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a658-3506-43c8-8338-3ac212f050fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:46.255249 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:39:46.382998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:46.393391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:46.403959 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:46.415090 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:39:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:46.517040 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:46.540706 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:46.542024 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a4c2bf16-e190-4840-94a3-1848af70e64d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1147730 Jul 28 15:39:46.545109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40738) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:46.734916 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:45Z', 'revision_number': 3, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:46.765700 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:46.766048 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Updating router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:39:46.787868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88fd41-135f-4cd6-971d-7425e30544ce up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:46.794205 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:46.852092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5f88fd41-135f-4cd6-971d-7425e30544ce triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:46.853123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.013839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.092575 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.092575 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Transition to ACTIVE for port object 71fc3cd4-0cce-452b-ba09-76fba8c42cbd will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:47.173639 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Allocated IP 172.20.0.1 (73c6dd8d-8f82-418a-b0d3-667570afe47c/6fccec47-4a65-48b6-9e35-f73a2cccc092/2d7b8320-8318-437b-ae0f-6342f9276c70) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:47.180505 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.227352 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Attempting to bind port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:47.227981 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Attempting to bind port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:47.228349 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Attempting to bind port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:47.240001 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Pushing event updated for resources: {'Port': ['ID=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:47.242436 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:47.242734 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:47.243142 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.243534 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:47.244016 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Bound port: 71fc3cd4-0cce-452b-ba09-76fba8c42cbd, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:47.244398 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.268212 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.268585 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.268933 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.269275 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.269646 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.269932 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.270262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.270593 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.271075 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.271405 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.271730 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.272055 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:47.314200 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] For port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:47.317988 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] For port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:47.387051 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.461237 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:47.461962 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:39:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:47.499581 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef97d2-9380-4a44-a561-42f1b59955aa None None] Pushing event updated for resources: {'Port': ['ID=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:47.585377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:47.655029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.669891 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Transition to ACTIVE for port object 2d7b8320-8318-437b-ae0f-6342f9276c70 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:47.783768 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:45Z', 'revision_number': 3, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:47.809820 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:47.810370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00488cf0-9720-4a4a-9303-b2d0110fa573 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:45Z', 'revision_number': 3, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:47.852593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:47.857939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:47.866758 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:47.895671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7b8320-8318-437b-ae0f-6342f9276c70,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:47.919406 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.215264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-58fa2939-7e73-4029-a196-fc276963aa8f None None] Provisioning for port 2d7b8320-8318-437b-ae0f-6342f9276c70 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:48.221821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.222626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-58fa2939-7e73-4029-a196-fc276963aa8f None None] Provisioning complete for port 2d7b8320-8318-437b-ae0f-6342f9276c70 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:48.223005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-58fa2939-7e73-4029-a196-fc276963aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.265613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-58fa2939-7e73-4029-a196-fc276963aa8f None None] Port 2d7b8320-8318-437b-ae0f-6342f9276c70 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:48.447372 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.523816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.592307 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7b8320-8318-437b-ae0f-6342f9276c70,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:48.595054 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.703713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:48.706150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:48.835936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71fc3cd4-0cce-452b-ba09-76fba8c42cbd up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:48.854872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:39:48.980661 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:48.989150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4e84654e-adc1-4a43-9d4d-43ffc9b4a4d4 admin admin] 10.222.0.57 "PUT /v2.0/routers/0b1d7e20-ce82-46e4-b5ee-304632127bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4427710 Jul 28 15:39:48.997030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ede1a97b-0cf2-496c-b6dd-65b13491128f None None] Provisioning complete for port 2d7b8320-8318-437b-ae0f-6342f9276c70 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:48.997996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ede1a97b-0cf2-496c-b6dd-65b13491128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:49.035909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:49.048562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:49.049289 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:49.093329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ede1a97b-0cf2-496c-b6dd-65b13491128f None None] Port 2d7b8320-8318-437b-ae0f-6342f9276c70 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:49.187164 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:49.223347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:49.341534 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:49.404783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:49.599659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:49.610131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:49.610764 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:39:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:49.724976 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:49.799867 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40746) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:49.805397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991424652', 'description': 'tempest-description--63283790'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:49.878102 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:49.941691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 2, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:49.968381 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:49.973597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:49.973995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Updating router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 port 2d7b8320-8318-437b-ae0f-6342f9276c70 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:39:50.007284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.304839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.314734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Transition to ACTIVE for port object 2d7b8320-8318-437b-ae0f-6342f9276c70 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:50.316393 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.346004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25465932-fbc0-4a1b-b65d-ccd15e4efee8,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:50.443634 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.476833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.482503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-dbf0d6a0-b61a-4d40-bb0f-3b6ca648d28c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6773920 Jul 28 15:39:50.483645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40748) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:50.488927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'security_group_rule': {'security_group_id': '25465932-fbc0-4a1b-b65d-ccd15e4efee8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:50.503549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea11b7-6e87-4854-8739-983a6da0facb None None] Pushing event updated for resources: {'Port': ['ID=2d7b8320-8318-437b-ae0f-6342f9276c70,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:50.560879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Attempting to bind port 2d7b8320-8318-437b-ae0f-6342f9276c70 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:50.561258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Attempting to bind port 2d7b8320-8318-437b-ae0f-6342f9276c70 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:50.561627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Attempting to bind port 2d7b8320-8318-437b-ae0f-6342f9276c70 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:50.567303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:50.571862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:50.571862 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.571862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:50.571862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Bound port: 2d7b8320-8318-437b-ae0f-6342f9276c70, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:50.571862 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.621872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.655912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] For port 2d7b8320-8318-437b-ae0f-6342f9276c70, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:50.663664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] For port 2d7b8320-8318-437b-ae0f-6342f9276c70, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2d7b8320-8318-437b-ae0f-6342f9276c70,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:50.726989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.758881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.810379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.833962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1e114d-67ab-4a1f-bc58-1114bc1e35d2,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:50.978555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71fc3cd4-0cce-452b-ba09-76fba8c42cbd up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:50.978788 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:50.981384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4f9774be-77a2-4e71-be93-e8c2eb6eac30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4954319 Jul 28 15:39:50.983804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40752) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:50.989724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'security_group_rule': {'security_group_id': '25465932-fbc0-4a1b-b65d-ccd15e4efee8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:51.045264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea11b7-6e87-4854-8739-983a6da0facb None None] Pushing event updated for resources: {'Port': ['ID=2d7b8320-8318-437b-ae0f-6342f9276c70,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:51.047756 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:51.048352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:39:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:51.111910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:51.111910 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.191429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:51.221017 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.287161 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.403758 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.422606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edff3913-273f-475e-9d47-2f0784178b5c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:51.437994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:50Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:51.465049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166cdbf-32a5-4d5f-848d-0e6103202103 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:50Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:51.546786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.547969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d683c8e8-236d-4197-a6cc-1cada77d6d00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5630081 Jul 28 15:39:51.550926 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 40754) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:51.555377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:51.670874 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.780750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.898822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Allocated IP 172.25.6.31 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/64848c2e-5188-466c-ada8-2fb0e2bb908d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:52.011630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.169852 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.209886 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:52.213272 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:52.219983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:52.252062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'Port': ['ID=64848c2e-5188-466c-ada8-2fb0e2bb908d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:52.326623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.352313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6c943aa6-a4e4-420a-ae36-253ebad97917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.465244 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.635834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.701167 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.774607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'Port': ['ID=64848c2e-5188-466c-ada8-2fb0e2bb908d,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:52.786391 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.812380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d7b8320-8318-437b-ae0f-6342f9276c70 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:52.900816 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:52.902073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b517ac84-917a-435f-9b95-121fddd72e19 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3501995 Jul 28 15:39:52.981553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2d7b8320-8318-437b-ae0f-6342f9276c70 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:52.986158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2d7b8320-8318-437b-ae0f-6342f9276c70 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:52.986914 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:53.069312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:53.082289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-9649e6cb-669a-4f27-b923-0e354b196b2c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--991424652&fields=id&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 267 time: 0.0475211 Jul 28 15:39:53.108293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2d7b8320-8318-437b-ae0f-6342f9276c70, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2d7b8320-8318-437b-ae0f-6342f9276c70,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:53.191998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-ac41ac36-488d-464d-aa25-e54660057307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:53.193408 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-ac41ac36-488d-464d-aa25-e54660057307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1040275 Jul 28 15:39:53.208665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-1541ad1f-5cc0-415f-9e74-aabe47ed60e1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/quotas/aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 375 time: 0.0093834 Jul 28 15:39:53.211519 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:53.266574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2d7b8320-8318-437b-ae0f-6342f9276c70,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:53.286904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-62235e16-34dd-4f29-9555-e9c29fef903e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699031 Jul 28 15:39:53.387657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-fa404686-e0a5-4526-8cf9-dc4a119071a9 service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864956 Jul 28 15:39:53.486130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-7ed86a99-92f2-443e-adaf-e872edb66ef6 service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921867 Jul 28 15:39:53.738427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5887ef31-0fef-487e-8823-2484d34edfae req-467817ac-ea00-4d27-91e8-196fb9b36224 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 210 time: 0.0284648 Jul 28 15:39:54.777079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d7b8320-8318-437b-ae0f-6342f9276c70 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:54.824264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aee7a86e-0faf-4d20-9d67-3aaa248c93f8 req-8182905e-1efa-4f8d-aedd-c5622850b072 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Jul 28 15:39:54.827634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2d7b8320-8318-437b-ae0f-6342f9276c70 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:54.828014 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:54.856220 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f527d557-1cf3-4069-8292-f12dfbe63184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:55.220401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:55.924409 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-64a725e6-7e86-403b-984a-b419eb22604f req-eb5af1b8-6f42-4d6d-877b-c78727e9345d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 210 time: 0.0317500 Jul 28 15:39:56.307170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-4ddd240b-7ad1-4b89-9dc0-6fe86d7e75d0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:56.309297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-4ddd240b-7ad1-4b89-9dc0-6fe86d7e75d0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1155066 Jul 28 15:39:56.382119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-6ebcaf4a-8025-4825-be5e-a5ca1a776c74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 379 time: 0.0564973 Jul 28 15:39:56.392758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'port': {'device_id': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'admin_state_up': True, 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'security_groups': ['25465932-fbc0-4a1b-b65d-ccd15e4efee8']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:56.534843 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:56.590617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Made reservation on behalf of aa47dfdfc5e1409c81d848c1ce43e30b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:39:56.594681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:56.742953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Allocated IP 172.20.0.13 (73c6dd8d-8f82-418a-b0d3-667570afe47c/6fccec47-4a65-48b6-9e35-f73a2cccc092/4b2bb261-37f6-4594-834b-08d0fd8d5685) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:56.899274 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:56.912292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Transition to ACTIVE for port object 4b2bb261-37f6-4594-834b-08d0fd8d5685 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:57.022078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:57.092129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:57.097787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:57.105983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:57.137649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:57.149784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a513d-9bf7-4c8e-8b64-dd2f199ef6ff req-2cc4bba8-3d41-4a81-9edd-359c0bfb635a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:57.151352 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e07a513d-9bf7-4c8e-8b64-dd2f199ef6ff req-2cc4bba8-3d41-4a81-9edd-359c0bfb635a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 932 time: 0.1542773 Jul 28 15:39:57.194096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:57.194729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:57.223909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e07a513d-9bf7-4c8e-8b64-dd2f199ef6ff req-63358435-2e1c-4a4b-9d8a-8dc7f0836f02 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602081 Jul 28 15:39:57.309802 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8d9ab677-e684-4047-aabc-b1de2e06027b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9190092 Jul 28 15:39:57.325687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Request body: {'port': {'device_id': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:57.483792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95d8138f-1894-48ae-a19f-59069ba3b444 None None] Provisioning for port 4b2bb261-37f6-4594-834b-08d0fd8d5685 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:57.488342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-95d8138f-1894-48ae-a19f-59069ba3b444 None None] Provisioning complete for port 4b2bb261-37f6-4594-834b-08d0fd8d5685 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:57.488761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95d8138f-1894-48ae-a19f-59069ba3b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:57.529309 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-95d8138f-1894-48ae-a19f-59069ba3b444 None None] Port 4b2bb261-37f6-4594-834b-08d0fd8d5685 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:57.666656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:57.936150 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2bb261-37f6-4594-834b-08d0fd8d5685 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:39:57.943758 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:57.956204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Transition to ACTIVE for port object 4b2bb261-37f6-4594-834b-08d0fd8d5685 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:57.986341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:58.060739 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:58.113697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:58.198337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:58.198693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:58.199030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:58.203806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:39:58.204189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:58.209277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:58.209626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:58.210035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:58.210491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Bound port: 4b2bb261-37f6-4594-834b-08d0fd8d5685, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:58.210855 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:58.281147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:58.284247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:58.348064 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:39:58.350576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca579c-53f6-4801-abc3-05b10cc531fa req-1d35ffcf-dba2-48ca-bcf5-1dbcfe1ccd39 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:58.352188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12ca579c-53f6-4801-abc3-05b10cc531fa req-1d35ffcf-dba2-48ca-bcf5-1dbcfe1ccd39 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0582063 Jul 28 15:39:58.380834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:58.396715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-12ca579c-53f6-4801-abc3-05b10cc531fa req-d0bcf912-83d2-43a8-895e-b6c981f8dbc0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360258 Jul 28 15:39:58.416400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:58.417553 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:58.418879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] 10.222.0.42 "PUT /v2.0/ports/4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 1093 time: 1.0975897 Jul 28 15:39:58.419316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:58.421615 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77e734e-7714-4c95-9a1a-93302fb4274f" -d '{"events": [{"name": "network-changed", "server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:58.457447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb424aa-0ddc-46ad-9cfd-ea4414c8fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:58.460196 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c5a7cf-1d69-47e2-84f2-8180b664661b x-openstack-request-id: req-50c5a7cf-1d69-47e2-84f2-8180b664661b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:58.460551 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:58.460891 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50c5a7cf-1d69-47e2-84f2-8180b664661b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:58.461162 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'status': 'completed', 'code': 200} Jul 28 15:39:58.549754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e734e-7714-4c95-9a1a-93302fb4274f req-41a24a76-224b-4bca-a0e7-129b53518ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:58.551341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d77e734e-7714-4c95-9a1a-93302fb4274f req-41a24a76-224b-4bca-a0e7-129b53518ac9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1096 time: 0.0522370 Jul 28 15:39:58.664543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e734e-7714-4c95-9a1a-93302fb4274f req-14e6d161-207b-400c-be3e-635e3ea17a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:58.666013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d77e734e-7714-4c95-9a1a-93302fb4274f req-14e6d161-207b-400c-be3e-635e3ea17a17 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1002374 Jul 28 15:39:58.808652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e734e-7714-4c95-9a1a-93302fb4274f req-b2ae5c1b-6b33-46cd-ab06-85196e7c4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:58.810154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d77e734e-7714-4c95-9a1a-93302fb4274f req-b2ae5c1b-6b33-46cd-ab06-85196e7c4566 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370649 Jul 28 15:39:58.923990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-a693e80c-0ebd-4b40-811a-f7201967681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:58.925588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-a693e80c-0ebd-4b40-811a-f7201967681e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1096 time: 0.0545337 Jul 28 15:39:58.975905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-eaa0e9db-2b7a-485a-b02a-8fa2be3cf604 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 217 time: 0.0363257 Jul 28 15:39:59.029427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8dea15b7-c645-4431-b290-24f4415754af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:59.030901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-8dea15b7-c645-4431-b290-24f4415754af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0487175 Jul 28 15:39:59.077580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-05dd1d8a-5a7c-4e24-8f10-d05399c97082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:59.079223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-05dd1d8a-5a7c-4e24-8f10-d05399c97082 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410657 Jul 28 15:39:59.177785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-9925eb43-f210-4d2d-b33f-c4d8432b3fa4 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902312 Jul 28 15:39:59.274623 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085a75e2-db4d-45b0-9878-67eb978cd5d4 req-83aaa4c5-9764-4648-a23d-0e00804cb6a8 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904727 Jul 28 15:39:59.516748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd81b8-4749-4be1-b57e-29e5c3b94e35 req-ed940893-0eb1-42a7-b150-aca211b70ff1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:59.518221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00fd81b8-4749-4be1-b57e-29e5c3b94e35 req-ed940893-0eb1-42a7-b150-aca211b70ff1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0503314 Jul 28 15:39:59.554922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00fd81b8-4749-4be1-b57e-29e5c3b94e35 req-1bbaae0a-5d72-4365-8cca-85a0b8cf10fd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Jul 28 15:40:00.677499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9e97e-1069-480b-aa04-3a3c3f563222 req-5ddd73a4-2ea6-45a6-97f0-12bd8fbf84e7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:00.679109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1e9e97e-1069-480b-aa04-3a3c3f563222 req-5ddd73a4-2ea6-45a6-97f0-12bd8fbf84e7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0549412 Jul 28 15:40:00.721128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1e9e97e-1069-480b-aa04-3a3c3f563222 req-f7e22c3b-6a0c-4dc5-bac1-93f0bc16401e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353458 Jul 28 15:40:01.838677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1a5c6-c04a-4d59-8fdb-fbb4da64996a req-80a38419-d249-49ee-8f69-47e28552dd1e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:01.840621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ea1a5c6-c04a-4d59-8fdb-fbb4da64996a req-80a38419-d249-49ee-8f69-47e28552dd1e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0499711 Jul 28 15:40:01.890849 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ea1a5c6-c04a-4d59-8fdb-fbb4da64996a req-ee3ccd44-1b72-443c-a545-03ca11eec2dd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441933 Jul 28 15:40:02.699996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:40:02.709298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:02.797508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:40:02.809538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'mac_address': 'fa:16:3e:2b:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:40:02.851441 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:02.865463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2bb261-37f6-4594-834b-08d0fd8d5685 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:40:02.886291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:40:02.969523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:03.020116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fffcc-1cbf-4196-a618-3168b5f5c21d req-1c757dfb-69a7-4509-9edd-d8b2471604b7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:03.021810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a5fffcc-1cbf-4196-a618-3168b5f5c21d req-1c757dfb-69a7-4509-9edd-d8b2471604b7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 945 time: 0.0543578 Jul 28 15:40:03.022898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:40:03.067602 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5a5fffcc-1cbf-4196-a618-3168b5f5c21d req-e7322033-0005-4a91-9453-2c8ad5d249c3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392950 Jul 28 15:40:03.404868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4b2bb261-37f6-4594-834b-08d0fd8d5685'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:40:04.193135 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab82d-38a8-432e-aeb3-c4fdb05a5f52 req-76b2ec68-2765-4576-99c6-e6bbde4d129f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:04.194651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0aaab82d-38a8-432e-aeb3-c4fdb05a5f52 req-76b2ec68-2765-4576-99c6-e6bbde4d129f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Jul 28 15:40:04.234820 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0aaab82d-38a8-432e-aeb3-c4fdb05a5f52 req-854f62ed-6d1b-401e-8cdc-af2cb905f53c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Jul 28 15:40:04.732038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:40:04.855593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 4b2bb261-37f6-4594-834b-08d0fd8d5685 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:40:04.860607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 4b2bb261-37f6-4594-834b-08d0fd8d5685 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:40:04.861170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:04.942383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:04.965552 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:40:04.967909 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491b737-59e2-4378-8352-aece4bf8b8c7" -d '{"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:40:04.985296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:40:05.059986 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf73d9f-75ee-455e-b442-fd309a03c303 x-openstack-request-id: req-acf73d9f-75ee-455e-b442-fd309a03c303 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:40:05.060282 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:40:05.060567 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-acf73d9f-75ee-455e-b442-fd309a03c303 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:40:05.060972 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'code': 200} Jul 28 15:40:05.066410 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:05.122465 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:40:05.193995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f69182-8c0b-4064-9d6e-d3400be5d200 req-f007a7fa-c403-47ad-8225-97bde9799841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:05.195506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32f69182-8c0b-4064-9d6e-d3400be5d200 req-f007a7fa-c403-47ad-8225-97bde9799841 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1098 time: 0.0412917 Jul 28 15:40:05.233155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32f69182-8c0b-4064-9d6e-d3400be5d200 req-3cac639a-8861-4203-aaeb-fa41e80d55e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308588 Jul 28 15:40:05.356858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a8d91-77ef-4c63-9251-c770b4449ae9 req-695825f3-70e8-4388-b1a3-69194d76c7f0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:05.358447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be6a8d91-77ef-4c63-9251-c770b4449ae9 req-695825f3-70e8-4388-b1a3-69194d76c7f0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Jul 28 15:40:05.397952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-be6a8d91-77ef-4c63-9251-c770b4449ae9 req-b30c73a4-789c-4834-8a8e-d531ca156cde tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Jul 28 15:40:06.729230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:06.757816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be2fad-7de1-4cba-b5f5-1bbe34fb8cd0 req-7f6bfba4-ff83-4a15-b793-379ae93b0200 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:06.759290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46be2fad-7de1-4cba-b5f5-1bbe34fb8cd0 req-7f6bfba4-ff83-4a15-b793-379ae93b0200 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0500693 Jul 28 15:40:06.797800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46be2fad-7de1-4cba-b5f5-1bbe34fb8cd0 req-58ced39f-9a0b-4549-835d-54f715504a00 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Jul 28 15:40:07.910412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9e996-3451-4537-974a-7542d925beed req-59154d43-5534-462f-9de7-99ca9a02b459 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:07.911882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2d9e996-3451-4537-974a-7542d925beed req-59154d43-5534-462f-9de7-99ca9a02b459 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0478897 Jul 28 15:40:07.953014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2d9e996-3451-4537-974a-7542d925beed req-c286c9ae-ac69-4581-bc29-06935e1548ab tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352383 Jul 28 15:40:08.063988 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d094a-2a6b-4036-aeef-41f18037ec78 req-b8a0ce4c-e2f6-418e-bcf4-3d47623c11d4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:08.065557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-545d094a-2a6b-4036-aeef-41f18037ec78 req-b8a0ce4c-e2f6-418e-bcf4-3d47623c11d4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0498590 Jul 28 15:40:08.075546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 40820) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:40:08.081085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'floatingip': {'port_id': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:40:08.127325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:08.595894 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:08.660638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:08.773475 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 associated. External IP: 172.25.6.31, port: 4b2bb261-37f6-4594-834b-08d0fd8d5685. Jul 28 15:40:09.006237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:40:09.128995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:40:09.137856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:09.139826 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:40:09.150609 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:40:09.151229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:39:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:40:09.177039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d825978b-a276-4a5f-a33a-ac10227fb5d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "PUT /v2.0/floatingips/77cfb894-8724-41a7-9a88-c64f8d312409 HTTP/1.1" status: 200 len: 991 time: 1.1004312 Jul 28 15:40:09.177673 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:40:09.180067 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:40:09.226244 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8324b6f-124f-4b81-ae80-5eaf7d1983f9 x-openstack-request-id: req-e8324b6f-124f-4b81-ae80-5eaf7d1983f9 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:40:09.226548 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:40:09.226806 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8324b6f-124f-4b81-ae80-5eaf7d1983f9 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:40:09.227473 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'status': 'completed', 'code': 200} Jul 28 15:40:09.284794 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:40:09.328158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-16edeeb0-ac11-4e38-b973-c72b5e88f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:09.329767 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-16edeeb0-ac11-4e38-b973-c72b5e88f70a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1098 time: 0.0451798 Jul 28 15:40:09.429124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-bbf4e049-a3cd-4eb6-ac6d-ad283f3e742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:09.429384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-bbf4e049-a3cd-4eb6-ac6d-ad283f3e742c service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0921614 Jul 28 15:40:09.507553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-b1ee0879-22ec-477a-9722-2ca15d4c2fa9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 999 time: 0.0707550 Jul 28 15:40:09.531106 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:2b:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:40:08Z', 'revision_number': 1, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:40:09.557050 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:40:09.566870 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:40:09.567484 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:39:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:40:09.567660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-35832ac4-115e-4543-92f0-1000dcf8c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:09.569207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-35832ac4-115e-4543-92f0-1000dcf8c67c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0545945 Jul 28 15:40:09.617019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-34ab849a-a2fa-4243-942b-7c4e8231da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:09.618565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-34ab849a-a2fa-4243-942b-7c4e8231da7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423322 Jul 28 15:40:09.675485 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:40:09.716633 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-e6cc6e2a-9e06-4ebc-a36b-6a6e4399211b service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910113 Jul 28 15:40:09.812505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-926a7b1c-ad39-47b1-a0ac-8e408fa13ba8 req-31bc34e2-fa55-44f1-8d4f-e746143c9db3 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891657 Jul 28 15:40:09.989207 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:2b:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:40:08Z', 'revision_number': 1, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:40:10.018592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086149c8-d153-4757-b9bb-a9041d3ae4db None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:2b:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:40:08Z', 'revision_number': 1, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:40:10.207090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9fa3-b4f6-4fae-b9de-feaa2cfaa2a0 None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:40:22.355389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fcf94f09-a2ca-4388-bafd-b6bce9bd2b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:24.854334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3af87890-721c-4782-8e4a-68fd011e255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:25.235315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:26.515153 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:28.006674 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:32.697837 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:35.347322 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:40:36.903363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:44.554931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-2fb956c1-d050-4949-8797-dd3fa9fe88f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415974 Jul 28 15:40:44.659799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-f23b124a-c8a0-4579-9d0c-c3d2bddbe773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:44.661363 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-f23b124a-c8a0-4579-9d0c-c3d2bddbe773 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1098 time: 0.0468071 Jul 28 15:40:44.765061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-75dfe8b5-7d3e-4ec2-8eef-c2b30c10dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:44.766559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-75dfe8b5-7d3e-4ec2-8eef-c2b30c10dc00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0856833 Jul 28 15:40:44.837698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-0db1f186-1010-4570-925f-fbbd1ab928c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 1001 time: 0.0634217 Jul 28 15:40:44.889780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-837c3f4a-b558-428f-b87b-aaae7b1147bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:44.891300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-837c3f4a-b558-428f-b87b-aaae7b1147bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0468712 Jul 28 15:40:44.939287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-f777c2d2-5e27-4234-92ee-bc77e0fb4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:44.940832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-f777c2d2-5e27-4234-92ee-bc77e0fb4f0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421107 Jul 28 15:40:45.039035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-388af073-bbe8-4579-9812-818e6cb7300c service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896065 Jul 28 15:40:45.130134 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-352e9e3e-85f5-40fe-b985-5b6b81c62a4d req-dbb1393c-11ad-4d11-929e-80c9a8575549 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838344 Jul 28 15:40:52.351309 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8f277988-645f-4b98-8c55-6bd988af441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:54.834318 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d353-7000-4d40-9327-94dffe75fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:55.217173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:56.519718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:57.996886 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:02.750327 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.725108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.346235 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:41:22.338730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fa13-f0d0-4ecb-bc80-22d240172a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:24.855834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d0190d36-ec6c-4983-827f-b03d425e8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:25.238808 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:26.575679 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:28.065041 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:32.721392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:36.772984 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:44.566062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-44008db8-c6f4-4d34-8489-0c8a1018e5b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418811 Jul 28 15:41:44.682281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-55495df3-050c-4abd-83b0-862dc40444be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:44.684471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-55495df3-050c-4abd-83b0-862dc40444be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1098 time: 0.0465388 Jul 28 15:41:44.794815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-21fe341a-cc98-4f91-930f-4a065fa5d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:44.796318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-21fe341a-cc98-4f91-930f-4a065fa5d9cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0863621 Jul 28 15:41:44.872122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-5efa1f5a-dcad-4bdf-a775-e0f735aaa34d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 1001 time: 0.0660551 Jul 28 15:41:44.924933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-2bb72237-0e26-49e8-b73d-1230d4e5a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:44.926433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-2bb72237-0e26-49e8-b73d-1230d4e5a832 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0450029 Jul 28 15:41:44.974624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-877918cc-ddc8-4a5b-9813-cd73bdd11aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:44.976145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-877918cc-ddc8-4a5b-9813-cd73bdd11aac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410147 Jul 28 15:41:45.075391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-03fa51e4-990d-4106-9e7a-5596ad8e1bac service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912521 Jul 28 15:41:45.171665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b148a9e4-7e3d-491c-a663-9988bdb34629 req-73d6e769-6bed-431a-bc2c-ecf050d386dd service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875285 Jul 28 15:41:49.348012 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:41:52.341588 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-604cf0e2-7e62-406d-b5d4-0e16fb721d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:54.841093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e4aba045-443f-4024-b5d8-6ef4ec27c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:55.220642 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:56.538270 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:58.009271 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:02.700379 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:05.856027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-44d90042-46f5-4db8-91d4-02cd22036343 req-f7be5514-1366-4994-a930-a448bbbc5d52 service neutron] (94658) timed out ('10.222.0.57', 37372) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:42:06.720931 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:22.333975 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bf4389e7-9dfd-471c-9d05-35cbfbd4fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:24.882361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4601cdc4-d0db-41e0-9ab6-eba1d4dd72fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:25.265248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:26.347349 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:42:26.522168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:28.080789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:32.733622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:36.744826 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:42.938971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e193e-6caa-41eb-aea7-1f5f14ba4864 req-38ab9595-7909-454d-9435-e4143602f717 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:42.940704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc8e193e-6caa-41eb-aea7-1f5f14ba4864 req-38ab9595-7909-454d-9435-e4143602f717 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0528994 Jul 28 15:42:42.979552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc8e193e-6caa-41eb-aea7-1f5f14ba4864 req-0d5e20bb-89be-44d4-bd29-0829acf90100 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Jul 28 15:42:43.342592 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e16c-9ea7-4aab-bc93-16ebf53f6909 req-dba3d9dd-261c-4de5-8040-6dd987d0061d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:43.344113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b385e16c-9ea7-4aab-bc93-16ebf53f6909 req-dba3d9dd-261c-4de5-8040-6dd987d0061d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0544658 Jul 28 15:42:43.389993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b385e16c-9ea7-4aab-bc93-16ebf53f6909 req-89227c2c-ea2b-425f-928f-fa694a97beef tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Jul 28 15:42:43.462190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-4aea1be2-9908-4a3c-9b37-07ffc7a2e28f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862846 Jul 28 15:42:44.565611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff626c4-2861-4d8e-9fbf-6e58f9f73428 req-e32c7231-dd34-429d-b4c3-98fe1684a7c7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:44.567083 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ff626c4-2861-4d8e-9fbf-6e58f9f73428 req-e32c7231-dd34-429d-b4c3-98fe1684a7c7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.1060348 Jul 28 15:42:44.607859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4ff626c4-2861-4d8e-9fbf-6e58f9f73428 req-0bda635f-103c-4711-86bb-211009b2f997 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346472 Jul 28 15:42:44.652716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-6b0db293-f714-45ad-bdf6-28afef5e87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:44.654199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-6b0db293-f714-45ad-bdf6-28afef5e87fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1098 time: 0.0846851 Jul 28 15:42:44.760753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-95701dba-ec46-44d7-b3be-db460915b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:44.762218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-95701dba-ec46-44d7-b3be-db460915b5ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0871708 Jul 28 15:42:44.827992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-f665f7bc-76e9-45d2-b03a-8a1fab5012ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 1001 time: 0.0573299 Jul 28 15:42:45.150874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-023ef187-3822-4da0-a27d-7d017b94a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:45.152340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-023ef187-3822-4da0-a27d-7d017b94a56e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.3163965 Jul 28 15:42:45.200643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-d061b8a8-5eb1-4605-9a0a-ad71d9b7c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:45.202544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-d061b8a8-5eb1-4605-9a0a-ad71d9b7c5a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415542 Jul 28 15:42:45.294420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-31ce7c49-7500-49c2-874e-4cb20ef397f5 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Jul 28 15:42:45.389397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4b240808-5534-4ed7-b4ff-3d61ada8506b req-b4ee8cfe-5801-4ecd-95c3-6159dcea8ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875409 Jul 28 15:42:45.723158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf33fa1-02f0-44ca-bf9d-64c5c1871939 req-f1f852d0-7f87-426a-bf1e-b54440854e2b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:45.724642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0bf33fa1-02f0-44ca-bf9d-64c5c1871939 req-f1f852d0-7f87-426a-bf1e-b54440854e2b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0488043 Jul 28 15:42:45.762639 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0bf33fa1-02f0-44ca-bf9d-64c5c1871939 req-16805c40-c9ab-4ce5-86df-ac0a79825154 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320785 Jul 28 15:42:46.880858 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3c88-d4de-4ddb-9a2c-18f224d28087 req-e4141719-c778-462a-8bfb-bb370ff208b8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:46.882377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-668a3c88-d4de-4ddb-9a2c-18f224d28087 req-e4141719-c778-462a-8bfb-bb370ff208b8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0497394 Jul 28 15:42:46.921655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-668a3c88-d4de-4ddb-9a2c-18f224d28087 req-659670e8-a46e-409b-af07-918c434e15d6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332057 Jul 28 15:42:47.818409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-ca38405b-481d-4fbb-9e9a-f6bb72219302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:47.819934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-ca38405b-481d-4fbb-9e9a-f6bb72219302 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1098 time: 0.0417089 Jul 28 15:42:47.914507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-72dd9f79-c354-4ad1-8007-0c904b256121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:47.916000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-72dd9f79-c354-4ad1-8007-0c904b256121 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0891190 Jul 28 15:42:47.983059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-2efdbd09-996a-4733-85a3-91de3b45bdf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 1001 time: 0.0599036 Jul 28 15:42:48.067293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-9d82338d-c0d2-4feb-9ba1-3712587319db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:48.068863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-9d82338d-c0d2-4feb-9ba1-3712587319db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0784638 Jul 28 15:42:48.077246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0e38-b2a9-49cc-9e17-db4ad2686698 req-f8a15b90-1185-48e7-b92a-521791865bc1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:48.078636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-487f0e38-b2a9-49cc-9e17-db4ad2686698 req-f8a15b90-1185-48e7-b92a-521791865bc1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0806599 Jul 28 15:42:48.140253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-487f0e38-b2a9-49cc-9e17-db4ad2686698 req-ad06042e-e9ae-4602-a463-d695e9c036c9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528519 Jul 28 15:42:48.146631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-198ffde7-e24f-45af-8f74-091994ef01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:48.148130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-198ffde7-e24f-45af-8f74-091994ef01d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686543 Jul 28 15:42:48.251849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-49b63644-b3fe-46b7-bb3a-ead403f34aaf service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950813 Jul 28 15:42:48.345628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-b02dc50e-df6c-4f75-a8ee-99299d762ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Jul 28 15:42:49.260156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131dc5e-e315-4f28-8c3b-4f6c61fa8a6e req-b4bf5a65-8660-42d4-b7c3-c31429bd9bcd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:49.261688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a131dc5e-e315-4f28-8c3b-4f6c61fa8a6e req-b4bf5a65-8660-42d4-b7c3-c31429bd9bcd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0529833 Jul 28 15:42:49.298914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a131dc5e-e315-4f28-8c3b-4f6c61fa8a6e req-a732246c-9786-4a95-81f6-6f3768020c9f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Jul 28 15:42:50.419405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63abb3-4f89-460d-8210-921011b255e8 req-1e88c754-588f-4cac-9fa6-dd6ae20dc5b3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:50.421059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b63abb3-4f89-460d-8210-921011b255e8 req-1e88c754-588f-4cac-9fa6-dd6ae20dc5b3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0550847 Jul 28 15:42:50.461393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b63abb3-4f89-460d-8210-921011b255e8 req-43e98ba4-d3d6-42a7-bb5c-5ac045099343 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336556 Jul 28 15:42:51.576420 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e2f44-75c0-4151-b36a-469d6084ae6a req-07c161e4-8a85-43bb-8d2c-15828db01341 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:51.577901 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a86e2f44-75c0-4151-b36a-469d6084ae6a req-07c161e4-8a85-43bb-8d2c-15828db01341 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0480261 Jul 28 15:42:51.615218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a86e2f44-75c0-4151-b36a-469d6084ae6a req-7e1d15ef-d849-406d-ba5e-b4ae8483dcd7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308006 Jul 28 15:42:52.366604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0762ca75-62ee-4ba4-ac99-99b7fb39c7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:52.730567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e148a-6c4a-47b0-b3f4-6228234c5769 req-8d1603d5-653c-4785-be89-1e0434d563fd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:52.732124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab7e148a-6c4a-47b0-b3f4-6228234c5769 req-8d1603d5-653c-4785-be89-1e0434d563fd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0491607 Jul 28 15:42:52.771918 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab7e148a-6c4a-47b0-b3f4-6228234c5769 req-b8e7412b-29cc-4981-b29a-fbd89f2944e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Jul 28 15:42:53.887651 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a8bea-f50f-47e0-a53a-b3e6b9c1847a req-52921986-9924-4e3c-aaed-ee76321186ef tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:53.889166 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a93a8bea-f50f-47e0-a53a-b3e6b9c1847a req-52921986-9924-4e3c-aaed-ee76321186ef tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Jul 28 15:42:53.928117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a93a8bea-f50f-47e0-a53a-b3e6b9c1847a req-01e927ba-e962-42e8-9b76-90ddb9504ba4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jul 28 15:42:54.875703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e577c99d-e20a-421c-ae25-2c0aeaeca368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.044201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15130409-7078-4165-bd12-f42a9dc2e814 req-ea019ece-5ccf-4b99-aeaf-1f098b6a3f5d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:55.045727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15130409-7078-4165-bd12-f42a9dc2e814 req-ea019ece-5ccf-4b99-aeaf-1f098b6a3f5d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0488098 Jul 28 15:42:55.084841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15130409-7078-4165-bd12-f42a9dc2e814 req-531615ec-9d42-4640-8e60-d34235333733 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329139 Jul 28 15:42:55.298274 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:56.213553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825744-cd9c-4c0f-aa65-89582fe2657e req-5a6ba5ea-a481-4d82-a384-b6a6b2895b69 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:56.214665 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e825744-cd9c-4c0f-aa65-89582fe2657e req-5a6ba5ea-a481-4d82-a384-b6a6b2895b69 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0588202 Jul 28 15:42:56.255499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5e825744-cd9c-4c0f-aa65-89582fe2657e req-d88e0094-2eec-4405-b971-b2ed6bd0f9b5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Jul 28 15:42:56.538443 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:57.374042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb7ba-037e-46ac-adbe-3609f8cb84f3 req-6e7b829b-cbc2-4ddb-9e3f-88163573d01e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:57.375499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87deb7ba-037e-46ac-adbe-3609f8cb84f3 req-6e7b829b-cbc2-4ddb-9e3f-88163573d01e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0531261 Jul 28 15:42:57.412939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-87deb7ba-037e-46ac-adbe-3609f8cb84f3 req-d88ee22a-5fc6-4c1b-b816-ad5d9b788c30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Jul 28 15:42:58.006628 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:58.540723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54138-6511-4cd1-bf91-0b728336a5e8 req-d8ac48ae-1b7a-4ca7-b473-b62f68bdb155 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:58.542303 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dac54138-6511-4cd1-bf91-0b728336a5e8 req-d8ac48ae-1b7a-4ca7-b473-b62f68bdb155 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0622497 Jul 28 15:42:58.583839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dac54138-6511-4cd1-bf91-0b728336a5e8 req-cf7ee862-12f2-4eef-aaca-e674e535c80a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355749 Jul 28 15:42:59.699815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4ee6-95fc-499c-ad1e-88c71aad7d70 req-cfde6430-88db-4e87-b483-ad21121e65c8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:59.701335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-137f4ee6-95fc-499c-ad1e-88c71aad7d70 req-cfde6430-88db-4e87-b483-ad21121e65c8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0491393 Jul 28 15:42:59.740716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-137f4ee6-95fc-499c-ad1e-88c71aad7d70 req-78db557c-e42b-47f8-8ad3-da42d6ac1d72 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Jul 28 15:43:00.711940 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-20b8b4eb-aac6-4566-98ba-0262c82ff3ea service neutron] show failed (client error): The resource could not be found. Jul 28 15:43:00.712972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-20b8b4eb-aac6-4566-98ba-0262c82ff3ea service neutron] 10.222.0.42 "GET /v2.0/ports/4b2bb261-37f6-4594-834b-08d0fd8d5685/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0550392 Jul 28 15:43:00.856638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2edd-a253-4ec0-aac8-97df82cb2c1e req-53e8e561-a5ec-40d3-9894-fcf11b16447c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:00.858135 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8c1b2edd-a253-4ec0-aac8-97df82cb2c1e req-53e8e561-a5ec-40d3-9894-fcf11b16447c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Jul 28 15:43:00.896436 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8c1b2edd-a253-4ec0-aac8-97df82cb2c1e req-4ad98f8c-89ec-4476-ad55-37cfe17c92b6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Jul 28 15:43:01.238507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-c5490838-3e6c-45d9-acac-391696327e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:01.240688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-c5490838-3e6c-45d9-acac-391696327e87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 1098 time: 0.0897224 Jul 28 15:43:01.253248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:01.305073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.507559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:01.546856 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:01.589852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:01.592128 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa735131-d748-4ca1-af26-ca98daef98b1" -d '{"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:01.596260 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.609413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Transition to ACTIVE for port object 4b2bb261-37f6-4594-834b-08d0fd8d5685 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:01.641139 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5961e7af-8882-4979-bee4-cb7e4bf6dbff x-openstack-request-id: req-5961e7af-8882-4979-bee4-cb7e4bf6dbff {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:01.641440 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:01.641692 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5961e7af-8882-4979-bee4-cb7e4bf6dbff {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:01.642088 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'code': 200} Jul 28 15:43:01.679754 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.745100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:01.794259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.796904 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.797232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.797561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.797890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:01.864905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] No DVR routers for this DVR port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:43:02.001737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:43:02.002115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:43:02.002415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:02.006897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:43:02.007219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Attempting to bind port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:02.012277 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:43:02.012593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:02.012989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:43:02.013428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Bound port: 4b2bb261-37f6-4594-834b-08d0fd8d5685, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:43:02.013798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.020095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba615bc-12d7-4b7c-9586-df52b86f5539 req-a853a7fe-6934-4456-b718-81c22c866578 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:02.021618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aba615bc-12d7-4b7c-9586-df52b86f5539 req-a853a7fe-6934-4456-b718-81c22c866578 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0560830 Jul 28 15:43:02.060352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aba615bc-12d7-4b7c-9586-df52b86f5539 req-9cd36a85-77a9-4ca9-bc04-1afbe3511070 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Jul 28 15:43:02.078464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:02.081560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:43:02.132720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.170645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:02.171275 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.172737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] 10.222.0.58 "PUT /v2.0/ports/4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 1093 time: 0.9234395 Jul 28 15:43:02.196112 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d11a0-cf95-4d95-abf9-0c015d72f828 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:02.244008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-8ca49ebc-c612-4c4c-ab6b-afe9862b2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:02.245626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-8ca49ebc-c612-4c4c-ab6b-afe9862b2d80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1096 time: 0.0441074 Jul 28 15:43:02.342910 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-a7ac7209-7547-4c9c-be32-ae49de0652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:02.344395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-a7ac7209-7547-4c9c-be32-ae49de0652ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0878720 Jul 28 15:43:02.418770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-d287f290-e5d7-4ecb-9c83-0f359aae5bf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 999 time: 0.0622287 Jul 28 15:43:02.469051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-c51d10df-3f2d-4c27-a3d9-0f39ec42c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:02.470419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-c51d10df-3f2d-4c27-a3d9-0f39ec42c4f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0441644 Jul 28 15:43:02.521254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-1feaedf2-0edb-473c-83c0-382e1d0c621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:02.523056 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-1feaedf2-0edb-473c-83c0-382e1d0c621a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414526 Jul 28 15:43:02.537554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-a029015c-b306-4839-975b-fdace08dca9b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:43:02.538548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-a029015c-b306-4839-975b-fdace08dca9b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058210 Jul 28 15:43:02.637039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-bb19fce5-5196-442b-8a91-9b5d040881dd service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Jul 28 15:43:02.730934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-29293535-bc38-48c8-8d8a-b6fca0cdd33d service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833170 Jul 28 15:43:02.749185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.188783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b92d2-1639-4f5f-8e88-88a028577075 req-13339138-5f91-4a61-b8dc-2e4b817b77f0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:03.190280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-914b92d2-1639-4f5f-8e88-88a028577075 req-13339138-5f91-4a61-b8dc-2e4b817b77f0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0557957 Jul 28 15:43:03.230779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-914b92d2-1639-4f5f-8e88-88a028577075 req-537af7ce-d14c-4694-baca-2e25809d1769 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335913 Jul 28 15:43:03.348809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:43:03.643152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:03.646493 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82f2908-c309-4494-980d-e4dc5f14c244" -d '{"events": [{"name": "network-changed", "server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:03.693510 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34688e63-4dee-4df3-964d-93275f0b6e96 x-openstack-request-id: req-34688e63-4dee-4df3-964d-93275f0b6e96 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:03.693803 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:03.694056 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34688e63-4dee-4df3-964d-93275f0b6e96 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:03.694457 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'status': 'completed', 'code': 200} Jul 28 15:43:03.789320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-25415664-5fa8-445a-8f28-ad9163e402b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:03.790851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-25415664-5fa8-445a-8f28-ad9163e402b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1096 time: 0.0689762 Jul 28 15:43:03.796937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-512f7514-e69e-4d9e-8d53-577b19863848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:03.798325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-512f7514-e69e-4d9e-8d53-577b19863848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1096 time: 0.0662367 Jul 28 15:43:03.957066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-cd3e10c7-9d0e-4670-bb07-0a45fbab0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:03.958990 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-cd3e10c7-9d0e-4670-bb07-0a45fbab0a36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1591239 Jul 28 15:43:03.961689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-ee2cb013-120b-4a9f-b920-f0af3e2ac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:03.963028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-ee2cb013-120b-4a9f-b920-f0af3e2ac47b service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1546187 Jul 28 15:43:04.073476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-1c99047a-f129-4246-97a4-3031866750d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 999 time: 0.1057830 Jul 28 15:43:04.075236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-a26db905-b099-437e-8489-2cbe9dc1593f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 999 time: 0.1013026 Jul 28 15:43:04.169465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-43b664a1-d0c6-4036-93b3-ef35779e2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:04.170986 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-43b664a1-d0c6-4036-93b3-ef35779e2c86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0872037 Jul 28 15:43:04.172701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-a9aaf5e7-0620-41ce-9ce0-21395b6ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:04.174040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-a9aaf5e7-0620-41ce-9ce0-21395b6ee321 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0829675 Jul 28 15:43:04.250832 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-11d72f65-b7e6-4922-bbd5-54bdff139c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:04.252379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-11d72f65-b7e6-4922-bbd5-54bdff139c14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740428 Jul 28 15:43:04.255516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-0259dcd4-71e7-4b7c-af08-9b73d0b7c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:04.257052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-0259dcd4-71e7-4b7c-af08-9b73d0b7c65b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712178 Jul 28 15:43:04.453714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a92bda-d1e6-46aa-80c0-06a1ad80e841 req-c5e6d196-e835-4382-8dc9-771b0ca9405b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:04.455322 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5a92bda-d1e6-46aa-80c0-06a1ad80e841 req-c5e6d196-e835-4382-8dc9-771b0ca9405b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.1457093 Jul 28 15:43:04.462886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-7a18cddc-d94f-4550-9037-3ead99602e4d service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028522 Jul 28 15:43:04.475035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-a1c7ee19-b524-4634-b492-5873ccb09b52 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973016 Jul 28 15:43:04.602354 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a5a92bda-d1e6-46aa-80c0-06a1ad80e841 req-c4a8ae88-8758-44ba-b90b-d3e20d872d1e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371055 Jul 28 15:43:04.661038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-5b2dac50-6e30-4ef7-894b-8878917679be service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701891 Jul 28 15:43:04.662857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b82f2908-c309-4494-980d-e4dc5f14c244 req-841bcc04-b4b1-468f-a159-fad2a5aaef36 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899416 Jul 28 15:43:05.721566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670a256-08ce-4139-8bb6-70a2f1365014 req-0e9e4911-3832-4741-9b76-a8f86a9d180f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:05.723383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a670a256-08ce-4139-8bb6-70a2f1365014 req-0e9e4911-3832-4741-9b76-a8f86a9d180f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0497169 Jul 28 15:43:05.764800 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a670a256-08ce-4139-8bb6-70a2f1365014 req-f65dc954-2ce7-4fd5-81e2-ac82cb833085 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347531 Jul 28 15:43:05.856910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:43:05.894577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:43:06.161778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c2e8a-bd3f-4e84-a1b0-a5ab6209e120 req-b33804bb-0394-4164-8057-99f76d934f42 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:06.163153 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-758c2e8a-bd3f-4e84-a1b0-a5ab6209e120 req-b33804bb-0394-4164-8057-99f76d934f42 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 944 time: 0.0485151 Jul 28 15:43:06.201023 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-758c2e8a-bd3f-4e84-a1b0-a5ab6209e120 req-2fd80f07-9acd-4160-84c5-846469722fdc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Jul 28 15:43:06.282247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-6c841207-8995-43c8-83c0-7c43ac2a7249 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:06.283715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-6c841207-8995-43c8-83c0-7c43ac2a7249 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 944 time: 0.0513446 Jul 28 15:43:06.345376 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-fc156296-31ed-4b83-8b40-88919c323cae service neutron] delete failed (client error): The resource could not be found. Jul 28 15:43:06.346370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-fc156296-31ed-4b83-8b40-88919c323cae service neutron] 10.222.0.42 "DELETE /v2.0/ports/4b2bb261-37f6-4594-834b-08d0fd8d5685/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0536292 Jul 28 15:43:06.450400 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-519d0772-f95f-4b67-87c6-4d2c5b16dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:06.451778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-519d0772-f95f-4b67-87c6-4d2c5b16dfbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 1096 time: 0.0403588 Jul 28 15:43:06.546124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-36a4c7a3-cc79-4eee-8fbc-5d3937ec56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:06.547600 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-36a4c7a3-cc79-4eee-8fbc-5d3937ec56b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0878150 Jul 28 15:43:06.613464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-ea5f36f0-0838-4faa-8f5d-21dab19abcd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 200 len: 999 time: 0.0581090 Jul 28 15:43:06.666567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-8cd6d5f1-4a16-4b96-846c-c6e129e5d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:06.668001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-8cd6d5f1-4a16-4b96-846c-c6e129e5d08f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0474889 Jul 28 15:43:06.714115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-3a31e568-fbd2-48a4-9115-05f68cf79860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:06.715504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-3a31e568-fbd2-48a4-9115-05f68cf79860 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401604 Jul 28 15:43:06.739150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:43:06.806578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-0356e81f-6bf4-43da-b232-b81f4b819422 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826528 Jul 28 15:43:06.811084 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.852761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:06.862865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'mac_address': 'fa:16:3e:2b:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:43:06.902016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.904660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-85f8df33-a931-4e2f-974f-1bb6bb0f00b8 req-dc472062-80e9-41cd-922b-780c94824217 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903218 Jul 28 15:43:06.915001 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2bb261-37f6-4594-834b-08d0fd8d5685 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:43:06.934980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:07.028228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.074812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:07.082080 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.082452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.082791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.083125 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.083457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.083790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.084114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.084462 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.084867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.085197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.085520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.085845 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:07.308183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4b2bb261-37f6-4594-834b-08d0fd8d5685'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:43:07.322107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffee7ee-d812-4ae9-b17d-d407382b4a9d req-96d21c72-d2f4-4ab5-82ec-cdd19862aec0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:07.323622 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ffee7ee-d812-4ae9-b17d-d407382b4a9d req-96d21c72-d2f4-4ab5-82ec-cdd19862aec0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 945 time: 0.0523932 Jul 28 15:43:07.362716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ffee7ee-d812-4ae9-b17d-d407382b4a9d req-6d524f67-3452-4216-93b6-386c76b544b4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Jul 28 15:43:08.490704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd56104-3408-42e2-b453-365f558ff3b1 req-b7a16d58-e9b3-4369-abc0-50f527f78539 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:08.492336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbd56104-3408-42e2-b453-365f558ff3b1 req-b7a16d58-e9b3-4369-abc0-50f527f78539 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 945 time: 0.0555949 Jul 28 15:43:08.531855 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbd56104-3408-42e2-b453-365f558ff3b1 req-63349e00-3085-4eb4-b613-d5b49d5b2d34 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Jul 28 15:43:08.647556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c7e9-845e-4562-92a7-0a65721d53aa req-77911226-73be-4198-8eab-0d8e21467016 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:08.648961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aa8c7e9-845e-4562-92a7-0a65721d53aa req-77911226-73be-4198-8eab-0d8e21467016 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Jul 28 15:43:08.693554 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1aa8c7e9-845e-4562-92a7-0a65721d53aa req-4596e7fb-17a3-4f92-aeab-963651893693 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384734 Jul 28 15:43:08.761329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:08.808979 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eae7cd-ce30-48be-b9be-93d6e482c40a req-565ae325-8a83-4b4e-b895-42fc068a5f27 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:08.810464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74eae7cd-ce30-48be-b9be-93d6e482c40a req-565ae325-8a83-4b4e-b895-42fc068a5f27 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 945 time: 0.0517631 Jul 28 15:43:08.848103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-74eae7cd-ce30-48be-b9be-93d6e482c40a req-502c7a36-0aae-44c7-ac72-398acc43d8d5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Jul 28 15:43:08.961082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 4b2bb261-37f6-4594-834b-08d0fd8d5685 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:08.965690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4b2bb261-37f6-4594-834b-08d0fd8d5685 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:08.966091 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:09.044958 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:09.066269 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:09.068530 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e587dbd-45f7-4f81-84f1-4ced29e6f3a0" -d '{"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:09.081508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:09.105424 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa1ada5-6c12-4ec1-84b4-8a9391db6bc5 x-openstack-request-id: req-bfa1ada5-6c12-4ec1-84b4-8a9391db6bc5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:09.105713 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:09.105962 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfa1ada5-6c12-4ec1-84b4-8a9391db6bc5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:09.106413 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'code': 200} Jul 28 15:43:09.200830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:09.250209 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:09.431089 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784e81e-e956-4881-802d-6a9e3cd4b13f req-1d25bdea-52ae-479b-b433-704734307320 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:09.432584 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0784e81e-e956-4881-802d-6a9e3cd4b13f req-1d25bdea-52ae-479b-b433-704734307320 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0487182 Jul 28 15:43:09.471467 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0784e81e-e956-4881-802d-6a9e3cd4b13f req-d27f160e-0046-4617-9aa4-ced1edea605b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Jul 28 15:43:10.589230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ca0da-1afa-4b3d-8eb6-090ee2030ec8 req-5a83be1f-9214-4af6-a5f4-323e4434ab07 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:10.590705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f7ca0da-1afa-4b3d-8eb6-090ee2030ec8 req-5a83be1f-9214-4af6-a5f4-323e4434ab07 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0501654 Jul 28 15:43:10.628501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4f7ca0da-1afa-4b3d-8eb6-090ee2030ec8 req-90c5dc8d-4979-4eae-9259-5e8902432536 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Jul 28 15:43:10.970282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-b610aa1a-8cad-450d-a714-54bef81f6dce tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:10.972029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-b610aa1a-8cad-450d-a714-54bef81f6dce tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0492256 Jul 28 15:43:11.071003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Deleting port 4b2bb261-37f6-4594-834b-08d0fd8d5685 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:43:11.071264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.164278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] For port 4b2bb261-37f6-4594-834b-08d0fd8d5685, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4b2bb261-37f6-4594-834b-08d0fd8d5685,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:11.164739 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.659325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.659863 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.660039 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 disassociated. External IP: 172.25.6.31, port: 4b2bb261-37f6-4594-834b-08d0fd8d5685. Jul 28 15:43:11.660354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Calling delete_port for 4b2bb261-37f6-4594-834b-08d0fd8d5685 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:43:11.747116 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd83de-f8b9-4021-ac13-7a005ebe8b82 req-4b10f76e-2fca-4bc3-96dd-1e77785d957f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:11.748687 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24bd83de-f8b9-4021-ac13-7a005ebe8b82 req-4b10f76e-2fca-4bc3-96dd-1e77785d957f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 946 time: 0.0534942 Jul 28 15:43:11.789062 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24bd83de-f8b9-4021-ac13-7a005ebe8b82 req-b04deddb-068f-4f9b-b2b4-0db72ce0cd5a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Jul 28 15:43:11.886184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.916385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event deleted for resources: {'Port': ['ID=4b2bb261-37f6-4594-834b-08d0fd8d5685,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:12.039149 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:43:12.157267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:43:12.169880 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:43:12.180098 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:12.180830 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:42:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:12.200382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] No DVR routers for this DVR port 4b2bb261-37f6-4594-834b-08d0fd8d5685 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:43:12.203179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.205334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3dad587c-7abd-46c1-b395-9bb271c4cc09 req-ae240f81-af06-4444-a09e-f5f3f2840691 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "DELETE /v2.0/ports/4b2bb261-37f6-4594-834b-08d0fd8d5685 HTTP/1.1" status: 204 len: 173 time: 1.2230232 Jul 28 15:43:12.205794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-deleted', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:12.208221 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7823c3b-8844-4d07-b358-d37d287a397b" -d '{"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-deleted", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:12.258772 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2c5040-88cf-4981-8277-788217a5d425 x-openstack-request-id: req-7f2c5040-88cf-4981-8277-788217a5d425 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:12.259071 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e375b8-2d1e-414b-bf5b-80e441a466c9", "name": "network-vif-deleted", "tag": "4b2bb261-37f6-4594-834b-08d0fd8d5685", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:12.259323 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f2c5040-88cf-4981-8277-788217a5d425 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:12.259726 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e375b8-2d1e-414b-bf5b-80e441a466c9', 'name': 'network-vif-deleted', 'tag': '4b2bb261-37f6-4594-834b-08d0fd8d5685', 'status': 'completed', 'code': 200} Jul 28 15:43:12.293028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:12.496049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:12.526957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:43:12.535655 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:12.536252 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:42:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:12.640896 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:12.839390 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:12.866448 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db254479-7e5a-4ea9-a695-3b6f83c4821c None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:43:12.896045 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8090edb9-ceb9-46e4-b11f-767ba9e9ebde req-cb45f272-3add-458d-b7c1-fb8a5e4c456e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=38e375b8-2d1e-414b-bf5b-80e441a466c9 HTTP/1.1" status: 200 len: 210 time: 0.0274560 Jul 28 15:43:13.111580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ebd9d-af88-4619-99ae-564dee81ac8a None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:43:14.178778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-2afcd0c7-0b16-4ae6-9f56-bd82878235fc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--991424652&fields=id&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 267 time: 0.0350516 Jul 28 15:43:14.298665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-0342222c-369c-402a-8e43-2a23f8ef8ca0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:14.300218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-0342222c-369c-402a-8e43-2a23f8ef8ca0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1126940 Jul 28 15:43:14.318030 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-8c252993-a473-492e-bf03-6745fc461720 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/quotas/aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 375 time: 0.0105240 Jul 28 15:43:14.383588 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-8d305532-07c8-43a8-85f0-d1b323b6cb9c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575440 Jul 28 15:43:14.533098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-2a74803c-b0dc-4886-9500-fa965db9d12a service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375670 Jul 28 15:43:14.629551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-a376e5e2-7b91-44cd-937b-0b773bde00c0 service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901179 Jul 28 15:43:14.789217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:43:14.809115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 4b2bb261-37f6-4594-834b-08d0fd8d5685 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:43:14.809457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4b2bb261-37f6-4594-834b-08d0fd8d5685 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:43:14.899043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bfc7c1db-15c5-4c9b-9cbe-16cd7a2b9801 req-a3b6ea37-0be8-406d-b44e-4ad1a31d82de tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 210 time: 0.0262878 Jul 28 15:43:15.998011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6b751a79-9915-46b7-8af6-354e4dcae493 req-39c0805b-ddcb-40a8-ac00-d4f7ac1c34d7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 210 time: 0.0279291 Jul 28 15:43:17.094159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-96e3b52a-bea8-424e-8a4a-5ad29119df40 req-3905054b-baaa-4cbd-b43a-1e06cd2a1f94 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 210 time: 0.0271397 Jul 28 15:43:17.317088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-56f911d9-df25-4e6f-b7a2-d2b5886a0af5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:17.319161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-56f911d9-df25-4e6f-b7a2-d2b5886a0af5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1121671 Jul 28 15:43:17.380994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-95e5429e-44c3-414d-a16d-7cccf9174c70 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 379 time: 0.0426297 Jul 28 15:43:17.390466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'port': {'device_id': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'admin_state_up': True, 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'security_groups': ['25465932-fbc0-4a1b-b65d-ccd15e4efee8']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:17.583643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Made reservation on behalf of aa47dfdfc5e1409c81d848c1ce43e30b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:43:17.587447 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:17.737595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Allocated IP 172.20.0.9 (73c6dd8d-8f82-418a-b0d3-667570afe47c/6fccec47-4a65-48b6-9e35-f73a2cccc092/2d683151-c247-4b96-8dde-6e187cf6b5ad) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:43:17.879509 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:17.893118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Transition to ACTIVE for port object 2d683151-c247-4b96-8dde-6e187cf6b5ad will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:17.983166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.026810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:18.029893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:18.036299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:43:18.042269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:18.090876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:18.091516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.210434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-e8c62a8d-df5c-43e3-9326-6ea12b43fd3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221643 Jul 28 15:43:18.228116 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4deea6-8827-4ccd-aaaf-d25d7240059c req-851a4e56-be6f-4b2d-bf8e-20f3d51a16ff tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:18.229726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd4deea6-8827-4ccd-aaaf-d25d7240059c req-851a4e56-be6f-4b2d-bf8e-20f3d51a16ff tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 931 time: 0.0625083 Jul 28 15:43:18.234754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Request body: {'port': {'device_id': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:18.316197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd4deea6-8827-4ccd-aaaf-d25d7240059c req-97a999a2-e324-4619-85c8-48e03e72c9f4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785794 Jul 28 15:43:18.323332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.325785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9f279d88-37e7-4fc3-acce-ca0b4aedb918 None None] Provisioning for port 2d683151-c247-4b96-8dde-6e187cf6b5ad completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:18.338076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9f279d88-37e7-4fc3-acce-ca0b4aedb918 None None] Provisioning complete for port 2d683151-c247-4b96-8dde-6e187cf6b5ad triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:18.338076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9f279d88-37e7-4fc3-acce-ca0b4aedb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.367999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9f279d88-37e7-4fc3-acce-ca0b4aedb918 None None] Port 2d683151-c247-4b96-8dde-6e187cf6b5ad cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:43:18.607519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d683151-c247-4b96-8dde-6e187cf6b5ad {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:43:18.615091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.627707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Transition to ACTIVE for port object 2d683151-c247-4b96-8dde-6e187cf6b5ad will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:18.703505 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.758806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:18.832833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:43:18.833233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:43:18.833573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:18.838505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Port 2d683151-c247-4b96-8dde-6e187cf6b5ad on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:43:18.838835 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:18.844131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:43:18.844532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:18.844939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:43:18.845383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Bound port: 2d683151-c247-4b96-8dde-6e187cf6b5ad, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:43:18.845755 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.921658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:18.925984 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:43:19.012380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:19.051067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.051591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:19.053060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] 10.222.0.58 "PUT /v2.0/ports/2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 1092 time: 0.8223910 Jul 28 15:43:19.053513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:19.055890 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170ab67e-3643-42e2-bdf3-1898ed876d27" -d '{"events": [{"name": "network-changed", "server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:19.082534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bf151-07b3-4223-a199-2b020843933d service neutron] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:19.105686 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc5d442-0f33-49dd-8d21-082d9ab4b2e4 x-openstack-request-id: req-4fc5d442-0f33-49dd-8d21-082d9ab4b2e4 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:19.105995 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:19.106257 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fc5d442-0f33-49dd-8d21-082d9ab4b2e4 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:19.106702 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'status': 'completed', 'code': 200} Jul 28 15:43:19.177439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ab67e-3643-42e2-bdf3-1898ed876d27 req-8849d6f4-1db8-43d6-b28a-93c535294624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.179034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-170ab67e-3643-42e2-bdf3-1898ed876d27 req-8849d6f4-1db8-43d6-b28a-93c535294624 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1095 time: 0.0458694 Jul 28 15:43:19.290671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ab67e-3643-42e2-bdf3-1898ed876d27 req-dbda4716-5f40-4dba-b65c-4492f3df090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.292176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-170ab67e-3643-42e2-bdf3-1898ed876d27 req-dbda4716-5f40-4dba-b65c-4492f3df090b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1045606 Jul 28 15:43:19.402087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ab67e-3643-42e2-bdf3-1898ed876d27 req-1e9891b0-9502-4536-9713-e7f601bb9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.403455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-170ab67e-3643-42e2-bdf3-1898ed876d27 req-1e9891b0-9502-4536-9713-e7f601bb9fbf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975392 Jul 28 15:43:19.490705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c3a5-383b-44b7-946d-b79539556757 req-e3b38f37-121f-492a-93c8-cdb91c487ab2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.493230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03f7c3a5-383b-44b7-946d-b79539556757 req-e3b38f37-121f-492a-93c8-cdb91c487ab2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.0839467 Jul 28 15:43:19.524390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-71b8f117-fd54-4c9a-947c-07b500ea110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.526040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-71b8f117-fd54-4c9a-947c-07b500ea110c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1095 time: 0.0760853 Jul 28 15:43:19.550887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-03f7c3a5-383b-44b7-946d-b79539556757 req-20604840-818a-48f2-be95-ef861d99a86b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513861 Jul 28 15:43:19.583649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-7e5849a1-89cd-4fda-9d6f-75207de10a3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 217 time: 0.0470541 Jul 28 15:43:19.634777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-6846a7dd-bd9a-4844-baf5-706963495128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.636244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-6846a7dd-bd9a-4844-baf5-706963495128 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0450149 Jul 28 15:43:19.691505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-ff31daca-16bd-416b-b992-438433fe8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.693592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-ff31daca-16bd-416b-b992-438433fe8423 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453575 Jul 28 15:43:19.802199 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-65a0c5ec-0961-4473-b9df-094a370e5984 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957842 Jul 28 15:43:19.918344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e137de06-59e7-43a7-bfdb-a339f3d95ff3 req-b3bab5dd-6962-4e2e-aded-15bd4f80188d service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033649 Jul 28 15:43:20.688254 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e741-ce70-49b6-864a-9195f5bfc2e0 req-33e3058b-1376-42f0-837a-915113ad8d9f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:20.689864 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6de5e741-ce70-49b6-864a-9195f5bfc2e0 req-33e3058b-1376-42f0-837a-915113ad8d9f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.0508189 Jul 28 15:43:20.735937 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6de5e741-ce70-49b6-864a-9195f5bfc2e0 req-8e9abafa-925d-457a-b79e-fc12660f180d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393460 Jul 28 15:43:21.856125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee662f-29f7-4a71-a8e1-a90cc325fce0 req-821176ab-4d49-466b-b9b5-7c74f2d43b0f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:21.857656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23ee662f-29f7-4a71-a8e1-a90cc325fce0 req-821176ab-4d49-466b-b9b5-7c74f2d43b0f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.0506055 Jul 28 15:43:21.898160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23ee662f-29f7-4a71-a8e1-a90cc325fce0 req-087d0a05-41f7-49d9-9c54-f94b30075bc6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Jul 28 15:43:22.383086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69e532d9-27c3-4848-9194-aa7c44b41d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:22.802694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:43:22.908407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:22.923301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'mac_address': 'fa:16:3e:9a:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:43:22.987415 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:23.008220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d683151-c247-4b96-8dde-6e187cf6b5ad {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:43:23.021897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c74db-38ab-4431-b180-7675fedde29e req-36ecf4d2-8417-476e-952d-dd344f02d600 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:23.023525 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-785c74db-38ab-4431-b180-7675fedde29e req-36ecf4d2-8417-476e-952d-dd344f02d600 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.0541928 Jul 28 15:43:23.044187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:23.066488 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-785c74db-38ab-4431-b180-7675fedde29e req-693e32d9-37f5-4259-9947-77b1c01eb089 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361888 Jul 28 15:43:23.120746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:23.171936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:23.387918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['2d683151-c247-4b96-8dde-6e187cf6b5ad'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:43:24.186503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc4782-5415-4f99-abce-ce6d302c7857 req-8d89101c-4393-47ae-b077-6a70ed2aba66 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:24.188054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32cc4782-5415-4f99-abce-ce6d302c7857 req-8d89101c-4393-47ae-b077-6a70ed2aba66 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 944 time: 0.0501597 Jul 28 15:43:24.229505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-32cc4782-5415-4f99-abce-ce6d302c7857 req-ab510384-d35b-4d49-89a9-83cb9ff98ab4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352054 Jul 28 15:43:24.807540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:24.902988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b2d8-f85d-48b9-af98-668a7f668f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:24.971022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 2d683151-c247-4b96-8dde-6e187cf6b5ad completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:24.975506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 2d683151-c247-4b96-8dde-6e187cf6b5ad triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:24.975877 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:25.051923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:25.078002 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:25.080341 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a16d74-d40e-4325-b5a1-fe7b5ce596da" -d '{"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:25.093818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:25.120246 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3eb814-2d5c-4e93-a939-a595debfa426 x-openstack-request-id: req-4f3eb814-2d5c-4e93-a939-a595debfa426 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:25.120246 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:25.120246 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f3eb814-2d5c-4e93-a939-a595debfa426 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:25.120246 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'code': 200} Jul 28 15:43:25.171724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:25.221650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:25.228946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a310f6-83ff-4b34-a326-3db04e32fbcb req-1791546c-765d-4fa9-9571-f5595ae59312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:25.230433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0a310f6-83ff-4b34-a326-3db04e32fbcb req-1791546c-765d-4fa9-9571-f5595ae59312 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1097 time: 0.0472839 Jul 28 15:43:25.245609 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:25.271568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0a310f6-83ff-4b34-a326-3db04e32fbcb req-22d5a14f-b542-4506-8d52-10e82daef044 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Jul 28 15:43:25.367210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf99c57-0903-4d64-a135-2276db260638 req-15cdebfa-90b5-49b3-9c12-d4f763ef71d9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:25.368625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf99c57-0903-4d64-a135-2276db260638 req-15cdebfa-90b5-49b3-9c12-d4f763ef71d9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0539761 Jul 28 15:43:25.406312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ddf99c57-0903-4d64-a135-2276db260638 req-a4b88bbb-d06a-4e5c-883a-3497bfdb84aa tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318265 Jul 28 15:43:26.524747 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdf30f-17f4-4557-b79a-dc0a21911394 req-ab84191f-4999-466c-a70f-a152d5af9431 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:26.526464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fcdf30f-17f4-4557-b79a-dc0a21911394 req-ab84191f-4999-466c-a70f-a152d5af9431 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0509036 Jul 28 15:43:26.548665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:26.565371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7fcdf30f-17f4-4557-b79a-dc0a21911394 req-e75d644f-26bf-4e63-82b5-036ef2e203db tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jul 28 15:43:26.681590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27e31-3f48-4ab6-bc88-7ccf79b6d328 req-dd32d39a-de71-40a4-8855-78accc052321 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:26.683084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-17b27e31-3f48-4ab6-bc88-7ccf79b6d328 req-dd32d39a-de71-40a4-8855-78accc052321 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0487254 Jul 28 15:43:26.691813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41326) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:26.697119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'floatingip': {'port_id': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:26.741226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.181086 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.320467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.423676 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 associated. External IP: 172.25.6.31, port: 2d683151-c247-4b96-8dde-6e187cf6b5ad. Jul 28 15:43:27.638740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:43:27.769902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:43:27.774787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.780013 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:43:27.790077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:27.790689 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:43:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:27.804395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-08ac0f92-06ef-438a-acc2-e33515c92307 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "PUT /v2.0/floatingips/77cfb894-8724-41a7-9a88-c64f8d312409 HTTP/1.1" status: 200 len: 990 time: 1.1114297 Jul 28 15:43:27.805030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:27.807406 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7e3655-55d0-4370-8185-5d243ca11757" -d '{"events": [{"name": "network-changed", "server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:27.845297 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c18381-42e3-42fc-a332-2645be532bb7 x-openstack-request-id: req-91c18381-42e3-42fc-a332-2645be532bb7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:27.845806 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:27.846130 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91c18381-42e3-42fc-a332-2645be532bb7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:27.846864 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'status': 'completed', 'code': 200} Jul 28 15:43:27.906641 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:27.916369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-7a6098ed-cd59-48a9-9d31-ab21db02cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:27.918299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-7a6098ed-cd59-48a9-9d31-ab21db02cf63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1097 time: 0.0442753 Jul 28 15:43:28.019021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-44a8cdf1-b87a-4c46-a619-c7244b50c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.020613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-44a8cdf1-b87a-4c46-a619-c7244b50c547 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0952272 Jul 28 15:43:28.028988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:28.095029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-f1c26236-eaf1-492a-af41-eba8bd50202a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 998 time: 0.0665812 Jul 28 15:43:28.152927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-8fb848b5-d16b-44b0-9fcf-f3cb49c05d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.154574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-8fb848b5-d16b-44b0-9fcf-f3cb49c05d0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0522940 Jul 28 15:43:28.202815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-1d6ea647-5f83-4f1d-9f9c-50d926d36d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.204278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-1d6ea647-5f83-4f1d-9f9c-50d926d36d1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425117 Jul 28 15:43:28.230349 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:9a:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:43:27Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:28.256580 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:43:28.265294 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:28.265917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:43:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:28.302857 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-4cf45511-67c4-46ff-b481-0ac09b2809cf service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898998 Jul 28 15:43:28.417735 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:28.439348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7d7e3655-55d0-4370-8185-5d243ca11757 req-02e627f0-3776-49c3-8718-d52285556aeb service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260436 Jul 28 15:43:28.662385 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:9a:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:43:27Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:28.688302 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e82ef-273f-46eb-b79c-4da06b6dc5a2 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:9a:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:43:27Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:43:28.903031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d7b0f-0d2a-4af1-8e71-26e03e7c51b3 None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:43:32.782539 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:36.788039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:40.347843 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:43:52.353467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a57466fe-5819-41bc-b0a7-a122bc6e9908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:54.873240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c51c8db6-8b92-446c-ba39-9f471f80086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:55.245074 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:56.553541 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:58.033583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:02.746987 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:06.798480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:17.346927 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:44:17.813036 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-71c32d87-bea4-4494-bdd2-cb1f123c2083 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422239 Jul 28 15:44:17.900735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-e63326a1-ac73-47ba-8b37-844d2683de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:17.902156 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-e63326a1-ac73-47ba-8b37-844d2683de75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1097 time: 0.0419579 Jul 28 15:44:18.013356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-fa8f1080-d942-4e30-9bb2-14f5bfe3aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:18.014844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-fa8f1080-d942-4e30-9bb2-14f5bfe3aabf service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0922325 Jul 28 15:44:18.086539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-a1253909-3723-426b-beef-ff145171e180 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 1000 time: 0.0596235 Jul 28 15:44:18.141390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-e4609f0b-a223-4236-be6b-062125d3619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:18.142869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-e4609f0b-a223-4236-be6b-062125d3619c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0484948 Jul 28 15:44:18.192534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-8ecdac53-3025-4786-ad1f-99949443b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:18.194549 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-8ecdac53-3025-4786-ad1f-99949443b4b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415373 Jul 28 15:44:18.287252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-bc7d9214-5868-4d8f-b3bd-9531bc312ba3 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Jul 28 15:44:18.391739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f43efc4-84d6-4cab-8c9c-b6df3280e5d2 req-da9e4ddb-fe4e-4df8-acab-fefc9cf34c62 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886061 Jul 28 15:44:22.330053 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1a181eb1-30f3-446e-8cc8-1cf4f3bb6d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:24.872758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66c11a28-35d7-4068-b548-fcc38e7f6a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:25.227317 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:26.546870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:28.032356 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:32.746544 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:36.832486 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.351750 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9237df67-1139-4847-86c7-39974850635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.346325 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:44:54.889104 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-95c874ac-22e6-4c92-9dc9-6b7f94a75002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.318361 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:56.546776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:58.009044 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:02.763459 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:06.837266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:09.477299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82988f26-376b-4165-bb54-82bc67cb8e6c req-7750ba3f-6efa-42e5-8cb9-611c7b31aabe tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:09.479049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82988f26-376b-4165-bb54-82bc67cb8e6c req-7750ba3f-6efa-42e5-8cb9-611c7b31aabe tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.1165340 Jul 28 15:45:09.526536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82988f26-376b-4165-bb54-82bc67cb8e6c req-5136a889-518f-4cdc-a192-3e8c01f9d942 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361538 Jul 28 15:45:10.652636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88d55-11f3-4af0-957d-4f33731da3b8 req-f872e3d4-6e99-4fd8-a87c-53324abac40f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:10.654108 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25a88d55-11f3-4af0-957d-4f33731da3b8 req-f872e3d4-6e99-4fd8-a87c-53324abac40f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0525587 Jul 28 15:45:10.691794 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25a88d55-11f3-4af0-957d-4f33731da3b8 req-f95cdd3e-60a3-4360-b098-1616519c59a3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 Jul 28 15:45:11.816004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31e000-44d6-4948-b73d-a31a4cc8e3fa req-a817cb73-3097-411e-a711-9aa7bce0b498 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:11.817580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc31e000-44d6-4948-b73d-a31a4cc8e3fa req-a817cb73-3097-411e-a711-9aa7bce0b498 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0565920 Jul 28 15:45:12.140287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc31e000-44d6-4948-b73d-a31a4cc8e3fa req-69ac7f67-61b2-465b-bf92-6006f3437979 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164248 Jul 28 15:45:13.258413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6910dd2-5d2c-40b4-837d-aaabecf95c1a req-ea7ab135-a89a-48df-96c0-48b19c1aa805 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:13.259919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6910dd2-5d2c-40b4-837d-aaabecf95c1a req-ea7ab135-a89a-48df-96c0-48b19c1aa805 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0516813 Jul 28 15:45:13.300079 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6910dd2-5d2c-40b4-837d-aaabecf95c1a req-c53b97b6-3a11-4a4f-ab04-a57622437a93 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Jul 28 15:45:14.428109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04510aa3-067c-4429-a84b-5b12fe9389eb req-0b5cb3ea-5b37-46b2-b979-c0d15de5c10c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:14.429779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04510aa3-067c-4429-a84b-5b12fe9389eb req-0b5cb3ea-5b37-46b2-b979-c0d15de5c10c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0546720 Jul 28 15:45:14.470661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04510aa3-067c-4429-a84b-5b12fe9389eb req-aef3ac5f-f162-4137-85c7-893fabdd6520 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Jul 28 15:45:15.591092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a0eb-2095-4196-9e07-1749ffde55b0 req-314fae49-eb4c-4d73-bdc2-c34ef482b432 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:15.592684 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8649a0eb-2095-4196-9e07-1749ffde55b0 req-314fae49-eb4c-4d73-bdc2-c34ef482b432 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0512595 Jul 28 15:45:15.641154 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8649a0eb-2095-4196-9e07-1749ffde55b0 req-92a4f736-94f6-4cca-b383-a4ded4bf0c31 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421932 Jul 28 15:45:16.765283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd684d-28dd-4aba-a2ec-b029a6eaf90c req-c7252c84-7477-43de-8704-c3e3c013b4a0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:16.766904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eddd684d-28dd-4aba-a2ec-b029a6eaf90c req-c7252c84-7477-43de-8704-c3e3c013b4a0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0517838 Jul 28 15:45:16.807991 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eddd684d-28dd-4aba-a2ec-b029a6eaf90c req-23181273-5845-4c64-ab58-91fc19393943 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342822 Jul 28 15:45:17.927176 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abb965-bdc4-4989-85ac-d1ad9851d178 req-fc50c8c4-2722-472f-9061-a658055aad0d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:17.928686 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18abb965-bdc4-4989-85ac-d1ad9851d178 req-fc50c8c4-2722-472f-9061-a658055aad0d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0532565 Jul 28 15:45:17.965267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-18abb965-bdc4-4989-85ac-d1ad9851d178 req-0778700a-c5b4-4591-966b-3e72f95fde72 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306122 Jul 28 15:45:19.090352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40bc54-3149-4fe4-a325-e0dc1bbeaa64 req-c79af75a-2efa-4734-9c36-dd75cf83d19a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:19.091824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a40bc54-3149-4fe4-a325-e0dc1bbeaa64 req-c79af75a-2efa-4734-9c36-dd75cf83d19a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0539646 Jul 28 15:45:19.131704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a40bc54-3149-4fe4-a325-e0dc1bbeaa64 req-334f7248-fb61-4652-880f-c29ba3cf900a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335824 Jul 28 15:45:19.843300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-fa9a2268-bb49-435e-9f04-4729a1974c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:19.844820 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-fa9a2268-bb49-435e-9f04-4729a1974c51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1097 time: 0.0425510 Jul 28 15:45:19.969423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-db8a860a-cf38-428b-b541-5beb67120e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:19.970807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-db8a860a-cf38-428b-b541-5beb67120e81 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0932531 Jul 28 15:45:20.042585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-9cc600eb-3e88-4d89-8055-b9beff975345 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 1000 time: 0.0615685 Jul 28 15:45:20.102927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-82fba407-edf9-43a3-80e5-2af4f00bb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:20.104609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-82fba407-edf9-43a3-80e5-2af4f00bb4fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0545986 Jul 28 15:45:20.161945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-2e51482d-a08b-4b1f-8a82-b668eb027a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:20.163477 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-2e51482d-a08b-4b1f-8a82-b668eb027a8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469019 Jul 28 15:45:20.259699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b9567-42d7-47dd-8488-4f87ebb499a4 req-819c4ed2-8802-4f7b-b34a-da32d80ca84b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:20.261284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab1b9567-42d7-47dd-8488-4f87ebb499a4 req-819c4ed2-8802-4f7b-b34a-da32d80ca84b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0586441 Jul 28 15:45:20.274963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-a215bd74-6838-421d-9ec2-dbabfbbd42bb service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922954 Jul 28 15:45:20.301854 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ab1b9567-42d7-47dd-8488-4f87ebb499a4 req-0c17283c-9572-4d40-bcdb-bd4808469072 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341415 Jul 28 15:45:20.375899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-33c1e196-1b1d-4f8e-b8b9-07acf6581142 req-c8477d0c-633e-4bec-93db-6c9acfcca0b6 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907879 Jul 28 15:45:21.424594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b8f7d-c208-4aac-831c-8d877d30bdfe req-35ca567c-a144-40a4-aa8a-fa52bebe9b85 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:21.426106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-337b8f7d-c208-4aac-831c-8d877d30bdfe req-35ca567c-a144-40a4-aa8a-fa52bebe9b85 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0512187 Jul 28 15:45:21.466546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-337b8f7d-c208-4aac-831c-8d877d30bdfe req-188ebf4e-fea0-4681-804b-5f4d35640344 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341675 Jul 28 15:45:22.351752 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8fba867e-2a21-404f-b647-f40aeeb79cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:22.585787 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5ee93-f6f2-4c33-bca7-fba22d0bc75b req-13bb7c46-2902-49fa-807b-b79d61d19928 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:22.587353 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76d5ee93-f6f2-4c33-bca7-fba22d0bc75b req-13bb7c46-2902-49fa-807b-b79d61d19928 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0516784 Jul 28 15:45:22.635397 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76d5ee93-f6f2-4c33-bca7-fba22d0bc75b req-5fccc0a1-3bcd-4e52-9397-f850deda33ac tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 Jul 28 15:45:23.755952 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b998dfb-0a7a-478e-985d-5fa8abaa5587 req-f51c7de4-53e6-4bb3-9fb5-dde941e5c7d5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:23.757558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b998dfb-0a7a-478e-985d-5fa8abaa5587 req-f51c7de4-53e6-4bb3-9fb5-dde941e5c7d5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0522995 Jul 28 15:45:23.799257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1b998dfb-0a7a-478e-985d-5fa8abaa5587 req-b920934c-7341-4a1e-9a35-a62546cab866 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353186 Jul 28 15:45:24.849371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f50eed81-b1a1-4ef2-8805-98bb5a5a01b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:24.929469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a8ad-fe1a-4fb0-b92c-344c1bebe320 req-99f78a7d-6500-4c65-9aaa-a5b2d879dfde tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:24.931125 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ed9a8ad-fe1a-4fb0-b92c-344c1bebe320 req-99f78a7d-6500-4c65-9aaa-a5b2d879dfde tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0576677 Jul 28 15:45:24.976909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0ed9a8ad-fe1a-4fb0-b92c-344c1bebe320 req-0e153e40-dae1-4b18-a5ae-8283c444d635 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 Jul 28 15:45:25.243555 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:26.102687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6fadd-af34-4921-b1f4-a69cffe40fa9 req-06cabb33-c822-4c1e-a655-da755baa2e01 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:26.104267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01d6fadd-af34-4921-b1f4-a69cffe40fa9 req-06cabb33-c822-4c1e-a655-da755baa2e01 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0541050 Jul 28 15:45:26.149875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01d6fadd-af34-4921-b1f4-a69cffe40fa9 req-3f13cb99-a42d-45a2-820b-ab058d8b6bf1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Jul 28 15:45:26.603528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:26.660932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ae5b4-886e-46ce-9dc3-1beaba3d2074 req-cb18dcfc-495e-4e92-9ca5-5a1089fc1f33 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:26.662586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085ae5b4-886e-46ce-9dc3-1beaba3d2074 req-cb18dcfc-495e-4e92-9ca5-5a1089fc1f33 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0557971 Jul 28 15:45:26.715081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-085ae5b4-886e-46ce-9dc3-1beaba3d2074 req-d8066ae6-1631-48c9-b11f-78b9c84e3bf4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381894 Jul 28 15:45:26.918446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41582) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:27.005184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d8a36eaf-cf84-4677-8696-1cebe0313a09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853956 Jul 28 15:45:27.843567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4919e89-f6ca-4840-85db-0e951a64b8b4 req-9c62a4c6-d7b1-47c0-b70f-c68d72297009 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:27.845084 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4919e89-f6ca-4840-85db-0e951a64b8b4 req-9c62a4c6-d7b1-47c0-b70f-c68d72297009 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0528140 Jul 28 15:45:27.886715 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4919e89-f6ca-4840-85db-0e951a64b8b4 req-3f9ed8cc-603a-473f-ab11-8b618dcfa6d7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350108 Jul 28 15:45:28.060379 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:29.010794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca915413-8ac6-46aa-ad5c-ef2773904fc8 req-fcdd924c-ba30-40b7-95c2-fb2193ced958 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:29.012362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca915413-8ac6-46aa-ad5c-ef2773904fc8 req-fcdd924c-ba30-40b7-95c2-fb2193ced958 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0509601 Jul 28 15:45:29.054120 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca915413-8ac6-46aa-ad5c-ef2773904fc8 req-fba24226-a317-4209-8e23-f73b8f21d477 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338140 Jul 28 15:45:29.465220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-bce77a52-aaf0-41aa-81ae-10cbcad63526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:29.466668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-bce77a52-aaf0-41aa-81ae-10cbcad63526 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1097 time: 0.0484977 Jul 28 15:45:29.567757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-fdf644fb-6834-46ff-a16a-227b30c92e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:29.569295 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-fdf644fb-6834-46ff-a16a-227b30c92e44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0899489 Jul 28 15:45:29.651232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-74abb761-4ff1-4e18-b5d9-b9324b06748e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 1000 time: 0.0671480 Jul 28 15:45:29.705700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-517e7d13-cc8b-436b-8775-bb83b9d53f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:29.707783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-517e7d13-cc8b-436b-8775-bb83b9d53f4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0468228 Jul 28 15:45:29.761216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-3a79bb46-f2f2-4021-a990-7a808f6182a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:29.762779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-3a79bb46-f2f2-4021-a990-7a808f6182a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460827 Jul 28 15:45:29.870833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d1a8c67b-4a1a-492a-917f-ba2794111d2d service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951421 Jul 28 15:45:29.973896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-f62b0376-085e-4d87-9cb4-90d2b24361de service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900853 Jul 28 15:45:30.179658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a13cf-6574-4c5b-8d65-5c16476515d9 req-9eae5a5d-9d71-416c-9cf6-1a871c195aee tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:30.181237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-597a13cf-6574-4c5b-8d65-5c16476515d9 req-9eae5a5d-9d71-416c-9cf6-1a871c195aee tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0536804 Jul 28 15:45:30.223765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-597a13cf-6574-4c5b-8d65-5c16476515d9 req-a168228d-7326-40bf-8641-02a09896a3ed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364287 Jul 28 15:45:31.345061 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:45:31.348631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b04e0b-f44e-48e2-935e-e773d36111a9 req-772e40fc-7749-41c0-bdda-2a8ba0e9c90f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:31.350200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66b04e0b-f44e-48e2-935e-e773d36111a9 req-772e40fc-7749-41c0-bdda-2a8ba0e9c90f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0537553 Jul 28 15:45:31.389031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-66b04e0b-f44e-48e2-935e-e773d36111a9 req-b503679c-da9f-4ad5-981e-89f8a5aa3f4d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Jul 28 15:45:32.519798 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25395f0-209e-4f5b-9f4c-adee396ee16b req-d3b1b67b-b939-4eaf-838f-fea2780a754a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:32.521460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e25395f0-209e-4f5b-9f4c-adee396ee16b req-d3b1b67b-b939-4eaf-838f-fea2780a754a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0612080 Jul 28 15:45:32.561510 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e25395f0-209e-4f5b-9f4c-adee396ee16b req-8310ba80-fe14-49a1-a9c0-791643ee8348 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340643 Jul 28 15:45:32.685388 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-279e4f5a-7c6d-4645-885a-12c7a740e1d0 service neutron] show failed (client error): The resource could not be found. Jul 28 15:45:32.686330 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-279e4f5a-7c6d-4645-885a-12c7a740e1d0 service neutron] 10.222.0.58 "GET /v2.0/ports/2d683151-c247-4b96-8dde-6e187cf6b5ad/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0600507 Jul 28 15:45:32.768818 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:33.365382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-f4e09c34-8e2b-416f-8f97-5754294b01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:33.366887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-f4e09c34-8e2b-416f-8f97-5754294b01fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 1097 time: 0.0423002 Jul 28 15:45:33.385147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:45:33.438018 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:33.700685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:33.719578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aeed3-9512-498e-b604-f74a5dbf005e req-d4bbc275-d917-4cd6-96d8-53527eedfe63 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:33.721155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-654aeed3-9512-498e-b604-f74a5dbf005e req-d4bbc275-d917-4cd6-96d8-53527eedfe63 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0867915 Jul 28 15:45:33.761241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:45:33.800482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-654aeed3-9512-498e-b604-f74a5dbf005e req-9ae6d10e-e947-4a34-9484-b232f7a97a39 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723343 Jul 28 15:45:33.813216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:33.815512 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f53a3b-a91f-4bc4-8920-078b258db210" -d '{"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:33.820303 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:33.833700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Transition to ACTIVE for port object 2d683151-c247-4b96-8dde-6e187cf6b5ad will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:45:33.911462 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:33.920591 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ddd57-b899-434c-bd98-344bfebd28f7 x-openstack-request-id: req-099ddd57-b899-434c-bd98-344bfebd28f7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:33.926663 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:33.926663 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-099ddd57-b899-434c-bd98-344bfebd28f7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:33.926663 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'code': 200} Jul 28 15:45:33.996215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:34.009377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.009730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.010085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.010430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.010768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.011108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.011439 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.011783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.012102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.012434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.012790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.013122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:34.054942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] No DVR routers for this DVR port 2d683151-c247-4b96-8dde-6e187cf6b5ad on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:45:34.195294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:45:34.195634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:45:34.195971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:34.200300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Port 2d683151-c247-4b96-8dde-6e187cf6b5ad on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:45:34.200667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Attempting to bind port 2d683151-c247-4b96-8dde-6e187cf6b5ad on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:34.205574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:45:34.205918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:45:34.206826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:45:34.208328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Bound port: 2d683151-c247-4b96-8dde-6e187cf6b5ad, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:45:34.208328 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:34.291591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:45:34.294571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:45:34.380661 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:34.415566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:34.416186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:34.417654 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] 10.222.0.42 "PUT /v2.0/ports/2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 1092 time: 1.0365436 Jul 28 15:45:34.441772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb2375-ae2b-4fa5-bf2e-98730b98598b service neutron] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:34.496371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-f384f6e6-69b2-46ea-8134-ecf5247c3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:34.497968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-f384f6e6-69b2-46ea-8134-ecf5247c3962 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1095 time: 0.0448294 Jul 28 15:45:34.601547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-4c02c512-4eb0-4b5b-93aa-a6f45fd2745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:34.603068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-4c02c512-4eb0-4b5b-93aa-a6f45fd2745d service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0978971 Jul 28 15:45:34.670115 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-e93df54f-de05-4dcb-96d5-e094e2465d38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 998 time: 0.0596855 Jul 28 15:45:34.718793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-362e5ae1-d4dc-4c24-b973-6d3dbbecb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:34.720137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-362e5ae1-d4dc-4c24-b973-6d3dbbecb715 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0424063 Jul 28 15:45:34.771920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-a98d638f-ccd1-4f74-8c0a-53c407aec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:34.773493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-a98d638f-ccd1-4f74-8c0a-53c407aec0fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451467 Jul 28 15:45:34.870061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-28b6ec91-e674-463c-a52c-a1ab3e4b9957 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890574 Jul 28 15:45:34.974075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab256c4-23b3-4e42-93a0-6d4427d22309 req-088eea64-bc4c-4d85-9163-0e7710155217 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:34.975454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aab256c4-23b3-4e42-93a0-6d4427d22309 req-088eea64-bc4c-4d85-9163-0e7710155217 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.1022000 Jul 28 15:45:35.016182 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c25440f0-fd3f-435a-b9c9-232400ce5a61 req-c241e40c-6927-4fd8-83d1-9d5827eb6e30 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343706 Jul 28 15:45:35.028552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aab256c4-23b3-4e42-93a0-6d4427d22309 req-90624727-bbd9-4644-a454-ea941583dafb tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468111 Jul 28 15:45:35.608040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:45:35.648010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:45:35.923209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:35.926162 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:35.976989 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921516c6-d5e3-45b8-b8e8-6550c0eda3c6 x-openstack-request-id: req-921516c6-d5e3-45b8-b8e8-6550c0eda3c6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:35.977374 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:35.977546 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-921516c6-d5e3-45b8-b8e8-6550c0eda3c6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:35.977946 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'status': 'completed', 'code': 200} Jul 28 15:45:36.073581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-11238b21-6c1d-494f-a19d-bd63dae6e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.075096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-11238b21-6c1d-494f-a19d-bd63dae6e12c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1095 time: 0.0732336 Jul 28 15:45:36.084996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-ce58cf5e-9f00-49f5-8b26-26719c8811d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.087091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-ce58cf5e-9f00-49f5-8b26-26719c8811d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1095 time: 0.0596433 Jul 28 15:45:36.272713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add8cd2-e7e2-4fab-af78-6d02971aac94 req-14ede838-8d4c-43dd-a229-0bd76a600d5d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.274172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5add8cd2-e7e2-4fab-af78-6d02971aac94 req-14ede838-8d4c-43dd-a229-0bd76a600d5d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.1698096 Jul 28 15:45:36.289190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-92b8d25c-b4c4-4712-9fa1-5d836efec0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.290672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-92b8d25c-b4c4-4712-9fa1-5d836efec0f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.2025907 Jul 28 15:45:36.298366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-b7ce4801-c755-46d6-93c4-f3b31291e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.307105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-b7ce4801-c755-46d6-93c4-f3b31291e705 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.2040415 Jul 28 15:45:36.412296 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5add8cd2-e7e2-4fab-af78-6d02971aac94 req-5dde2c27-8b98-460b-b99d-afb4aa66fe30 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265144 Jul 28 15:45:36.428784 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-11e857dd-1903-4515-9da4-939b90d3be5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 998 time: 0.1143761 Jul 28 15:45:36.432960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-5c6e6085-f9c3-472f-bef8-f816e7972722 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 998 time: 0.1266220 Jul 28 15:45:36.515414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-c0daa993-666f-41e6-be00-c1ae10aa5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.516920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-c0daa993-666f-41e6-be00-c1ae10aa5bfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0809424 Jul 28 15:45:36.522935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-8aeb5923-c00c-46e3-a635-c6e77b5efb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.524299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-8aeb5923-c00c-46e3-a635-c6e77b5efb69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0623324 Jul 28 15:45:36.594482 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-59aaf83c-7179-4895-b404-a6e876771b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.595993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-59aaf83c-7179-4895-b404-a6e876771b4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707917 Jul 28 15:45:36.602690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-1ef2c430-8cfd-40a5-8a44-c7ab2c0f4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:36.604078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-1ef2c430-8cfd-40a5-8a44-c7ab2c0f4480 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546412 Jul 28 15:45:36.754158 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-babc9430-33e1-4a97-9823-391335cdb10c service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491189 Jul 28 15:45:36.771709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-2888e8ab-bea4-4ded-b3be-d3cbc6cb742d service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494515 Jul 28 15:45:36.817708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:37.201501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-27823224-bfc3-45f7-8149-0de4cfa4cb6e service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386866 Jul 28 15:45:37.207350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6940b6cd-378d-4fb1-abca-2d8a0d0e9fb1 req-d7ca5edd-151e-4bf3-8d3d-b741c0f875e3 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209518 Jul 28 15:45:37.530034 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75045f2-e597-4ea1-9f8d-515c6aceb620 req-c0276d3f-ca8f-4310-8fa0-12ef03ed35c6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:37.531523 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d75045f2-e597-4ea1-9f8d-515c6aceb620 req-c0276d3f-ca8f-4310-8fa0-12ef03ed35c6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.0495112 Jul 28 15:45:37.569238 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d75045f2-e597-4ea1-9f8d-515c6aceb620 req-01a92543-c5aa-46c5-889e-90761e6f1f47 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Jul 28 15:45:38.613653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:45:38.689518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2681021-27fb-4470-a3fb-4437f562f1d7 req-e02abe35-e9b4-42bd-b9fb-6d38199c4dc4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:38.691043 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2681021-27fb-4470-a3fb-4437f562f1d7 req-e02abe35-e9b4-42bd-b9fb-6d38199c4dc4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 943 time: 0.0507400 Jul 28 15:45:38.708503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:38.724721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'mac_address': 'fa:16:3e:9a:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:45:38.730165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e2681021-27fb-4470-a3fb-4437f562f1d7 req-9c5c773c-238b-4dac-bd3e-cf5cedd6c1e3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330610 Jul 28 15:45:38.761630 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:38.774788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d683151-c247-4b96-8dde-6e187cf6b5ad {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:45:38.795537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:38.905405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:38.954205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:38.962156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.962504 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.962851 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.963200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.963536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.963872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.964205 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.964558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.964893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.965266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.965592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:38.965922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:39.129796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01da43-adc3-4377-b082-20029680d53c req-d356a717-ca80-4af5-80f0-a8a8a22077b0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:39.131807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de01da43-adc3-4377-b082-20029680d53c req-d356a717-ca80-4af5-80f0-a8a8a22077b0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 944 time: 0.0509441 Jul 28 15:45:39.170908 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de01da43-adc3-4377-b082-20029680d53c req-d2d8d2f5-7739-4bd2-9b55-a1cb2e2e7bfe tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Jul 28 15:45:39.226609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251517-1750-4607-af90-19e581c46afe req-9ac2d6f1-d448-4316-be05-94a1caa8e403 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:39.228041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-9ac2d6f1-d448-4316-be05-94a1caa8e403 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 944 time: 0.0563631 Jul 28 15:45:39.290774 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-d1251517-1750-4607-af90-19e581c46afe req-7ccf08e0-c931-4831-bf70-afd8ac293867 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:45:39.291781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-7ccf08e0-c931-4831-bf70-afd8ac293867 service neutron] 10.222.0.58 "DELETE /v2.0/ports/2d683151-c247-4b96-8dde-6e187cf6b5ad/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0541875 Jul 28 15:45:39.356295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2d683151-c247-4b96-8dde-6e187cf6b5ad'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:45:39.385698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251517-1750-4607-af90-19e581c46afe req-6d5a84a2-29fe-46c5-ac93-5fd53887ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:39.387216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-6d5a84a2-29fe-46c5-ac93-5fd53887ae3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1096 time: 0.0423417 Jul 28 15:45:39.489774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251517-1750-4607-af90-19e581c46afe req-ad8b8e5d-a90d-40cd-a08b-56a221a6219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:39.491189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-ad8b8e5d-a90d-40cd-a08b-56a221a6219b service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0922918 Jul 28 15:45:39.564049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-e4eab9ca-9e41-4d1f-ba6a-3de906c6e3f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 999 time: 0.0598588 Jul 28 15:45:39.617058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251517-1750-4607-af90-19e581c46afe req-99e90669-e114-444b-82d8-42bf1929021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:39.618490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-99e90669-e114-444b-82d8-42bf1929021c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0432053 Jul 28 15:45:39.671991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251517-1750-4607-af90-19e581c46afe req-c0d06d61-0c15-4421-b7ea-ee2f375af64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:39.673504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-c0d06d61-0c15-4421-b7ea-ee2f375af64f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469968 Jul 28 15:45:39.765786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-8794c417-647f-4d44-b813-c35ab0f49880 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832124 Jul 28 15:45:39.863575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d1251517-1750-4607-af90-19e581c46afe req-052f6839-fd04-4205-b8b0-58d7ddb75dfa service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882452 Jul 28 15:45:40.292708 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e705205-8cc1-44a3-abf2-c36984f8f5a8 req-dd15a720-5965-4a80-a5e9-4942907b717b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:40.294199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e705205-8cc1-44a3-abf2-c36984f8f5a8 req-dd15a720-5965-4a80-a5e9-4942907b717b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 944 time: 0.0487139 Jul 28 15:45:40.331917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e705205-8cc1-44a3-abf2-c36984f8f5a8 req-185c7ffa-9225-4103-917e-eb890feabfb5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Jul 28 15:45:40.614500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:40.720949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2d683151-c247-4b96-8dde-6e187cf6b5ad completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:40.725077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2d683151-c247-4b96-8dde-6e187cf6b5ad triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:40.725457 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:40.810060 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:40.833470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:40.835733 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e46a46-878d-4d58-9041-0bc5af0cd689" -d '{"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:40.849248 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:40.930665 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:40.931264 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75547f49-110a-4f28-a84f-d1b40b746d7c x-openstack-request-id: req-75547f49-110a-4f28-a84f-d1b40b746d7c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:40.931650 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:40.932005 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75547f49-110a-4f28-a84f-d1b40b746d7c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:40.932520 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'code': 200} Jul 28 15:45:40.979280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:41.453397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313b65-b1dd-4745-8b41-2473f3200172 req-62119950-1db5-4d82-82e4-c358f581a23d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:41.454981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a313b65-b1dd-4745-8b41-2473f3200172 req-62119950-1db5-4d82-82e4-c358f581a23d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0549643 Jul 28 15:45:41.496701 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0a313b65-b1dd-4745-8b41-2473f3200172 req-845b7082-f971-450e-9c6e-648124978088 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354426 Jul 28 15:45:41.633176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f94b-9544-469a-8154-2172d44cddee req-2c7d76e2-63ae-402b-a51f-7f568b860562 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:41.634739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f478f94b-9544-469a-8154-2172d44cddee req-2c7d76e2-63ae-402b-a51f-7f568b860562 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0680223 Jul 28 15:45:41.677002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f478f94b-9544-469a-8154-2172d44cddee req-b351d1d6-c2cb-4528-89ce-7713ced56fd4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361214 Jul 28 15:45:42.033214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f24a-de79-4961-b334-ea7a9ddad4b4 req-ac417c21-7b45-4894-8168-1e33e25cbdfb tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:42.034988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d674f24a-de79-4961-b334-ea7a9ddad4b4 req-ac417c21-7b45-4894-8168-1e33e25cbdfb tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0591438 Jul 28 15:45:42.080321 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d674f24a-de79-4961-b334-ea7a9ddad4b4 req-1513d4f3-3d26-4b49-a833-6b7e225beb3f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344694 Jul 28 15:45:42.153596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d464-d40e-44f6-a216-cf5da694713a req-7806ff0f-7720-4b2c-be5c-5157f409e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:42.155096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-7806ff0f-7720-4b2c-be5c-5157f409e6cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 1097 time: 0.0424454 Jul 28 15:45:42.252634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d464-d40e-44f6-a216-cf5da694713a req-aa196be1-632d-4d0c-93d4-b4be27c52d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:42.254719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-aa196be1-632d-4d0c-93d4-b4be27c52d2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0923131 Jul 28 15:45:42.325111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-26c52b43-665a-4459-95d6-c7351f080921 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 200 len: 1000 time: 0.0630264 Jul 28 15:45:42.380443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d464-d40e-44f6-a216-cf5da694713a req-318dc13e-fb6e-4c1c-a378-eefe4a0b685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:42.381962 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-318dc13e-fb6e-4c1c-a378-eefe4a0b685f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0498910 Jul 28 15:45:42.428255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d464-d40e-44f6-a216-cf5da694713a req-202c0eb2-1682-43ff-9bb4-f7914273b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:42.429807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-202c0eb2-1682-43ff-9bb4-f7914273b0f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411253 Jul 28 15:45:42.522968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-ca11ac65-d735-4082-96d1-4a5686038aca service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 Jul 28 15:45:42.620691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35a6d464-d40e-44f6-a216-cf5da694713a req-7d94da13-9554-403e-86d7-a47ed2438eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906343 Jul 28 15:45:43.207212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e524af-6487-4c3e-aad3-e32dbffa9371 req-e6dcd0d8-53e5-46d6-aa96-870b9ffe0c99 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:43.208952 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86e524af-6487-4c3e-aad3-e32dbffa9371 req-e6dcd0d8-53e5-46d6-aa96-870b9ffe0c99 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0518382 Jul 28 15:45:43.259208 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-86e524af-6487-4c3e-aad3-e32dbffa9371 req-2ecd8bf2-b6d3-4e6a-9590-9fa2a34abf5e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434084 Jul 28 15:45:44.375252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb7148-22ae-4866-97cc-0f2d117264ff req-a0ae2b3c-d6bc-4ff6-b105-c8cfa054ae6f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:44.376756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1feb7148-22ae-4866-97cc-0f2d117264ff req-a0ae2b3c-d6bc-4ff6-b105-c8cfa054ae6f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0499635 Jul 28 15:45:44.414410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1feb7148-22ae-4866-97cc-0f2d117264ff req-1ad9ee50-4af7-47b0-aadc-6ce5d9941827 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Jul 28 15:45:44.820817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0980a8d-e3b5-4910-b092-95370e30d5b8 req-f8180078-ef7a-43e0-8126-08db9be27888 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:44.822303 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0980a8d-e3b5-4910-b092-95370e30d5b8 req-f8180078-ef7a-43e0-8126-08db9be27888 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0548189 Jul 28 15:45:44.860150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0980a8d-e3b5-4910-b092-95370e30d5b8 req-67457587-ffc2-45b6-8ce4-53ee630871cf tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Jul 28 15:45:45.976839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf749c-e785-4cbb-8da4-ce2642302e61 req-765b2f09-c603-44df-a985-522415b24d25 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:45.978312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76cf749c-e785-4cbb-8da4-ce2642302e61 req-765b2f09-c603-44df-a985-522415b24d25 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0485742 Jul 28 15:45:46.016889 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76cf749c-e785-4cbb-8da4-ce2642302e61 req-a44939f6-ec77-4df2-9939-91721af7956f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Jul 28 15:45:46.410305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-12c2cdca-1fc5-4fe4-b3e3-d76e50253af7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:46.411777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-12c2cdca-1fc5-4fe4-b3e3-d76e50253af7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 945 time: 0.0495114 Jul 28 15:45:46.505829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Deleting port 2d683151-c247-4b96-8dde-6e187cf6b5ad {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:45:46.506091 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:46.596992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] For port 2d683151-c247-4b96-8dde-6e187cf6b5ad, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2d683151-c247-4b96-8dde-6e187cf6b5ad,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:46.597368 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:46.766319 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:46.766614 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:46.766969 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 disassociated. External IP: 172.25.6.31, port: 2d683151-c247-4b96-8dde-6e187cf6b5ad. Jul 28 15:45:46.767323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Calling delete_port for 2d683151-c247-4b96-8dde-6e187cf6b5ad owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:45:46.945331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:46.975397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event deleted for resources: {'Port': ['ID=2d683151-c247-4b96-8dde-6e187cf6b5ad,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:47.096836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:45:47.132243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd671f3b-28ff-4a4a-9ec7-8e25e3f2d306 req-c47cf671-13ab-4f3e-85ea-4333b0042a9d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=02af0c01-2feb-43f7-b733-81dc83076ffb HTTP/1.1" status: 200 len: 210 time: 0.0314319 Jul 28 15:45:47.238566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:45:47.248228 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:45:47.258398 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:47.259036 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:47.282687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] No DVR routers for this DVR port 2d683151-c247-4b96-8dde-6e187cf6b5ad on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:45:47.285517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:47.287574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6e614d9-4d75-4331-aae7-120e601f6eb6 req-f4946c63-fe7a-4bf6-80b9-2cf64e519255 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "DELETE /v2.0/ports/2d683151-c247-4b96-8dde-6e187cf6b5ad HTTP/1.1" status: 204 len: 173 time: 0.8687232 Jul 28 15:45:47.288015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-deleted', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:47.290500 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8182f62-b97e-4d21-a055-6889b5d9c31d" -d '{"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-deleted", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:47.326472 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a65aec-6493-48d4-8d54-0c587b74f065 x-openstack-request-id: req-78a65aec-6493-48d4-8d54-0c587b74f065 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:47.326800 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af0c01-2feb-43f7-b733-81dc83076ffb", "name": "network-vif-deleted", "tag": "2d683151-c247-4b96-8dde-6e187cf6b5ad", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:47.327063 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78a65aec-6493-48d4-8d54-0c587b74f065 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:47.327465 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af0c01-2feb-43f7-b733-81dc83076ffb', 'name': 'network-vif-deleted', 'tag': '2d683151-c247-4b96-8dde-6e187cf6b5ad', 'status': 'completed', 'code': 200} Jul 28 15:45:47.366732 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:47.572802 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:47.599124 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:45:47.607881 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:47.608637 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:45:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:47.727385 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:47.920788 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:47.949412 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92263143-63a7-493e-9b05-06fde58cf098 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:45:48.173301 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42a8593-27d9-4ddd-8ebb-c51d9fd88ce9 None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:45:48.419091 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-64bb3765-a1ca-4635-bf2e-b505745dc053 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--991424652&fields=id&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 267 time: 0.0358105 Jul 28 15:45:48.527443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-23ba8f01-db2b-48f2-bd2f-a8640c1f5b97 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:48.528942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-23ba8f01-db2b-48f2-bd2f-a8640c1f5b97 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1028495 Jul 28 15:45:48.544653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-4a2f0503-f5ca-462d-854c-2443b54669d6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/quotas/aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 375 time: 0.0093074 Jul 28 15:45:48.604483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-8b1471bb-5231-410c-8f2f-8875ea223505 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542765 Jul 28 15:45:48.700597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-9a7e40aa-63e8-4800-b2a5-ed2c9896123d service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Jul 28 15:45:48.796400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-63fa9181-0e22-4425-9431-4ee01eb742eb service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889242 Jul 28 15:45:50.050871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-42b1b008-5608-4b81-9950-fdb7ce0c2914 req-d3eca43e-0b7b-4041-81af-72704fa5b8eb tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 210 time: 0.0302858 Jul 28 15:45:50.657680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:45:50.678359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 2d683151-c247-4b96-8dde-6e187cf6b5ad {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:45:50.678702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2d683151-c247-4b96-8dde-6e187cf6b5ad not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:45:51.145266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75b00af6-06c5-4a85-bf4e-318db7d8e729 req-6af95c5b-65aa-4dea-90eb-ce5f622282db tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 210 time: 0.0278287 Jul 28 15:45:52.242117 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-32e5d887-eec9-42a3-b32c-8040beb35e92 req-cc6972a8-819c-4c98-b24d-2d2e84920bed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 210 time: 0.0262153 Jul 28 15:45:52.287972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-7e8f84fd-0445-48bf-bbdf-d1de0003abfc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:52.289652 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-7e8f84fd-0445-48bf-bbdf-d1de0003abfc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1064205 Jul 28 15:45:52.331528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9b50218e-3d12-4493-9005-52cf6c51213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:52.336073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-1b5c9121-2185-4a33-aa5a-a4b65c0cfb99 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 379 time: 0.0355237 Jul 28 15:45:52.348525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'port': {'device_id': 'a2bb0146-8979-4540-b765-686c323e299a', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'admin_state_up': True, 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'security_groups': ['25465932-fbc0-4a1b-b65d-ccd15e4efee8']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:45:52.571594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Made reservation on behalf of aa47dfdfc5e1409c81d848c1ce43e30b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:45:52.575273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:52.707852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Allocated IP 172.20.0.12 (73c6dd8d-8f82-418a-b0d3-667570afe47c/6fccec47-4a65-48b6-9e35-f73a2cccc092/15680520-2d8b-4854-948a-57b71edafe03) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:45:52.843103 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:52.857524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Transition to ACTIVE for port object 15680520-2d8b-4854-948a-57b71edafe03 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:45:52.962998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.009134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:45:53.012158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:45:53.015829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:45:53.045220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:53.072894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:53.073556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.149466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-b07e6609-06ed-42c8-9acd-285b0c13a6d1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048389 Jul 28 15:45:53.166138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Request body: {'port': {'device_id': 'a2bb0146-8979-4540-b765-686c323e299a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:45:53.225460 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.251443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-936cba0f-8128-441c-ad8d-e10f2429e2ed None None] Provisioning for port 15680520-2d8b-4854-948a-57b71edafe03 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:53.256185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-936cba0f-8128-441c-ad8d-e10f2429e2ed None None] Provisioning complete for port 15680520-2d8b-4854-948a-57b71edafe03 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:53.256655 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-936cba0f-8128-441c-ad8d-e10f2429e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.296052 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-936cba0f-8128-441c-ad8d-e10f2429e2ed None None] Port 15680520-2d8b-4854-948a-57b71edafe03 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:45:53.444977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140faa08-b172-4838-974b-e3136a6d5a70 req-099e580d-c203-4627-bd94-ebe93aeadc8c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:53.446382 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-140faa08-b172-4838-974b-e3136a6d5a70 req-099e580d-c203-4627-bd94-ebe93aeadc8c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 932 time: 0.1108668 Jul 28 15:45:53.507786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-140faa08-b172-4838-974b-e3136a6d5a70 req-17eb48b6-c539-40ef-aa3e-e2a4e737d239 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521667 Jul 28 15:45:53.581134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15680520-2d8b-4854-948a-57b71edafe03 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:45:53.589131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.601933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Transition to ACTIVE for port object 15680520-2d8b-4854-948a-57b71edafe03 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:45:53.692109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.741552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:53.818551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:45:53.819058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:45:53.819393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:53.824376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:45:53.824795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:53.830093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:45:53.830548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:45:53.831003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:45:53.831781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Bound port: 15680520-2d8b-4854-948a-57b71edafe03, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:45:53.831916 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:53.902043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:45:53.905153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:45:53.991692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:54.025438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.026137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:54.027535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] 10.222.0.58 "PUT /v2.0/ports/15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1093 time: 0.8659871 Jul 28 15:45:54.028017 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:54.030292 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3929fdcf-6372-4899-b03a-ca2fbccd2a19" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:54.058537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6d336-136c-4a89-ac25-11d29206e317 service neutron] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:54.071449 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e35808-684b-4381-b9c1-8db736c3be85 x-openstack-request-id: req-77e35808-684b-4381-b9c1-8db736c3be85 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:54.071770 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:54.072026 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77e35808-684b-4381-b9c1-8db736c3be85 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:54.072621 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'status': 'completed', 'code': 200} Jul 28 15:45:54.145076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929fdcf-6372-4899-b03a-ca2fbccd2a19 req-3c71b01d-4927-4456-8341-3a9f8676ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.146628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3929fdcf-6372-4899-b03a-ca2fbccd2a19 req-3c71b01d-4927-4456-8341-3a9f8676ded3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1096 time: 0.0472436 Jul 28 15:45:54.252349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929fdcf-6372-4899-b03a-ca2fbccd2a19 req-25c448c4-a602-4428-ac3f-13231e5fea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.253822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3929fdcf-6372-4899-b03a-ca2fbccd2a19 req-25c448c4-a602-4428-ac3f-13231e5fea32 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964086 Jul 28 15:45:54.355230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929fdcf-6372-4899-b03a-ca2fbccd2a19 req-f1b90db3-67e5-48fa-9142-3d80c3c6dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.356647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3929fdcf-6372-4899-b03a-ca2fbccd2a19 req-f1b90db3-67e5-48fa-9142-3d80c3c6dd49 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913789 Jul 28 15:45:54.440294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-52e46e11-6baf-4e98-af9e-35a23218ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.441904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-52e46e11-6baf-4e98-af9e-35a23218ad27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1096 time: 0.0407710 Jul 28 15:45:54.487285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-398795ea-1ed7-45fe-9e62-90c5d40f0f7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 217 time: 0.0342994 Jul 28 15:45:54.541574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-64a64552-e788-4d3a-80c5-ab816a3c9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.543054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-64a64552-e788-4d3a-80c5-ab816a3c9599 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0493641 Jul 28 15:45:54.619863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-8896f621-e4f6-41ee-8389-8a7174196cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.621371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-8896f621-e4f6-41ee-8389-8a7174196cda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667138 Jul 28 15:45:54.635081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215ca2-ca17-44d7-b65d-67a001da0b27 req-16ca2d87-1bc1-4329-a217-a91566fc944d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.636438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97215ca2-ca17-44d7-b65d-67a001da0b27 req-16ca2d87-1bc1-4329-a217-a91566fc944d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0585208 Jul 28 15:45:54.721592 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-97215ca2-ca17-44d7-b65d-67a001da0b27 req-8e6dd8b1-0a0d-422d-a6bf-302714b17431 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769260 Jul 28 15:45:54.751992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-dfbfb330-d9b8-4c13-b23c-6c73170995d4 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144316 Jul 28 15:45:54.852145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f9e43b15-c01b-49f6-ab25-fa34dc6d8588 req-71f598f3-3d96-40aa-8e2e-0ffd05f39ad8 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904801 Jul 28 15:45:54.891680 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c9f88f6-70a3-4e35-9713-67b0b5be75d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.248272 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.839237 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9bc81-e671-44d2-a62e-100e0660433b req-03c1315e-2a72-4916-aec1-d85a11e2478a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:55.840711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67e9bc81-e671-44d2-a62e-100e0660433b req-03c1315e-2a72-4916-aec1-d85a11e2478a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0485115 Jul 28 15:45:55.879011 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-67e9bc81-e671-44d2-a62e-100e0660433b req-3d2500dc-e8fe-4f00-89e6-e47c241e9a3e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Jul 28 15:45:56.560017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:57.004590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290ecea-dff1-4c40-8dd3-29c7ac3b34d0 req-1c8d59ef-86a1-440e-80d0-3fceef83bc58 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:57.006122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d290ecea-dff1-4c40-8dd3-29c7ac3b34d0 req-1c8d59ef-86a1-440e-80d0-3fceef83bc58 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0551927 Jul 28 15:45:57.045487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d290ecea-dff1-4c40-8dd3-29c7ac3b34d0 req-893d45fa-6c2b-4e74-8f06-f04056c69e21 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333042 Jul 28 15:45:57.700047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:45:57.793478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:57.805316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '15680520-2d8b-4854-948a-57b71edafe03', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '15680520-2d8b-4854-948a-57b71edafe03', 'mac_address': 'fa:16:3e:7a:be:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:45:57.844387 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:57.857015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15680520-2d8b-4854-948a-57b71edafe03 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:45:57.876291 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:57.962181 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:58.009550 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:58.019710 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:58.159727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a5d97-51bc-40ea-bc50-181bbbf18f50 req-42d92f5f-92ac-483b-8f0a-246ff2fd20f2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:58.161199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb9a5d97-51bc-40ea-bc50-181bbbf18f50 req-42d92f5f-92ac-483b-8f0a-246ff2fd20f2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0474339 Jul 28 15:45:58.199171 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-eb9a5d97-51bc-40ea-bc50-181bbbf18f50 req-2fef6d34-1075-4f04-ad9b-c6a0fc2831ca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321383 Jul 28 15:45:58.286930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['15680520-2d8b-4854-948a-57b71edafe03'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:45:59.315264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f76562-f384-4f3c-a77c-f67127485442 req-f4988c2e-f8d3-4fc5-848b-0f8f64f22f38 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:59.316813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f76562-f384-4f3c-a77c-f67127485442 req-f4988c2e-f8d3-4fc5-848b-0f8f64f22f38 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0496008 Jul 28 15:45:59.359710 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2f76562-f384-4f3c-a77c-f67127485442 req-2092b3fb-885e-4c6b-9853-8caa6a8dc15b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368667 Jul 28 15:45:59.706056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:59.825018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 15680520-2d8b-4854-948a-57b71edafe03 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:59.828903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 15680520-2d8b-4854-948a-57b71edafe03 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:59.829286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:59.905355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:59.930741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:59.933037 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fd0be2-50c0-4561-991b-fd3e39a46f9a" -d '{"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-plugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:59.946330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:59.969704 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0cc447-42b7-4032-a815-f7ad0965e2dd x-openstack-request-id: req-6e0cc447-42b7-4032-a815-f7ad0965e2dd {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:59.970017 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-plugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:59.970276 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e0cc447-42b7-4032-a815-f7ad0965e2dd {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:59.970725 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'code': 200} Jul 28 15:46:00.053930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:00.075881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b23f-435e-49e0-a3aa-d5ca77dfe471 req-c6187ce5-68d3-41a4-80b4-5fad029e2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:00.077440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a542b23f-435e-49e0-a3aa-d5ca77dfe471 req-c6187ce5-68d3-41a4-80b4-5fad029e2809 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1097 time: 0.0400381 Jul 28 15:46:00.101158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:00.114444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a542b23f-435e-49e0-a3aa-d5ca77dfe471 req-13c237b1-0d47-4243-a6f9-5f38c29ecb8d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290501 Jul 28 15:46:00.480013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd2fe-3a5d-461c-8a2a-4aa6d1707f99 req-86ede579-fd1b-487d-8cee-c5f1dca131b1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:00.481550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e72bd2fe-3a5d-461c-8a2a-4aa6d1707f99 req-86ede579-fd1b-487d-8cee-c5f1dca131b1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0534477 Jul 28 15:46:00.519835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e72bd2fe-3a5d-461c-8a2a-4aa6d1707f99 req-243df865-5dc8-4efb-8cc6-a2e2bf4e43e7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Jul 28 15:46:01.641535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f84fd-668b-4064-9190-ffebcd1b2688 req-345d5219-5aa7-405d-9527-c654c2d48785 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:01.643672 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee6f84fd-668b-4064-9190-ffebcd1b2688 req-345d5219-5aa7-405d-9527-c654c2d48785 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0541437 Jul 28 15:46:01.681297 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee6f84fd-668b-4064-9190-ffebcd1b2688 req-23c90f33-d909-4654-9385-cf186b979815 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Jul 28 15:46:01.800843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf0a7-c3a3-4887-bd7c-7dfab7242f63 req-9181ec4b-fdef-409d-affc-3b4fa1226ba0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:01.802274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5ebcf0a7-c3a3-4887-bd7c-7dfab7242f63 req-9181ec4b-fdef-409d-affc-3b4fa1226ba0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0491018 Jul 28 15:46:01.811021 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 41732) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:01.815501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'floatingip': {'port_id': '15680520-2d8b-4854-948a-57b71edafe03'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:01.854722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.564626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.641993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.746209 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 associated. External IP: 172.25.6.31, port: 15680520-2d8b-4854-948a-57b71edafe03. Jul 28 15:46:02.791105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.961351 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:46:03.079612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:03.086600 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.090097 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:03.099576 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:03.100191 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:45:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.122108 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5f7a525c-1fcf-4654-8c9a-6722d9ff2bca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "PUT /v2.0/floatingips/77cfb894-8724-41a7-9a88-c64f8d312409 HTTP/1.1" status: 200 len: 991 time: 1.3100328 Jul 28 15:46:03.122908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:46:03.126371 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b0c86-d024-48cb-9e09-5129d351fd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:46:03.168225 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b7881e-fb97-4086-a8b1-31965c87810a x-openstack-request-id: req-94b7881e-fb97-4086-a8b1-31965c87810a {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:46:03.168570 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:46:03.168992 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94b7881e-fb97-4086-a8b1-31965c87810a {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:46:03.169401 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'status': 'completed', 'code': 200} Jul 28 15:46:03.240946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-45972329-cd2c-4cc0-8f00-75327ced9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:03.242728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-45972329-cd2c-4cc0-8f00-75327ced9596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1098 time: 0.0455866 Jul 28 15:46:03.301391 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:03.340463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-cbd651a1-d57d-4af5-b41f-4bdf6ecd6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:03.342320 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-cbd651a1-d57d-4af5-b41f-4bdf6ecd6c2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0925829 Jul 28 15:46:03.408431 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-cddb48be-f231-432e-ac2a-20256adbde94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 999 time: 0.0586455 Jul 28 15:46:03.479974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-8edb165e-9fcc-4993-bcfa-52d472fee086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:03.481694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-8edb165e-9fcc-4993-bcfa-52d472fee086 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0651698 Jul 28 15:46:03.531760 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-fd450527-e10d-4536-9b7c-019e85be7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:03.533428 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-fd450527-e10d-4536-9b7c-019e85be7ce8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436556 Jul 28 15:46:03.537877 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '15680520-2d8b-4854-948a-57b71edafe03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:7a:be:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb0146-8979-4540-b765-686c323e299a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:46:02Z', 'revision_number': 9, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.564077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:03.572500 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:03.573105 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:45:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.625112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-0b1de557-fc15-44e9-a9fc-0084e14a3ad4 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Jul 28 15:46:03.681838 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:03.725970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f06b0c86-d024-48cb-9e09-5129d351fd7b req-ff1ed82d-b093-4aa9-94c4-0e05d61b34de service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924375 Jul 28 15:46:03.916236 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '15680520-2d8b-4854-948a-57b71edafe03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:7a:be:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb0146-8979-4540-b765-686c323e299a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:46:02Z', 'revision_number': 9, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.941934 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d1a929-650e-42ed-b59c-e94ea9e59785 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': '15680520-2d8b-4854-948a-57b71edafe03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:7a:be:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb0146-8979-4540-b765-686c323e299a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:46:02Z', 'revision_number': 9, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:04.133156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b86b91-07ed-41af-a5ef-a082fccc045a None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:46:06.847562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.345028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:46:20.528773 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-2854e5ea-877f-4b2b-892e-c3fed06cc79c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419042 Jul 28 15:46:20.628442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-5dba2f03-8e03-4cb0-9ad2-ca4c5e6d95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:20.630021 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-5dba2f03-8e03-4cb0-9ad2-ca4c5e6d95f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1098 time: 0.0482919 Jul 28 15:46:20.744036 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-3043e338-b179-49d6-bc89-2e6169f249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:20.745557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-3043e338-b179-49d6-bc89-2e6169f249bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0919156 Jul 28 15:46:20.815001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-d62463f9-ab8c-4dc5-a2a7-be0fceeda8ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1002 time: 0.0593266 Jul 28 15:46:20.871704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-9128cf44-f431-4f57-b513-ad199ec5a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:20.873198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-9128cf44-f431-4f57-b513-ad199ec5a3b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0496950 Jul 28 15:46:20.930362 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-9f7566e4-47fc-49b0-a18f-90d5d991718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:20.931867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-9f7566e4-47fc-49b0-a18f-90d5d991718d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479398 Jul 28 15:46:21.022474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-65bd5603-231b-45c9-b6ef-fa6f24829d3a service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819767 Jul 28 15:46:21.120426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc418af6-4ea4-42a8-8507-b80f443299d1 req-fae8cffd-854e-46db-a084-68ce785d3197 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869162 Jul 28 15:46:22.376308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8f2e80fe-fd44-4562-9825-1e9fd68aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:24.885011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1df66888-a9ce-4e84-a755-c2b729fe4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:25.250490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.559117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:28.030538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:32.795943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:36.872859 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:45.344474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:46:52.341112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-437538d3-c7be-4e3f-92ad-aeee48d1fc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:54.898357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f5e7dd0-5852-4f66-b054-433b9304eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:55.254687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:56.563430 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:58.024100 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:02.791796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:06.835407 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:20.756248 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-fe9833a7-bfb7-42e2-96ad-feafc8b9af25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432651 Jul 28 15:47:20.842278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-9e2d3e0a-5b04-4ead-91d4-9e255bb7bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:20.843824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-9e2d3e0a-5b04-4ead-91d4-9e255bb7bea2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1098 time: 0.0432928 Jul 28 15:47:20.987980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-6682dc85-615e-43bb-860f-b50ba04e8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:20.989543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-6682dc85-615e-43bb-860f-b50ba04e8916 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1248131 Jul 28 15:47:21.071061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-05ea0ebc-7d1d-4c2a-9d82-45d772ef96de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1002 time: 0.0649257 Jul 28 15:47:21.132971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-f9523d8f-c3f2-439a-9e48-dada3d0b6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:21.134595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-f9523d8f-c3f2-439a-9e48-dada3d0b6269 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0521779 Jul 28 15:47:21.191901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-056171af-eed9-4fbd-9352-9fe0e588c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:21.193469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-056171af-eed9-4fbd-9352-9fe0e588c999 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465314 Jul 28 15:47:21.306537 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-7f3e9b1f-1826-4db1-8fdb-f7318f0c80f3 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005588 Jul 28 15:47:21.414390 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-90f3a8c1-a9df-4a80-82cc-60ad75e8e331 req-c924bdc7-593c-4824-8761-ca88d15a5882 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984948 Jul 28 15:47:22.338066 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-70611802-2954-4fc6-b37a-a90b90adb6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:22.345181 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:47:24.892180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3e69018c-c232-4f3f-91e8-8ff2b6fac83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:25.275347 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:26.568163 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:28.048839 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:32.834726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:36.859930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:46.069846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7959-6927-414b-a4ff-be593f1a19d2 req-18a618d4-1620-4cfe-b4f5-dee366172197 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:46.071413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2b8e7959-6927-414b-a4ff-be593f1a19d2 req-18a618d4-1620-4cfe-b4f5-dee366172197 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.1097155 Jul 28 15:47:46.104796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-6b93f73d-3a34-4aaa-8b8f-8bf2089003d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421984 Jul 28 15:47:46.112858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2b8e7959-6927-414b-a4ff-be593f1a19d2 req-7f662e97-7512-47db-a87f-c83f8bf3e4f4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Jul 28 15:47:47.247540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82ecca-a00f-4531-b55d-9c62a3a6490d req-a799f39e-7d30-4fe7-b00f-f7e6c45a3c2b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:47.249020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd82ecca-a00f-4531-b55d-9c62a3a6490d req-a799f39e-7d30-4fe7-b00f-f7e6c45a3c2b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0547395 Jul 28 15:47:47.291785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd82ecca-a00f-4531-b55d-9c62a3a6490d req-e4aa3efc-fd3d-47fb-83d4-b90e8fc0d070 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364640 Jul 28 15:47:48.410920 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b41525-c054-4d8c-bcf2-d499dd7239dc req-f4b98ee7-5c55-4d66-af1d-a9064568f35c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:48.412431 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89b41525-c054-4d8c-bcf2-d499dd7239dc req-f4b98ee7-5c55-4d66-af1d-a9064568f35c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0480292 Jul 28 15:47:48.450184 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-89b41525-c054-4d8c-bcf2-d499dd7239dc req-66e436aa-8d37-4dcd-8099-318255068c09 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Jul 28 15:47:49.580257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593405a6-f0fe-49ce-9e70-b598028db035 req-d4e6415c-1f0c-48ee-96f3-bb184a980f2c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:49.581759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-593405a6-f0fe-49ce-9e70-b598028db035 req-d4e6415c-1f0c-48ee-96f3-bb184a980f2c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0534582 Jul 28 15:47:49.619539 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-593405a6-f0fe-49ce-9e70-b598028db035 req-1728ac6d-5873-4908-b636-01c9a1ed2fae tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Jul 28 15:47:50.278249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-43384a54-c21f-4e31-8499-4ad5257eb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:50.280271 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-43384a54-c21f-4e31-8499-4ad5257eb88e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1098 time: 0.0412703 Jul 28 15:47:50.375369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-6f1a95d8-5fd2-4edf-b6cc-8d1dff2cdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:50.376872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-6f1a95d8-5fd2-4edf-b6cc-8d1dff2cdefb service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0889511 Jul 28 15:47:50.443705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-32582749-4aeb-4b6c-a5ec-1e724ea3882c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1002 time: 0.0586541 Jul 28 15:47:50.494421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-369f3464-16e5-4fd8-95d3-baaff127771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:50.495838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-369f3464-16e5-4fd8-95d3-baaff127771a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0441232 Jul 28 15:47:50.546535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-53afefbf-e6cc-459a-a943-1ddff14fcca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:50.548017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-53afefbf-e6cc-459a-a943-1ddff14fcca3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449600 Jul 28 15:47:50.637119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-c79a2232-c78a-4c8e-967f-c0ed5e43c918 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816448 Jul 28 15:47:50.734563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-ebdb954b-657a-4cbf-9aa5-009131260c61 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Jul 28 15:47:50.739261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5fa38-e04e-47b9-8139-6a5240568abc req-cf784a0c-5a44-4fe4-b5f4-efcbc3ba8006 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:50.741402 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebc5fa38-e04e-47b9-8139-6a5240568abc req-cf784a0c-5a44-4fe4-b5f4-efcbc3ba8006 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0531039 Jul 28 15:47:50.782392 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebc5fa38-e04e-47b9-8139-6a5240568abc req-f7573939-ff71-4a86-85c3-6e50f1ae29fc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Jul 28 15:47:51.904294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd58d-5254-43ff-9294-80b72735de33 req-1ea09544-ef80-4b2a-b56a-2b65bfeea3e2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:51.905800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d68bd58d-5254-43ff-9294-80b72735de33 req-1ea09544-ef80-4b2a-b56a-2b65bfeea3e2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0510185 Jul 28 15:47:51.943640 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d68bd58d-5254-43ff-9294-80b72735de33 req-d0ec0746-3c72-4daf-98d5-83455af0822c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Jul 28 15:47:52.338485 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18316078-3a79-4c72-ad29-53d8bafa81ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:53.057300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46ba5-9a88-4646-a38a-121245045ff5 req-215cbf09-a1d2-4303-be25-8310354219e4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:53.058763 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebe46ba5-9a88-4646-a38a-121245045ff5 req-215cbf09-a1d2-4303-be25-8310354219e4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0478942 Jul 28 15:47:53.096390 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ebe46ba5-9a88-4646-a38a-121245045ff5 req-f978a509-c090-4149-9375-480aaead5ea8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Jul 28 15:47:54.211946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15693743-fab7-47b7-9895-7d07ca9ee228 req-a164226b-a25c-4298-9c83-42e9fc5ef37f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:54.213743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15693743-fab7-47b7-9895-7d07ca9ee228 req-a164226b-a25c-4298-9c83-42e9fc5ef37f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0500462 Jul 28 15:47:54.253872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15693743-fab7-47b7-9895-7d07ca9ee228 req-31507101-3ca2-4c60-8968-efc90dcb5f3a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Jul 28 15:47:54.863762 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-85311581-30e7-4d8f-8e62-0b95e5823d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:55.275438 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:55.369157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854f2a-eb80-4ab1-b74b-fc37143c736c req-5df2b691-cc58-48b6-87a0-dac9303e2c2d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:55.370652 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46854f2a-eb80-4ab1-b74b-fc37143c736c req-5df2b691-cc58-48b6-87a0-dac9303e2c2d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0490026 Jul 28 15:47:55.410277 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46854f2a-eb80-4ab1-b74b-fc37143c736c req-3a011bfd-1e7e-4f3f-a55e-576b489cd952 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Jul 28 15:47:56.527812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297647f-c134-4ec7-9e1f-4d707f8157d3 req-7e9f12d7-8973-4071-b39e-e520954c1ce9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:56.529353 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2297647f-c134-4ec7-9e1f-4d707f8157d3 req-7e9f12d7-8973-4071-b39e-e520954c1ce9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0507834 Jul 28 15:47:56.571876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2297647f-c134-4ec7-9e1f-4d707f8157d3 req-3fa2ca17-719c-4734-b966-c323753ebc71 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Jul 28 15:47:56.594319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:57.690534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e9fcc-a224-4402-9cb6-183c6f28f0bf req-b73ea732-9114-4f96-8f34-d29b9e057b79 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:57.691939 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c89e9fcc-a224-4402-9cb6-183c6f28f0bf req-b73ea732-9114-4f96-8f34-d29b9e057b79 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0545816 Jul 28 15:47:57.730044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c89e9fcc-a224-4402-9cb6-183c6f28f0bf req-4ce49696-0e0f-4daa-b3cd-16dec7b57b9c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Jul 28 15:47:58.052129 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:58.845605 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83268f-9e29-47b9-9f7f-2ea3a1655883 req-cfb66e77-881d-4eec-88d1-25d5f18a435f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:58.847097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d83268f-9e29-47b9-9f7f-2ea3a1655883 req-cfb66e77-881d-4eec-88d1-25d5f18a435f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0490282 Jul 28 15:47:58.886377 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3d83268f-9e29-47b9-9f7f-2ea3a1655883 req-dd4ee508-636a-4709-a810-f981adf74929 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Jul 28 15:47:59.345015 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:48:00.002431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5917b1-4f10-43f6-a8b8-0d96cfb1a76d req-0592e42f-13e7-4b31-b34c-b2a19131ed3b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:00.003814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad5917b1-4f10-43f6-a8b8-0d96cfb1a76d req-0592e42f-13e7-4b31-b34c-b2a19131ed3b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0515833 Jul 28 15:48:00.041688 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ad5917b1-4f10-43f6-a8b8-0d96cfb1a76d req-3802ba5a-0326-40e3-a876-3e08996ac3b5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319235 Jul 28 15:48:01.157866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6c748-2869-44e4-bffd-50c8a9245824 req-8b7daff9-28ac-46ba-9d3c-9bc01c1e1a12 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:01.159314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7be6c748-2869-44e4-bffd-50c8a9245824 req-8b7daff9-28ac-46ba-9d3c-9bc01c1e1a12 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0489945 Jul 28 15:48:01.203624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7be6c748-2869-44e4-bffd-50c8a9245824 req-6ac04212-0892-437a-9052-beaca47db149 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382273 Jul 28 15:48:02.318353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759d9eb-08df-4f1c-846e-607c1f2fa0ca req-76cdf339-5d07-4958-ae45-c17b3913225d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:02.319818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a759d9eb-08df-4f1c-846e-607c1f2fa0ca req-76cdf339-5d07-4958-ae45-c17b3913225d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0485282 Jul 28 15:48:02.356597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a759d9eb-08df-4f1c-846e-607c1f2fa0ca req-1a554bcf-4079-4f06-99f4-f9c951f4c36b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Jul 28 15:48:02.789457 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:03.129384 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-73b5345a-a2d6-4378-8c1c-8349412c017b service neutron] show failed (client error): The resource could not be found. Jul 28 15:48:03.130371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-73b5345a-a2d6-4378-8c1c-8349412c017b service neutron] 10.222.0.58 "GET /v2.0/ports/15680520-2d8b-4854-948a-57b71edafe03/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.1058512 Jul 28 15:48:03.475091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a1585-908c-470f-993b-3cb1ef27638c req-b97e3614-a9ff-4651-892c-0efb0b3bb61b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:03.476601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-059a1585-908c-470f-993b-3cb1ef27638c req-b97e3614-a9ff-4651-892c-0efb0b3bb61b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0497615 Jul 28 15:48:03.517595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-059a1585-908c-470f-993b-3cb1ef27638c req-12726e11-9f56-4541-88da-0afa80958ba8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347407 Jul 28 15:48:03.764169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-3bc4643d-5a4a-407a-a50c-9a62ce4b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:03.766258 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-3bc4643d-5a4a-407a-a50c-9a62ce4b44b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 1098 time: 0.0952630 Jul 28 15:48:03.786689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:48:03.841820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:04.044718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:04.077348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:48:04.116825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:04.119351 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84790f54-a7b7-4194-8909-705465507e1d" -d '{"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:04.123473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:04.136305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Transition to ACTIVE for port object 15680520-2d8b-4854-948a-57b71edafe03 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:48:04.166542 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa211fe5-b1a0-4f4b-89e9-e413b086133e x-openstack-request-id: req-aa211fe5-b1a0-4f4b-89e9-e413b086133e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:04.166844 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:04.167104 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa211fe5-b1a0-4f4b-89e9-e413b086133e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:04.167537 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'code': 200} Jul 28 15:48:04.217973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:04.298252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:04.310228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.313905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.314731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.314731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:04.352374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] No DVR routers for this DVR port 15680520-2d8b-4854-948a-57b71edafe03 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:48:04.489874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:48:04.490207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:48:04.490539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:48:04.494837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:48:04.495161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:48:04.501694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:48:04.502041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:48:04.502434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:48:04.502874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Bound port: 15680520-2d8b-4854-948a-57b71edafe03, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:48:04.503297 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:04.566579 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:48:04.569689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:48:04.629693 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:04.645288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198ad0-642f-4764-8e98-3247b637389c req-7f34195f-b50d-4d7e-8667-82bfcdea5d8d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:04.646782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7198ad0-642f-4764-8e98-3247b637389c req-7f34195f-b50d-4d7e-8667-82bfcdea5d8d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0611751 Jul 28 15:48:04.683100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:04.683731 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:04.685173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] 10.222.0.42 "PUT /v2.0/ports/15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1093 time: 0.9025123 Jul 28 15:48:04.748245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133c925-ea0c-42f3-8499-e87c4d1ad516 service neutron] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:04.754423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7198ad0-642f-4764-8e98-3247b637389c req-c616b11a-d4c5-4d10-b033-6d1133111e78 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889206 Jul 28 15:48:04.772732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-f627ed58-e80b-4b72-be1d-e681fcb6e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:04.774290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-f627ed58-e80b-4b72-be1d-e681fcb6e9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1096 time: 0.0548859 Jul 28 15:48:05.141848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-55dc838c-7f99-490d-9ce6-601cb4296caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:05.143261 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-55dc838c-7f99-490d-9ce6-601cb4296caf service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.3620107 Jul 28 15:48:05.210460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-c5964484-c05b-4d19-b717-758644260e77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1000 time: 0.0594935 Jul 28 15:48:05.259246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-4a117a56-9316-4829-8cda-f54f7447beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:05.260745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-4a117a56-9316-4829-8cda-f54f7447beea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0438292 Jul 28 15:48:05.309038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-ccf2eab8-5c1b-44b3-bf10-16341eb2f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:05.310504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-ccf2eab8-5c1b-44b3-bf10-16341eb2f25c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427969 Jul 28 15:48:05.403553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-76859387-e456-4604-8e51-7067bc6fd1d0 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845642 Jul 28 15:48:05.496412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8148eaf8-4a05-41d0-8709-11fad6331b3b req-ae35dd09-00ab-4ce8-b08f-83db81a148e9 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854111 Jul 28 15:48:05.880551 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc567a-804e-4d10-b37e-1f515affebfd req-cf8f8d87-ab34-4376-a553-e03b72fa318a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:05.882077 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97fc567a-804e-4d10-b37e-1f515affebfd req-cf8f8d87-ab34-4376-a553-e03b72fa318a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0527925 Jul 28 15:48:05.919919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97fc567a-804e-4d10-b37e-1f515affebfd req-026e953c-cb56-4367-9870-22c82eb6b40a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Jul 28 15:48:06.168685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:06.171017 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:06.219401 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ca643b-d481-47bb-b4cf-41a3ffd626d5 x-openstack-request-id: req-43ca643b-d481-47bb-b4cf-41a3ffd626d5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:06.219710 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:06.219995 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43ca643b-d481-47bb-b4cf-41a3ffd626d5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:06.220393 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'status': 'completed', 'code': 200} Jul 28 15:48:06.310010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-feefb6a7-93d9-4351-ac06-31e01a8940e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.311488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-feefb6a7-93d9-4351-ac06-31e01a8940e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1096 time: 0.0679276 Jul 28 15:48:06.317842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-077d3c9b-5c12-45a9-9fbd-644fe771e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.319168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-077d3c9b-5c12-45a9-9fbd-644fe771e002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1096 time: 0.0507493 Jul 28 15:48:06.473483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-704bb60d-b9e3-4388-bada-5a8df4bf07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.474866 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-704bb60d-b9e3-4388-bada-5a8df4bf07bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1548648 Jul 28 15:48:06.477418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-d90c3b1c-ec51-4fda-a63c-a54be7efbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.478716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-d90c3b1c-ec51-4fda-a63c-a54be7efbe65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1507483 Jul 28 15:48:06.591921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-e5248c82-2142-4660-8cf3-4041dcff9a7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1000 time: 0.1094360 Jul 28 15:48:06.593745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-3598256f-7ec7-4b49-88a2-93151b959df9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1000 time: 0.1055322 Jul 28 15:48:06.674067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-4eda0204-55e4-45ef-ab67-6aaf07ee1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.675490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-4eda0204-55e4-45ef-ab67-6aaf07ee1444 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0764892 Jul 28 15:48:06.676896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-29eac491-ea33-4d18-bab0-f1d6c82184f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.678197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-29eac491-ea33-4d18-bab0-f1d6c82184f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0721705 Jul 28 15:48:06.753716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-48602f55-bb2d-4dd0-a822-9d0de50ee980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.755192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-48602f55-bb2d-4dd0-a822-9d0de50ee980 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713313 Jul 28 15:48:06.756934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-03e77ae8-019a-4ca9-a2ea-de805ea066a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:06.758254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-03e77ae8-019a-4ca9-a2ea-de805ea066a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666511 Jul 28 15:48:06.863722 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:06.915190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-d1945864-31af-4b42-90c6-26cb49dcf2e0 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447277 Jul 28 15:48:06.918527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-4dd1129d-4686-41b8-b263-ab85833ab77b service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551089 Jul 28 15:48:07.038561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9225d-07cd-4001-a33d-ed48de06714c req-20bca762-c48d-4755-8c78-976261cec645 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:07.040049 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7f9225d-07cd-4001-a33d-ed48de06714c req-20bca762-c48d-4755-8c78-976261cec645 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0493627 Jul 28 15:48:07.077003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-ccfbcb3d-4777-44cb-8fad-73e809f70cd1 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538851 Jul 28 15:48:07.078038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d7f9225d-07cd-4001-a33d-ed48de06714c req-2f5fc71b-3b91-400a-a699-56c80539d3e5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Jul 28 15:48:07.079009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f176b809-f0a0-4e18-b8e6-0a437d5a3f62 req-b48cfd9e-9480-4965-b12b-6315fee37f88 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490350 Jul 28 15:48:08.197601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c49d3-2928-4115-9ce3-90d516b2a07c req-c972e183-750b-4617-ac10-fff16041796f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:08.199117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a2c49d3-2928-4115-9ce3-90d516b2a07c req-c972e183-750b-4617-ac10-fff16041796f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0502441 Jul 28 15:48:08.248795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a2c49d3-2928-4115-9ce3-90d516b2a07c req-38a3069a-9cc7-4eeb-b72f-3bfe2ee1b922 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430670 Jul 28 15:48:08.375747 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:48:08.413108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:48:09.357160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:48:09.366848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ba5a4-e46e-4313-9400-506eeae5ac95 req-3a68e62d-bc27-40ac-b193-d4815ecc4422 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:09.368428 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea5ba5a4-e46e-4313-9400-506eeae5ac95 req-3a68e62d-bc27-40ac-b193-d4815ecc4422 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 944 time: 0.0507946 Jul 28 15:48:09.407250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea5ba5a4-e46e-4313-9400-506eeae5ac95 req-e4a0847a-d934-4b5e-8482-c2961d8790c0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Jul 28 15:48:09.450360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:09.461737 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '15680520-2d8b-4854-948a-57b71edafe03', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '15680520-2d8b-4854-948a-57b71edafe03', 'mac_address': 'fa:16:3e:7a:be:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:48:09.503828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:09.516435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15680520-2d8b-4854-948a-57b71edafe03 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:48:09.535980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:09.612123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:09.658306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:09.665598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:09.700766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:10.079922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['15680520-2d8b-4854-948a-57b71edafe03'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:48:10.082657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316b423-7ba7-42df-9b6d-8107271d603a req-fc155175-26c1-43ec-adb3-69d36eb3c2a5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:10.084663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8316b423-7ba7-42df-9b6d-8107271d603a req-fc155175-26c1-43ec-adb3-69d36eb3c2a5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0520406 Jul 28 15:48:10.123807 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8316b423-7ba7-42df-9b6d-8107271d603a req-dbe91d74-271e-4ff9-80aa-045b7362aedd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Jul 28 15:48:10.162283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-1a688a1b-e253-469c-adfa-5fc45ced36b1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:10.163851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-1a688a1b-e253-469c-adfa-5fc45ced36b1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&binding%3Ahost_id=n-h1-764806-10 HTTP/1.1" status: 200 len: 945 time: 0.0549207 Jul 28 15:48:10.226154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-69d02810-ae82-41c7-9412-0fd939135746 service neutron] 10.222.0.42 "GET /v2.0/ports/15680520-2d8b-4854-948a-57b71edafe03/bindings/n-h1-764806-10 HTTP/1.1" status: 200 len: 383 time: 0.0551152 Jul 28 15:48:10.311827 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ef30a5d6-124b-4609-92e4-0a3189ac0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:10.313850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ef30a5d6-124b-4609-92e4-0a3189ac0e9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1097 time: 0.0409353 Jul 28 15:48:10.408750 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-f1a90f48-ee92-4eee-9e09-50339847ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:10.410228 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-f1a90f48-ee92-4eee-9e09-50339847ef4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0889723 Jul 28 15:48:10.476480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-97ac4e6c-10ab-4901-b774-bed40942a0ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1001 time: 0.0585063 Jul 28 15:48:10.531803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-0a23aab6-31fe-43ae-82f0-514819b80731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:10.533266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-0a23aab6-31fe-43ae-82f0-514819b80731 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0494909 Jul 28 15:48:10.579545 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-d8b8aa16-fa3c-4d74-8c10-0f2815684c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:10.580945 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-d8b8aa16-fa3c-4d74-8c10-0f2815684c36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403855 Jul 28 15:48:10.667892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-7a712d86-a81c-47a5-9803-dab624f376f2 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789652 Jul 28 15:48:10.763083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-7c9499ca-b5c6-4743-a0d2-4943e096ad0f service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874159 Jul 28 15:48:11.252974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6e1e-fa96-483f-bc28-cfc744f5d928 req-f043b865-cf21-4153-a5d4-5d1b993fb632 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:11.254526 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bad6e1e-fa96-483f-bc28-cfc744f5d928 req-f043b865-cf21-4153-a5d4-5d1b993fb632 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0577972 Jul 28 15:48:11.293620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8bad6e1e-fa96-483f-bc28-cfc744f5d928 req-a787c21a-12b1-4a82-a293-9335b274c48f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331328 Jul 28 15:48:11.362512 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:48:11.474963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 15680520-2d8b-4854-948a-57b71edafe03 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:48:11.478913 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 15680520-2d8b-4854-948a-57b71edafe03 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:48:11.479269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:11.555598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:11.576638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:11.578844 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fccf5ef-3428-4fc4-b334-2050c706823c" -d '{"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-plugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:11.595297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:11.627731 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de301c87-8547-4ce9-8148-1d1d8bb580a5 x-openstack-request-id: req-de301c87-8547-4ce9-8148-1d1d8bb580a5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:11.628022 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-plugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:11.628273 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de301c87-8547-4ce9-8148-1d1d8bb580a5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:11.628699 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'code': 200} Jul 28 15:48:11.652207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:11.698698 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:12.409716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973582-f098-4772-a2e5-5667c919624b req-a60f6772-431b-4a17-b512-6da374f4b3b1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:12.411224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76973582-f098-4772-a2e5-5667c919624b req-a60f6772-431b-4a17-b512-6da374f4b3b1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0486279 Jul 28 15:48:12.448097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-76973582-f098-4772-a2e5-5667c919624b req-6d90b953-05c7-47c7-868b-ea22facddb1e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Jul 28 15:48:13.566811 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de699c-6abc-48f7-a792-1e1a05b2947f req-63f4ef5a-36fc-4712-9efe-8db119b0aaf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:13.568282 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4de699c-6abc-48f7-a792-1e1a05b2947f req-63f4ef5a-36fc-4712-9efe-8db119b0aaf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0490432 Jul 28 15:48:13.607513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b4de699c-6abc-48f7-a792-1e1a05b2947f req-55fe84b4-23d8-42a3-9eca-b8a816177c61 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Jul 28 15:48:13.908045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-8ccf5b6c-50cc-4711-a88f-1da3b71c9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:13.909590 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-8ccf5b6c-50cc-4711-a88f-1da3b71c9c4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 1098 time: 0.0462220 Jul 28 15:48:13.922560 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:48:13.974593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.176479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:14.209336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:48:14.253825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:14.256272 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18df235-7636-43e4-a0ee-c5407aa60363" -d '{"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:14.260432 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.273785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Transition to ACTIVE for port object 15680520-2d8b-4854-948a-57b71edafe03 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:48:14.305908 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399eade8-9e48-4569-a15d-b1099d521169 x-openstack-request-id: req-399eade8-9e48-4569-a15d-b1099d521169 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:14.306230 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:14.306472 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-399eade8-9e48-4569-a15d-b1099d521169 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:14.306875 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'code': 200} Jul 28 15:48:14.337538 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.413978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:14.459956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] No DVR routers for this DVR port 15680520-2d8b-4854-948a-57b71edafe03 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:48:14.595638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:48:14.595968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:48:14.596298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:48:14.600437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:48:14.600782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Attempting to bind port 15680520-2d8b-4854-948a-57b71edafe03 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:48:14.605445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:48:14.605782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:48:14.606163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:48:14.606587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Bound port: 15680520-2d8b-4854-948a-57b71edafe03, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:48:14.606939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.670207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:48:14.673522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:48:14.722359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818e87-8025-4352-aa6f-b003ba12894a req-51d44262-6c9c-4044-b5ba-ba989c51529c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:14.723809 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59818e87-8025-4352-aa6f-b003ba12894a req-51d44262-6c9c-4044-b5ba-ba989c51529c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0495069 Jul 28 15:48:14.763250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59818e87-8025-4352-aa6f-b003ba12894a req-1cdf144b-2433-4c9e-9098-1d2ad6089bb3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Jul 28 15:48:14.772597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.807794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:14.808427 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.809849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] 10.222.0.58 "PUT /v2.0/ports/15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1094 time: 0.8912351 Jul 28 15:48:14.833037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1165-e40d-41fd-8027-044640448fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=11']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:14.881423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-1d229f04-f91d-4ea4-9ac6-fd1b28b25d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:14.882941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-1d229f04-f91d-4ea4-9ac6-fd1b28b25d8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1097 time: 0.0460942 Jul 28 15:48:14.989570 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-b83c987a-1d50-4fb9-9e7d-59091771e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:14.991060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-b83c987a-1d50-4fb9-9e7d-59091771e16d service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0998478 Jul 28 15:48:15.060442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-a71cfff2-b969-4b7a-bae9-3f672c62450c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1000 time: 0.0606093 Jul 28 15:48:15.116578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-0ba30007-3bff-4625-8f7a-8406689b052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.118005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-0ba30007-3bff-4625-8f7a-8406689b052d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0501308 Jul 28 15:48:15.165638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-b92b3fa3-de40-489e-90eb-e16c45a2d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.167129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-b92b3fa3-de40-489e-90eb-e16c45a2d08a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402110 Jul 28 15:48:15.259528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-f59cb98c-9230-4bff-af11-283d4c2bec8d service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Jul 28 15:48:15.356926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a82f19e4-1998-41cc-867f-00ee9b1f20d3 req-cf05f5e6-465c-4682-9a0f-89d48063eb32 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891666 Jul 28 15:48:15.361889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:48:15.400817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:48:15.882703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb08f-114c-4842-9cf6-202151458270 req-5193ec25-cc4f-4a5f-8caf-1b0a4981d1e9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.884197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c92eb08f-114c-4842-9cf6-202151458270 req-5193ec25-cc4f-4a5f-8caf-1b0a4981d1e9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0495512 Jul 28 15:48:15.922960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c92eb08f-114c-4842-9cf6-202151458270 req-93aaa783-5adf-48cd-9ee8-0019b246ef0c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Jul 28 15:48:16.308266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:16.310722 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a62bd1-af7a-4b50-ace2-eb67316750ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:16.357086 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982a41b-c1bd-4a31-bace-fd81def3c5e2 x-openstack-request-id: req-6982a41b-c1bd-4a31-bace-fd81def3c5e2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:16.357485 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:16.357742 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6982a41b-c1bd-4a31-bace-fd81def3c5e2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:16.358134 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'status': 'completed', 'code': 200} Jul 28 15:48:16.458915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-7f958e90-4a27-44c6-b81f-a5e74570754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.460427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-7f958e90-4a27-44c6-b81f-a5e74570754a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1097 time: 0.0717618 Jul 28 15:48:16.462259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-6fa3c07c-0633-4a7f-833d-57f49b49827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.463765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-6fa3c07c-0633-4a7f-833d-57f49b49827c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 1097 time: 0.0659504 Jul 28 15:48:16.622674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-837ffa70-bf90-4ac5-93e7-fc0d58ee20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.624133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-837ffa70-bf90-4ac5-93e7-fc0d58ee20ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1533451 Jul 28 15:48:16.626654 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-eb7809dd-fb25-41d4-981d-97e14aceace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.627953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-eb7809dd-fb25-41d4-981d-97e14aceace3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1500909 Jul 28 15:48:16.731745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-c1b2b764-1eee-4038-8a65-83d9e20b3f28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1000 time: 0.0997465 Jul 28 15:48:16.748005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-42cd3dc3-24e7-4a7e-b57e-bff1d1d1656a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 200 len: 1000 time: 0.0817308 Jul 28 15:48:16.815301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-fe1a6b6a-db7b-4808-8580-333f7c750664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.816729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-fe1a6b6a-db7b-4808-8580-333f7c750664 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0767555 Jul 28 15:48:16.819967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-c7775f83-569e-452b-8cc9-0e69a32c6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.821343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-c7775f83-569e-452b-8cc9-0e69a32c6fd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0551460 Jul 28 15:48:16.896379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-c20e512b-4a76-4f56-8a76-c6aceffa1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.897912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-c20e512b-4a76-4f56-8a76-c6aceffa1a5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744708 Jul 28 15:48:16.900473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-37d709de-1e15-49b6-b9e6-8f2f9ac618ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:16.901822 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-37d709de-1e15-49b6-b9e6-8f2f9ac618ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681856 Jul 28 15:48:17.096204 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-5c56fbbb-ad9c-413e-ad83-58a72323be9e service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902857 Jul 28 15:48:17.106224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c75ae-8ecb-4a8c-9a72-fd180a42a4af req-2805d64d-fda9-4d2b-a0ea-18345c89f0d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:17.107716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f22c75ae-8ecb-4a8c-9a72-fd180a42a4af req-2805d64d-fda9-4d2b-a0ea-18345c89f0d2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.1161461 Jul 28 15:48:17.110919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-6e35b1cc-6dd0-4ef2-b5af-8b548d99eda6 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981766 Jul 28 15:48:17.528971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f22c75ae-8ecb-4a8c-9a72-fd180a42a4af req-44178d25-612c-4767-ab21-103b6d4824be tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098961 Jul 28 15:48:17.576605 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-d577336d-f223-4bf9-ae3c-510a8201baf5 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678867 Jul 28 15:48:17.580067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-80a62bd1-af7a-4b50-ace2-eb67316750ea req-61b105b0-eec0-44f9-ab50-752d5ddd3160 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709578 Jul 28 15:48:18.454134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:48:18.550477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:18.562017 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '15680520-2d8b-4854-948a-57b71edafe03', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': '15680520-2d8b-4854-948a-57b71edafe03', 'mac_address': 'fa:16:3e:7a:be:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:48:18.599397 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:18.613191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15680520-2d8b-4854-948a-57b71edafe03 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:48:18.633070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:18.649399 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92a5c9-3a36-46d6-902b-05ba1959df4c req-ba94a0f5-061e-4f12-8573-af2ca074ad64 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:18.650919 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e92a5c9-3a36-46d6-902b-05ba1959df4c req-ba94a0f5-061e-4f12-8573-af2ca074ad64 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 945 time: 0.0526145 Jul 28 15:48:18.688656 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e92a5c9-3a36-46d6-902b-05ba1959df4c req-3e899750-e71b-48d9-93eb-cfd10ba2d9ce tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Jul 28 15:48:18.703339 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:18.750911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:18.806370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccc669-a3fb-4b99-8de8-9d4d2b56d98d req-a4fd57d0-d50e-4f1a-81c8-bf7148066fa9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:18.807762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0ccc669-a3fb-4b99-8de8-9d4d2b56d98d req-a4fd57d0-d50e-4f1a-81c8-bf7148066fa9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0500033 Jul 28 15:48:18.847884 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c0ccc669-a3fb-4b99-8de8-9d4d2b56d98d req-3a3ddfd9-8819-4ee2-91d9-255b834915b6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339918 Jul 28 15:48:18.960722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ce4f-31a3-44e3-bd64-5ee7b172c190 req-6db2ce21-d408-4e81-ba13-b8e020f9693c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:18.962201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e66ce4f-31a3-44e3-bd64-5ee7b172c190 req-6db2ce21-d408-4e81-ba13-b8e020f9693c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0494699 Jul 28 15:48:19.001711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0e66ce4f-31a3-44e3-bd64-5ee7b172c190 req-b3af2074-cb22-4312-adbe-c84e37ace0fb tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326509 Jul 28 15:48:19.020044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['15680520-2d8b-4854-948a-57b71edafe03'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:48:19.435290 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366a43-e8b1-45b3-8563-34153cbe5ace req-c247f463-b1db-4c0a-af67-b0bd51903366 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:19.436803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b366a43-e8b1-45b3-8563-34153cbe5ace req-c247f463-b1db-4c0a-af67-b0bd51903366 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0490320 Jul 28 15:48:19.475149 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9b366a43-e8b1-45b3-8563-34153cbe5ace req-927d88aa-ca35-42df-b688-3719b34e6360 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319455 Jul 28 15:48:20.471034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:48:20.601106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a35719-4b26-47e0-872a-4eb1f95985ba req-5025eb58-50da-45cf-87e5-ae9bb44d58a7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:20.602626 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2a35719-4b26-47e0-872a-4eb1f95985ba req-5025eb58-50da-45cf-87e5-ae9bb44d58a7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 946 time: 0.0546899 Jul 28 15:48:20.622852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 15680520-2d8b-4854-948a-57b71edafe03 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:48:20.627618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 15680520-2d8b-4854-948a-57b71edafe03 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:48:20.627991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:20.640839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2a35719-4b26-47e0-872a-4eb1f95985ba req-2ab833f2-a571-4b3d-b1ef-67df7bcf49e6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Jul 28 15:48:20.708953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:20.730986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:20.732683 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa2c3b6-c36e-4b92-a236-0afd8d287450" -d '{"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-plugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:20.746357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:20.771388 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a241b9fe-3771-410a-ad2e-f075d658d107 x-openstack-request-id: req-a241b9fe-3771-410a-ad2e-f075d658d107 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:20.771573 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-plugged", "status": "completed", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:20.771883 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a241b9fe-3771-410a-ad2e-f075d658d107 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:20.772231 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'code': 200} Jul 28 15:48:20.823199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:20.870823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=13']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:20.909552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-ec631fa2-7fe0-4085-8b08-731a72091e5a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:20.911001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-ec631fa2-7fe0-4085-8b08-731a72091e5a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 947 time: 0.0504060 Jul 28 15:48:21.012619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Deleting port 15680520-2d8b-4854-948a-57b71edafe03 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:48:21.012968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.099672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] For port 15680520-2d8b-4854-948a-57b71edafe03, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=15680520-2d8b-4854-948a-57b71edafe03,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:21.100047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.268689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.269070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.269386 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 disassociated. External IP: 172.25.6.31, port: 15680520-2d8b-4854-948a-57b71edafe03. Jul 28 15:48:21.269730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Calling delete_port for 15680520-2d8b-4854-948a-57b71edafe03 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:48:21.456471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.483886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event deleted for resources: {'Port': ['ID=15680520-2d8b-4854-948a-57b71edafe03,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:21.605968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:48:21.742294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0cdf2205-f45e-4e44-9f1c-eca4cbcd5773 req-ea11ac29-3131-4a2c-9cf7-41ca47a3cdce tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bb0146-8979-4540-b765-686c323e299a HTTP/1.1" status: 200 len: 210 time: 0.0311203 Jul 28 15:48:21.743466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:48:21.754603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:48:21.764469 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:48:21.765373 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:21.788911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] No DVR routers for this DVR port 15680520-2d8b-4854-948a-57b71edafe03 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:48:21.791604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.793693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5a41e86-f8bc-4509-a59c-bdbbabb71ea3 req-463e9c92-178a-4210-96be-94ca33870a74 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "DELETE /v2.0/ports/15680520-2d8b-4854-948a-57b71edafe03 HTTP/1.1" status: 204 len: 173 time: 0.8734424 Jul 28 15:48:21.794130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-deleted', 'tag': '15680520-2d8b-4854-948a-57b71edafe03'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:21.796494 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ad038-29db-4c00-8ea6-050bfa9cb2f3" -d '{"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-deleted", "tag": "15680520-2d8b-4854-948a-57b71edafe03"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:21.832222 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff79bf-c5d5-4585-b05d-6d17a54eb88e x-openstack-request-id: req-a2ff79bf-c5d5-4585-b05d-6d17a54eb88e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:21.832560 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb0146-8979-4540-b765-686c323e299a", "name": "network-vif-deleted", "tag": "15680520-2d8b-4854-948a-57b71edafe03", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:21.832822 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2ff79bf-c5d5-4585-b05d-6d17a54eb88e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:21.833228 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb0146-8979-4540-b765-686c323e299a', 'name': 'network-vif-deleted', 'tag': '15680520-2d8b-4854-948a-57b71edafe03', 'status': 'completed', 'code': 200} Jul 28 15:48:21.872840 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:48:22.092844 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:22.119833 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:48:22.128778 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:48:22.129400 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:47:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:22.238139 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:48:22.383223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cb44db39-950e-4f66-80a7-16944bb77ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:22.461240 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:22.489549 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b2c6a-4ff2-4ffe-a3d0-bde278cdb39c None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:48:22.718471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbb9ea-09bc-4529-9715-6ee9df2c61b9 None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:48:23.054080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-a7a26971-8fa2-401a-8714-4ca741646e88 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--991424652&fields=id&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 267 time: 0.0352352 Jul 28 15:48:23.164325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-c58f7a9f-f0f3-4cb5-895a-841bdce4c137 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:23.165919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-c58f7a9f-f0f3-4cb5-895a-841bdce4c137 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1047559 Jul 28 15:48:23.181677 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-533b1bcc-90d9-4543-9318-9b7ee387a06d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/quotas/aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 375 time: 0.0097754 Jul 28 15:48:23.238074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-b7f85b80-864a-4714-8c91-f08419c01bba tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506096 Jul 28 15:48:23.292911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-e9877896-8844-45b0-aa87-cf4c49379326 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:48:23.293929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-e9877896-8844-45b0-aa87-cf4c49379326 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440161 Jul 28 15:48:23.391958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-e0e95326-68d4-48be-9f49-77cd58996590 service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911746 Jul 28 15:48:23.481040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-f2e6aed7-a284-4290-bdac-136008e9de54 service neutron] 10.222.0.57 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828493 Jul 28 15:48:23.694575 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-634fc205-cfdc-4dba-bb66-7968eb738e36 req-635eaec9-1fb3-45ed-9005-c7fbdde860f8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0317402 Jul 28 15:48:24.487650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:48:24.511650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 15680520-2d8b-4854-948a-57b71edafe03 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:48:24.511986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 15680520-2d8b-4854-948a-57b71edafe03 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:48:24.800474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c88fa85f-a3b7-45e8-972c-ad58e805a1f8 req-3eec545b-4ebc-4668-bd94-47b0adeb1ba9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0329895 Jul 28 15:48:24.879627 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-672ed5a5-9012-4c33-8c04-454680a03c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:25.269357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:25.475719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-4306e660-f36b-4182-bb9f-c1acc8eab26d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:25.477267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-4306e660-f36b-4182-bb9f-c1acc8eab26d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 812 time: 0.1051774 Jul 28 15:48:25.530558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-1569b42f-5953-4574-b8d3-15b55d25475a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 379 time: 0.0364609 Jul 28 15:48:25.540556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'port': {'device_id': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'admin_state_up': True, 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'security_groups': ['25465932-fbc0-4a1b-b65d-ccd15e4efee8']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:48:25.702706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Made reservation on behalf of aa47dfdfc5e1409c81d848c1ce43e30b for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:48:25.706982 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:25.833306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Allocated IP 172.20.0.10 (73c6dd8d-8f82-418a-b0d3-667570afe47c/6fccec47-4a65-48b6-9e35-f73a2cccc092/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:48:25.910816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51afb664-7ded-4ffb-80e2-d300b3017381 req-3f10b997-efeb-4a4a-b7db-2f5ac96e3a3c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0260463 Jul 28 15:48:25.976948 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:25.998198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Transition to ACTIVE for port object f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:48:26.081002 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.123880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:48:26.127553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:48:26.131373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:48:26.166013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:26.198825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:26.199414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.292037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-9eba78e4-55e0-4886-a1fc-69773eec5ff8 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7552843 Jul 28 15:48:26.310898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Request body: {'port': {'device_id': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:48:26.365754 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.423005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b9be5b2-33a9-4521-969d-776e49e35101 None None] Provisioning for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:48:26.427476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1b9be5b2-33a9-4521-969d-776e49e35101 None None] Provisioning complete for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:48:26.431458 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b9be5b2-33a9-4521-969d-776e49e35101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.460975 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1b9be5b2-33a9-4521-969d-776e49e35101 None None] Port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:48:26.577148 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.634198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:48:26.641793 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.655358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Transition to ACTIVE for port object f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:48:26.725736 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.780582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:26.852696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:48:26.853382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:48:26.853382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:48:26.858201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:48:26.858541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:48:26.863950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:48:26.864301 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:48:26.864730 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:48:26.865175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Bound port: f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:48:26.865554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:26.931728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:48:26.935206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:48:27.019282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:27.052917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.053414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:27.055104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] 10.222.0.42 "PUT /v2.0/ports/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1093 time: 0.7486403 Jul 28 15:48:27.057572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:27.059728 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec4941-102f-4146-b9d8-a5a3202837d4" -d '{"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:27.091848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012cbe7-48cc-48ef-bac2-3cd105dce59c req-42ba2510-b3bf-4817-9016-9dc0832e1eba tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.091848 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2012cbe7-48cc-48ef-bac2-3cd105dce59c req-42ba2510-b3bf-4817-9016-9dc0832e1eba tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.1016829 Jul 28 15:48:27.107166 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a07a8-2a5d-4b96-99b9-bf68072b2ca5 x-openstack-request-id: req-b86a07a8-2a5d-4b96-99b9-bf68072b2ca5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:27.110491 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:27.110491 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b86a07a8-2a5d-4b96-99b9-bf68072b2ca5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:27.110491 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'status': 'completed', 'code': 200} Jul 28 15:48:27.120431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feefb3-b684-4f19-97a5-2c1f71cecb7d service neutron] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:27.164589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2012cbe7-48cc-48ef-bac2-3cd105dce59c req-769fd0ef-917f-4e62-8551-2bb45a796679 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743020 Jul 28 15:48:27.196804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4941-102f-4146-b9d8-a5a3202837d4 req-e6734567-d8fd-41e3-80aa-4403687ac227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.198329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45ec4941-102f-4146-b9d8-a5a3202837d4 req-e6734567-d8fd-41e3-80aa-4403687ac227 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1096 time: 0.0480373 Jul 28 15:48:27.316359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4941-102f-4146-b9d8-a5a3202837d4 req-1507cb8f-a853-479a-8b75-112ceff7e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.317836 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45ec4941-102f-4146-b9d8-a5a3202837d4 req-1507cb8f-a853-479a-8b75-112ceff7e2af service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1044428 Jul 28 15:48:27.410528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4941-102f-4146-b9d8-a5a3202837d4 req-0fb41476-e219-478f-baba-0fc9229ab57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.411983 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45ec4941-102f-4146-b9d8-a5a3202837d4 req-0fb41476-e219-478f-baba-0fc9229ab57d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871465 Jul 28 15:48:27.515365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-e1fec54c-b194-4b9d-b0c8-62115c842d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.516902 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-e1fec54c-b194-4b9d-b0c8-62115c842d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1096 time: 0.0453453 Jul 28 15:48:27.564439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-d3fc8161-ca64-4c19-91a7-f6a700e2dd84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 217 time: 0.0334601 Jul 28 15:48:27.613823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-db5acdbb-833f-4870-a115-0830c15ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.615306 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-db5acdbb-833f-4870-a115-0830c15ccb76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0440431 Jul 28 15:48:27.668088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-f8f7f41b-1030-4e89-8c9e-7623450d722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:27.669620 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-f8f7f41b-1030-4e89-8c9e-7623450d722f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456033 Jul 28 15:48:27.766345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-990b41dd-0d99-4338-ba6c-324d39ccd87d service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882499 Jul 28 15:48:27.861254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbdcdde-4b8c-46db-9460-104d1915041e req-d5aaac9e-bc1e-495a-b8cb-bcf8943f25ed service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866418 Jul 28 15:48:28.022699 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:28.285346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5d87-6e01-43ab-b3bd-5fe39cf531c4 req-3f80fb62-8fac-49a2-ad68-02937d323e91 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:28.286737 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1fdd5d87-6e01-43ab-b3bd-5fe39cf531c4 req-3f80fb62-8fac-49a2-ad68-02937d323e91 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0488062 Jul 28 15:48:28.326443 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1fdd5d87-6e01-43ab-b3bd-5fe39cf531c4 req-eed3547e-e531-47cc-8aca-782b20f3a09e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332763 Jul 28 15:48:29.440547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02465-7b07-410c-a58d-4ff149fb008d req-71f6e325-7149-4e49-ac00-6063d27008e6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:29.442024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcb02465-7b07-410c-a58d-4ff149fb008d req-71f6e325-7149-4e49-ac00-6063d27008e6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0494630 Jul 28 15:48:29.481504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcb02465-7b07-410c-a58d-4ff149fb008d req-15737eae-0176-4b51-a70d-3f3b226ac459 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334339 Jul 28 15:48:30.593585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da06c4-5664-4a3f-9745-fc10f463cbe1 req-13de47a7-42a5-47f8-b0fc-aa9afe06775b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:30.595055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77da06c4-5664-4a3f-9745-fc10f463cbe1 req-13de47a7-42a5-47f8-b0fc-aa9afe06775b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0477381 Jul 28 15:48:30.637383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-77da06c4-5664-4a3f-9745-fc10f463cbe1 req-11c0b785-09c5-480e-aa22-51dd34590437 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359051 Jul 28 15:48:31.501240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:48:31.596246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:31.755983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf51a6d-8614-4b18-b2b3-8808b9ddd3c4 req-ce0941c1-db23-498a-8442-fa9c476ed0a2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:31.757485 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bf51a6d-8614-4b18-b2b3-8808b9ddd3c4 req-ce0941c1-db23-498a-8442-fa9c476ed0a2 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0505712 Jul 28 15:48:31.767358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'mac_address': 'fa:16:3e:c3:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:48:31.796756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1bf51a6d-8614-4b18-b2b3-8808b9ddd3c4 req-a1b27ebf-d798-4904-aa87-eaac13433a4c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329900 Jul 28 15:48:31.808437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:31.826217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:48:31.851714 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:31.943035 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:31.989025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:32.320799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:48:32.828692 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:32.911103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26e5f-1875-43f8-97ee-4ad9dda26624 req-8277c18d-8ad6-45ee-be15-c4ea7fcb7fe1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:32.912692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ea26e5f-1875-43f8-97ee-4ad9dda26624 req-8277c18d-8ad6-45ee-be15-c4ea7fcb7fe1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0482733 Jul 28 15:48:32.952004 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5ea26e5f-1875-43f8-97ee-4ad9dda26624 req-abafc6bc-e60e-4dc4-9164-44aba6c8b068 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334718 Jul 28 15:48:33.501962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:48:33.616330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:48:33.620606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:48:33.620983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:33.699668 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:33.723108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:33.725522 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46054da-6f6f-461e-9f6d-df6b2849dd74" -d '{"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-plugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:33.738996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:33.763098 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19b6af3-33c1-440d-b3eb-60b5efda4f6c x-openstack-request-id: req-d19b6af3-33c1-440d-b3eb-60b5efda4f6c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:33.763394 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-plugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:33.763654 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d19b6af3-33c1-440d-b3eb-60b5efda4f6c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:33.764059 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'code': 200} Jul 28 15:48:33.840015 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:33.887468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:33.891507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22407d09-dc70-48aa-8d72-84ae136a4af1 req-b382d4bd-0f33-4dd5-af10-52012d300465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:33.893675 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22407d09-dc70-48aa-8d72-84ae136a4af1 req-b382d4bd-0f33-4dd5-af10-52012d300465 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0403545 Jul 28 15:48:33.935139 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22407d09-dc70-48aa-8d72-84ae136a4af1 req-e46544c6-e7f9-45f0-99e7-4695a9c9b531 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Jul 28 15:48:34.064685 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f2a65-3a0a-4245-85a7-f7f138f5ac16 req-c0484439-7d15-4560-ab24-72386c89ee80 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:34.066147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff8f2a65-3a0a-4245-85a7-f7f138f5ac16 req-c0484439-7d15-4560-ab24-72386c89ee80 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0468943 Jul 28 15:48:34.103109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ff8f2a65-3a0a-4245-85a7-f7f138f5ac16 req-c5442f13-dbd3-40e1-aba3-d4aa5174fb7d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Jul 28 15:48:35.221020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89513-edae-4183-bb93-40fb0ae640aa req-47bc0d1b-96e0-4672-8a12-467caffb8d69 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:35.222497 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cf89513-edae-4183-bb93-40fb0ae640aa req-47bc0d1b-96e0-4672-8a12-467caffb8d69 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0511019 Jul 28 15:48:35.260851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cf89513-edae-4183-bb93-40fb0ae640aa req-035d431f-c94a-4b32-876c-9fb0e2d87d63 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Jul 28 15:48:36.344257 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:48:36.377209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c1e4-87c8-46db-b2f5-e2ce3957814b req-64c780b5-d575-4cb3-a20a-40b23d2658cf tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:36.378726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e4a0c1e4-87c8-46db-b2f5-e2ce3957814b req-64c780b5-d575-4cb3-a20a-40b23d2658cf tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0501781 Jul 28 15:48:36.423851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e4a0c1e4-87c8-46db-b2f5-e2ce3957814b req-6eafc350-cfdb-4f95-a8cb-c806978e1e96 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 Jul 28 15:48:36.542911 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cd2a8-308d-450a-af31-c3db8c3cc916 req-98c60602-de56-48b2-8184-9ec5a8f3d302 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:36.544474 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dd6cd2a8-308d-450a-af31-c3db8c3cc916 req-98c60602-de56-48b2-8184-9ec5a8f3d302 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0540395 Jul 28 15:48:36.554171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42140) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:48:36.558899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Request body: {'floatingip': {'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:48:36.603416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:36.856771 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:37.060945 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:37.137229 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:37.246324 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 associated. External IP: 172.25.6.31, port: f9646b2d-04ce-4d1b-a993-ed6b1ed1a566. Jul 28 15:48:37.738915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:48:37.846620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:48:37.852367 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:37.856204 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:48:37.865515 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:48:37.866210 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:48:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:37.889920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0da1f8fb-08b2-4994-9564-a315e6ea4761 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "PUT /v2.0/floatingips/77cfb894-8724-41a7-9a88-c64f8d312409 HTTP/1.1" status: 200 len: 992 time: 1.3346009 Jul 28 15:48:37.890704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:37.893759 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a741d7c-41d9-444f-a1a2-c95ac77db500" -d '{"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:37.933325 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0a30a1-9cf5-4a5f-b9ec-1b524c9704c5 x-openstack-request-id: req-2d0a30a1-9cf5-4a5f-b9ec-1b524c9704c5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:37.933745 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:37.934112 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d0a30a1-9cf5-4a5f-b9ec-1b524c9704c5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:37.934735 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'status': 'completed', 'code': 200} Jul 28 15:48:38.028342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-621c5ab8-297c-47da-9336-3c8b4551f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:38.029941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-621c5ab8-297c-47da-9336-3c8b4551f465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0427492 Jul 28 15:48:38.071070 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:48:38.124259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-64ae2cc5-5249-4d04-bbff-fc1b9e5d3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:38.125794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-64ae2cc5-5249-4d04-bbff-fc1b9e5d3f8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0882332 Jul 28 15:48:38.196015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-6d70e7d3-668e-4b9b-a2e5-4c3fa77d0609 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.0623398 Jul 28 15:48:38.253270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-13862ae0-be8e-4306-bae9-e6861d78b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:38.254768 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-13862ae0-be8e-4306-bae9-e6861d78b0c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0523586 Jul 28 15:48:38.306135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-147d811f-1785-4581-81e5-60636dee1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:38.307372 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:c3:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:48:36Z', 'revision_number': 13, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:38.307589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-147d811f-1785-4581-81e5-60636dee1052 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456030 Jul 28 15:48:38.319551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-ddfeab84-ac9c-4027-84db-4471431ed6b6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:48:38.320614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-ddfeab84-ac9c-4027-84db-4471431ed6b6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054049 Jul 28 15:48:38.338028 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:48:38.346955 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:48:38.347576 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:48:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:38.414407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-4e493986-337b-45b8-a9fa-ca27006d707f service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866745 Jul 28 15:48:38.453485 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:48:38.515449 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a741d7c-41d9-444f-a1a2-c95ac77db500 req-4821e555-10fb-4adf-bde5-4a925aef6d48 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932527 Jul 28 15:48:38.680957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:c3:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:48:36Z', 'revision_number': 13, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:48:38.710189 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfec8d-f267-4d7a-a7c7-fd7bb56f5a18 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '77cfb894-8724-41a7-9a88-c64f8d312409', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'mac_address': 'fa:16:3e:c3:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:52Z', 'updated_at': '2021-07-28T15:48:36Z', 'revision_number': 13, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:48:38.900466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e552196-35e2-44f1-8418-46e41b9d2220 None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:48:51.533266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-b3c19e76-eab9-4c3d-8c5d-85e695116226 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410645 Jul 28 15:48:51.632630 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-71b507fd-9952-4fd3-9104-2494cdd4b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:51.634107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-71b507fd-9952-4fd3-9104-2494cdd4b189 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0405498 Jul 28 15:48:51.741162 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-94d5bdf2-53d7-42eb-9d5b-bc3e3e0f11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:51.742621 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-94d5bdf2-53d7-42eb-9d5b-bc3e3e0f11b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0880272 Jul 28 15:48:51.807786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-1fba6c7b-e064-4e6d-9409-27f8db44d5f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1002 time: 0.0577309 Jul 28 15:48:51.861081 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-11ef6d56-6e2e-41d4-8d5b-91809d147eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:51.862530 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-11ef6d56-6e2e-41d4-8d5b-91809d147eba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0471885 Jul 28 15:48:51.910394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-20477814-f4d7-4698-83fa-bb59c887b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:51.911868 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-20477814-f4d7-4698-83fa-bb59c887b552 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403578 Jul 28 15:48:52.007666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-3ca29600-1d19-43ca-8ddc-e69512289957 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863857 Jul 28 15:48:52.101698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf4f3cf7-063e-4480-b2b9-88f31ab3cf06 req-91430938-2f28-4199-ba2f-fa4e65f722ac service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864565 Jul 28 15:48:52.324815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a72-1490-4a35-96d7-2c4d070446f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:54.844958 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e66cf171-cb42-467c-b0fc-6faea36ff275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:55.261635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:56.609991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:58.032988 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:02.834004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:06.872856 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:13.344156 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:49:22.341564 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11fb5c2e-651c-4274-a5f8-7d15134f0aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:24.878775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8038-1b72-4d15-8369-40a53a0ee540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:25.266852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:26.637710 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:28.049653 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:32.838119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:36.884278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:50.342948 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:49:52.385174 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e667b0e9-42c3-4555-8538-7c19622cee0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:52.530946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-9bb8f314-38e8-4784-9e84-2bdb9b2d3233 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426331 Jul 28 15:49:52.630323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-436c457c-a193-403a-94fa-1b712cdb646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:52.631858 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-436c457c-a193-403a-94fa-1b712cdb646c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0404074 Jul 28 15:49:52.739044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-56b732dd-1f6c-4fc9-aa0e-ba49c9bf72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:52.740544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-56b732dd-1f6c-4fc9-aa0e-ba49c9bf72ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0884459 Jul 28 15:49:52.806795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-158b2118-d810-45a6-9dbf-d1b062fa0971 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1002 time: 0.0587435 Jul 28 15:49:52.863505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-98539784-5103-404a-b7e5-cab5b7978cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:52.865071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-98539784-5103-404a-b7e5-cab5b7978cc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0499363 Jul 28 15:49:52.911631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-2b8e2a20-f580-4774-82fb-46f56f3d1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:52.913117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-2b8e2a20-f580-4774-82fb-46f56f3d1bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399959 Jul 28 15:49:53.002366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-c887b142-544c-4a9e-8721-f364c1f98155 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809472 Jul 28 15:49:53.097799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3ca4eff-b92a-40f1-8efa-783fb1e70ec0 req-97597b5e-65c3-45fe-9b8d-c44c7ab5d887 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866964 Jul 28 15:49:54.878199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1270eec9-b766-40d2-b7d7-6ebc6566dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:55.271779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:56.602357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:58.077357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:02.843149 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:06.893264 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:22.327125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce7f44-2291-483d-8360-5dc529a184f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:24.915688 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-46a350b7-b576-45c6-865a-2a9d2de9fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:25.259872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:26.585776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:27.342463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:50:28.048786 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:32.972533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:36.945954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:52.356792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa648296-bb50-420f-bbcc-33e3eace6096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:54.532560 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-a0352e48-ef85-4cbc-bcfb-19c2ce54bf11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414355 Jul 28 15:50:54.627775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40753-f770-4b9c-8b74-f3ca864222be req-a0eb80cc-ade8-4706-9228-50bb60306001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:54.629275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-a0eb80cc-ade8-4706-9228-50bb60306001 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0405097 Jul 28 15:50:54.736403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40753-f770-4b9c-8b74-f3ca864222be req-b60aebb9-a0f6-4fe6-a745-48c0bc52c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:54.737790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-b60aebb9-a0f6-4fe6-a745-48c0bc52c18b service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0891945 Jul 28 15:50:54.802819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-9a8e91c8-2a50-4b8d-9411-a8b78ffe701f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1002 time: 0.0579982 Jul 28 15:50:54.858266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40753-f770-4b9c-8b74-f3ca864222be req-8b4a8a88-550e-4c06-8dbe-63264e2aa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:54.860103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-8b4a8a88-550e-4c06-8dbe-63264e2aa55c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0509372 Jul 28 15:50:54.915464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40753-f770-4b9c-8b74-f3ca864222be req-4fe496f4-1516-46ca-9ec9-fecbbde68b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:54.917272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-4fe496f4-1516-46ca-9ec9-fecbbde68b5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496290 Jul 28 15:50:55.008736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-eb2b033d-5de0-4a49-89ad-586b65d23feb service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835929 Jul 28 15:50:55.070574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c82d803-501f-482e-9cc5-3eef4631b1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:55.108774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cef40753-f770-4b9c-8b74-f3ca864222be req-0026f709-67ca-4bd3-8cf3-fa5e33794e50 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923870 Jul 28 15:50:55.259323 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:56.631230 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:58.070925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:02.894039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:04.341381 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:51:06.942758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:22.413959 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38f51a12-eda7-4d75-8a41-98f380f9ba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:24.864412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30dac191-ea43-414e-b253-3c1168da16c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:25.296323 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:25.647408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94059f-718a-421c-9062-c378378b4ef2 req-673f385d-d1bd-47ae-92b1-6dea7f280fed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:25.648978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f94059f-718a-421c-9062-c378378b4ef2 req-673f385d-d1bd-47ae-92b1-6dea7f280fed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.1532497 Jul 28 15:51:25.687329 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6f94059f-718a-421c-9062-c378378b4ef2 req-63389a47-14d4-4c17-a0a5-bac80fe1ea67 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Jul 28 15:51:26.587295 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:28.082319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:32.893308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:36.970255 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:38.498300 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724af6e-0b21-41bb-8cf4-25df51073d57 req-611375fc-595e-42cd-b977-fbd8b8e7e82c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:38.499950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9724af6e-0b21-41bb-8cf4-25df51073d57 req-611375fc-595e-42cd-b977-fbd8b8e7e82c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0591357 Jul 28 15:51:38.544371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9724af6e-0b21-41bb-8cf4-25df51073d57 req-3c07df4e-410f-4660-8247-d5f60d7487a9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374296 Jul 28 15:51:38.659065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-48fc4239-17ba-472d-9dc0-f62f4bde0f40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824826 Jul 28 15:51:39.662899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf0b9-b24f-4096-bb96-1bcfd79ba1ad req-28a1a6bf-48d8-4c27-b7b0-c3c1aa926a7f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:39.664389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c7acf0b9-b24f-4096-bb96-1bcfd79ba1ad req-28a1a6bf-48d8-4c27-b7b0-c3c1aa926a7f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0497813 Jul 28 15:51:39.705398 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c7acf0b9-b24f-4096-bb96-1bcfd79ba1ad req-10c5b5df-f933-4e3a-acd1-18a88da1796e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350332 Jul 28 15:51:40.805686 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-c909f30c-64f0-403b-81f0-64c2e282f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:40.807200 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-c909f30c-64f0-403b-81f0-64c2e282f6ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0430629 Jul 28 15:51:40.824035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f4a21-bff3-4ddd-a062-f1a9f29d4816 req-0fb68f87-6891-4d86-8e84-e4585b873fc4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:40.825570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-756f4a21-bff3-4ddd-a062-f1a9f29d4816 req-0fb68f87-6891-4d86-8e84-e4585b873fc4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0489521 Jul 28 15:51:40.866032 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-756f4a21-bff3-4ddd-a062-f1a9f29d4816 req-8d3b8afe-f992-450b-8bab-1859369726ba tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338809 Jul 28 15:51:40.903870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f9c9c59b-6222-4292-8a7f-6caccfff3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:40.905391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f9c9c59b-6222-4292-8a7f-6caccfff3437 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0908921 Jul 28 15:51:40.972402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-1be29f4d-058d-4f50-8a12-e59e38d06482 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1002 time: 0.0588815 Jul 28 15:51:41.020874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-c81e73db-94c2-401d-ae9d-33c1145d20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:41.022832 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-c81e73db-94c2-401d-ae9d-33c1145d20c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0433464 Jul 28 15:51:41.071768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-559f7cb4-af1d-4041-b970-3db4f4022b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:41.073299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-559f7cb4-af1d-4041-b970-3db4f4022b59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435281 Jul 28 15:51:41.165174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-d3d866ee-c107-4f83-b555-5be3e4e1f1e4 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829737 Jul 28 15:51:41.261878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-6a8d5d60-e536-4b07-9033-57157b27d16c service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880134 Jul 28 15:51:41.340900 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:51:41.984213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6362e-543c-4727-a88b-9f432f2b3407 req-06e45c61-1f99-4677-96f1-8e9c2161781b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:41.985750 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9b6362e-543c-4727-a88b-9f432f2b3407 req-06e45c61-1f99-4677-96f1-8e9c2161781b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0499103 Jul 28 15:51:42.025607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9b6362e-543c-4727-a88b-9f432f2b3407 req-1bd27425-da68-4f6a-952a-37e1ac13967e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Jul 28 15:51:43.162049 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef233a1-2f47-4743-9de6-cd5ecb7a6a46 req-d6ef206d-75ff-43ba-aa52-827bacdf1a48 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:43.163590 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ef233a1-2f47-4743-9de6-cd5ecb7a6a46 req-d6ef206d-75ff-43ba-aa52-827bacdf1a48 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0697446 Jul 28 15:51:43.211630 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ef233a1-2f47-4743-9de6-cd5ecb7a6a46 req-f6b60c35-9c51-496d-b2a9-85b9a5ad3d9a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Jul 28 15:51:44.332701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc75f3-ee28-41bc-9539-0b62bc5de76e req-f59e4208-519e-4e52-97b7-daf0d790012c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:44.334679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dabc75f3-ee28-41bc-9539-0b62bc5de76e req-f59e4208-519e-4e52-97b7-daf0d790012c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0547183 Jul 28 15:51:44.372786 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dabc75f3-ee28-41bc-9539-0b62bc5de76e req-6d3073cd-dba6-4e17-8db2-d5ab5dec842a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321140 Jul 28 15:51:45.491887 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82c60-186e-43f2-8e8b-3c302cd38190 req-478c015e-9e87-4d8a-93ca-9fbbe3c18b10 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:45.493432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59e82c60-186e-43f2-8e8b-3c302cd38190 req-478c015e-9e87-4d8a-93ca-9fbbe3c18b10 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0508544 Jul 28 15:51:45.531736 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-59e82c60-186e-43f2-8e8b-3c302cd38190 req-9af0c9d3-a9d9-498a-98de-e234047719ca tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324175 Jul 28 15:51:46.658248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b564f0-320b-4cab-b23c-4ef1eb962bd6 req-c1b332a4-59b5-4e97-96da-0bc85528ead3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:46.659752 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58b564f0-320b-4cab-b23c-4ef1eb962bd6 req-c1b332a4-59b5-4e97-96da-0bc85528ead3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0544732 Jul 28 15:51:46.701527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58b564f0-320b-4cab-b23c-4ef1eb962bd6 req-aa46d5ed-5b18-4cb6-b27f-a8463e5a3c85 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345898 Jul 28 15:51:47.817532 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb33fd3-9d41-4616-96a8-9dfc3ad1110a req-2b7aebd7-9ee2-489d-a1b4-0badb8a7d7ae tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:47.819000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ecb33fd3-9d41-4616-96a8-9dfc3ad1110a req-2b7aebd7-9ee2-489d-a1b4-0badb8a7d7ae tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0470881 Jul 28 15:51:47.856125 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ecb33fd3-9d41-4616-96a8-9dfc3ad1110a req-051f1067-0ded-44ff-a658-b81691959e91 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Jul 28 15:51:48.973568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd020-403e-49f2-a0df-f2990ed28aa2 req-566e963c-538a-4752-b1bb-2fbe7491fe03 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:48.975058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-179fd020-403e-49f2-a0df-f2990ed28aa2 req-566e963c-538a-4752-b1bb-2fbe7491fe03 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0498605 Jul 28 15:51:49.014092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-179fd020-403e-49f2-a0df-f2990ed28aa2 req-5b3411c5-2454-499c-869f-69d0bf090fc7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Jul 28 15:51:50.133539 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c688-0d0c-49a3-961b-e09fc593c55c req-ea5f4d3f-3c41-41f5-9052-25af578920bf tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:50.135017 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c472c688-0d0c-49a3-961b-e09fc593c55c req-ea5f4d3f-3c41-41f5-9052-25af578920bf tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0526493 Jul 28 15:51:50.173237 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c472c688-0d0c-49a3-961b-e09fc593c55c req-6dcf49b3-82fe-45d8-983e-8227fe3615d9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Jul 28 15:51:51.292577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a6402-60d4-4890-9346-a9688c0c0795 req-7fb7be16-c34d-46ab-8348-74d64dddf15f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:51.294052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-875a6402-60d4-4890-9346-a9688c0c0795 req-7fb7be16-c34d-46ab-8348-74d64dddf15f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0492258 Jul 28 15:51:51.333570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-875a6402-60d4-4890-9346-a9688c0c0795 req-a56f796b-1a45-4736-917d-c065f7b2bc18 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335536 Jul 28 15:51:52.392118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2dee7303-14fb-4e03-ac59-ff30fdd5073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:52.452219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825a604-a9e3-4134-8ae5-ecabbae02d48 req-b65c75f3-fe38-4938-9983-b285dd4d8cf9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:52.453636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f825a604-a9e3-4134-8ae5-ecabbae02d48 req-b65c75f3-fe38-4938-9983-b285dd4d8cf9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0504301 Jul 28 15:51:52.491547 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f825a604-a9e3-4134-8ae5-ecabbae02d48 req-e44832e4-0401-46ef-84c7-cec8ab3f4db6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Jul 28 15:51:53.612173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627a225-8fbe-4045-9e84-7c7f3f2f7eb2 req-dd7bef0a-c977-4582-93cf-3c1a2503030a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:53.613668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9627a225-8fbe-4045-9e84-7c7f3f2f7eb2 req-dd7bef0a-c977-4582-93cf-3c1a2503030a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0533895 Jul 28 15:51:53.652805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9627a225-8fbe-4045-9e84-7c7f3f2f7eb2 req-af658919-dfde-493a-b520-6bce6117cc8d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Jul 28 15:51:54.768941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bdf64-4717-41c1-b8b5-6ab931bb5709 req-c235be7c-df52-44cf-8cfb-346abab84bd3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:54.770437 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f84bdf64-4717-41c1-b8b5-6ab931bb5709 req-c235be7c-df52-44cf-8cfb-346abab84bd3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0487108 Jul 28 15:51:54.809283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f84bdf64-4717-41c1-b8b5-6ab931bb5709 req-4aa885b7-7a88-44c2-bab2-038adbc67a1a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329731 Jul 28 15:51:54.877601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c23bea59-d58c-4d8b-a67c-88d00fe951e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:55.298157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:55.593829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-6b606371-28b7-491b-8830-0c4182721a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:55.595345 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-6b606371-28b7-491b-8830-0c4182721a92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1098 time: 0.0424597 Jul 28 15:51:55.704559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-c70cbf52-13dc-45e3-843c-c50faffed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:55.706406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-c70cbf52-13dc-45e3-843c-c50faffed141 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0901699 Jul 28 15:51:55.777722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-94ddbf76-7a9e-4151-8492-115b270d7e68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1002 time: 0.0637300 Jul 28 15:51:55.831200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-6abb125e-a01b-4ae6-a77b-e7f4821c3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:55.832706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-6abb125e-a01b-4ae6-a77b-e7f4821c3f28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0451803 Jul 28 15:51:55.879965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-61f80970-de67-4a5b-b61c-a1128b942f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:55.881494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-61f80970-de67-4a5b-b61c-a1128b942f3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410891 Jul 28 15:51:55.980842 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c6f45-522b-47ac-a2d2-3272967a3f83 req-8d3ffb73-64ba-4dde-b8d6-15e618b78d68 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:55.982396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf4c6f45-522b-47ac-a2d2-3272967a3f83 req-8d3ffb73-64ba-4dde-b8d6-15e618b78d68 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.1000102 Jul 28 15:51:56.027381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-b1a982ea-68ec-4f5b-9486-bd782b4a856c service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361909 Jul 28 15:51:56.040872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cf4c6f45-522b-47ac-a2d2-3272967a3f83 req-525421e2-a154-45a0-85f2-6fef6267c3f4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497603 Jul 28 15:51:56.129216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f3710f25-3b08-48ba-8219-ecd03f3a8e3b req-d5aaeeb3-180c-4a14-a612-31ea3d499fe8 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915794 Jul 28 15:51:56.648956 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:56.662336 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-a8e89f04-aeab-4e56-b2dd-b9e7cd58f6d5 service neutron] show failed (client error): The resource could not be found. Jul 28 15:51:56.663414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-a8e89f04-aeab-4e56-b2dd-b9e7cd58f6d5 service neutron] 10.222.0.42 "GET /v2.0/ports/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0561855 Jul 28 15:51:57.167724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4eeb4-7c3f-48cb-b706-42730d91304d req-fe7a4be8-1f79-4f2c-9a2a-e68679fe77f4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:57.169344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6de4eeb4-7c3f-48cb-b706-42730d91304d req-fe7a4be8-1f79-4f2c-9a2a-e68679fe77f4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0555856 Jul 28 15:51:57.210791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6de4eeb4-7c3f-48cb-b706-42730d91304d req-28629d28-61a1-410e-83a3-91058022efb9 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332458 Jul 28 15:51:57.218816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-2928ff36-ff4b-48f7-be43-55b458a82923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:57.220420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-2928ff36-ff4b-48f7-be43-55b458a82923 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 1098 time: 0.0455413 Jul 28 15:51:57.234637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:51:57.291917 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:57.495660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:51:57.529363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:51:57.568214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:51:57.570640 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62758355-dc66-47f1-9ac3-fcb6f55949ad" -d '{"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:51:57.574704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:57.587951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Transition to ACTIVE for port object f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:51:57.674712 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f26d51a-5882-4e18-bf1b-8eb2a06fbd8d x-openstack-request-id: req-4f26d51a-5882-4e18-bf1b-8eb2a06fbd8d {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:51:57.674712 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:51:57.674712 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f26d51a-5882-4e18-bf1b-8eb2a06fbd8d {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:51:57.674712 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'code': 200} Jul 28 15:51:57.697953 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:57.779215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:57.791610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.791957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.792300 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.792662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.792997 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.793329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.793656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.793982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.794834 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.795166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.795489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.795815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:57.836665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] No DVR routers for this DVR port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:51:57.973951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:51:57.974299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:51:57.974636 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:51:57.979251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:51:57.979725 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:51:57.986302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:51:57.987377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:51:57.987781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:51:57.988536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Bound port: f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:51:57.988913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:58.053820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:51:58.057040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:51:58.069547 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:58.150138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:58.202591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:58.203441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:58.205532 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] 10.222.0.58 "PUT /v2.0/ports/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1093 time: 0.9750950 Jul 28 15:51:58.262578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cc082-1ee4-4209-8a2d-78e04b746ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:58.281627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-6b79912c-30b5-4712-8d9b-4ad377d32e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:58.283151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-6b79912c-30b5-4712-8d9b-4ad377d32e9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1096 time: 0.0501549 Jul 28 15:51:58.346763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbb73-9f3b-41af-b276-e70b5baa44cc req-2a0b9e2f-72bc-4336-83f2-77bdd0051dd5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:58.354992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-435cbb73-9f3b-41af-b276-e70b5baa44cc req-2a0b9e2f-72bc-4336-83f2-77bdd0051dd5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0619512 Jul 28 15:51:58.397294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-435cbb73-9f3b-41af-b276-e70b5baa44cc req-fdb19277-9da1-4d4a-820e-dc4e0ea7e78f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Jul 28 15:51:58.431444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-c5e731a7-161b-4683-b1ad-d65fe0d0bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:58.433947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-c5e731a7-161b-4683-b1ad-d65fe0d0bc02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1413188 Jul 28 15:51:58.513956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-d3922282-ddd2-41bd-8c18-06b81aea4f8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.0696695 Jul 28 15:51:58.568161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-efab6611-2fcb-431a-98ef-72704d82f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:58.569631 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-efab6611-2fcb-431a-98ef-72704d82f551 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0444698 Jul 28 15:51:58.616703 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-21e4e945-b6d7-4b9e-8501-aa37f76f7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:58.618088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-21e4e945-b6d7-4b9e-8501-aa37f76f7e9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398581 Jul 28 15:51:58.681221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:51:58.715150 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-479a00ff-63e2-4c01-bfdb-4961ccd5752d service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868363 Jul 28 15:51:58.721999 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:51:58.808772 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-2f6b6b6c-2e91-4e93-85b3-54caf2307d84 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846109 Jul 28 15:51:59.516756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97142e6-58cf-411f-94f3-5b7bc8e13a66 req-32670302-0159-4270-a458-038999d3cc77 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:59.518243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b97142e6-58cf-411f-94f3-5b7bc8e13a66 req-32670302-0159-4270-a458-038999d3cc77 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0557063 Jul 28 15:51:59.556544 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b97142e6-58cf-411f-94f3-5b7bc8e13a66 req-de6d0393-f568-4e6f-89f9-25dce0f4eee0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321164 Jul 28 15:51:59.671591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:51:59.674058 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e341aec-6777-4995-b46c-097d6d9016b5" -d '{"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:51:59.723584 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096dec26-7a8b-495f-91d1-0dde279767e8 x-openstack-request-id: req-096dec26-7a8b-495f-91d1-0dde279767e8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:51:59.724214 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:51:59.724214 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-096dec26-7a8b-495f-91d1-0dde279767e8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:51:59.724518 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'status': 'completed', 'code': 200} Jul 28 15:51:59.828057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-2ef53dac-9925-4f3b-9d72-3e1be2b6a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:59.829582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-2ef53dac-9925-4f3b-9d72-3e1be2b6a511 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1096 time: 0.0713947 Jul 28 15:51:59.835655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-9c4225ba-583c-4f0b-82b0-a1f392b8f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:59.837849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-9c4225ba-583c-4f0b-82b0-a1f392b8f8a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1096 time: 0.0533175 Jul 28 15:52:00.002663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-e5317f57-52b5-4b15-a7ee-9d58226f9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.004556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-e5317f57-52b5-4b15-a7ee-9d58226f9aa9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1640599 Jul 28 15:52:00.006121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-7680454a-92e1-413a-97e2-3628038c5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.007547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-7680454a-92e1-413a-97e2-3628038c5035 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1597176 Jul 28 15:52:00.126681 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-c63d8d7e-f90e-4ce9-9041-574209a0e51e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.1103995 Jul 28 15:52:00.128372 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-52c17437-fd77-4cf8-8039-52c0badc8fff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.1058593 Jul 28 15:52:00.220529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-adf8c1ff-b401-4337-b626-46714c2629f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.222035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-adf8c1ff-b401-4337-b626-46714c2629f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0876784 Jul 28 15:52:00.223475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-a721522a-6892-4dd9-a29c-56fd0ca74d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.224829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-a721522a-6892-4dd9-a29c-56fd0ca74d1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0828993 Jul 28 15:52:00.306380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-6dc10bd4-f6b2-47b3-8f0a-e5cedf060403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.307849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-6dc10bd4-f6b2-47b3-8f0a-e5cedf060403 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695250 Jul 28 15:52:00.309871 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-4aad4e81-b2bf-4283-b862-85e2e74279db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.311294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-4aad4e81-b2bf-4283-b862-85e2e74279db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811491 Jul 28 15:52:00.478792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-bef627ea-9b6a-4d25-9841-749ebcd3f263 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596172 Jul 28 15:52:00.480685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-d3ebe510-d80d-4b29-8b3d-ed8529ee0def service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603653 Jul 28 15:52:00.971086 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7886e-d4e8-4fb2-a071-f099fdad8dd4 req-4a5136b7-a1f8-46af-8e00-0a4a2acd1368 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:00.972511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51d7886e-d4e8-4fb2-a071-f099fdad8dd4 req-4a5136b7-a1f8-46af-8e00-0a4a2acd1368 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.1403191 Jul 28 15:52:00.979478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-173e13a8-49be-40a8-8b09-87cc6f58ed93 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833503 Jul 28 15:52:00.982747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e341aec-6777-4995-b46c-097d6d9016b5 req-dbdf435d-3083-4783-ba49-592f2910e89e service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941676 Jul 28 15:52:01.019202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-51d7886e-d4e8-4fb2-a071-f099fdad8dd4 req-d3d5304a-5298-429a-b151-240c0ca16309 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386269 Jul 28 15:52:02.136667 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbd77e-5fef-4be1-8bc8-86213383cb80 req-8c77e358-6f77-4ae6-915e-cc50b77aa27b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:02.138224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5bbd77e-5fef-4be1-8bc8-86213383cb80 req-8c77e358-6f77-4ae6-915e-cc50b77aa27b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0485401 Jul 28 15:52:02.176977 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c5bbd77e-5fef-4be1-8bc8-86213383cb80 req-d7ceb9c3-07ee-4e5f-b840-d9770d31becd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Jul 28 15:52:02.909600 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:03.302230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbacc9-c2cc-45b7-837d-8e956dadd0be req-137efdb3-37f5-4548-a699-a66b0c47bf49 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:03.303720 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8dbacc9-c2cc-45b7-837d-8e956dadd0be req-137efdb3-37f5-4548-a699-a66b0c47bf49 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0491002 Jul 28 15:52:03.343371 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8dbacc9-c2cc-45b7-837d-8e956dadd0be req-59a9ff15-e770-44d9-8fc4-2987b62ba727 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Jul 28 15:52:04.461209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6aaa8-867d-4619-a5fd-7646a75c4d24 req-c1a19dde-7d21-4769-9301-f3c81952636c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:04.462772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aef6aaa8-867d-4619-a5fd-7646a75c4d24 req-c1a19dde-7d21-4769-9301-f3c81952636c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0519581 Jul 28 15:52:04.500359 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aef6aaa8-867d-4619-a5fd-7646a75c4d24 req-f18ffb68-6feb-4643-ab2d-05417c43061d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Jul 28 15:52:05.619267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266775fd-7196-466c-a784-131e62bc38da req-024a98f4-ea16-46b3-893f-a33f06170e08 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:05.620756 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-266775fd-7196-466c-a784-131e62bc38da req-024a98f4-ea16-46b3-893f-a33f06170e08 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0498669 Jul 28 15:52:05.658072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-266775fd-7196-466c-a784-131e62bc38da req-cc736608-2afc-479a-9592-8e5277f86150 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Jul 28 15:52:06.774528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62591a6-b2ce-48b2-86a0-469980de2094 req-ceadd9f2-b5db-4a51-a492-d9e6c5175c5b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:06.775997 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a62591a6-b2ce-48b2-86a0-469980de2094 req-ceadd9f2-b5db-4a51-a492-d9e6c5175c5b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0482116 Jul 28 15:52:06.815305 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a62591a6-b2ce-48b2-86a0-469980de2094 req-b34dc7ce-7bf4-4989-8e9b-9ffbbf0c0b6f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Jul 28 15:52:06.952557 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:07.937270 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056be0-eefc-490f-8bd5-4fe4c2f52261 req-b36ffc6f-2b5f-49db-9368-dbbd6e96d9ba tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:07.938817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4056be0-eefc-490f-8bd5-4fe4c2f52261 req-b36ffc6f-2b5f-49db-9368-dbbd6e96d9ba tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0536606 Jul 28 15:52:07.984846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4056be0-eefc-490f-8bd5-4fe4c2f52261 req-69412802-05c3-4c9f-9ba6-be436c0e1686 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Jul 28 15:52:09.101121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5cd4-b3e7-49eb-b3e8-c0ca8ad39747 req-4931432c-ce4d-4002-98df-3295d22868d4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:09.102607 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dccd5cd4-b3e7-49eb-b3e8-c0ca8ad39747 req-4931432c-ce4d-4002-98df-3295d22868d4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0490146 Jul 28 15:52:09.141053 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dccd5cd4-b3e7-49eb-b3e8-c0ca8ad39747 req-875c78d4-b1d7-46a3-b361-d1e51f6e9d70 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Jul 28 15:52:10.258816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0de98-b8b7-4abb-a379-00df6fd14bd5 req-81d9129e-1306-4821-8f58-da6a654a49e1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:10.260332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02d0de98-b8b7-4abb-a379-00df6fd14bd5 req-81d9129e-1306-4821-8f58-da6a654a49e1 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0490181 Jul 28 15:52:10.303892 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-02d0de98-b8b7-4abb-a379-00df6fd14bd5 req-b1c142a4-2740-4371-8f1d-f1e34cc936a7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374911 Jul 28 15:52:11.426113 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4126a-0392-4780-9897-37cf26e5eb17 req-b987df71-c653-458d-95a0-beb80d4106b4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:11.427618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7b4126a-0392-4780-9897-37cf26e5eb17 req-b987df71-c653-458d-95a0-beb80d4106b4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 944 time: 0.0531311 Jul 28 15:52:11.466379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7b4126a-0392-4780-9897-37cf26e5eb17 req-8ee94760-a899-4525-82a4-dec0daf6aafd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Jul 28 15:52:11.642321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:52:11.735947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:11.750736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'mac_address': 'fa:16:3e:c3:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:52:11.788017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:11.801051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:52:11.822153 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:11.905682 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:11.953973 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:11.962509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.963127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.963546 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.963891 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.964232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.964593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.964932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.965499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.966051 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.966642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.967241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:11.967693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:12.212989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:52:12.589022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f5bce-bd1b-45af-b038-75c3f2dcc8eb req-26cdf1fb-7f39-4332-ab7d-055920077c1a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:12.590534 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e48f5bce-bd1b-45af-b038-75c3f2dcc8eb req-26cdf1fb-7f39-4332-ab7d-055920077c1a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0538075 Jul 28 15:52:12.628352 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e48f5bce-bd1b-45af-b038-75c3f2dcc8eb req-6bdf36df-7c57-423b-976d-ded70a85560e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jul 28 15:52:13.254274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d00d-724d-457b-94d1-f96707088887 req-0842508b-26b7-441b-ad11-e30e9c37c327 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:13.255748 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d812d00d-724d-457b-94d1-f96707088887 req-0842508b-26b7-441b-ad11-e30e9c37c327 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0537660 Jul 28 15:52:13.296671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d812d00d-724d-457b-94d1-f96707088887 req-a476e796-4ee8-4950-8e5d-5aebe27ebbfd tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347953 Jul 28 15:52:13.363445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-48430c3f-606c-4e35-9a25-2005cb133921 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:13.364909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-48430c3f-606c-4e35-9a25-2005cb133921 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.58 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 945 time: 0.0538027 Jul 28 15:52:13.428103 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-95277d6b-23db-49c1-b057-7770f5b00168 service neutron] 10.222.0.58 "GET /v2.0/ports/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566/bindings/n-h2-764806-10 HTTP/1.1" status: 200 len: 383 time: 0.0543523 Jul 28 15:52:13.499917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-34f7d287-6954-4238-a7a1-aa379b471f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:13.501513 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-34f7d287-6954-4238-a7a1-aa379b471f45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1097 time: 0.0496318 Jul 28 15:52:13.599620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-c68b4b12-d8f0-46f8-a770-7747674210b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:13.601154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-c68b4b12-d8f0-46f8-a770-7747674210b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.0929103 Jul 28 15:52:13.652273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:52:13.671521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-94f8b986-2655-4bdd-8dfb-73513ff7f586 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1001 time: 0.0630083 Jul 28 15:52:13.722318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-fe15faef-8b72-4ebe-9089-fa7f056789a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:13.723803 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-fe15faef-8b72-4ebe-9089-fa7f056789a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0446551 Jul 28 15:52:13.771989 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-f8a78542-280d-4ade-9a75-792df9ea7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:13.773568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-f8a78542-280d-4ade-9a75-792df9ea7780 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421550 Jul 28 15:52:13.789131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:52:13.793141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:52:13.793523 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:13.876736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-0826f168-017b-44fe-a05b-f30057004324 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952864 Jul 28 15:52:13.877803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:13.905236 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:52:13.907791 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3179c-2306-4b82-81d4-ff45a5472c39" -d '{"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-plugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:52:13.921732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:13.974785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-dbf6f75c-3f73-4b3e-9d26-03d6c1264fdd service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900798 Jul 28 15:52:13.991175 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:14.019377 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8475d45a-0c9a-4ada-aff9-4ec5a633bab5 x-openstack-request-id: req-8475d45a-0c9a-4ada-aff9-4ec5a633bab5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:52:14.019670 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-plugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:52:14.019923 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8475d45a-0c9a-4ada-aff9-4ec5a633bab5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:52:14.020337 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'code': 200} Jul 28 15:52:14.041645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:14.415261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d01c1f-3a9d-4316-9503-836e59bfc9a0 req-1eb2cb12-b44b-42f7-bcf7-bb28f7747759 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:14.416793 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d01c1f-3a9d-4316-9503-836e59bfc9a0 req-1eb2cb12-b44b-42f7-bcf7-bb28f7747759 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0512671 Jul 28 15:52:14.457253 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c6d01c1f-3a9d-4316-9503-836e59bfc9a0 req-3baf4988-598c-4365-a859-6cd2197427f7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Jul 28 15:52:15.577802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715556af-0acd-4618-8256-e9c9f1cb891e req-3ebe8d3a-89fe-4148-aaf0-445e28a1da36 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:15.579323 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-715556af-0acd-4618-8256-e9c9f1cb891e req-3ebe8d3a-89fe-4148-aaf0-445e28a1da36 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0492091 Jul 28 15:52:15.622003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-715556af-0acd-4618-8256-e9c9f1cb891e req-b715f1ac-c7de-4d97-8b55-d0968de6c678 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356736 Jul 28 15:52:16.751532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d704d1-3dce-406b-86a4-baa9df77a283 req-c8dbd080-8d52-4802-bb7e-eb27c064d53d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:16.753159 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40d704d1-3dce-406b-86a4-baa9df77a283 req-c8dbd080-8d52-4802-bb7e-eb27c064d53d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0605841 Jul 28 15:52:16.796234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-40d704d1-3dce-406b-86a4-baa9df77a283 req-0f7e6578-c26b-434c-afb1-307757c9e38e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361760 Jul 28 15:52:17.915142 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826b3f3-1b06-4068-8d5e-66fd78a511f8 req-35487f69-71ec-47c6-8f15-3212ec7b5876 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:17.916703 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9826b3f3-1b06-4068-8d5e-66fd78a511f8 req-35487f69-71ec-47c6-8f15-3212ec7b5876 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0497673 Jul 28 15:52:17.957185 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9826b3f3-1b06-4068-8d5e-66fd78a511f8 req-322b0ee2-66de-4418-8406-748247fa8b8f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343952 Jul 28 15:52:18.341287 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:52:19.084864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b398ef-61a3-41ba-bea5-abf87cb3b18f req-43e3d1aa-bb19-425a-a567-550256f20e3b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:19.086373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4b398ef-61a3-41ba-bea5-abf87cb3b18f req-43e3d1aa-bb19-425a-a567-550256f20e3b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0580723 Jul 28 15:52:19.135470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4b398ef-61a3-41ba-bea5-abf87cb3b18f req-b96e0820-ad03-4337-a2cb-43dc31ee2b27 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 Jul 28 15:52:19.224353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-34a70755-fdfb-4580-8201-29f2c60e084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:19.225887 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-34a70755-fdfb-4580-8201-29f2c60e084f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c&tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b HTTP/1.1" status: 200 len: 1098 time: 0.0426552 Jul 28 15:52:19.244662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:52:19.305185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:19.512043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:19.546445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:52:19.587050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:52:19.589948 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c68c60-e9da-429f-b220-5b4d607d4ce9" -d '{"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:52:19.593779 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:19.606345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Transition to ACTIVE for port object f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:52:19.640637 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0cd16b-9b2b-4afe-bfb0-26b6e1a694b8 x-openstack-request-id: req-4e0cd16b-9b2b-4afe-bfb0-26b6e1a694b8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:52:19.641003 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:52:19.641274 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e0cd16b-9b2b-4afe-bfb0-26b6e1a694b8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:52:19.641682 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'code': 200} Jul 28 15:52:19.675194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:19.682292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:52:19.737077 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:52:19.778752 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:19.813696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] No DVR routers for this DVR port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:52:19.956053 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:52:19.956315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:52:19.956628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:52:19.961163 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:52:19.961638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Attempting to bind port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on network 73c6dd8d-8f82-418a-b0d3-667570afe47c {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:52:19.966844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:52:19.967181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Checking segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:52:19.967563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Bound using segment: {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:52:19.967991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Bound port: f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b016cc00-0ad6-4f77-8f31-16b3baca73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:52:19.968348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:20.033967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:52:20.037338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:52:20.117702 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:20.158421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.159053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:20.160478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] 10.222.0.42 "PUT /v2.0/ports/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1094 time: 0.9200158 Jul 28 15:52:20.185246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031555db-c62f-43e2-b297-2c1ebe38a78c service neutron] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=11']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:20.273357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-8fdaf3b3-22a7-4e4a-b75e-053527eed3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.274911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-8fdaf3b3-22a7-4e4a-b75e-053527eed3d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1097 time: 0.0754049 Jul 28 15:52:20.288049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116f5b7-63af-40bb-a3fd-5fbd122ad17e req-8f42b486-4dd0-4be6-9e9b-a029a970cc80 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.289571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b116f5b7-63af-40bb-a3fd-5fbd122ad17e req-8f42b486-4dd0-4be6-9e9b-a029a970cc80 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0632684 Jul 28 15:52:20.386285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b116f5b7-63af-40bb-a3fd-5fbd122ad17e req-122545a0-fdaf-4a15-8607-47381a9c6b48 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876346 Jul 28 15:52:20.410583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-0e552d3f-1ca1-4533-8884-2637215ae7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.412073 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-0e552d3f-1ca1-4533-8884-2637215ae7e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1215780 Jul 28 15:52:20.478469 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-5aa8a913-66b9-4912-86b3-4d9a04b7792a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.0586517 Jul 28 15:52:20.533143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-0884f7e7-2caa-410e-b28c-bae7eaaa5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.534599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-0884f7e7-2caa-410e-b28c-bae7eaaa5516 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0491354 Jul 28 15:52:20.585571 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-404e41c2-b5bc-44e6-9c09-90f4f88565de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.586979 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-404e41c2-b5bc-44e6-9c09-90f4f88565de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440872 Jul 28 15:52:20.676087 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-59ad445d-2d39-4200-97ea-bfcec55ff3de service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Jul 28 15:52:20.770332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e81d89c-18fa-4181-b118-f788e332cc3e req-08d8cd7e-1466-45ae-bf73-aa1234a8f51a service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873930 Jul 28 15:52:21.511029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fcc98-3592-43e7-88dc-2a0713490a9b req-b5fff89d-a7ed-4cb1-9338-ab8fddfd421e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.512633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-434fcc98-3592-43e7-88dc-2a0713490a9b req-b5fff89d-a7ed-4cb1-9338-ab8fddfd421e tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0539763 Jul 28 15:52:21.550302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-434fcc98-3592-43e7-88dc-2a0713490a9b req-64ddc94b-3c47-407e-9f92-67fd81c506e5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316606 Jul 28 15:52:21.642880 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:52:21.645421 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766468c1-745b-4cd4-be91-729de1cde764" -d '{"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:52:21.693895 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a36b1f7-7c09-478f-88a7-71aac3c4ec2f x-openstack-request-id: req-2a36b1f7-7c09-478f-88a7-71aac3c4ec2f {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:52:21.694213 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:52:21.694471 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a36b1f7-7c09-478f-88a7-71aac3c4ec2f {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:52:21.694873 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'status': 'completed', 'code': 200} Jul 28 15:52:21.799119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-fc5bb5cf-49e6-4756-8f6f-201e47b5705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.800568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-fc5bb5cf-49e6-4756-8f6f-201e47b5705d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1097 time: 0.0747664 Jul 28 15:52:21.803260 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-9c9097d0-54da-4b3b-8215-057b6e1687cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.808399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-9c9097d0-54da-4b3b-8215-057b6e1687cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 1097 time: 0.0700202 Jul 28 15:52:21.984418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-24fdfc53-4894-4503-93a0-1393e25b8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.986610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-24fdfc53-4894-4503-93a0-1393e25b8af2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1762898 Jul 28 15:52:21.987963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-d0a1f90a-591a-462f-b956-12a3087542a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.989328 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-d0a1f90a-591a-462f-b956-12a3087542a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 200 len: 913 time: 0.1718550 Jul 28 15:52:22.102993 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-92dfeec0-7509-4bcb-86b6-100dcfa70344 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.1070273 Jul 28 15:52:22.104763 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-85bd035b-48b4-4e4a-a130-fbec20559429 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 200 len: 1000 time: 0.1029894 Jul 28 15:52:22.188706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-c0bdd58b-6d4c-442c-a93c-8c5941a369d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:22.190217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-c0bdd58b-6d4c-442c-a93c-8c5941a369d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0777950 Jul 28 15:52:22.191694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-fe2b9ebb-fac7-4ff1-828c-541ea7443c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:22.193006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-fe2b9ebb-fac7-4ff1-828c-541ea7443c34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 200 len: 851 time: 0.0733752 Jul 28 15:52:22.274027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-5542f639-e020-4b08-974f-680fac107ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:22.275555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-5542f639-e020-4b08-974f-680fac107ff6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779345 Jul 28 15:52:22.285944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766468c1-745b-4cd4-be91-729de1cde764 req-080213d0-29b9-4bee-9fa9-f80cd4d414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:22.288711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-080213d0-29b9-4bee-9fa9-f80cd4d414dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73c6dd8d-8f82-418a-b0d3-667570afe47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816870 Jul 28 15:52:22.343734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1833d1d9-7352-42bd-8485-580cff03d750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:22.448413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-d048c8cd-63a6-481c-8069-79185cb49ef3 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599364 Jul 28 15:52:22.451766 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-d4f52604-2fa1-493b-bf65-17d82ff96b92 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452849 Jul 28 15:52:22.616234 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-58d1f1fc-e9de-4072-98a5-c5510c157da0 service neutron] 10.222.0.42 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592655 Jul 28 15:52:22.617473 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-766468c1-745b-4cd4-be91-729de1cde764 req-aca45177-8426-4099-99e7-57da6b3213f2 service neutron] 10.222.0.58 "GET /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532195 Jul 28 15:52:22.674293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd52184-5587-442d-8654-7357d4d4294d req-9a036859-08d2-4d9a-8f15-209bac011a64 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:22.675867 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9cd52184-5587-442d-8654-7357d4d4294d req-9a036859-08d2-4d9a-8f15-209bac011a64 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0507853 Jul 28 15:52:22.715719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9cd52184-5587-442d-8654-7357d4d4294d req-0dee0bd3-01c5-4abb-be4b-d17cf805eb95 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331864 Jul 28 15:52:23.861437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe039-1933-45fd-bab4-5ec4e8ed5ee8 req-17eef213-3cd7-4f4a-81f6-2a72053c888d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:23.862994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a3fe039-1933-45fd-bab4-5ec4e8ed5ee8 req-17eef213-3cd7-4f4a-81f6-2a72053c888d tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0641944 Jul 28 15:52:23.905133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a3fe039-1933-45fd-bab4-5ec4e8ed5ee8 req-ef06b3df-a8a8-494e-a0b9-f90527d7a733 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355759 Jul 28 15:52:24.905278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc98e-818d-4431-8149-a97748047708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:25.024913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd5a3a-a801-46f5-acc3-64f5a804d0d7 req-5e1ec91d-f433-4f8b-a2a1-564766605f14 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:25.028577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dfdd5a3a-a801-46f5-acc3-64f5a804d0d7 req-5e1ec91d-f433-4f8b-a2a1-564766605f14 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0514605 Jul 28 15:52:25.065699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dfdd5a3a-a801-46f5-acc3-64f5a804d0d7 req-c6ecb0d0-87ce-4cd4-b40a-6f4ebc016bfe tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325663 Jul 28 15:52:25.294285 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:26.180219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2cf1-a0f1-4827-9923-5dc15cd986ac req-e34a8620-f3fa-4d91-997f-cb9d7657aa41 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:26.181743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a85c2cf1-a0f1-4827-9923-5dc15cd986ac req-e34a8620-f3fa-4d91-997f-cb9d7657aa41 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0486059 Jul 28 15:52:26.220683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a85c2cf1-a0f1-4827-9923-5dc15cd986ac req-0b6394b8-8ae8-451a-8b76-055d1c26b339 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322640 Jul 28 15:52:26.642143 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:27.344915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e75621-e9c4-4f68-823a-6a71e2a4f36a req-d1b94fdb-e0cd-40e1-bc24-753a014e5e7c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:27.346389 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08e75621-e9c4-4f68-823a-6a71e2a4f36a req-d1b94fdb-e0cd-40e1-bc24-753a014e5e7c tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0525668 Jul 28 15:52:27.385485 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-08e75621-e9c4-4f68-823a-6a71e2a4f36a req-5eccde37-45a7-4fe8-bf59-edcff216acf5 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Jul 28 15:52:28.082048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:28.502357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80b3a9-9ba5-4d7a-aabc-46e36347c825 req-6342ceb6-ae85-4484-9f31-5118097c7785 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:28.503864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b80b3a9-9ba5-4d7a-aabc-46e36347c825 req-6342ceb6-ae85-4484-9f31-5118097c7785 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0481272 Jul 28 15:52:28.542688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b80b3a9-9ba5-4d7a-aabc-46e36347c825 req-192f6f0c-ac68-46bf-8534-f93219dc4871 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Jul 28 15:52:29.656016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17900fd-ab5b-4b42-b495-68498f2b5499 req-6e741ee1-538f-45ee-8f77-7f97bb28096b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:29.657493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e17900fd-ab5b-4b42-b495-68498f2b5499 req-6e741ee1-538f-45ee-8f77-7f97bb28096b tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0474031 Jul 28 15:52:29.695090 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e17900fd-ab5b-4b42-b495-68498f2b5499 req-fce43425-1602-4ed9-9ab4-fe0f6d27b4ed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Jul 28 15:52:30.832973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb674458-b194-47b5-87a3-ea5b74a94466 req-d8b64586-504d-4bb3-b0c6-712911d54b82 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:30.834478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb674458-b194-47b5-87a3-ea5b74a94466 req-d8b64586-504d-4bb3-b0c6-712911d54b82 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0530210 Jul 28 15:52:30.871984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb674458-b194-47b5-87a3-ea5b74a94466 req-986987a2-03a7-439a-970a-2717a11ba05f tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jul 28 15:52:32.000984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c87a2c-5438-4366-8775-eced5ae78392 req-7aa8b716-a8b4-4574-b318-e8144e6090ec tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:32.002461 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41c87a2c-5438-4366-8775-eced5ae78392 req-7aa8b716-a8b4-4574-b318-e8144e6090ec tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 945 time: 0.0492618 Jul 28 15:52:32.039536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-41c87a2c-5438-4366-8775-eced5ae78392 req-5ae43a47-cbee-4db1-bf7d-61dab39d2d57 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Jul 28 15:52:32.821688 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:52:32.898639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:32.923865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:32.934139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'port_id': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'mac_address': 'fa:16:3e:c3:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:52:32.971203 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:32.984539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:52:33.003883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:33.093515 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:33.144602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:33.156916 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d4778-95dd-4a60-8b1c-d5a302860868 req-74014f39-6325-4493-b354-0a7542dce9ed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:33.158436 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-120d4778-95dd-4a60-8b1c-d5a302860868 req-74014f39-6325-4493-b354-0a7542dce9ed tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0500913 Jul 28 15:52:33.197581 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-120d4778-95dd-4a60-8b1c-d5a302860868 req-84641cc1-c42a-4bfd-a1d0-989ae38d6807 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330164 Jul 28 15:52:34.317783 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0181ba3-a34c-4241-aa07-c91e506bbb22 req-1e95bab5-b03c-4946-a23a-f64386a59a3a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:34.319234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0181ba3-a34c-4241-aa07-c91e506bbb22 req-1e95bab5-b03c-4946-a23a-f64386a59a3a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0523536 Jul 28 15:52:34.357579 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a0181ba3-a34c-4241-aa07-c91e506bbb22 req-d33a93d3-4372-4a49-90eb-1249d59038db tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Jul 28 15:52:34.476496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1489b2-6320-4f96-9bb5-0a696d0061a4 req-b974f16e-e893-483d-9112-88154b7866a6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:34.477963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc1489b2-6320-4f96-9bb5-0a696d0061a4 req-b974f16e-e893-483d-9112-88154b7866a6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0511754 Jul 28 15:52:34.518737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cc1489b2-6320-4f96-9bb5-0a696d0061a4 req-de2c7098-6b17-428a-86c3-c36f5f711e50 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342693 Jul 28 15:52:34.632911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964e9ab-857a-42fc-a440-02e6b1e81f0b req-0a94e4a0-145f-488b-9957-fb2b85d6e6a3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:34.634276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:52:34.634746 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a964e9ab-857a-42fc-a440-02e6b1e81f0b req-0a94e4a0-145f-488b-9957-fb2b85d6e6a3 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0497873 Jul 28 15:52:34.672875 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a964e9ab-857a-42fc-a440-02e6b1e81f0b req-aec7258d-9e64-4d97-9f7c-44ee5700fbf4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320816 Jul 28 15:52:35.147853 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677eae3-a4c0-4cca-87d5-1116e8911f91 req-775e0cdb-b90f-4226-a129-5fdc026b4162 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:35.149383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1677eae3-a4c0-4cca-87d5-1116e8911f91 req-775e0cdb-b90f-4226-a129-5fdc026b4162 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0499637 Jul 28 15:52:35.187094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1677eae3-a4c0-4cca-87d5-1116e8911f91 req-f644f805-d4aa-413c-862b-8a6c0b506f4a tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Jul 28 15:52:36.306833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6abd10-5c46-476c-8b5e-64fd9b0411d3 req-f8c93a1c-74af-4a6a-b4b4-44c539d065dc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:36.308440 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6abd10-5c46-476c-8b5e-64fd9b0411d3 req-f8c93a1c-74af-4a6a-b4b4-44c539d065dc tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0525315 Jul 28 15:52:36.347484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb6abd10-5c46-476c-8b5e-64fd9b0411d3 req-2264d469-345a-416d-9b63-ee113048db26 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326231 Jul 28 15:52:36.842099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:52:36.973183 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:36.995732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:52:37.001367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:52:37.001730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.075210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.097134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:52:37.099250 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee2b744-a9b0-4373-8d01-bc44295b0374" -d '{"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-plugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:52:37.113148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:37.139237 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8d5361-1c39-4665-90c6-cd5165e21130 x-openstack-request-id: req-4a8d5361-1c39-4665-90c6-cd5165e21130 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:52:37.139555 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-plugged", "status": "completed", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:52:37.139794 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a8d5361-1c39-4665-90c6-cd5165e21130 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:52:37.140214 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'code': 200} Jul 28 15:52:37.144925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca657d-01ab-4cc8-a05d-65868533db0e req-a1d660f9-4d16-45bc-99a2-40bc8aa45e95 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:37.146397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-beca657d-01ab-4cc8-a05d-65868533db0e req-a1d660f9-4d16-45bc-99a2-40bc8aa45e95 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 946 time: 0.0511487 Jul 28 15:52:37.177354 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.230532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=13']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:37.263292 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Deleting port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:52:37.263630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.354889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] For port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:37.355552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.555784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad8b05-ef67-4b12-867a-f4318ebf560f req-ca08071d-572c-4d82-9772-e81287fe4094 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:37.557264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77ad8b05-ef67-4b12-867a-f4318ebf560f req-ca08071d-572c-4d82-9772-e81287fe4094 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 947 time: 0.1403208 Jul 28 15:52:37.874480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.874848 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:37.875160 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Floating IP 77cfb894-8724-41a7-9a88-c64f8d312409 disassociated. External IP: 172.25.6.31, port: f9646b2d-04ce-4d1b-a993-ed6b1ed1a566. Jul 28 15:52:37.875502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Calling delete_port for f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:52:37.895141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-77ad8b05-ef67-4b12-867a-f4318ebf560f req-689ea0c5-dfb4-4bd1-a11a-3581dcafae20 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups?id=25465932-fbc0-4a1b-b65d-ccd15e4efee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308241 Jul 28 15:52:38.098605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:38.126096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event deleted for resources: {'Port': ['ID=f9646b2d-04ce-4d1b-a993-ed6b1ed1a566,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:38.246087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:52:38.360331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:52:38.369984 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:52:38.380586 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:52:38.381075 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:38.414475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] No DVR routers for this DVR port f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:52:38.418192 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:38.421553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-beca657d-01ab-4cc8-a05d-65868533db0e req-cc7301f0-03d8-4875-b907-2f99e82ee5e0 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.42 "DELETE /v2.0/ports/f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 HTTP/1.1" status: 204 len: 173 time: 1.2456949 Jul 28 15:52:38.422232 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-deleted', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:52:38.425901 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa6b9ee-a55f-4242-8800-6cd5eb0488c9" -d '{"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-deleted", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:52:38.462163 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b850ef1c-d171-45be-9aa6-0a36ab883cbf x-openstack-request-id: req-b850ef1c-d171-45be-9aa6-0a36ab883cbf {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:52:38.462458 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be86af9a-b7f0-4384-a743-f16cc281266c", "name": "network-vif-deleted", "tag": "f9646b2d-04ce-4d1b-a993-ed6b1ed1a566", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:52:38.462708 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b850ef1c-d171-45be-9aa6-0a36ab883cbf {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:52:38.463093 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be86af9a-b7f0-4384-a743-f16cc281266c', 'name': 'network-vif-deleted', 'tag': 'f9646b2d-04ce-4d1b-a993-ed6b1ed1a566', 'status': 'completed', 'code': 200} Jul 28 15:52:38.493748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:52:38.697989 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:38.729802 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:52:38.743825 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:52:38.744461 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:38.965638 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:52:38.995555 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3af31d57-763f-4f7d-b2be-42b77cfd4ffb req-a37db63c-064a-43aa-8b0e-b428b6b169a4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0266900 Jul 28 15:52:39.174370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:39.207808 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aaebe-e96d-48a8-9afd-5445c3587229 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:39:48Z', 'revision_number': 4, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2d7b8320-8318-437b-ae0f-6342f9276c70', 'name': '', 'network_id': '73c6dd8d-8f82-418a-b0d3-667570afe47c', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'mac_address': 'fa:16:3e:a8:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:47Z', 'updated_at': '2021-07-28T15:39:53Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'subnets': [{'id': '6fccec47-4a65-48b6-9e35-f73a2cccc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:52:39.430636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0754dad-b620-4fe3-84ca-8856966e62d8 None None] New status for floating IP 77cfb894-8724-41a7-9a88-c64f8d312409: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:52:40.099188 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c3c42576-5997-4e2d-9bfa-adba55c8139c req-b21b8650-98f0-4c02-9c47-6bfa3a6f7db4 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0301569 Jul 28 15:52:40.839364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:52:40.859603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:52:40.859955 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device f9646b2d-04ce-4d1b-a993-ed6b1ed1a566 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:52:41.195524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0bd7fb92-bc38-4431-b82f-5a671166ee75 req-ded9c4ed-e28d-496d-99a3-65df3ddf8d22 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0276685 Jul 28 15:52:42.300999 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc0d21e6-55f9-4fd4-9d5b-7c5da7118daa req-ee7c985a-f0f9-4696-a8bd-3cb4710ab0b6 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/ports?device_id=be86af9a-b7f0-4384-a743-f16cc281266c HTTP/1.1" status: 200 len: 210 time: 0.0261748 Jul 28 15:52:48.339511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42786) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:48.395526 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-907363f9-aac1-4767-a8f3-929a42b7faf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:48.421211 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-907363f9-aac1-4767-a8f3-929a42b7faf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:48.537396 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-907363f9-aac1-4767-a8f3-929a42b7faf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:48.539977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-907363f9-aac1-4767-a8f3-929a42b7faf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:48.541202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-907363f9-aac1-4767-a8f3-929a42b7faf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "DELETE /v2.0/security-groups/25465932-fbc0-4a1b-b65d-ccd15e4efee8 HTTP/1.1" status: 204 len: 168 time: 0.2006893 Jul 28 15:52:48.543851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42788) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:48.551204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907363f9-aac1-4767-a8f3-929a42b7faf7 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25465932-fbc0-4a1b-b65d-ccd15e4efee8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:48.557863 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-0a6ed8d4-d903-4c0d-a01d-18ba003ffe29 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] show failed (client error): The resource could not be found. Jul 28 15:52:48.558852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0a6ed8d4-d903-4c0d-a01d-18ba003ffe29 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "GET /v2.0/security-groups/25465932-fbc0-4a1b-b65d-ccd15e4efee8 HTTP/1.1" status: 404 len: 347 time: 0.0140038 Jul 28 15:52:48.561776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42790) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:49.007426 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Deleting port 64848c2e-5188-466c-ada8-2fb0e2bb908d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:52:49.007768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:49.079836 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:49.080153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:49.091585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Calling delete_port for 64848c2e-5188-466c-ada8-2fb0e2bb908d owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:52:49.321241 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:49.345987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Pushing event deleted for resources: {'Port': ['ID=64848c2e-5188-466c-ada8-2fb0e2bb908d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:49.356066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.356418 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.356791 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.357133 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.357473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.358327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.358327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.358524 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.358814 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.359145 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.359473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.359803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:49.421186 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:49.423857 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:49.425029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-34d65375-5b1b-4b7b-9ce5-7463deabd180 tempest-ServerActionsTestJSON-1296680374 tempest-ServerActionsTestJSON-1296680374-project] 10.222.0.57 "DELETE /v2.0/floatingips/77cfb894-8724-41a7-9a88-c64f8d312409 HTTP/1.1" status: 204 len: 168 time: 0.8623741 Jul 28 15:52:49.427969 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42792) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:49.900320 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:50.139780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Deleting port 2d7b8320-8318-437b-ae0f-6342f9276c70 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:52:50.140119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:50.226956 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] For port 2d7b8320-8318-437b-ae0f-6342f9276c70, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2d7b8320-8318-437b-ae0f-6342f9276c70,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:50.227346 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:50.240821 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Calling delete_port for 2d7b8320-8318-437b-ae0f-6342f9276c70 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:52:50.491927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:50.509127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7b8320-8318-437b-ae0f-6342f9276c70,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:50.669622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:50.883374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:52:50.986854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:52:50.992360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-96ace61e-bde5-4f7f-9013-84c09abc47d1 admin admin] 10.222.0.57 "PUT /v2.0/routers/0b1d7e20-ce82-46e4-b5ee-304632127bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633829 Jul 28 15:52:50.994364 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42798) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:50.996172 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640a980-6de3-465b-a450-75498722bd24 None None] Sync routers for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:52:51.005527 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:52:51.006147 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:51.097570 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.108624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:52:51.208413 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.293783 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:52:50Z', 'revision_number': 5, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port': {'id': '71fc3cd4-0cce-452b-ba09-76fba8c42cbd', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:51.319103 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640a980-6de3-465b-a450-75498722bd24 None None] Checking router: 0b1d7e20-ce82-46e4-b5ee-304632127bf8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:52:51.327789 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] Routers {'0b1d7e20-ce82-46e4-b5ee-304632127bf8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:52:51.328389 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:52:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:51.357888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Deleting port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:52:51.364503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.411874 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] Set router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:52:51.442159 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] For port 71fc3cd4-0cce-452b-ba09-76fba8c42cbd, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:51.442551 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.455189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Calling delete_port for 71fc3cd4-0cce-452b-ba09-76fba8c42cbd owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:52:51.465492 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8640a980-6de3-465b-a450-75498722bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:52:51Z', 'revision_number': 6, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:51.491931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640a980-6de3-465b-a450-75498722bd24 None None] The sync data for ids ['0b1d7e20-ce82-46e4-b5ee-304632127bf8'] in n-d-764806-10 is: [{'id': '0b1d7e20-ce82-46e4-b5ee-304632127bf8', 'name': 'tempest-ServerActionsTestJSON-1185920562-router', 'tenant_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:43Z', 'updated_at': '2021-07-28T15:52:51Z', 'revision_number': 6, 'project_id': 'aa47dfdfc5e1409c81d848c1ce43e30b', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:52:51.755839 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.786541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71fc3cd4-0cce-452b-ba09-76fba8c42cbd,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:51.841272 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.933932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.936786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.030394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.030995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1d7e20-ce82-46e4-b5ee-304632127bf8 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:52:52.035278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.036467 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a2175834-d759-44e8-8ea5-a0560b9385c4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0b1d7e20-ce82-46e4-b5ee-304632127bf8 HTTP/1.1" status: 204 len: 168 time: 1.0411654 Jul 28 15:52:52.039055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42800) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:52.085132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Deleting subnet 6fccec47-4a65-48b6-9e35-f73a2cccc092 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:52:52.088252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.122886 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.211439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.304932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.331386 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-217b5446-060a-4594-8757-8ca7891bdd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.340705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fccec47-4a65-48b6-9e35-f73a2cccc092,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:52.340705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.340705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0437bb01-c887-4646-a4ff-f0e04ba19273 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6fccec47-4a65-48b6-9e35-f73a2cccc092 HTTP/1.1" status: 204 len: 168 time: 0.2971396 Jul 28 15:52:52.340705 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42802) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:52.342824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350197ea-551a-4826-8763-ebeffd957c21 None None] Network 73c6dd8d-8f82-418a-b0d3-667570afe47c requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:52:52.409410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.468492 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Deleting port 5f88fd41-135f-4cd6-971d-7425e30544ce {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:52:52.468843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.509166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] DHCP port deletion for 73c6dd8d-8f82-418a-b0d3-667570afe47c request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:52:52.534337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] For port 5f88fd41-135f-4cd6-971d-7425e30544ce, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88fd41-135f-4cd6-971d-7425e30544ce,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:52.534705 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.547025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Calling delete_port for 5f88fd41-135f-4cd6-971d-7425e30544ce owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:52:52.554005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] Deleting port 5f88fd41-135f-4cd6-971d-7425e30544ce {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:52:52.554385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.618380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] For port 5f88fd41-135f-4cd6-971d-7425e30544ce, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88fd41-135f-4cd6-971d-7425e30544ce,segment=NetworkSegment(b016cc00-0ad6-4f77-8f31-16b3baca73f2),segment_id=b016cc00-0ad6-4f77-8f31-16b3baca73f2)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:52:52.618701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.631566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] Calling delete_port for 5f88fd41-135f-4cd6-971d-7425e30544ce owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:52:52.692882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.707671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.719592 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f88fd41-135f-4cd6-971d-7425e30544ce,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:52.721411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] No DVR routers for this DVR port 5f88fd41-135f-4cd6-971d-7425e30544ce on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:52:52.734032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] Pushing event deleted for resources: {'Port': ['ID=5f88fd41-135f-4cd6-971d-7425e30544ce,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:52.741681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8294ec-5e1e-4f10-8e60-cfb92cf1df9a None None] No DVR routers for this DVR port 5f88fd41-135f-4cd6-971d-7425e30544ce on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:52:52.792431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.802082 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c6dd8d-8f82-418a-b0d3-667570afe47c']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:52.812473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b016cc00-0ad6-4f77-8f31-16b3baca73f2') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:52.812771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b016cc00-0ad6-4f77-8f31-16b3baca73f2') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:52:52.821232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.838615 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.844331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:52:52.847229 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:52:52.967134 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.973187 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:52.975215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] 10.222.0.57 "DELETE /v2.0/networks/73c6dd8d-8f82-418a-b0d3-667570afe47c HTTP/1.1" status: 204 len: 168 time: 0.6345713 Jul 28 15:52:52.985927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9c5a-d001-4322-9db2-bdc5168a1b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c6dd8d-8f82-418a-b0d3-667570afe47c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:53.190978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88fd41-135f-4cd6-971d-7425e30544ce no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:52:53.211304 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5f88fd41-135f-4cd6-971d-7425e30544ce {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:52:53.214410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88fd41-135f-4cd6-971d-7425e30544ce not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:52:53.214410 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71fc3cd4-0cce-452b-ba09-76fba8c42cbd no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:52:53.234108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 71fc3cd4-0cce-452b-ba09-76fba8c42cbd {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:52:53.234368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 71fc3cd4-0cce-452b-ba09-76fba8c42cbd not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:52:53.234794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d7b8320-8318-437b-ae0f-6342f9276c70 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:52:53.256599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2d7b8320-8318-437b-ae0f-6342f9276c70 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:52:53.256947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2d7b8320-8318-437b-ae0f-6342f9276c70 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:52:53.283094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42806) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:53.321030 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b180fce7-6d88-4b6e-b530-13fb4b891556 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa47dfdfc5e1409c81d848c1ce43e30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380237 Jul 28 15:52:53.323394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42808) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:53.369583 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f0a83c5-7f20-4f6c-a7aa-3e167f22acc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:53.391212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f0a83c5-7f20-4f6c-a7aa-3e167f22acc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:53.508736 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f0a83c5-7f20-4f6c-a7aa-3e167f22acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:53.511374 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2f0a83c5-7f20-4f6c-a7aa-3e167f22acc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:53.512616 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2f0a83c5-7f20-4f6c-a7aa-3e167f22acc6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa926144-3ae0-45e3-90df-4c6444998914 HTTP/1.1" status: 204 len: 168 time: 0.1883018 Jul 28 15:52:53.520423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a83c5-7f20-4f6c-a7aa-3e167f22acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa926144-3ae0-45e3-90df-4c6444998914,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:54.475976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42830) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:54.572631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-925545015-network', 'tenant_id': '63a9964c5c9b4cc4ba80771c3682efe9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:52:54.657929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Made reservation on behalf of 63a9964c5c9b4cc4ba80771c3682efe9 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:52:54.660287 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.668987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.756641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.800994 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.826131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:52:54.836640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2038b3c7-66a1-49bf-85d9-ed1f142442db,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:54.841468 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.842902 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Added segment 3839308f-95a2-4819-9603-d559d0b36d2d of type vlan for network 214fd73d-3ee7-473a-8ac9-7bb20c445888 Jul 28 15:52:54.862590 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a640e4a-fdd3-4b8b-9b90-4b045a64563d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.882236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.966862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:54.967931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:54.968562 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:55.029257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] Pushing event updated for resources: {'Network': ['ID=214fd73d-3ee7-473a-8ac9-7bb20c445888,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:55.038956 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 214fd73d-3ee7-473a-8ac9-7bb20c445888 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:52:55.081384 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5e93ea64-7041-4eac-a861-6fa6d3301b28 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6040132 Jul 28 15:52:55.083972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42834) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:52:55.088934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Request body: {'subnet': {'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-925545015-subnet', 'tenant_id': '63a9964c5c9b4cc4ba80771c3682efe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:52:55.172244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Made reservation on behalf of 63a9964c5c9b4cc4ba80771c3682efe9 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:52:55.174652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:55.273851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:55.340278 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:52:55.395137 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:55.449833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5d17a4-bcf0-4818-b305-5309e61ad4c5,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:55.460806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Checking segment: {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:52:55.461195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Network hostable DHCP agents. Network: 214fd73d-3ee7-473a-8ac9-7bb20c445888, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:52:55.595204 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Network 214fd73d-3ee7-473a-8ac9-7bb20c445888 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:52:55.679926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 214fd73d-3ee7-473a-8ac9-7bb20c445888) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:52:55.684266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:55.684899 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:55.688741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fdd4f-ade0-445e-86e4-be0e47f3c007 None None] Network 214fd73d-3ee7-473a-8ac9-7bb20c445888 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:52:55.783684 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c9d9e8c2-9f57-4096-b118-1e98ecdc3d68 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6985736 Jul 28 15:52:55.807506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87634296-656d-4809-9301-14e9e95a99c2 None None] Network 214fd73d-3ee7-473a-8ac9-7bb20c445888 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:52:56.231626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-0613647e-55dd-4930-afa5-4447a656c820 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:56.233739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-0613647e-55dd-4930-afa5-4447a656c820 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/networks?id=214fd73d-3ee7-473a-8ac9-7bb20c445888 HTTP/1.1" status: 200 len: 813 time: 0.1027653 Jul 28 15:52:56.248762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-f1fa1b81-b2ad-40aa-85c8-73cbf3d17475 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/quotas/63a9964c5c9b4cc4ba80771c3682efe9 HTTP/1.1" status: 200 len: 375 time: 0.0092821 Jul 28 15:52:56.287357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-b80896f8-389c-4273-b300-94b795ab6793 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332537 Jul 28 15:52:56.376582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-b5e452fe-6ce9-438b-a713-0c7d0ed0bfd6 service neutron] 10.222.0.57 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821934 Jul 28 15:52:56.472274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-76e9cecc-2dd2-44a8-aeb1-3ec6a7e34394 service neutron] 10.222.0.57 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894864 Jul 28 15:52:56.612709 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:56.762692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-665328eb-e32f-4c3d-b8fd-31a8f0ed6dcc req-67368bc8-3c26-462f-9160-bb4a01eacc5a tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 210 time: 0.0787966 Jul 28 15:52:57.840438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-604a73af-f766-4892-af06-a52ee7de5974 req-50a28fbc-0c0d-4416-a8ac-dd2fc2bbb783 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 210 time: 0.0268173 Jul 28 15:52:58.081039 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:58.934276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00f1cc5f-8900-413c-baa9-4604ac084d1d req-b7750d56-e833-43fc-ba02-44d02caa2e23 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 210 time: 0.0264499 Jul 28 15:52:59.078669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-42c0921f-ecee-4c81-9c7c-207192d6f299 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:59.080410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-42c0921f-ecee-4c81-9c7c-207192d6f299 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.58 "GET /v2.0/networks?id=214fd73d-3ee7-473a-8ac9-7bb20c445888 HTTP/1.1" status: 200 len: 813 time: 0.1014695 Jul 28 15:52:59.095733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Request body: {'port': {'device_id': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888', 'admin_state_up': True, 'tenant_id': '63a9964c5c9b4cc4ba80771c3682efe9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:52:59.281462 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Made reservation on behalf of 63a9964c5c9b4cc4ba80771c3682efe9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:52:59.285291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:59.410990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Allocated IP 172.20.0.6 (214fd73d-3ee7-473a-8ac9-7bb20c445888/9a5d17a4-bcf0-4818-b305-5309e61ad4c5/6d7b9344-828a-41e8-88a3-5fd39ca9f3d5) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:52:59.559941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:59.646882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:59.690415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Network 214fd73d-3ee7-473a-8ac9-7bb20c445888 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:52:59.693407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:52:59.699615 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:52:59.706316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Pushing event updated for resources: {'Port': ['ID=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:52:59.740644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.740999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.741349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.741693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.742038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.742378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.742717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.743052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.743389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.743722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.744055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.744386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:52:59.766684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:59.767311 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:59.830293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7d275553-f4ef-4f40-8dee-28d7afe0d60d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390587 Jul 28 15:52:59.847581 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Request body: {'port': {'device_id': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:52:59.900428 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:00.102566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ef66d-8183-42df-a1f2-08a04488a7e7 req-73288828-6e84-49b5-9a2a-4e45474b5367 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:00.104089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-276ef66d-8183-42df-a1f2-08a04488a7e7 req-73288828-6e84-49b5-9a2a-4e45474b5367 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 931 time: 0.1007648 Jul 28 15:53:00.177597 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-276ef66d-8183-42df-a1f2-08a04488a7e7 req-2b2c176a-6fe3-4e4d-88a2-be96e06097b3 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673642 Jul 28 15:53:00.232024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:53:00.240861 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:00.253700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Transition to ACTIVE for port object 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:00.343967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:00.394335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:00.467190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Attempting to bind port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:00.467522 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Attempting to bind port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:00.467852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Attempting to bind port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 on network 214fd73d-3ee7-473a-8ac9-7bb20c445888 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:00.472048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 on network 214fd73d-3ee7-473a-8ac9-7bb20c445888 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:53:00.472365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Attempting to bind port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 on network 214fd73d-3ee7-473a-8ac9-7bb20c445888 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:00.477063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:00.477395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Checking segment: {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:00.477776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Bound using segment: {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:00.478208 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Bound port: 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:00.478556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:00.541969 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] For port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:00.546012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] For port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:00.629994 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:00.664139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:00.665000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:00.666122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] 10.222.0.58 "PUT /v2.0/ports/6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 HTTP/1.1" status: 200 len: 1092 time: 0.8228240 Jul 28 15:53:00.666590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'tag': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:53:00.668895 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602dfe6e-7df9-4605-ad18-2d89259c1549" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad86422-cdf6-41d1-9e5e-98be7e0c30fe", "tag": "6d7b9344-828a-41e8-88a3-5fd39ca9f3d5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:53:00.692479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60735093-18fb-459c-8bab-3ce1fa91a807 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:00.706136 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c3aed-3d46-4db5-ad3c-64bfbdbf1aa0 x-openstack-request-id: req-d00c3aed-3d46-4db5-ad3c-64bfbdbf1aa0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:53:00.706434 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad86422-cdf6-41d1-9e5e-98be7e0c30fe", "tag": "6d7b9344-828a-41e8-88a3-5fd39ca9f3d5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:53:00.706696 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d00c3aed-3d46-4db5-ad3c-64bfbdbf1aa0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:53:00.707129 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'tag': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5', 'status': 'completed', 'code': 200} Jul 28 15:53:00.771185 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dfe6e-7df9-4605-ad18-2d89259c1549 req-9adea3e3-1b5d-461b-89db-244f15ae4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:00.772754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-602dfe6e-7df9-4605-ad18-2d89259c1549 req-9adea3e3-1b5d-461b-89db-244f15ae4c14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 1095 time: 0.0436509 Jul 28 15:53:00.889450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dfe6e-7df9-4605-ad18-2d89259c1549 req-424fc3c9-a217-49f1-8106-ed8131cf516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:00.890939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-602dfe6e-7df9-4605-ad18-2d89259c1549 req-424fc3c9-a217-49f1-8106-ed8131cf516e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1094427 Jul 28 15:53:00.996409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dfe6e-7df9-4605-ad18-2d89259c1549 req-88c5da30-a44c-41bd-a52b-41aeccd5ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:00.997895 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-602dfe6e-7df9-4605-ad18-2d89259c1549 req-88c5da30-a44c-41bd-a52b-41aeccd5ad36 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970869 Jul 28 15:53:01.084826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-fd7726b1-66c5-448d-9fbd-bc655b7cb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:01.086289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-fd7726b1-66c5-448d-9fbd-bc655b7cb769 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 1095 time: 0.0457184 Jul 28 15:53:01.127685 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-21581f4a-e50c-47d4-9516-2ce62d7318d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0325491 Jul 28 15:53:01.177356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7ea64a77-8c49-442d-8393-5712cec1d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:01.178831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7ea64a77-8c49-442d-8393-5712cec1d638 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a5d17a4-bcf0-4818-b305-5309e61ad4c5 HTTP/1.1" status: 200 len: 853 time: 0.0436728 Jul 28 15:53:01.214205 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-7320f137-653f-44eb-bf99-4f27f69c6453 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=214fd73d-3ee7-473a-8ac9-7bb20c445888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254741 Jul 28 15:53:01.353541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09742d7-e018-4e03-84f7-ea1b75644b2d req-eae3f610-fbbb-4a65-9014-f6245a8a553c tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:01.355069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d09742d7-e018-4e03-84f7-ea1b75644b2d req-eae3f610-fbbb-4a65-9014-f6245a8a553c tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 943 time: 0.0827472 Jul 28 15:53:01.357277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-091f3382-c302-4fb2-83aa-c4423bb2a3ba service neutron] 10.222.0.58 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315036 Jul 28 15:53:01.441250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d09742d7-e018-4e03-84f7-ea1b75644b2d req-00adc89c-abb4-4080-9262-6275151e80ee tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799208 Jul 28 15:53:01.483743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-93e833b9-6f50-4df5-b2a7-38b0b448eece req-87949e69-f3f4-4c1b-8400-8a3e7cf64c6e service neutron] 10.222.0.58 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085501 Jul 28 15:53:02.559294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7134bbe-7d8d-4e6a-8d9c-a96c9e01ed4d req-6ae0fb47-a467-4d25-ba93-866fedae3350 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:02.560788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7134bbe-7d8d-4e6a-8d9c-a96c9e01ed4d req-6ae0fb47-a467-4d25-ba93-866fedae3350 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 943 time: 0.0480928 Jul 28 15:53:02.599304 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7134bbe-7d8d-4e6a-8d9c-a96c9e01ed4d req-3b864e59-9ce9-4a03-a55a-a7679fcf10c9 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Jul 28 15:53:02.909297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:03.715181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090aabc-a8f6-4dcc-9097-12c0fc589f75 req-fe0d399e-b4cd-4c6b-8d87-0cab3c4fcdab tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:03.716785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9090aabc-a8f6-4dcc-9097-12c0fc589f75 req-fe0d399e-b4cd-4c6b-8d87-0cab3c4fcdab tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 943 time: 0.0512891 Jul 28 15:53:03.757935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9090aabc-a8f6-4dcc-9097-12c0fc589f75 req-2bd967ab-cf7e-4b38-a66e-ebb6a2aebb45 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Jul 28 15:53:03.936328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:53:04.033359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:04.044924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5', 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888', 'port_id': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5', 'mac_address': 'fa:16:3e:87:f5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d17a4-bcf0-4818-b305-5309e61ad4c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:53:04.082322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:04.095682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:53:04.115824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:04.182537 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:04.231110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:04.439364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:53:04.892338 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f652d1-4cad-4d57-a372-edd861242423 req-dcdbf517-b1b7-46ef-8879-f1a53745e4f0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:04.893842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0f652d1-4cad-4d57-a372-edd861242423 req-dcdbf517-b1b7-46ef-8879-f1a53745e4f0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 944 time: 0.0696650 Jul 28 15:53:04.933288 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0f652d1-4cad-4d57-a372-edd861242423 req-66295eb5-1ca9-4916-ada0-05805f299b64 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jul 28 15:53:05.930847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:06.046009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:06.050154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:53:06.053926 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:06.054052 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c4009-a27c-4901-a14a-341405323889 req-efbec6de-2bc1-4d64-bc76-cb94c995e793 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:06.054052 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-138c4009-a27c-4901-a14a-341405323889 req-efbec6de-2bc1-4d64-bc76-cb94c995e793 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 944 time: 0.0541685 Jul 28 15:53:06.094776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-138c4009-a27c-4901-a14a-341405323889 req-72035c97-7859-4a9b-a98b-28bc8c78fa53 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Jul 28 15:53:06.130496 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:06.155297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:53:06.159286 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36230595-f296-4ca1-a76c-181a3eea42e5" -d '{"events": [{"server_uuid": "0ad86422-cdf6-41d1-9e5e-98be7e0c30fe", "name": "network-vif-plugged", "status": "completed", "tag": "6d7b9344-828a-41e8-88a3-5fd39ca9f3d5"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:53:06.172386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:06.196077 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a31dc-15ae-453c-afb2-1c698a726234 x-openstack-request-id: req-437a31dc-15ae-453c-afb2-1c698a726234 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:53:06.196396 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad86422-cdf6-41d1-9e5e-98be7e0c30fe", "name": "network-vif-plugged", "status": "completed", "tag": "6d7b9344-828a-41e8-88a3-5fd39ca9f3d5", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:53:06.196695 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-437a31dc-15ae-453c-afb2-1c698a726234 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:53:06.197116 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5', 'code': 200} Jul 28 15:53:06.257250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:06.307124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:06.348356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8f85f-b5dd-42f0-8581-187b4c56907e req-3dbaf2b6-036e-450b-bc9a-4129cc02a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:06.349877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1a8f85f-b5dd-42f0-8581-187b4c56907e req-3dbaf2b6-036e-450b-bc9a-4129cc02a27f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 1097 time: 0.0868263 Jul 28 15:53:06.389704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1a8f85f-b5dd-42f0-8581-187b4c56907e req-b282cef3-9268-4f33-b621-77bb6755dadf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281463 Jul 28 15:53:06.977836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:07.209477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094c28-8647-4327-a6e4-8d4db3354b90 req-40bb1bb3-f7e2-4fcd-a7f1-68dbbedd45f7 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:07.211006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb094c28-8647-4327-a6e4-8d4db3354b90 req-40bb1bb3-f7e2-4fcd-a7f1-68dbbedd45f7 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0496912 Jul 28 15:53:07.250616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eb094c28-8647-4327-a6e4-8d4db3354b90 req-8d7503ea-dda2-4c28-852c-17820a2487b3 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jul 28 15:53:08.371487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9902ed9-c9e0-4289-b14b-547f1a916950 req-44b472c2-6b8f-41e2-8605-a8d52affd687 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:08.372992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9902ed9-c9e0-4289-b14b-547f1a916950 req-44b472c2-6b8f-41e2-8605-a8d52affd687 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0491073 Jul 28 15:53:08.410025 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d9902ed9-c9e0-4289-b14b-547f1a916950 req-85fb792b-46f0-49ad-9620-0c5e9cda4a5b tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Jul 28 15:53:08.635008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-483abcd2-f84f-46d0-bfc2-fb66080d36d0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:08.636615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-483abcd2-f84f-46d0-bfc2-fb66080d36d0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/networks?id=214fd73d-3ee7-473a-8ac9-7bb20c445888 HTTP/1.1" status: 200 len: 813 time: 0.1037052 Jul 28 15:53:08.652411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-a3c31568-d6c8-43b0-9b3d-08a1495cd23d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/quotas/63a9964c5c9b4cc4ba80771c3682efe9 HTTP/1.1" status: 200 len: 375 time: 0.0094800 Jul 28 15:53:08.701494 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-91303fd0-603f-468b-bde1-6919fd6dd79b tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429540 Jul 28 15:53:08.796114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-56c45413-d41f-4021-ae8d-ec2b10e59f85 service neutron] 10.222.0.57 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869746 Jul 28 15:53:08.887011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-7a83dbc0-0d30-4c7c-9f71-c8b0422776f3 service neutron] 10.222.0.57 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846603 Jul 28 15:53:09.108850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f092f4f3-3986-47d6-a793-4ef41d6fbf56 req-a85ac565-128e-4bfb-b150-9806305a0d3d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 210 time: 0.0267205 Jul 28 15:53:10.204662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-22d3212b-9ff0-4914-b5e6-35e6fc281601 req-a29404ed-8e8e-40d2-8ddc-e9e9bd97ca3d tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 210 time: 0.0273478 Jul 28 15:53:11.300645 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4416176d-1094-4bd4-aaac-518365b5fb0a req-e73185b4-ed60-4a98-9583-db499d0b7e87 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 210 time: 0.0277467 Jul 28 15:53:11.358940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9b2f411c-3102-48da-9ce7-8093de11e593 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:11.362162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9b2f411c-3102-48da-9ce7-8093de11e593 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.42 "GET /v2.0/networks?id=214fd73d-3ee7-473a-8ac9-7bb20c445888 HTTP/1.1" status: 200 len: 813 time: 0.1122940 Jul 28 15:53:11.384933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Request body: {'port': {'device_id': '9a3c0a3a-d087-4513-a960-4351732d70da', 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888', 'admin_state_up': True, 'tenant_id': '63a9964c5c9b4cc4ba80771c3682efe9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:11.566129 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Made reservation on behalf of 63a9964c5c9b4cc4ba80771c3682efe9 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:11.569850 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:11.699965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Allocated IP 172.20.0.2 (214fd73d-3ee7-473a-8ac9-7bb20c445888/9a5d17a4-bcf0-4818-b305-5309e61ad4c5/2fe85184-78b4-4c5b-8549-a5d52b9ad5d5) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:11.850563 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:11.983530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:11.996878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:53:12.028073 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Network 214fd73d-3ee7-473a-8ac9-7bb20c445888 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:12.031179 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:12.037030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:12.043509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Pushing event updated for resources: {'Port': ['ID=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:12.091825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:12.092477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.155164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-9546635b-a89a-49f1-a72e-1b3d7fe6be8e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7767441 Jul 28 15:53:12.215402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Request body: {'port': {'device_id': '9a3c0a3a-d087-4513-a960-4351732d70da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:12.273233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.472168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89560f75-9be2-4888-9984-126aba1e31c1 req-27d4b695-d787-495b-9c2f-cdf713db309e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:12.473567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89560f75-9be2-4888-9984-126aba1e31c1 req-27d4b695-d787-495b-9c2f-cdf713db309e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 931 time: 0.1005034 Jul 28 15:53:12.530484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-89560f75-9be2-4888-9984-126aba1e31c1 req-62940c70-c0fe-494d-9736-b2b8fc5a216c tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494764 Jul 28 15:53:12.606364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:53:12.614760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.626858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Transition to ACTIVE for port object 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:12.690892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.743283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:12.812040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Attempting to bind port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:12.812381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Attempting to bind port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:12.812771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Attempting to bind port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 on network 214fd73d-3ee7-473a-8ac9-7bb20c445888 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:12.817170 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 on network 214fd73d-3ee7-473a-8ac9-7bb20c445888 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:53:12.817493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Attempting to bind port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 on network 214fd73d-3ee7-473a-8ac9-7bb20c445888 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:12.822266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:12.822606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Checking segment: {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:12.822993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Bound using segment: {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:12.823435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Bound port: 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3839308f-95a2-4819-9603-d559d0b36d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:12.823794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.890233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] For port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:12.893356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] For port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:12.960967 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.995070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:12.995684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:12.997106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] 10.222.0.42 "PUT /v2.0/ports/2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 HTTP/1.1" status: 200 len: 1092 time: 0.8285594 Jul 28 15:53:12.997541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3c0a3a-d087-4513-a960-4351732d70da', 'tag': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:53:12.999782 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8e04d1-f5cd-4f84-800a-d6f9e214970d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3c0a3a-d087-4513-a960-4351732d70da", "tag": "2fe85184-78b4-4c5b-8549-a5d52b9ad5d5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:53:13.023885 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa25e1-4858-4e46-bd4b-fb2a52a70a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:13.039647 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cfe9aa-595b-4a23-a0d6-8559ccb0ab18 x-openstack-request-id: req-27cfe9aa-595b-4a23-a0d6-8559ccb0ab18 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:53:13.039939 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3c0a3a-d087-4513-a960-4351732d70da", "tag": "2fe85184-78b4-4c5b-8549-a5d52b9ad5d5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:53:13.040194 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27cfe9aa-595b-4a23-a0d6-8559ccb0ab18 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:53:13.040624 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3c0a3a-d087-4513-a960-4351732d70da', 'tag': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5', 'status': 'completed', 'code': 200} Jul 28 15:53:13.120223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e04d1-f5cd-4f84-800a-d6f9e214970d req-2bf4d27d-ca94-49be-9aea-be2dcfe6e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:13.121898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de8e04d1-f5cd-4f84-800a-d6f9e214970d req-2bf4d27d-ca94-49be-9aea-be2dcfe6e07f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 1095 time: 0.0412340 Jul 28 15:53:13.230044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e04d1-f5cd-4f84-800a-d6f9e214970d req-47b8a0fa-faa2-4d6e-850c-da72bd7e3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:13.231558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de8e04d1-f5cd-4f84-800a-d6f9e214970d req-47b8a0fa-faa2-4d6e-850c-da72bd7e3914 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0966365 Jul 28 15:53:13.323363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e04d1-f5cd-4f84-800a-d6f9e214970d req-07045265-6e6a-4041-8c21-dd4856f84eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:13.324834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de8e04d1-f5cd-4f84-800a-d6f9e214970d req-07045265-6e6a-4041-8c21-dd4856f84eec service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863400 Jul 28 15:53:13.420741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-48011442-a07b-40ea-b5b1-13a126f26467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:13.422235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-48011442-a07b-40ea-b5b1-13a126f26467 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 1095 time: 0.0408678 Jul 28 15:53:13.474046 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-23be35a2-0902-4696-8000-12b4b17c1f4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 HTTP/1.1" status: 200 len: 217 time: 0.0384176 Jul 28 15:53:13.524107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-37a96121-98de-4b34-ad6a-9fbebc9bde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:13.525582 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-37a96121-98de-4b34-ad6a-9fbebc9bde9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a5d17a4-bcf0-4818-b305-5309e61ad4c5 HTTP/1.1" status: 200 len: 853 time: 0.0447586 Jul 28 15:53:13.556349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-dc60cd1e-a2cf-406f-8711-e837dbde0616 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=214fd73d-3ee7-473a-8ac9-7bb20c445888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236359 Jul 28 15:53:13.683159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ba6-e669-4a78-90b5-acd55d1858a4 req-5caae232-52ce-48e2-bf21-9e33fba51b96 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:13.684571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2964ba6-e669-4a78-90b5-acd55d1858a4 req-5caae232-52ce-48e2-bf21-9e33fba51b96 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 943 time: 0.0746505 Jul 28 15:53:13.690567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-33d20d15-4d03-492a-a51c-69d2a22a2f25 service neutron] 10.222.0.42 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264932 Jul 28 15:53:14.067987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f2964ba6-e669-4a78-90b5-acd55d1858a4 req-c358e9b4-fb73-4096-9bce-b2af0378f24f tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764710 Jul 28 15:53:14.100383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5dcaea99-2e37-4f7b-baa9-5e1a982d0678 req-a29e9876-870b-4f9e-b8b8-7e998a780b88 service neutron] 10.222.0.42 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021425 Jul 28 15:53:15.187847 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f96a4-445c-4ccc-b827-ca72dfc52456 req-593e56b1-3ba1-4932-b054-2769b0f0f7a6 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:15.189951 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-398f96a4-445c-4ccc-b827-ca72dfc52456 req-593e56b1-3ba1-4932-b054-2769b0f0f7a6 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 943 time: 0.0540872 Jul 28 15:53:15.228007 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-398f96a4-445c-4ccc-b827-ca72dfc52456 req-89cc48b1-3df1-44e7-98c4-8a8b28e5f649 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jul 28 15:53:16.347543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e264-7c23-4895-a57e-b41e22394b74 req-36528672-6cda-4345-a19f-a3979672ec91 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:16.349058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c574e264-7c23-4895-a57e-b41e22394b74 req-36528672-6cda-4345-a19f-a3979672ec91 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 943 time: 0.0511303 Jul 28 15:53:16.386423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c574e264-7c23-4895-a57e-b41e22394b74 req-552228cf-b6ea-4ba2-87ef-5a3034e3990e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Jul 28 15:53:17.025413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:53:17.117297 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:17.128229 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5', 'network_id': '214fd73d-3ee7-473a-8ac9-7bb20c445888', 'port_id': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5', 'mac_address': 'fa:16:3e:87:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d17a4-bcf0-4818-b305-5309e61ad4c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:53:17.167392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:17.180402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:53:17.199623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:17.274404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:17.324803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:17.332657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.333012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.333751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.333751 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.334033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.334413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.334823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.335081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.335413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.335736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.336072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.336400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:17.501870 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23973b-f4c6-4526-8a5c-f5521c1eff62 req-ff735911-56da-4ae6-b50e-8a5536e6d904 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:17.503450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e23973b-f4c6-4526-8a5c-f5521c1eff62 req-ff735911-56da-4ae6-b50e-8a5536e6d904 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 944 time: 0.0512292 Jul 28 15:53:17.543611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e23973b-f4c6-4526-8a5c-f5521c1eff62 req-7a996ec2-5636-4bbc-a2af-ecf0e2bd5fb9 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Jul 28 15:53:17.671789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2fe85184-78b4-4c5b-8549-a5d52b9ad5d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:53:18.665335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424181d6-bedb-476d-95c0-5daa3c699d96 req-36bf8a98-8707-404e-8f4d-2f4dc44f2c3e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:18.666878 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-424181d6-bedb-476d-95c0-5daa3c699d96 req-36bf8a98-8707-404e-8f4d-2f4dc44f2c3e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 944 time: 0.0530341 Jul 28 15:53:18.711563 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-424181d6-bedb-476d-95c0-5daa3c699d96 req-06021312-a5b3-4465-8ff7-e42ee358cb95 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Jul 28 15:53:19.042749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:19.148869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:19.157755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:53:19.157755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:19.246377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:19.278401 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3c0a3a-d087-4513-a960-4351732d70da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:53:19.280818 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c97adb-a512-4602-b6aa-9122acd01cc6" -d '{"events": [{"server_uuid": "9a3c0a3a-d087-4513-a960-4351732d70da", "name": "network-vif-plugged", "status": "completed", "tag": "2fe85184-78b4-4c5b-8549-a5d52b9ad5d5"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:53:19.299033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:19.319750 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c9be0-4044-4ea3-b850-cd523a46c33c x-openstack-request-id: req-671c9be0-4044-4ea3-b850-cd523a46c33c {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:53:19.320052 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3c0a3a-d087-4513-a960-4351732d70da", "name": "network-vif-plugged", "status": "completed", "tag": "2fe85184-78b4-4c5b-8549-a5d52b9ad5d5", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:53:19.320317 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-671c9be0-4044-4ea3-b850-cd523a46c33c {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:53:19.320756 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3c0a3a-d087-4513-a960-4351732d70da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5', 'code': 200} Jul 28 15:53:19.365706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:19.418235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:19.463637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eb447-bb27-4a6e-a5cb-4ed4a5014eb7 req-5d6abc80-8fb6-4553-b5d6-d72d5aa3d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:19.465237 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-938eb447-bb27-4a6e-a5cb-4ed4a5014eb7 req-5d6abc80-8fb6-4553-b5d6-d72d5aa3d494 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 1097 time: 0.0495040 Jul 28 15:53:19.506335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-938eb447-bb27-4a6e-a5cb-4ed4a5014eb7 req-83d210a5-5a69-482f-afe4-d1d97ff3042c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 28 15:53:19.860887 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ef84-1d8e-4c4f-9304-aa22391df405 req-c05ed1d1-ef49-4c92-b171-7bf35792391e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:19.862445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1020ef84-1d8e-4c4f-9304-aa22391df405 req-c05ed1d1-ef49-4c92-b171-7bf35792391e tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 945 time: 0.0668764 Jul 28 15:53:19.911651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1020ef84-1d8e-4c4f-9304-aa22391df405 req-97b13167-20f2-4080-80be-aa3c8f1a6998 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Jul 28 15:53:21.035141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fb181-2991-45f1-a8a4-c2deb5575b2f req-d906341a-6305-419b-b52b-16dc12a69569 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:21.036663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b28fb181-2991-45f1-a8a4-c2deb5575b2f req-d906341a-6305-419b-b52b-16dc12a69569 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 945 time: 0.0478039 Jul 28 15:53:21.074414 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b28fb181-2991-45f1-a8a4-c2deb5575b2f req-7a0c0e60-3ce2-4804-af9a-e81df3496f82 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Jul 28 15:53:22.211003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0a6c3-d2a6-4a6b-8d7a-627d91584582 req-34c549c6-f46b-468e-9732-7b8a7fe911fb tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:22.212628 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4f0a6c3-d2a6-4a6b-8d7a-627d91584582 req-34c549c6-f46b-468e-9732-7b8a7fe911fb tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 945 time: 0.0593927 Jul 28 15:53:22.258651 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f4f0a6c3-d2a6-4a6b-8d7a-627d91584582 req-cc9dcc74-2c04-484c-89aa-0192abd7f9ba tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 Jul 28 15:53:22.364777 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1657acc9-540c-4b3c-bbe0-2d408df8af22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:22.703322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfd539-9d1d-4076-b14d-a736bf32987e req-73c640b3-16e0-4b8e-98f5-5b1d2757372a tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:22.705696 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7cfd539-9d1d-4076-b14d-a736bf32987e req-73c640b3-16e0-4b8e-98f5-5b1d2757372a tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 945 time: 0.0616038 Jul 28 15:53:22.750645 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a7cfd539-9d1d-4076-b14d-a736bf32987e req-824eb908-2982-450b-8391-6c131ad98006 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385814 Jul 28 15:53:23.877419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68dbb8-1583-4935-b780-72f221c792d0 req-e6062278-4020-4025-9103-f7cbb16f0933 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:23.879048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af68dbb8-1583-4935-b780-72f221c792d0 req-e6062278-4020-4025-9103-f7cbb16f0933 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 945 time: 0.0577233 Jul 28 15:53:23.927091 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-af68dbb8-1583-4935-b780-72f221c792d0 req-13638627-9d47-449d-abbf-e1324dab901a tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Jul 28 15:53:24.210525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-42aa08ad-c445-4f85-a771-2b7827e384c7 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:24.211988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-42aa08ad-c445-4f85-a771-2b7827e384c7 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 945 time: 0.0506716 Jul 28 15:53:24.350109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Deleting port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:24.350652 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:24.472209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] For port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:24.472528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:24.487330 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Calling delete_port for 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:24.737727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:24.751079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:53:24.768876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Pushing event deleted for resources: {'Port': ['ID=2fe85184-78b4-4c5b-8549-a5d52b9ad5d5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:24.775371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['2fe85184-78b4-4c5b-8549-a5d52b9ad5d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:53:24.820334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] No DVR routers for this DVR port 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:24.823350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:24.825483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8cebf794-1da4-4d28-b285-e5efc359da42 req-ec4512c4-07d9-4782-9f8c-80e4556cbe89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.42 "DELETE /v2.0/ports/2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 HTTP/1.1" status: 204 len: 173 time: 0.6066380 Jul 28 15:53:24.825936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3c0a3a-d087-4513-a960-4351732d70da', 'name': 'network-vif-deleted', 'tag': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:53:24.829409 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e296cc1c-ee39-465c-a379-af631e119419" -d '{"events": [{"server_uuid": "9a3c0a3a-d087-4513-a960-4351732d70da", "name": "network-vif-deleted", "tag": "2fe85184-78b4-4c5b-8549-a5d52b9ad5d5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:53:24.878660 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-72000cfb-ca5c-4f5c-9c84-ec68e27f27a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:24.879379 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09161bc-6317-4308-bde5-a94f84cf64ef x-openstack-request-id: req-f09161bc-6317-4308-bde5-a94f84cf64ef {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:53:24.880921 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3c0a3a-d087-4513-a960-4351732d70da", "name": "network-vif-deleted", "tag": "2fe85184-78b4-4c5b-8549-a5d52b9ad5d5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:53:24.880921 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f09161bc-6317-4308-bde5-a94f84cf64ef {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:53:24.880921 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3c0a3a-d087-4513-a960-4351732d70da', 'name': 'network-vif-deleted', 'tag': '2fe85184-78b4-4c5b-8549-a5d52b9ad5d5', 'status': 'completed', 'code': 200} Jul 28 15:53:25.043563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e895b812-28f1-4b57-b58a-24785ae5a684 req-c459c9eb-f39b-4031-a9f2-176bdf441509 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3c0a3a-d087-4513-a960-4351732d70da HTTP/1.1" status: 200 len: 210 time: 0.0381589 Jul 28 15:53:25.292042 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:26.210261 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7e35-dbd2-4a71-8d74-6a8d24d354c9 req-c6b5b8d3-22a4-4991-983b-48d89dd2c7a2 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.211922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b2e7e35-dbd2-4a71-8d74-6a8d24d354c9 req-c6b5b8d3-22a4-4991-983b-48d89dd2c7a2 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0521414 Jul 28 15:53:26.254071 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b2e7e35-dbd2-4a71-8d74-6a8d24d354c9 req-f481d163-134a-428f-8404-df699df56761 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339351 Jul 28 15:53:26.408534 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904c7e2-9532-4963-bd06-afd22541a3d6 req-1eb226ef-2935-42f2-86b9-dd0126c897eb tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.410016 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0904c7e2-9532-4963-bd06-afd22541a3d6 req-1eb226ef-2935-42f2-86b9-dd0126c897eb tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0577435 Jul 28 15:53:26.461334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0904c7e2-9532-4963-bd06-afd22541a3d6 req-d1cdd411-9de1-4311-84cb-2c05e3587011 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Jul 28 15:53:26.528810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-bae7f290-0a78-445b-b21d-9c2bb6935ffc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589345 Jul 28 15:53:26.588870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b0c5-ab9a-4eea-994e-c7f66d6af704 req-723bdc7b-259f-433a-8681-8df5a4545ccc tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.591309 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cbe5b0c5-ab9a-4eea-994e-c7f66d6af704 req-723bdc7b-259f-433a-8681-8df5a4545ccc tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0555737 Jul 28 15:53:26.628276 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:26.661272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cbe5b0c5-ab9a-4eea-994e-c7f66d6af704 req-19763014-2aa4-4f6a-acec-10dea67f4934 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Jul 28 15:53:26.664726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a53b8-e555-4c76-adc2-868321440310 req-6c303ddd-0b59-4fc1-b841-5cd8767a692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.666433 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-6c303ddd-0b59-4fc1-b841-5cd8767a692e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 1097 time: 0.0737362 Jul 28 15:53:26.803771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a53b8-e555-4c76-adc2-868321440310 req-b4d03912-d281-4587-8442-0ae50c6870ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.805427 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-b4d03912-d281-4587-8442-0ae50c6870ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=214fd73d-3ee7-473a-8ac9-7bb20c445888 HTTP/1.1" status: 200 len: 914 time: 0.1073189 Jul 28 15:53:26.880510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-b6e7a905-07c2-4269-b57a-5fb012b71216 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0604918 Jul 28 15:53:26.931346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ea1a-3be7-4472-84cb-ac34083cf1c3 req-a9be28ba-cbe0-4dfb-b83e-ba6eb32cc9bf tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.932817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83d6ea1a-3be7-4472-84cb-ac34083cf1c3 req-a9be28ba-cbe0-4dfb-b83e-ba6eb32cc9bf tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.1264327 Jul 28 15:53:26.960791 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a53b8-e555-4c76-adc2-868321440310 req-0df0e86a-399e-4762-b2a5-88edeb5f992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:26.962259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-0df0e86a-399e-4762-b2a5-88edeb5f992b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a5d17a4-bcf0-4818-b305-5309e61ad4c5 HTTP/1.1" status: 200 len: 853 time: 0.0734036 Jul 28 15:53:27.002080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-3e5ebb92-706d-4a6d-9883-2c7e7fabc02d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=214fd73d-3ee7-473a-8ac9-7bb20c445888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320144 Jul 28 15:53:27.005607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83d6ea1a-3be7-4472-84cb-ac34083cf1c3 req-cb764de9-56d2-4867-bf8a-1b59531d6e14 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665271 Jul 28 15:53:27.013253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-c1ba1f37-57c5-48ca-917f-40512f88536c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:53:27.014212 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-c1ba1f37-57c5-48ca-917f-40512f88536c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051386 Jul 28 15:53:27.085418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:53:27.111425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:53:27.111774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 2fe85184-78b4-4c5b-8549-a5d52b9ad5d5 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:53:27.119664 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-6264646c-d93a-4e35-9d5f-86a1b8e92672 service neutron] 10.222.0.58 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960255 Jul 28 15:53:27.124794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2409-7618-45c5-9c50-a3869a9492ad req-e0b8d7a6-9963-40d9-89ca-b45c63fd4f02 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:27.126319 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ded2409-7618-45c5-9c50-a3869a9492ad req-e0b8d7a6-9963-40d9-89ca-b45c63fd4f02 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0504072 Jul 28 15:53:27.165896 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1ded2409-7618-45c5-9c50-a3869a9492ad req-f2e4f816-259e-42b8-b9ff-82104cb60209 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Jul 28 15:53:27.217896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f30a53b8-e555-4c76-adc2-868321440310 req-637a16e7-d383-4722-bb0e-a282d8a7c083 service neutron] 10.222.0.58 "GET /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910234 Jul 28 15:53:27.295972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d536-686d-4f3e-b9e1-5cea37df3a18 req-318c4703-6dc3-4960-b0bc-c5d26cf1b1dc tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:27.297599 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a384d536-686d-4f3e-b9e1-5cea37df3a18 req-318c4703-6dc3-4960-b0bc-c5d26cf1b1dc tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0494275 Jul 28 15:53:27.338413 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a384d536-686d-4f3e-b9e1-5cea37df3a18 req-89db0ef3-41aa-4d5b-8b59-9c20851d9e9c tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Jul 28 15:53:27.905014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f736c-c12f-41e1-bbc1-35e2ad886eaa req-6119c69f-5320-4a85-8ec2-6efd210b6a89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:27.906610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e6f736c-c12f-41e1-bbc1-35e2ad886eaa req-6119c69f-5320-4a85-8ec2-6efd210b6a89 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0535944 Jul 28 15:53:27.949603 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3e6f736c-c12f-41e1-bbc1-35e2ad886eaa req-492228f9-ee71-4788-b506-e1e8ebdec91c tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358267 Jul 28 15:53:28.068780 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:29.073094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1e38-50a9-41dd-aa91-d6103da2bf47 req-8277242d-78fb-4a87-9eaf-5a7d29a87b21 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:29.074634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3eb1e38-50a9-41dd-aa91-d6103da2bf47 req-8277242d-78fb-4a87-9eaf-5a7d29a87b21 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0508587 Jul 28 15:53:29.113616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d3eb1e38-50a9-41dd-aa91-d6103da2bf47 req-96b7b047-1405-479e-9789-df6f8561fe6b tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/security-groups?id=2038b3c7-66a1-49bf-85d9-ed1f142442db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Jul 28 15:53:29.526087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac762a-beff-4228-b9df-35ae10706063 req-db14e819-c186-4771-9144-c88540d01fa7 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:29.527614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74ac762a-beff-4228-b9df-35ae10706063 req-db14e819-c186-4771-9144-c88540d01fa7 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 945 time: 0.0550203 Jul 28 15:53:29.620061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Deleting port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:29.620410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:29.719690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] For port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,segment=NetworkSegment(3839308f-95a2-4819-9603-d559d0b36d2d),segment_id=3839308f-95a2-4819-9603-d559d0b36d2d)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:29.720070 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:29.733809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Calling delete_port for 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:29.914024 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:29.926027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:53:29.945082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Pushing event deleted for resources: {'Port': ['ID=6d7b9344-828a-41e8-88a3-5fd39ca9f3d5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:29.987577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] No DVR routers for this DVR port 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:29.990305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:29.992838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74ac762a-beff-4228-b9df-35ae10706063 req-70dd5cac-8596-431f-a09f-885742408de0 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.58 "DELETE /v2.0/ports/6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 HTTP/1.1" status: 204 len: 173 time: 0.4584699 Jul 28 15:53:29.993450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'name': 'network-vif-deleted', 'tag': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:53:29.997137 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923aad98-5ce3-42ca-9a65-f3edca17ca1c" -d '{"events": [{"server_uuid": "0ad86422-cdf6-41d1-9e5e-98be7e0c30fe", "name": "network-vif-deleted", "tag": "6d7b9344-828a-41e8-88a3-5fd39ca9f3d5"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:53:30.033181 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e8c9c-f137-40dd-ac4c-d6d0ad081f21 x-openstack-request-id: req-fd6e8c9c-f137-40dd-ac4c-d6d0ad081f21 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:53:30.033477 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad86422-cdf6-41d1-9e5e-98be7e0c30fe", "name": "network-vif-deleted", "tag": "6d7b9344-828a-41e8-88a3-5fd39ca9f3d5", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:53:30.033738 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd6e8c9c-f137-40dd-ac4c-d6d0ad081f21 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:53:30.034158 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad86422-cdf6-41d1-9e5e-98be7e0c30fe', 'name': 'network-vif-deleted', 'tag': '6d7b9344-828a-41e8-88a3-5fd39ca9f3d5', 'status': 'completed', 'code': 200} Jul 28 15:53:30.209223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d83c0f7b-7c7e-43bc-89a9-b56d072f80a5 req-aa0a68dd-d9ce-48a5-9ff1-d0bb1d27e8d5 tempest-ServersNegativeTestJSON-1275979250 tempest-ServersNegativeTestJSON-1275979250-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad86422-cdf6-41d1-9e5e-98be7e0c30fe HTTP/1.1" status: 200 len: 210 time: 0.0276713 Jul 28 15:53:31.264913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 42996) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:31.309107 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Deleting subnet 9a5d17a4-bcf0-4818-b305-5309e61ad4c5 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:53:31.312149 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.350290 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.391208 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.532014 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.560865 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5d17a4-bcf0-4818-b305-5309e61ad4c5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:31.562906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.567420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-53bb7233-4f82-40a0-81a7-06f28e02f32a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9a5d17a4-bcf0-4818-b305-5309e61ad4c5 HTTP/1.1" status: 204 len: 168 time: 0.3014286 Jul 28 15:53:31.567624 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 42998) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:31.637123 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.718526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.729975 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214fd73d-3ee7-473a-8ac9-7bb20c445888']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:31.741981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3839308f-95a2-4819-9603-d559d0b36d2d') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:31.742479 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3839308f-95a2-4819-9603-d559d0b36d2d') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:31.751824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.769205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.775557 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:31.775966 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:31.777639 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:31.914136 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.919463 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:31.921374 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] 10.222.0.57 "DELETE /v2.0/networks/214fd73d-3ee7-473a-8ac9-7bb20c445888 HTTP/1.1" status: 204 len: 168 time: 0.3528986 Jul 28 15:53:31.933212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47064953-c47e-498d-9d86-291c4f839e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=214fd73d-3ee7-473a-8ac9-7bb20c445888,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:32.270245 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43002) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:32.316797 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e583281d-ce65-4cdd-9ffc-bf190958d0be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=63a9964c5c9b4cc4ba80771c3682efe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453587 Jul 28 15:53:32.319371 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43004) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:32.339432 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:53:32.374207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1d20e5b-967b-4022-8321-330103047f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:32.397924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1d20e5b-967b-4022-8321-330103047f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:32.514085 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1d20e5b-967b-4022-8321-330103047f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:32.516847 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1d20e5b-967b-4022-8321-330103047f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:32.518042 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f1d20e5b-967b-4022-8321-330103047f09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2038b3c7-66a1-49bf-85d9-ed1f142442db HTTP/1.1" status: 204 len: 168 time: 0.1977546 Jul 28 15:53:32.527351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d20e5b-967b-4022-8321-330103047f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2038b3c7-66a1-49bf-85d9-ed1f142442db,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:32.925163 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:33.637365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43026) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:33.732629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41994633'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:33.891093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:33.894765 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:33.904304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:33.997229 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:34.085266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:34.104230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:53:34.115083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:34.121453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d4e70-04f7-4877-aa43-27051af3bd60,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:34.127702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:53:34.128361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 6d7b9344-828a-41e8-88a3-5fd39ca9f3d5 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:53:34.140181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:34.140181 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Added segment 3e1513a2-8de0-44d1-b007-4d3c3821a488 of type vlan for network ce1564f2-b017-4476-b231-bb95245b2bef Jul 28 15:53:34.182549 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:34.285432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:34.291295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:34.291920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:34.359908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Network': ['ID=ce1564f2-b017-4476-b231-bb95245b2bef,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:34.370244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ce1564f2-b017-4476-b231-bb95245b2bef details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:34.440263 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-53faecd1-a028-47ba-acef-f5b8391b4ccd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8017795 Jul 28 15:53:36.977420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:37.704007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43030) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:37.710589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'subnet': {'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:37.862205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:37.865859 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.102107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.157154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Subnet': ['ID=8cdd3a10-9ff9-4aa6-bc02-11244fd08c6f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:38.173282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Checking segment: {'id': '3e1513a2-8de0-44d1-b007-4d3c3821a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:38.173750 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network hostable DHCP agents. Network: ce1564f2-b017-4476-b231-bb95245b2bef, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:38.267967 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network ce1564f2-b017-4476-b231-bb95245b2bef is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:38.354015 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ce1564f2-b017-4476-b231-bb95245b2bef) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:38.358947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:38.359548 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.363917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565b404-daad-4492-b48d-eece97249235 None None] Network ce1564f2-b017-4476-b231-bb95245b2bef requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:38.447493 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2dc702e3-f87f-483e-b0d5-46ab1e78b4b7 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7417889 Jul 28 15:53:38.451730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43032) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:38.457735 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192834367'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:38.517288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ce1564f2-b017-4476-b231-bb95245b2bef', 'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef', 'tenant_id': '56546a3e9f0f4046b351f5e92b15083b', 'fixed_ips': [{'subnet_id': '8cdd3a10-9ff9-4aa6-bc02-11244fd08c6f'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:38.518377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.542210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:38.545928 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.572778 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:38.582363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.582733 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Added segment f011cb25-219e-4955-b878-eb9c2b4f9add of type vlan for network 57e3eb54-a540-4103-b323-9755d43b2125 Jul 28 15:53:38.628848 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.661441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Allocated IP 2001:db8:0:ffff::2 (ce1564f2-b017-4476-b231-bb95245b2bef/8cdd3a10-9ff9-4aa6-bc02-11244fd08c6f/f3dc1f63-5c27-4534-a05f-d3c635d09a75) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:38.742984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.752904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:38.753996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.815562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.825124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Transition to ACTIVE for port object f3dc1f63-5c27-4534-a05f-d3c635d09a75 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:38.840917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Transition to ACTIVE for port object f3dc1f63-5c27-4534-a05f-d3c635d09a75 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:38.920371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:38.966886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Network ce1564f2-b017-4476-b231-bb95245b2bef is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:38.970318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:38.977146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:38.983232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Pushing event updated for resources: {'Port': ['ID=f3dc1f63-5c27-4534-a05f-d3c635d09a75,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:39.050112 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Attempting to bind port f3dc1f63-5c27-4534-a05f-d3c635d09a75 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:39.050488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Attempting to bind port f3dc1f63-5c27-4534-a05f-d3c635d09a75 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '3e1513a2-8de0-44d1-b007-4d3c3821a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:39.050858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Attempting to bind port f3dc1f63-5c27-4534-a05f-d3c635d09a75 on network ce1564f2-b017-4476-b231-bb95245b2bef {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:39.057063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:39.057791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Checking segment: {'id': '3e1513a2-8de0-44d1-b007-4d3c3821a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:39.058194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:39.058609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Bound using segment: {'id': '3e1513a2-8de0-44d1-b007-4d3c3821a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:39.059084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Bound port: f3dc1f63-5c27-4534-a05f-d3c635d09a75, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1513a2-8de0-44d1-b007-4d3c3821a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce1564f2-b017-4476-b231-bb95245b2bef'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:39.059461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:39.128592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] For port f3dc1f63-5c27-4534-a05f-d3c635d09a75, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:39.132150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] For port f3dc1f63-5c27-4534-a05f-d3c635d09a75, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f3dc1f63-5c27-4534-a05f-d3c635d09a75,segment=NetworkSegment(3e1513a2-8de0-44d1-b007-4d3c3821a488),segment_id=3e1513a2-8de0-44d1-b007-4d3c3821a488)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:39.193447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Network': ['ID=57e3eb54-a540-4103-b323-9755d43b2125,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:39.206475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 57e3eb54-a540-4103-b323-9755d43b2125 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:39.209611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:39.237538 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-efd5c143-a458-46d0-8ab2-1848703abb73 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7811635 Jul 28 15:53:39.237876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43034) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:39.243257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'subnet': {'network_id': '57e3eb54-a540-4103-b323-9755d43b2125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:39.328733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f64944-5906-4d24-8f04-a1e95b298af4 None None] Pushing event updated for resources: {'Port': ['ID=f3dc1f63-5c27-4534-a05f-d3c635d09a75,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:39.434378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:39.438665 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:39.731808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:39.798679 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Subnet': ['ID=3c8ad9f0-8484-4650-9854-ae60a7aa554b,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:39.809701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Checking segment: {'id': 'f011cb25-219e-4955-b878-eb9c2b4f9add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57e3eb54-a540-4103-b323-9755d43b2125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:39.810081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network hostable DHCP agents. Network: 57e3eb54-a540-4103-b323-9755d43b2125, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:39.901922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network 57e3eb54-a540-4103-b323-9755d43b2125 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:39.982105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 57e3eb54-a540-4103-b323-9755d43b2125) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:39.986451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:39.987063 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:39.999059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb6be3-4270-4497-ba3d-e5569073ae97 None None] Network 57e3eb54-a540-4103-b323-9755d43b2125 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:40.077796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43036) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:40.080633 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-da032540-f49b-4e72-873c-0590595b51f2 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8412316 Jul 28 15:53:40.173720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-57e3eb54-a540-4103-b323-9755d43b2125', 'network_id': '57e3eb54-a540-4103-b323-9755d43b2125', 'tenant_id': '56546a3e9f0f4046b351f5e92b15083b', 'fixed_ips': [{'subnet_id': '3c8ad9f0-8484-4650-9854-ae60a7aa554b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:40.174619 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.223017 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.325532 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.335298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8e64c-3b4b-427d-95b5-822d78c3ca1f None None] Network ce1564f2-b017-4476-b231-bb95245b2bef requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:40.407434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Allocated IP 2001:db8::2 (57e3eb54-a540-4103-b323-9755d43b2125/3c8ad9f0-8484-4650-9854-ae60a7aa554b/8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:40.529408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-63831f24-6215-43aa-926a-080796721541 None None] Provisioning for port f3dc1f63-5c27-4534-a05f-d3c635d09a75 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:40.657187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.666407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Transition to ACTIVE for port object 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:40.684228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Transition to ACTIVE for port object 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:40.760950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.800618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Network 57e3eb54-a540-4103-b323-9755d43b2125 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:40.804089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:40.807238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:40.822377 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Pushing event updated for resources: {'Port': ['ID=8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:40.869011 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.882915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Attempting to bind port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:40.883340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Attempting to bind port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f011cb25-219e-4955-b878-eb9c2b4f9add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57e3eb54-a540-4103-b323-9755d43b2125'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:40.883697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Attempting to bind port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 on network 57e3eb54-a540-4103-b323-9755d43b2125 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:40.893201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:40.893595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Checking segment: {'id': 'f011cb25-219e-4955-b878-eb9c2b4f9add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57e3eb54-a540-4103-b323-9755d43b2125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:40.894012 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.894409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Bound using segment: {'id': 'f011cb25-219e-4955-b878-eb9c2b4f9add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57e3eb54-a540-4103-b323-9755d43b2125'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:40.895033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Bound port: 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f011cb25-219e-4955-b878-eb9c2b4f9add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57e3eb54-a540-4103-b323-9755d43b2125'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:40.895286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.899509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8ad9f0-8484-4650-9854-ae60a7aa554b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:40.969276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:40.969553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] For port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:40.973300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] For port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0,segment=NetworkSegment(f011cb25-219e-4955-b878-eb9c2b4f9add),segment_id=f011cb25-219e-4955-b878-eb9c2b4f9add)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:40.980843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e3eb54-a540-4103-b323-9755d43b2125']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:40.993273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f011cb25-219e-4955-b878-eb9c2b4f9add') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:40.993617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f011cb25-219e-4955-b878-eb9c2b4f9add') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:41.002682 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.040170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.043223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.051767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:41.052183 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:41.056414 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:41.122353 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233da6-7415-411a-8d84-f7ba82546cde None None] Pushing event updated for resources: {'Port': ['ID=8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:41.137408 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b537d-fdb9-4a80-9728-524b977495f6 None None] Network 57e3eb54-a540-4103-b323-9755d43b2125 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:41.187047 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 15:53:41.187047 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 15:53:41.187047 n-d-764806-10 neutron-server[94657]: [parameters: {'id': '57e3eb54-a540-4103-b323-9755d43b2125'}] Jul 28 15:53:41.187047 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:53:41.188151 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:53:41.259122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3dc1f63-5c27-4534-a05f-d3c635d09a75 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:41.304238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f6c77-cb67-4919-8e8a-ffe3c0e635fb None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 15:53:41.426437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f3dc1f63-5c27-4534-a05f-d3c635d09a75 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:41.435820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f3dc1f63-5c27-4534-a05f-d3c635d09a75 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:53:41.436189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.438561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f6c77-cb67-4919-8e8a-ffe3c0e635fb None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 15:53:41.689000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.746305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:41.746673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.807364 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.819922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] For port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0,segment=NetworkSegment(f011cb25-219e-4955-b878-eb9c2b4f9add),segment_id=f011cb25-219e-4955-b878-eb9c2b4f9add)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:41.824394 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:41.842177 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Calling delete_port for 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:41.881081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f3dc1f63-5c27-4534-a05f-d3c635d09a75, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f3dc1f63-5c27-4534-a05f-d3c635d09a75,segment=NetworkSegment(3e1513a2-8de0-44d1-b007-4d3c3821a488),segment_id=3e1513a2-8de0-44d1-b007-4d3c3821a488)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:42.096329 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.125385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.149757 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f3dc1f63-5c27-4534-a05f-d3c635d09a75,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:42.154684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Port': ['ID=8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:42.156628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No DVR routers for this DVR port 8e1006c1-8fa1-4fd3-99ce-eb10c26ba0c0 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:42.246067 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.264573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e3eb54-a540-4103-b323-9755d43b2125']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:42.276611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f011cb25-219e-4955-b878-eb9c2b4f9add') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:42.276906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f011cb25-219e-4955-b878-eb9c2b4f9add') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:42.288356 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.310728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.316957 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:42.317350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:42.321018 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:42.473701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.481958 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.483775 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/57e3eb54-a540-4103-b323-9755d43b2125 HTTP/1.1" status: 204 len: 168 time: 2.4047585 Jul 28 15:53:42.487572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43038) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:42.493918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446017187'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:42.504124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d827b-e444-46d3-9577-cd3dae5b8a55 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Network': ['ID=57e3eb54-a540-4103-b323-9755d43b2125,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:42.617483 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:42.621064 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.644470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:42.653227 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.653572 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Added segment 6ca64510-43a3-4cda-8193-988b18970bf8 of type vlan for network 3470e23b-8893-4d33-8768-5dae86c1cdae Jul 28 15:53:42.694486 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.793781 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.799392 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:42.800020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:42.870093 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Network': ['ID=3470e23b-8893-4d33-8768-5dae86c1cdae,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:42.881176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 3470e23b-8893-4d33-8768-5dae86c1cdae details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:42.950364 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd2894e1-ce55-493b-8f92-1a7ac2ade522 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4614565 Jul 28 15:53:42.953553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43040) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:42.962813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'subnet': {'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:43.108059 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:43.111798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:43.179484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Performing IP validity checks on allocation pools {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 15:53:43.180025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.ipam_backend_mixin [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94657) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 15:53:43.230348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3dc1f63-5c27-4534-a05f-d3c635d09a75 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:43.288713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f3dc1f63-5c27-4534-a05f-d3c635d09a75 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:53:43.289085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:43.411514 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:43.479892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Subnet': ['ID=c0780a53-e3f9-44aa-8fc8-d838456038ea,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:43.492359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Checking segment: {'id': '6ca64510-43a3-4cda-8193-988b18970bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:43.492759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network hostable DHCP agents. Network: 3470e23b-8893-4d33-8768-5dae86c1cdae, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:43.565450 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network 3470e23b-8893-4d33-8768-5dae86c1cdae is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:43.645403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 3470e23b-8893-4d33-8768-5dae86c1cdae) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:43.650669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:43.651441 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:43.662320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4408c9-c204-48b2-a88c-c2c7804cb025 None None] Network 3470e23b-8893-4d33-8768-5dae86c1cdae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:43.837543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-3470e23b-8893-4d33-8768-5dae86c1cdae', 'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae', 'tenant_id': '56546a3e9f0f4046b351f5e92b15083b', 'fixed_ips': [{'subnet_id': 'c0780a53-e3f9-44aa-8fc8-d838456038ea'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:43.838420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.055010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Allocated IP 2001:db8::3 (3470e23b-8893-4d33-8768-5dae86c1cdae/c0780a53-e3f9-44aa-8fc8-d838456038ea/325ca49e-c912-4bf0-b901-3efb7a20cc26) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:44.138921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.147180 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Transition to ACTIVE for port object 325ca49e-c912-4bf0-b901-3efb7a20cc26 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:44.161470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Transition to ACTIVE for port object 325ca49e-c912-4bf0-b901-3efb7a20cc26 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:44.429197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3af5975f-c2d6-4c7b-b6c1-43c70e7548ec tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4709861 Jul 28 15:53:44.431765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43042) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:44.479726 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.521050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Network 3470e23b-8893-4d33-8768-5dae86c1cdae is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:44.524699 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:44.531010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:44.537135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Pushing event updated for resources: {'Port': ['ID=325ca49e-c912-4bf0-b901-3efb7a20cc26,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:44.546128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.598050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Attempting to bind port 325ca49e-c912-4bf0-b901-3efb7a20cc26 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:44.598444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Attempting to bind port 325ca49e-c912-4bf0-b901-3efb7a20cc26 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '6ca64510-43a3-4cda-8193-988b18970bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:44.598785 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Attempting to bind port 325ca49e-c912-4bf0-b901-3efb7a20cc26 on network 3470e23b-8893-4d33-8768-5dae86c1cdae {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:44.605098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:44.605530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Checking segment: {'id': '6ca64510-43a3-4cda-8193-988b18970bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:44.605792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting port 325ca49e-c912-4bf0-b901-3efb7a20cc26 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:44.605981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.606148 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.606311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Bound using segment: {'id': '6ca64510-43a3-4cda-8193-988b18970bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:44.606767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Bound port: 325ca49e-c912-4bf0-b901-3efb7a20cc26, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca64510-43a3-4cda-8193-988b18970bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3470e23b-8893-4d33-8768-5dae86c1cdae'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:44.607133 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.674572 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] For port 325ca49e-c912-4bf0-b901-3efb7a20cc26, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:44.680212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] For port 325ca49e-c912-4bf0-b901-3efb7a20cc26, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=325ca49e-c912-4bf0-b901-3efb7a20cc26,segment=NetworkSegment(6ca64510-43a3-4cda-8193-988b18970bf8),segment_id=6ca64510-43a3-4cda-8193-988b18970bf8)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:44.695818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] For port 325ca49e-c912-4bf0-b901-3efb7a20cc26, host n-d-764806-10, got binding levels [] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:44.696194 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.711764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Calling delete_port for 325ca49e-c912-4bf0-b901-3efb7a20cc26 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:44.845579 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.915438 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d17895-fbbc-4e9a-ad36-1e1257e952bc None None] Pushing event updated for resources: {'Port': ['ID=325ca49e-c912-4bf0-b901-3efb7a20cc26,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:44.982430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.024867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Port': ['ID=325ca49e-c912-4bf0-b901-3efb7a20cc26,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:45.081566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No DVR routers for this DVR port 325ca49e-c912-4bf0-b901-3efb7a20cc26 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:45.138116 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.302971 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.329297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Subnet': ['ID=c0780a53-e3f9-44aa-8fc8-d838456038ea,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:45.403321 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.414849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3470e23b-8893-4d33-8768-5dae86c1cdae']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:45.426418 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca64510-43a3-4cda-8193-988b18970bf8') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:45.426720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca64510-43a3-4cda-8193-988b18970bf8') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:45.437076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.451726 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.459145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:45.460212 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:45.463556 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:45.599630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.606983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.610000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/3470e23b-8893-4d33-8768-5dae86c1cdae HTTP/1.1" status: 204 len: 168 time: 1.1760392 Jul 28 15:53:45.613244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:45.618706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1651014403'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:45.629345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1893ff-f10b-4743-8de5-fda78dd55ac8 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Network': ['ID=3470e23b-8893-4d33-8768-5dae86c1cdae,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:45.759318 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:45.763343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.790889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:45.801278 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.801278 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Added segment 67a41bfc-6208-49f7-b2f8-57001601ddf7 of type vlan for network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 Jul 28 15:53:45.848789 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.923264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0706cbd-3a4d-4021-82a5-adb147e7df3a None None] DHCP port deletion for 3470e23b-8893-4d33-8768-5dae86c1cdae request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:53:45.938228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898cb52-dab5-4a36-aa2f-a2fda9528fb6 None None] Network 3470e23b-8893-4d33-8768-5dae86c1cdae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:45.954809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898cb52-dab5-4a36-aa2f-a2fda9528fb6 None None] Network 3470e23b-8893-4d33-8768-5dae86c1cdae could not be found, it might have been deleted concurrently. {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 15:53:45.958060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7df6e1fb-303f-4c97-b0c2-6a0844cad732 None None] Could not find standard attr ID for object 325ca49e-c912-4bf0-b901-3efb7a20cc26. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:53:45.964877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.970972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:45.971518 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:46.040945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Network': ['ID=1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:46.057592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:46.097618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b4b293d1-e8b1-483d-b79f-c6bba650c1c0 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4829493 Jul 28 15:53:46.100911 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43046) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:46.106797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'subnet': {'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:46.307428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:46.311093 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:46.622507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:46.681904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Subnet': ['ID=94163c45-514a-4455-bffd-2ff41c07f930,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:46.695417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Checking segment: {'id': '67a41bfc-6208-49f7-b2f8-57001601ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:46.695417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network hostable DHCP agents. Network: 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:46.770674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:46.867996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:46.872269 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:46.877235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:46.877692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1b385-e9aa-43b2-a7b3-f5f1e391a9e5 None None] Network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:46.983047 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-66024437-f93e-408e-8ecf-0d0969c5c626 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8810315 Jul 28 15:53:46.986990 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43048) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:46.993774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-714415299'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:47.032041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2', 'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2', 'tenant_id': '56546a3e9f0f4046b351f5e92b15083b', 'fixed_ips': [{'subnet_id': '94163c45-514a-4455-bffd-2ff41c07f930'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:47.032870 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.113398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:47.117732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.149002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:47.159927 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.160438 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Added segment 19e338e2-90d0-4355-a738-fd67f78e931f of type vlan for network 8d37bc50-ffec-461f-bed4-41a2b12b128a Jul 28 15:53:47.172980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Allocated IP 2001:db8::2 (1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2/94163c45-514a-4455-bffd-2ff41c07f930/0390c6af-53c5-4127-9fa6-e71b6ce56106) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:47.185455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 325ca49e-c912-4bf0-b901-3efb7a20cc26 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:53:47.218043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 325ca49e-c912-4bf0-b901-3efb7a20cc26 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:53:47.218631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 325ca49e-c912-4bf0-b901-3efb7a20cc26 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:53:47.231511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.359225 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.359577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.366625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:47.375088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.375247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Transition to ACTIVE for port object 0390c6af-53c5-4127-9fa6-e71b6ce56106 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:47.385091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Transition to ACTIVE for port object 0390c6af-53c5-4127-9fa6-e71b6ce56106 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:47.472973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Network': ['ID=8d37bc50-ffec-461f-bed4-41a2b12b128a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:47.484218 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 8d37bc50-ffec-461f-bed4-41a2b12b128a details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:47.488147 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.519610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b44c2805-f2b6-41b8-b171-556c14028639 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5315282 Jul 28 15:53:47.523022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43050) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:47.528597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Request body: {'subnet': {'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:47.570912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:47.580032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:47.591308 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:47.603924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Pushing event updated for resources: {'Port': ['ID=0390c6af-53c5-4127-9fa6-e71b6ce56106,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:47.652311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Attempting to bind port 0390c6af-53c5-4127-9fa6-e71b6ce56106 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:47.652731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Attempting to bind port 0390c6af-53c5-4127-9fa6-e71b6ce56106 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '67a41bfc-6208-49f7-b2f8-57001601ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:47.653059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Attempting to bind port 0390c6af-53c5-4127-9fa6-e71b6ce56106 on network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:47.657947 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:47.658319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Checking segment: {'id': '67a41bfc-6208-49f7-b2f8-57001601ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:47.658717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.659108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Bound using segment: {'id': '67a41bfc-6208-49f7-b2f8-57001601ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:47.659573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Bound port: 0390c6af-53c5-4127-9fa6-e71b6ce56106, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a41bfc-6208-49f7-b2f8-57001601ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:47.659950 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.696106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Made reservation on behalf of 56546a3e9f0f4046b351f5e92b15083b for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:47.699822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.727629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] For port 0390c6af-53c5-4127-9fa6-e71b6ce56106, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:47.730833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] For port 0390c6af-53c5-4127-9fa6-e71b6ce56106, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0390c6af-53c5-4127-9fa6-e71b6ce56106,segment=NetworkSegment(67a41bfc-6208-49f7-b2f8-57001601ddf7),segment_id=67a41bfc-6208-49f7-b2f8-57001601ddf7)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:47.823179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:47.880880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19126a24-7ba3-406f-b4b3-cb090424a0aa None None] Pushing event updated for resources: {'Port': ['ID=0390c6af-53c5-4127-9fa6-e71b6ce56106,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:47.953782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.029440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Checking segment: {'id': '19e338e2-90d0-4355-a738-fd67f78e931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:48.030098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network hostable DHCP agents. Network: 8d37bc50-ffec-461f-bed4-41a2b12b128a, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:48.035553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event updated for resources: {'Subnet': ['ID=bddb7ddc-2be3-4ed9-b6e8-eb46a0b807f0,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:48.130406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Network 8d37bc50-ffec-461f-bed4-41a2b12b128a is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:48.233446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 8d37bc50-ffec-461f-bed4-41a2b12b128a) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:48.237671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:48.238288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.243168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa6fbb-0e70-4dfc-9ac5-acf278bbed0e None None] Network 8d37bc50-ffec-461f-bed4-41a2b12b128a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:48.371367 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e3e89b0c-a74b-4538-8309-8a79cf027ab9 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8470852 Jul 28 15:53:48.373962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43052) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:48.387234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-8d37bc50-ffec-461f-bed4-41a2b12b128a', 'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a', 'tenant_id': '56546a3e9f0f4046b351f5e92b15083b', 'fixed_ips': [{'subnet_id': 'bddb7ddc-2be3-4ed9-b6e8-eb46a0b807f0'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:48.394816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.543846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Allocated IP 2001:db8::2 (8d37bc50-ffec-461f-bed4-41a2b12b128a/bddb7ddc-2be3-4ed9-b6e8-eb46a0b807f0/a76a9652-ec73-44bc-9894-2d0a13762a89) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:48.710439 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.719694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Transition to ACTIVE for port object a76a9652-ec73-44bc-9894-2d0a13762a89 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:48.737444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Transition to ACTIVE for port object a76a9652-ec73-44bc-9894-2d0a13762a89 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:48.759506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4bb148-3a27-4513-99f4-93ff33a48603 None None] Network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:48.790799 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.815241 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.841705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.865842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Network 8d37bc50-ffec-461f-bed4-41a2b12b128a is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:48.874733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:48.885453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:48.895204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Pushing event updated for resources: {'Port': ['ID=a76a9652-ec73-44bc-9894-2d0a13762a89,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:48.938063 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b7e14683-2172-4f22-8621-bfc0b40f72f0 None None] Provisioning for port 0390c6af-53c5-4127-9fa6-e71b6ce56106 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:48.965567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.983265 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Attempting to bind port a76a9652-ec73-44bc-9894-2d0a13762a89 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:48.983629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Attempting to bind port a76a9652-ec73-44bc-9894-2d0a13762a89 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '19e338e2-90d0-4355-a738-fd67f78e931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:48.983986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Attempting to bind port a76a9652-ec73-44bc-9894-2d0a13762a89 on network 8d37bc50-ffec-461f-bed4-41a2b12b128a {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:48.993609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Subnet': ['ID=bddb7ddc-2be3-4ed9-b6e8-eb46a0b807f0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:49.004059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:49.004432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Checking segment: {'id': '19e338e2-90d0-4355-a738-fd67f78e931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:49.004866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.005266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Bound using segment: {'id': '19e338e2-90d0-4355-a738-fd67f78e931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:49.005736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Bound port: a76a9652-ec73-44bc-9894-2d0a13762a89, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e338e2-90d0-4355-a738-fd67f78e931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d37bc50-ffec-461f-bed4-41a2b12b128a'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:49.006119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.061911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.074814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d37bc50-ffec-461f-bed4-41a2b12b128a']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:49.081835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] For port a76a9652-ec73-44bc-9894-2d0a13762a89, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:49.086151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] For port a76a9652-ec73-44bc-9894-2d0a13762a89, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a76a9652-ec73-44bc-9894-2d0a13762a89,segment=NetworkSegment(19e338e2-90d0-4355-a738-fd67f78e931f),segment_id=19e338e2-90d0-4355-a738-fd67f78e931f)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:49.086338 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e338e2-90d0-4355-a738-fd67f78e931f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:49.086451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e338e2-90d0-4355-a738-fd67f78e931f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:49.096278 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.155250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.156814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.163491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:49.163991 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:49.167646 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:49.263194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47fd4-e206-4693-ab9d-9b635530f87e None None] Pushing event updated for resources: {'Port': ['ID=a76a9652-ec73-44bc-9894-2d0a13762a89,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:49.285558 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c43e811-ae2b-445b-9afe-03b1c3c10278 None None] Network 8d37bc50-ffec-461f-bed4-41a2b12b128a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:49.299568 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0390c6af-53c5-4127-9fa6-e71b6ce56106 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:49.307789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.db.api [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 15:53:49.307789 n-d-764806-10 neutron-server[94657]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 15:53:49.307789 n-d-764806-10 neutron-server[94657]: [parameters: {'id': '8d37bc50-ffec-461f-bed4-41a2b12b128a'}] Jul 28 15:53:49.307789 n-d-764806-10 neutron-server[94657]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:53:49.308229 n-d-764806-10 neutron-server[94657]: DEBUG oslo_db.api [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:53:49.438432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a3889-3cda-42f5-b90d-01c90269a169 None None] get_active_networks_info from n-d-764806-10 {{(pid=94659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 15:53:49.488440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0390c6af-53c5-4127-9fa6-e71b6ce56106 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:49.498797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0390c6af-53c5-4127-9fa6-e71b6ce56106 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:53:49.499172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.541240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a3889-3cda-42f5-b90d-01c90269a169 None None] Resources bound (agent type, host, resource id): {{(pid=94659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 15:53:49.648559 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.714638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 0390c6af-53c5-4127-9fa6-e71b6ce56106, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0390c6af-53c5-4127-9fa6-e71b6ce56106,segment=NetworkSegment(67a41bfc-6208-49f7-b2f8-57001601ddf7),segment_id=67a41bfc-6208-49f7-b2f8-57001601ddf7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:49.805404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.811285 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.854312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=0390c6af-53c5-4127-9fa6-e71b6ce56106,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:49.871038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting port a76a9652-ec73-44bc-9894-2d0a13762a89 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:49.871388 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.934948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] For port a76a9652-ec73-44bc-9894-2d0a13762a89, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a76a9652-ec73-44bc-9894-2d0a13762a89,segment=NetworkSegment(19e338e2-90d0-4355-a738-fd67f78e931f),segment_id=19e338e2-90d0-4355-a738-fd67f78e931f)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:49.935312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:49.948203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Calling delete_port for a76a9652-ec73-44bc-9894-2d0a13762a89 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:50.084467 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.112691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No DVR routers for this DVR port a76a9652-ec73-44bc-9894-2d0a13762a89 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:50.116340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Port': ['ID=a76a9652-ec73-44bc-9894-2d0a13762a89,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:50.193051 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.203022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d37bc50-ffec-461f-bed4-41a2b12b128a']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:50.217583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e338e2-90d0-4355-a738-fd67f78e931f') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:50.217876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e338e2-90d0-4355-a738-fd67f78e931f') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:50.227836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.241819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.247736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:50.248127 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:50.251097 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:50.376539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.383535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.385883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/8d37bc50-ffec-461f-bed4-41a2b12b128a HTTP/1.1" status: 204 len: 168 time: 2.0109823 Jul 28 15:53:50.389239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43054) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:50.397804 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da495-412e-41da-bb21-a77ae78c3217 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Network': ['ID=8d37bc50-ffec-461f-bed4-41a2b12b128a,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:50.423362 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e201e3-6947-40e2-80e3-87ae1cafbeac tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] GET failed (client error): The resource could not be found. Jul 28 15:53:50.424712 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-11e201e3-6947-40e2-80e3-87ae1cafbeac tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "GET /v2.0/subnets/bddb7ddc-2be3-4ed9-b6e8-eb46a0b807f0 HTTP/1.1" status: 404 len: 337 time: 0.0344276 Jul 28 15:53:50.427614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43056) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:50.446838 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1f98aa-27f7-4bdb-8981-4a708e836ffd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:50.447385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1f98aa-27f7-4bdb-8981-4a708e836ffd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:50.449142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4d1f98aa-27f7-4bdb-8981-4a708e836ffd tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/8d37bc50-ffec-461f-bed4-41a2b12b128a HTTP/1.1" status: 404 len: 339 time: 0.0200970 Jul 28 15:53:50.453785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43058) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:50.479407 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-739d954c-dcb9-48a9-851a-064d82150d95 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:50.483486 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739d954c-dcb9-48a9-851a-064d82150d95 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:50.483486 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-739d954c-dcb9-48a9-851a-064d82150d95 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/subnets/bddb7ddc-2be3-4ed9-b6e8-eb46a0b807f0 HTTP/1.1" status: 404 len: 337 time: 0.0268691 Jul 28 15:53:50.485292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43060) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:50.505673 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d64402c-e6eb-4c53-9bc5-b952a9de4df4 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:50.506889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d64402c-e6eb-4c53-9bc5-b952a9de4df4 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:50.508663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5d64402c-e6eb-4c53-9bc5-b952a9de4df4 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/8d37bc50-ffec-461f-bed4-41a2b12b128a HTTP/1.1" status: 404 len: 339 time: 0.0223184 Jul 28 15:53:50.511238 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43062) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:50.562090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting subnet 94163c45-514a-4455-bffd-2ff41c07f930 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:53:50.565289 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.606029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.694971 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.873696 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.914383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.917618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/subnets/94163c45-514a-4455-bffd-2ff41c07f930 HTTP/1.1" status: 204 len: 168 time: 0.4052579 Jul 28 15:53:50.918871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Subnet': ['ID=94163c45-514a-4455-bffd-2ff41c07f930,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:50.920759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43064) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:50.924601 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed82121-9a89-446e-8934-c23b7c3029d9 None None] Network 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:50.930304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.930805 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.931310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.934846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.936010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:50.936010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dec59-e2a2-4b7e-b0b8-39a01c257984 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:53:51.015876 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.070402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting port 0390c6af-53c5-4127-9fa6-e71b6ce56106 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:51.070744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.103970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] DHCP port deletion for 1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:53:51.135854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] For port 0390c6af-53c5-4127-9fa6-e71b6ce56106, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0390c6af-53c5-4127-9fa6-e71b6ce56106,segment=NetworkSegment(67a41bfc-6208-49f7-b2f8-57001601ddf7),segment_id=67a41bfc-6208-49f7-b2f8-57001601ddf7)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:51.136511 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.149425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] Deleting port 0390c6af-53c5-4127-9fa6-e71b6ce56106 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:51.149807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.151463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Calling delete_port for 0390c6af-53c5-4127-9fa6-e71b6ce56106 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:51.227923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] For port 0390c6af-53c5-4127-9fa6-e71b6ce56106, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0390c6af-53c5-4127-9fa6-e71b6ce56106,segment=NetworkSegment(67a41bfc-6208-49f7-b2f8-57001601ddf7),segment_id=67a41bfc-6208-49f7-b2f8-57001601ddf7)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:51.228323 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.242704 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0390c6af-53c5-4127-9fa6-e71b6ce56106 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:53:51.244680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] Calling delete_port for 0390c6af-53c5-4127-9fa6-e71b6ce56106 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:51.347957 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.372587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Port': ['ID=0390c6af-53c5-4127-9fa6-e71b6ce56106,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:51.378615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.380320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No DVR routers for this DVR port 0390c6af-53c5-4127-9fa6-e71b6ce56106 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:51.382420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.412974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] Pushing event deleted for resources: {'Port': ['ID=0390c6af-53c5-4127-9fa6-e71b6ce56106,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:51.416257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886014e-d4fb-4ead-8879-12eefeede6f6 None None] No DVR routers for this DVR port 0390c6af-53c5-4127-9fa6-e71b6ce56106 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:51.468952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.478872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:51.490364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a41bfc-6208-49f7-b2f8-57001601ddf7') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:51.490726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a41bfc-6208-49f7-b2f8-57001601ddf7') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:51.499784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.514496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.520374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:51.520792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:51.524344 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:51.655784 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.662683 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.665863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2 HTTP/1.1" status: 204 len: 168 time: 0.7437186 Jul 28 15:53:51.667077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43066) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:51.686359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbbf91-0cf3-4021-8dfb-ffa57b41402d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Network': ['ID=1075ffb4-ec83-4e26-a6c1-f7c4f543b3a2,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:51.697882 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c73d01-dce2-4a31-a39a-5e1a8eaf0976 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:51.698343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c73d01-dce2-4a31-a39a-5e1a8eaf0976 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:51.700101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-31c73d01-dce2-4a31-a39a-5e1a8eaf0976 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/subnets/c0780a53-e3f9-44aa-8fc8-d838456038ea HTTP/1.1" status: 404 len: 337 time: 0.0319552 Jul 28 15:53:51.702946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43068) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:51.720816 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-b700bbe1-ee5b-4786-a22a-0e4e00a91696 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:51.721332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b700bbe1-ee5b-4786-a22a-0e4e00a91696 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:51.722922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b700bbe1-ee5b-4786-a22a-0e4e00a91696 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/3470e23b-8893-4d33-8768-5dae86c1cdae HTTP/1.1" status: 404 len: 339 time: 0.0191131 Jul 28 15:53:51.725289 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43070) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:51.750038 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc39a623-49ef-46ac-a031-bcbee688187d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:51.750470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc39a623-49ef-46ac-a031-bcbee688187d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:51.752103 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fc39a623-49ef-46ac-a031-bcbee688187d tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/subnets/3c8ad9f0-8484-4650-9854-ae60a7aa554b HTTP/1.1" status: 404 len: 337 time: 0.0259657 Jul 28 15:53:51.754535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43072) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:51.772152 n-d-764806-10 neutron-server[94658]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ed212e-068e-45db-8519-b40246825771 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] DELETE failed (client error): The resource could not be found. Jul 28 15:53:51.772730 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ed212e-068e-45db-8519-b40246825771 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94658) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:53:51.774313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b0ed212e-068e-45db-8519-b40246825771 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/57e3eb54-a540-4103-b323-9755d43b2125 HTTP/1.1" status: 404 len: 339 time: 0.0189242 Jul 28 15:53:51.776687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43074) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:51.825449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting subnet 8cdd3a10-9ff9-4aa6-bc02-11244fd08c6f {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:53:51.828752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.868146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.954061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.096851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.125029 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdd3a10-9ff9-4aa6-bc02-11244fd08c6f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:52.129614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.132234 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3998b1cb-ef3c-48e8-a1f1-c4850c719bcf tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/subnets/8cdd3a10-9ff9-4aa6-bc02-11244fd08c6f HTTP/1.1" status: 204 len: 168 time: 0.3544464 Jul 28 15:53:52.134506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43076) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:52.137008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7429abc1-4c05-4d2c-bf1d-cdace979da71 None None] Network ce1564f2-b017-4476-b231-bb95245b2bef requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:52.218318 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.277504 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Deleting port f3dc1f63-5c27-4534-a05f-d3c635d09a75 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:52.277864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.343222 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] For port f3dc1f63-5c27-4534-a05f-d3c635d09a75, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f3dc1f63-5c27-4534-a05f-d3c635d09a75,segment=NetworkSegment(3e1513a2-8de0-44d1-b007-4d3c3821a488),segment_id=3e1513a2-8de0-44d1-b007-4d3c3821a488)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:52.343594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.358478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Calling delete_port for f3dc1f63-5c27-4534-a05f-d3c635d09a75 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:52.461658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cac8d465-f33a-4ef5-98ed-c469e913de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.508882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] DHCP port deletion for ce1564f2-b017-4476-b231-bb95245b2bef request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:53:52.541506 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.559486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Deleting port f3dc1f63-5c27-4534-a05f-d3c635d09a75 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:52.559871 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.569649 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Port': ['ID=f3dc1f63-5c27-4534-a05f-d3c635d09a75,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:52.576273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] No DVR routers for this DVR port f3dc1f63-5c27-4534-a05f-d3c635d09a75 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:52.635816 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] For port f3dc1f63-5c27-4534-a05f-d3c635d09a75, host n-d-764806-10, got binding levels [] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:52.636216 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.650457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Calling delete_port for f3dc1f63-5c27-4534-a05f-d3c635d09a75 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:52.653909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.ipam_backend_mixin [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Port f3dc1f63-5c27-4534-a05f-d3c635d09a75 was not found and therefore no delete operation was performed {{(pid=94659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 15:53:52.655954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.661248 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.672198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1564f2-b017-4476-b231-bb95245b2bef']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:52.684928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] Pushing event deleted for resources: {'Port': ['ID=f3dc1f63-5c27-4534-a05f-d3c635d09a75,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:52.686796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406703b-5743-4a9e-97e3-c07bd22ab8e6 None None] No DVR routers for this DVR port f3dc1f63-5c27-4534-a05f-d3c635d09a75 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:52.689075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1513a2-8de0-44d1-b007-4d3c3821a488') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:52.689533 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1513a2-8de0-44d1-b007-4d3c3821a488') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:52.700572 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.714877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.721163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:52.721562 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:52.724628 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:52.890617 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.897522 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:52.899347 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] 10.222.0.57 "DELETE /v2.0/networks/ce1564f2-b017-4476-b231-bb95245b2bef HTTP/1.1" status: 204 len: 168 time: 0.7639289 Jul 28 15:53:52.911433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875887c-0909-4c31-b9ed-bb968bb48590 tempest-NetworksIpV6Test-1281029103 tempest-NetworksIpV6Test-1281029103-project] Pushing event deleted for resources: {'Network': ['ID=ce1564f2-b017-4476-b231-bb95245b2bef,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:53.221948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3dc1f63-5c27-4534-a05f-d3c635d09a75 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:53:53.243854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f3dc1f63-5c27-4534-a05f-d3c635d09a75 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:53:53.244200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f3dc1f63-5c27-4534-a05f-d3c635d09a75 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:53:53.422940 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43082) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:53.551467 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fe25a10b-796c-4804-af70-c2a45ca82f64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56546a3e9f0f4046b351f5e92b15083b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273518 Jul 28 15:53:53.554098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43086) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:53.610260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-551c0f8b-17cd-41dc-bc24-06202bd826d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:53.632546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-551c0f8b-17cd-41dc-bc24-06202bd826d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:53.764534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-551c0f8b-17cd-41dc-bc24-06202bd826d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:53.767259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-551c0f8b-17cd-41dc-bc24-06202bd826d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:53.768438 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-551c0f8b-17cd-41dc-bc24-06202bd826d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f6d4e70-04f7-4877-aa43-27051af3bd60 HTTP/1.1" status: 204 len: 168 time: 0.2134464 Jul 28 15:53:53.777848 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c0f8b-17cd-41dc-bc24-06202bd826d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d4e70-04f7-4877-aa43-27051af3bd60,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:54.884372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43108) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:54.901783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5d77378a-4882-4a4c-b7c5-7d4f28e46a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:54.986016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1351172333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:55.079140 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.080325 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.129508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.227752 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.284801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.336872 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.338134 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-851b50bd-8b81-4c1e-b4aa-9f576375de98 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4525623 Jul 28 15:53:55.340765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:55.345588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1419319047'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:55.438611 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Made reservation on behalf of 6d988790ad7c45c3a8b7cf0178494ba7 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:55.442252 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.455046 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.551556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.638533 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.666593 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:55.672723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2842213e-8b6f-45c7-81b3-0f4648ec2b19,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:55.678582 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.679418 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Added segment 5581d05c-2d03-4179-8b2c-405915686c56 of type vlan for network 03290910-5eab-4da4-a6d4-feaa31b4c32f Jul 28 15:53:55.718428 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.832944 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.838560 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:55.839149 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:55.906923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event updated for resources: {'Network': ['ID=03290910-5eab-4da4-a6d4-feaa31b4c32f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:55.918059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 03290910-5eab-4da4-a6d4-feaa31b4c32f details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:55.953917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-32575858-4c6c-4f6a-8df5-243554d13d09 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6121223 Jul 28 15:53:55.956682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43114) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:55.961810 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Request body: {'subnet': {'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:56.112856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Made reservation on behalf of 6d988790ad7c45c3a8b7cf0178494ba7 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:56.116304 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.358866 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.417843 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event updated for resources: {'Subnet': ['ID=a97b97a8-c7e9-4a64-8f88-91374da1cbcf,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:56.427591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Checking segment: {'id': '5581d05c-2d03-4179-8b2c-405915686c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:56.427965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Network hostable DHCP agents. Network: 03290910-5eab-4da4-a6d4-feaa31b4c32f, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:56.530538 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Network 03290910-5eab-4da4-a6d4-feaa31b4c32f is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:56.575883 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.598531 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 03290910-5eab-4da4-a6d4-feaa31b4c32f) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:56.602775 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:56.603362 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.608571 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347db4e-19c1-4ff7-88eb-fbf65aa0c14a None None] Network 03290910-5eab-4da4-a6d4-feaa31b4c32f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:56.668324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0d3253de-1962-43fa-a6d7-0847e6239d43 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104926 Jul 28 15:53:56.671309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:56.676387 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1650542721'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:56.751618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-03290910-5eab-4da4-a6d4-feaa31b4c32f', 'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f', 'tenant_id': '6d988790ad7c45c3a8b7cf0178494ba7', 'fixed_ips': [{'subnet_id': 'a97b97a8-c7e9-4a64-8f88-91374da1cbcf'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:56.754240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.770014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Made reservation on behalf of 6d988790ad7c45c3a8b7cf0178494ba7 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:56.774121 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.801789 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:53:56.810375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.810716 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Added segment f19b72cb-ac0e-4533-8b36-dd9bb94c6616 of type vlan for network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 Jul 28 15:53:56.851783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.886780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Allocated IP 172.20.0.2 (03290910-5eab-4da4-a6d4-feaa31b4c32f/a97b97a8-c7e9-4a64-8f88-91374da1cbcf/4700dd74-a453-44dc-a7b8-9badf813ea63) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:56.981386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:56.986959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:56.987563 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.029791 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.038060 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Transition to ACTIVE for port object 4700dd74-a453-44dc-a7b8-9badf813ea63 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:57.052260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event updated for resources: {'Network': ['ID=4eaa5ced-520e-4e17-ba9f-1ae46e524274,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:57.052509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Transition to ACTIVE for port object 4700dd74-a453-44dc-a7b8-9badf813ea63 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:57.066413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:53:57.102239 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2abbf35a-871a-4f53-886d-081e7e7ad7ff tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4298322 Jul 28 15:53:57.104942 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:57.109923 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Request body: {'subnet': {'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:57.130531 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.169284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Network 03290910-5eab-4da4-a6d4-feaa31b4c32f is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:57.176179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:57.178481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:57.186398 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Pushing event updated for resources: {'Port': ['ID=4700dd74-a453-44dc-a7b8-9badf813ea63,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:57.238191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Attempting to bind port 4700dd74-a453-44dc-a7b8-9badf813ea63 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:57.238480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Attempting to bind port 4700dd74-a453-44dc-a7b8-9badf813ea63 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '5581d05c-2d03-4179-8b2c-405915686c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:57.238849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Attempting to bind port 4700dd74-a453-44dc-a7b8-9badf813ea63 on network 03290910-5eab-4da4-a6d4-feaa31b4c32f {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:57.244497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:57.244875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Checking segment: {'id': '5581d05c-2d03-4179-8b2c-405915686c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:57.245404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.245796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Bound using segment: {'id': '5581d05c-2d03-4179-8b2c-405915686c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:57.246258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Bound port: 4700dd74-a453-44dc-a7b8-9badf813ea63, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5581d05c-2d03-4179-8b2c-405915686c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '03290910-5eab-4da4-a6d4-feaa31b4c32f'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:57.246640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.273251 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Made reservation on behalf of 6d988790ad7c45c3a8b7cf0178494ba7 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:53:57.277058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.309366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] For port 4700dd74-a453-44dc-a7b8-9badf813ea63, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:57.312464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] For port 4700dd74-a453-44dc-a7b8-9badf813ea63, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4700dd74-a453-44dc-a7b8-9badf813ea63,segment=NetworkSegment(5581d05c-2d03-4179-8b2c-405915686c56),segment_id=5581d05c-2d03-4179-8b2c-405915686c56)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:57.393729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.457645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbdaf3-de03-4cfc-ac47-a6c61c9e415b None None] Pushing event updated for resources: {'Port': ['ID=4700dd74-a453-44dc-a7b8-9badf813ea63,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:57.524581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.609388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event updated for resources: {'Subnet': ['ID=ab3aa9c6-2229-421b-9f01-cfae361f6382,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:57.615010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Checking segment: {'id': 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:57.615401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Network hostable DHCP agents. Network: 4eaa5ced-520e-4e17-ba9f-1ae46e524274, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:53:57.741292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:53:57.861333 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 4eaa5ced-520e-4e17-ba9f-1ae46e524274) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:57.865581 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:57.866340 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:57.870890 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7835a47-f3ff-450c-b515-aeeb23f3be22 None None] Network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:57.999383 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cccda681-a760-4203-aa2a-e7186e80a442 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8933437 Jul 28 15:53:58.002330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43120) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:58.007951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-20955c4f-26e7-4084-ab49-df591910163a tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Request body: {'router': {'external_gateway_info': {'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:53:58.034488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-4eaa5ced-520e-4e17-ba9f-1ae46e524274', 'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274', 'tenant_id': '6d988790ad7c45c3a8b7cf0178494ba7', 'fixed_ips': [{'subnet_id': 'ab3aa9c6-2229-421b-9f01-cfae361f6382'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:53:58.035340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.124351 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.183771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Allocated IP 172.21.0.2 (4eaa5ced-520e-4e17-ba9f-1ae46e524274/ab3aa9c6-2229-421b-9f01-cfae361f6382/274b9b48-8a1d-4a5c-9ddd-b572edbe0731) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:53:58.230069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-20955c4f-26e7-4084-ab49-df591910163a tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.340748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9327823-33c1-42fd-a397-2aed9c40bf9e None None] Network 03290910-5eab-4da4-a6d4-feaa31b4c32f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:58.357296 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.395590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Transition to ACTIVE for port object 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:58.430638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Transition to ACTIVE for port object 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:53:58.445995 n-d-764806-10 neutron-server[94658]: INFO neutron.api.v2.resource [None req-20955c4f-26e7-4084-ab49-df591910163a tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:53:58.453159 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-20955c4f-26e7-4084-ab49-df591910163a tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "PUT /v2.0/routers/4b9d5e5b-6b1b-40a1-8d41-23be5697832d HTTP/1.1" status: 400 len: 364 time: 0.4435918 Jul 28 15:53:58.453943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43122) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:58.506292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Deleting subnet ab3aa9c6-2229-421b-9f01-cfae361f6382 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:53:58.513247 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7d47108c-01e5-4f68-9626-03f46012f317 None None] Provisioning for port 4700dd74-a453-44dc-a7b8-9badf813ea63 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:58.546654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.548211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.600368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:53:58.600368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:53:58.600368 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:53:58.600821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.602882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Pushing event updated for resources: {'Port': ['ID=274b9b48-8a1d-4a5c-9ddd-b572edbe0731,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:58.658506 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Attempting to bind port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:53:58.658879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Attempting to bind port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:53:58.659242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Attempting to bind port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 on network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:53:58.665446 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:53:58.665823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Checking segment: {'id': 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:53:58.666226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.666619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Bound using segment: {'id': 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:53:58.667099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Bound port: 274b9b48-8a1d-4a5c-9ddd-b572edbe0731, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4eaa5ced-520e-4e17-ba9f-1ae46e524274'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:53:58.667468 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.686429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.828424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.832724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] For port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:53:58.837453 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] For port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=274b9b48-8a1d-4a5c-9ddd-b572edbe0731,segment=NetworkSegment(f19b72cb-ac0e-4533-8b36-dd9bb94c6616),segment_id=f19b72cb-ac0e-4533-8b36-dd9bb94c6616)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:53:58.861206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3aa9c6-2229-421b-9f01-cfae361f6382,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:58.864369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.864986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bcb3fb1d-c3cd-4501-9a8e-962f5122422d tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "DELETE /v2.0/subnets/ab3aa9c6-2229-421b-9f01-cfae361f6382 HTTP/1.1" status: 204 len: 168 time: 0.4101028 Jul 28 15:53:58.867678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43124) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:58.943102 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:58.946807 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.002405 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Deleting port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:53:59.003245 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.018595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb60ed-081f-4261-a8ee-f9f36799a5a2 None None] Pushing event updated for resources: {'Port': ['ID=274b9b48-8a1d-4a5c-9ddd-b572edbe0731,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:59.076060 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] For port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=274b9b48-8a1d-4a5c-9ddd-b572edbe0731,segment=NetworkSegment(f19b72cb-ac0e-4533-8b36-dd9bb94c6616),segment_id=f19b72cb-ac0e-4533-8b36-dd9bb94c6616)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:59.076431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.090068 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Calling delete_port for 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:53:59.298234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.308564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:59.327344 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event deleted for resources: {'Port': ['ID=274b9b48-8a1d-4a5c-9ddd-b572edbe0731,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:59.330885 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] No DVR routers for this DVR port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:53:59.333072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:53:59.336130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 15:53:59.353997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Port 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 not found, will not notify nova. {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 15:53:59.354590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4700dd74-a453-44dc-a7b8-9badf813ea63 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:53:59.411605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.422164 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaa5ced-520e-4e17-ba9f-1ae46e524274']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:59.433094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:59.433396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19b72cb-ac0e-4533-8b36-dd9bb94c6616') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:53:59.442778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.456826 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.463265 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:53:59.463657 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:53:59.466568 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:53:59.501544 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 4700dd74-a453-44dc-a7b8-9badf813ea63 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:53:59.506239 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 4700dd74-a453-44dc-a7b8-9badf813ea63 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:53:59.506620 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.584750 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.621325 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 4700dd74-a453-44dc-a7b8-9badf813ea63, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4700dd74-a453-44dc-a7b8-9badf813ea63,segment=NetworkSegment(5581d05c-2d03-4179-8b2c-405915686c56),segment_id=5581d05c-2d03-4179-8b2c-405915686c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:53:59.627048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.632078 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.634143 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "DELETE /v2.0/networks/4eaa5ced-520e-4e17-ba9f-1ae46e524274 HTTP/1.1" status: 204 len: 168 time: 0.7654853 Jul 28 15:53:59.637031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43126) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:53:59.649429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ee09a-1abb-4189-a49a-fe1e0b47c189 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event deleted for resources: {'Network': ['ID=4eaa5ced-520e-4e17-ba9f-1ae46e524274,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:59.684644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.697228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Deleting subnet a97b97a8-c7e9-4a64-8f88-91374da1cbcf {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:53:59.700690 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.740165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=4700dd74-a453-44dc-a7b8-9badf813ea63,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:53:59.744407 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.832914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.955110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65efbe-b4de-44a3-b729-1767b1784d58 None None] DHCP port deletion for 4eaa5ced-520e-4e17-ba9f-1ae46e524274 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:53:59.966943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-50b66ce7-0f93-4fdd-8f16-d8a303d0b28b None None] Could not find standard attr ID for object 274b9b48-8a1d-4a5c-9ddd-b572edbe0731. {{(pid=94659) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:53:59.972882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f9fd0-1a03-4f0d-903b-2748d67f6744 None None] Network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:53:59.985855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f9fd0-1a03-4f0d-903b-2748d67f6744 None None] Network 4eaa5ced-520e-4e17-ba9f-1ae46e524274 could not be found, it might have been deleted concurrently. {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 15:54:00.010393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.040092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event deleted for resources: {'Subnet': ['ID=a97b97a8-c7e9-4a64-8f88-91374da1cbcf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:00.042720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.045028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "DELETE /v2.0/subnets/a97b97a8-c7e9-4a64-8f88-91374da1cbcf HTTP/1.1" status: 204 len: 168 time: 0.4065278 Jul 28 15:54:00.047453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43128) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:00.047958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d1bcd-4d95-4439-8bf5-598a709999d5 None None] Network 03290910-5eab-4da4-a6d4-feaa31b4c32f requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:54:00.052893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.053352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.053875 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.054317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.054746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.055195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.055627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.056048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.056516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.056928 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.057392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.057841 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc3de3-3132-49b8-8717-dc31462c897f tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:00.124198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.176246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Deleting port 4700dd74-a453-44dc-a7b8-9badf813ea63 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:54:00.176640 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.218542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] DHCP port deletion for 03290910-5eab-4da4-a6d4-feaa31b4c32f request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:54:00.245771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] For port 4700dd74-a453-44dc-a7b8-9badf813ea63, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4700dd74-a453-44dc-a7b8-9badf813ea63,segment=NetworkSegment(5581d05c-2d03-4179-8b2c-405915686c56),segment_id=5581d05c-2d03-4179-8b2c-405915686c56)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:00.246061 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.259506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Calling delete_port for 4700dd74-a453-44dc-a7b8-9badf813ea63 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:54:00.265096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] Deleting port 4700dd74-a453-44dc-a7b8-9badf813ea63 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:54:00.265471 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.329838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] For port 4700dd74-a453-44dc-a7b8-9badf813ea63, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=4700dd74-a453-44dc-a7b8-9badf813ea63,segment=NetworkSegment(5581d05c-2d03-4179-8b2c-405915686c56),segment_id=5581d05c-2d03-4179-8b2c-405915686c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:00.330525 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.346098 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] Calling delete_port for 4700dd74-a453-44dc-a7b8-9badf813ea63 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:54:00.455646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.461644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.487291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event deleted for resources: {'Port': ['ID=4700dd74-a453-44dc-a7b8-9badf813ea63,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:00.488383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] No DVR routers for this DVR port 4700dd74-a453-44dc-a7b8-9badf813ea63 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:54:00.489301 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] No DVR routers for this DVR port 4700dd74-a453-44dc-a7b8-9badf813ea63 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:54:00.492043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c265-4253-404f-8812-89cb5a06e824 None None] Pushing event deleted for resources: {'Port': ['ID=4700dd74-a453-44dc-a7b8-9badf813ea63,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:00.568219 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.578746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03290910-5eab-4da4-a6d4-feaa31b4c32f']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:00.589437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5581d05c-2d03-4179-8b2c-405915686c56') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:00.589739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5581d05c-2d03-4179-8b2c-405915686c56') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:00.598405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.611698 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.617631 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:54:00.618023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:54:00.621363 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:54:00.758969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.766204 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:00.767563 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "DELETE /v2.0/networks/03290910-5eab-4da4-a6d4-feaa31b4c32f HTTP/1.1" status: 204 len: 168 time: 0.7191110 Jul 28 15:54:00.770415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43130) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:00.779136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b60a83-ac0e-4414-96ce-379e5323f7bd tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Pushing event deleted for resources: {'Network': ['ID=03290910-5eab-4da4-a6d4-feaa31b4c32f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:00.797944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f6e59879-63ed-4557-ad91-47c15974caf0 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b9d5e5b-6b1b-40a1-8d41-23be5697832d HTTP/1.1" status: 200 len: 205 time: 0.0262737 Jul 28 15:54:00.800165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43132) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:00.932139 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.088601 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.090605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.204557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.205165 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Fanout notify agent at l3_agent the message router_deleted on router 4b9d5e5b-6b1b-40a1-8d41-23be5697832d {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:54:01.212934 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.214069 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e13907fb-1f72-48e0-ac10-1523ad87fc18 tempest-RoutersNegativeTest-407079464 tempest-RoutersNegativeTest-407079464-project] 10.222.0.57 "DELETE /v2.0/routers/4b9d5e5b-6b1b-40a1-8d41-23be5697832d HTTP/1.1" status: 204 len: 168 time: 0.4129803 Jul 28 15:54:01.227233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:54:01.248440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:54:01.248807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 274b9b48-8a1d-4a5c-9ddd-b572edbe0731 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:54:01.249399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4700dd74-a453-44dc-a7b8-9badf813ea63 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:54:01.271856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 4700dd74-a453-44dc-a7b8-9badf813ea63 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:54:01.272197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 4700dd74-a453-44dc-a7b8-9badf813ea63 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:54:01.665550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43138) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:01.792139 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c29531cd-370d-44a6-8572-15f882909b31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d988790ad7c45c3a8b7cf0178494ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254189 Jul 28 15:54:01.794603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43142) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:01.842030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87e2b2a1-377f-419d-9f2f-0610b877d47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.863047 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87e2b2a1-377f-419d-9f2f-0610b877d47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.958277 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87e2b2a1-377f-419d-9f2f-0610b877d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.960885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-87e2b2a1-377f-419d-9f2f-0610b877d47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:01.962070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-87e2b2a1-377f-419d-9f2f-0610b877d47d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2842213e-8b6f-45c7-81b3-0f4648ec2b19 HTTP/1.1" status: 204 len: 168 time: 0.1665797 Jul 28 15:54:01.970310 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2b2a1-377f-419d-9f2f-0610b877d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2842213e-8b6f-45c7-81b3-0f4648ec2b19,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:02.987394 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:02.991064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43164) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:03.085321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1827924745-network', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:03.158152 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Made reservation on behalf of 9769bff0e65b49a5b79feb7bc884ec07 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:54:03.160482 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.172366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.260773 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.312181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.337840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:54:03.347816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3280498-fd9d-4335-be62-9753cf9deb89,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:03.353188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.353537 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Added segment 548fec91-0639-42d8-aa23-4b1814dba433 of type vlan for network ca917e31-aee4-4832-a8c0-d2d1fef17de9 Jul 28 15:54:03.392829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.495783 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.496827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:03.497423 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.555794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca917e31-aee4-4832-a8c0-d2d1fef17de9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:03.565414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:54:03.633764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b1e2ddf-12ca-4b06-ab01-060cf74d0cb0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6410944 Jul 28 15:54:03.636394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43168) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:03.641244 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Request body: {'subnet': {'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-subnet', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:03.706617 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Made reservation on behalf of 9769bff0e65b49a5b79feb7bc884ec07 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:54:03.708970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.935449 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:03.994373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef9f4db-762c-43ca-ba58-5e44056761cd,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:04.003276 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Checking segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:04.003636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Network hostable DHCP agents. Network: ca917e31-aee4-4832-a8c0-d2d1fef17de9, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:54:04.054986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:54:04.112002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ca917e31-aee4-4832-a8c0-d2d1fef17de9) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:04.116011 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:04.116613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.120869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78729f3e-7677-4afa-8cbb-c4b9b6538821 None None] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:54:04.158800 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-40e1fa0b-2cb0-4969-bcd0-efa2e94af8df admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5212681 Jul 28 15:54:04.161448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43170) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:04.165850 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:04.261306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.262363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.264186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26511510-7274-40ba-8354-262901f6170a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'fixed_ips': [{'subnet_id': 'cef9f4db-762c-43ca-ba58-5e44056761cd'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:54:04.265068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26511510-7274-40ba-8354-262901f6170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.315526 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.401329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-26511510-7274-40ba-8354-262901f6170a None None] Allocated IP 172.20.0.2 (ca917e31-aee4-4832-a8c0-d2d1fef17de9/cef9f4db-762c-43ca-ba58-5e44056761cd/b436fa0f-e095-4688-9b8e-bdd06cebd4af) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:04.527585 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.544249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26511510-7274-40ba-8354-262901f6170a None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.552136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-26511510-7274-40ba-8354-262901f6170a None None] Transition to ACTIVE for port object b436fa0f-e095-4688-9b8e-bdd06cebd4af will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:04.566945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-26511510-7274-40ba-8354-262901f6170a None None] Transition to ACTIVE for port object b436fa0f-e095-4688-9b8e-bdd06cebd4af will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:04.678567 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26511510-7274-40ba-8354-262901f6170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.723489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26511510-7274-40ba-8354-262901f6170a None None] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:04.728795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-26511510-7274-40ba-8354-262901f6170a None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:04.733329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26511510-7274-40ba-8354-262901f6170a None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:04.736637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26511510-7274-40ba-8354-262901f6170a None None] Pushing event updated for resources: {'Port': ['ID=b436fa0f-e095-4688-9b8e-bdd06cebd4af,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:04.794215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-26511510-7274-40ba-8354-262901f6170a None None] Attempting to bind port b436fa0f-e095-4688-9b8e-bdd06cebd4af on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:04.794502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-26511510-7274-40ba-8354-262901f6170a None None] Attempting to bind port b436fa0f-e095-4688-9b8e-bdd06cebd4af by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:04.794874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26511510-7274-40ba-8354-262901f6170a None None] Attempting to bind port b436fa0f-e095-4688-9b8e-bdd06cebd4af on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:04.800670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26511510-7274-40ba-8354-262901f6170a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:04.801047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26511510-7274-40ba-8354-262901f6170a None None] Checking segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:04.801456 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26511510-7274-40ba-8354-262901f6170a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.801846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26511510-7274-40ba-8354-262901f6170a None None] Bound using segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:04.802319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-26511510-7274-40ba-8354-262901f6170a None None] Bound port: b436fa0f-e095-4688-9b8e-bdd06cebd4af, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:04.802901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26511510-7274-40ba-8354-262901f6170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.871114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-26511510-7274-40ba-8354-262901f6170a None None] For port b436fa0f-e095-4688-9b8e-bdd06cebd4af, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:04.874893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-26511510-7274-40ba-8354-262901f6170a None None] For port b436fa0f-e095-4688-9b8e-bdd06cebd4af, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b436fa0f-e095-4688-9b8e-bdd06cebd4af,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:04.931291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26511510-7274-40ba-8354-262901f6170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:04.999839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26511510-7274-40ba-8354-262901f6170a None None] Pushing event updated for resources: {'Port': ['ID=b436fa0f-e095-4688-9b8e-bdd06cebd4af,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:05.145955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:05.166720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:05.279108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b436fa0f-e095-4688-9b8e-bdd06cebd4af up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:05.286219 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Allocated IP 172.25.6.229 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c245645c-48c6-4cec-b1fc-afbf9fdd6be6) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:05.381490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b436fa0f-e095-4688-9b8e-bdd06cebd4af completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:05.389669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:05.484977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:05.523582 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:05.526378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:05.531830 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:05.537193 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Pushing event updated for resources: {'Port': ['ID=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:05.866111 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a2fff8-6435-4f6b-9210-f3108feb681d None None] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:54:05.866306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:05.988538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] Provisioning for port b436fa0f-e095-4688-9b8e-bdd06cebd4af completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:05.995246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] Provisioning complete for port b436fa0f-e095-4688-9b8e-bdd06cebd4af triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:05.995620 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.063352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.098420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.134820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] For port b436fa0f-e095-4688-9b8e-bdd06cebd4af, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b436fa0f-e095-4688-9b8e-bdd06cebd4af,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:06.178234 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.233500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d4cca-6710-4078-a088-f3f4986748eb None None] Pushing event updated for resources: {'Port': ['ID=b436fa0f-e095-4688-9b8e-bdd06cebd4af,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:06.261040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:54:06.296888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-46c2d9f9-392e-4931-8a06-a94d91e3513d None None] Provisioning complete for port b436fa0f-e095-4688-9b8e-bdd06cebd4af triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:06.297560 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-46c2d9f9-392e-4931-8a06-a94d91e3513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.384991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:54:06.396005 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Sync routers for ids ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:54:06.404855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Routers {'1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:06.405466 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:06.450117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.454567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43172) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:06.455148 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-78938e48-322f-4189-b3a1-b322da9c2eed admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2922235 Jul 28 15:54:06.674778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Set router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:06.855030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:54:05Z', 'revision_number': 3, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:06.881573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Checking router: 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:54:06.881917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Updating router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:54:06.912400 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:06.920599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.032358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.116675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Allocated IP 172.20.0.1 (ca917e31-aee4-4832-a8c0-d2d1fef17de9/cef9f4db-762c-43ca-ba58-5e44056761cd/f60812c7-3bc8-4004-992c-e948e8e145a6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:07.177884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.188598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Transition to ACTIVE for port object c245645c-48c6-4cec-b1fc-afbf9fdd6be6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:07.232350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.243854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.249298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Transition to ACTIVE for port object f60812c7-3bc8-4004-992c-e948e8e145a6 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:07.253281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b436fa0f-e095-4688-9b8e-bdd06cebd4af up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:07.324668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.331385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9a203-a753-4d9e-9e4c-ea72ed216545 None None] Pushing event updated for resources: {'Port': ['ID=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:07.334338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Attempting to bind port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:07.334710 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Attempting to bind port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:07.335073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Attempting to bind port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:07.343632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:07.344009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:07.344416 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.346786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:07.347283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Bound port: c245645c-48c6-4cec-b1fc-afbf9fdd6be6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:07.347667 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.365131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:07.368057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:07.373768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:07.383031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b436fa0f-e095-4688-9b8e-bdd06cebd4af triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:07.383405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.406979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Pushing event updated for resources: {'Port': ['ID=f60812c7-3bc8-4004-992c-e948e8e145a6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:07.417978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.436771 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] For port c245645c-48c6-4cec-b1fc-afbf9fdd6be6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:07.453235 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] For port c245645c-48c6-4cec-b1fc-afbf9fdd6be6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:07.510696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.575338 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Routers {'1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:07.575980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:07.578161 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9a203-a753-4d9e-9e4c-ea72ed216545 None None] Pushing event updated for resources: {'Port': ['ID=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:07.648704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.696805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] Set router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:07.722334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-48e2f713-755b-43fb-9917-40f170f86ce4 None None] Provisioning for port f60812c7-3bc8-4004-992c-e948e8e145a6 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:07.752808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-48e2f713-755b-43fb-9917-40f170f86ce4 None None] Provisioning complete for port f60812c7-3bc8-4004-992c-e948e8e145a6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:07.753184 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-48e2f713-755b-43fb-9917-40f170f86ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.830015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-48e2f713-755b-43fb-9917-40f170f86ce4 None None] Port f60812c7-3bc8-4004-992c-e948e8e145a6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:54:07.833151 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.901341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.906154 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:54:05Z', 'revision_number': 3, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:07.941300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac88016-28e0-48fe-9caf-e2b4639b8ea0 None None] The sync data for ids ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'] in n-d-764806-10 is: [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:54:05Z', 'revision_number': 3, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:54:07.969882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:07.975016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Pushing event updated for resources: {'Port': ['ID=f60812c7-3bc8-4004-992c-e948e8e145a6,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:08.070882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:08.072228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:08.206601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:54:08.332239 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:54:08.337968 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-edcc1280-6682-4d68-bce5-16f1eddefff9 admin admin] 10.222.0.57 "PUT /v2.0/routers/1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8813415 Jul 28 15:54:08.365232 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-deb3261f-05ea-4ecc-b294-ef0160ff6846 None None] Provisioning complete for port f60812c7-3bc8-4004-992c-e948e8e145a6 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:08.365801 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-deb3261f-05ea-4ecc-b294-ef0160ff6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:08.400749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-deb3261f-05ea-4ecc-b294-ef0160ff6846 None None] Port f60812c7-3bc8-4004-992c-e948e8e145a6 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:54:09.018202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:09.023759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-601441253-network', 'tenant_id': '4739431135f646efb16d6dd9831fc86f'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:09.112586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Made reservation on behalf of 4739431135f646efb16d6dd9831fc86f for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:54:09.114942 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.123914 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.240811 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.253390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c245645c-48c6-4cec-b1fc-afbf9fdd6be6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:09.312559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.334614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:54:09.339159 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:54:09.349140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce35904-3a82-4511-ac95-d1c0706ac540,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:09.354023 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.354372 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Added segment 92e6ba7a-49f0-4630-ad3c-63cd99b4ab95 of type vlan for network 429b80b1-6af4-4839-8bfb-b47bb1010e01 Jul 28 15:54:09.387011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:09.391145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:09.391513 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.413716 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.482619 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.492675 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Sync routers for ids ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:54:09.501101 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.504935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:09.505079 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Routers {'1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:09.505187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.505285 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:09.506074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c245645c-48c6-4cec-b1fc-afbf9fdd6be6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:09.558755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.565676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] Pushing event updated for resources: {'Network': ['ID=429b80b1-6af4-4839-8bfb-b47bb1010e01,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:09.584543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:54:09.588370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-415d9bf3-fd0c-4dc5-a178-dc6243c737f5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5688336 Jul 28 15:54:09.593683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43190) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:09.596591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Request body: {'subnet': {'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-subnet', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:09.618211 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Set router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:09.655298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Made reservation on behalf of 4739431135f646efb16d6dd9831fc86f for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:54:09.657699 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.662293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:09.815860 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 4, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f60812c7-3bc8-4004-992c-e948e8e145a6', 'name': '', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'mac_address': 'fa:16:3e:50:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:06Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 2, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'subnets': [{'id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:09.845628 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Checking router: 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:54:09.845981 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Updating router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 port f60812c7-3bc8-4004-992c-e948e8e145a6 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:54:09.869744 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.895590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:09.949304 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:09.959998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Checking segment: {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:09.960357 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Network hostable DHCP agents. Network: 429b80b1-6af4-4839-8bfb-b47bb1010e01, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:54:10.038228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:54:10.095529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 429b80b1-6af4-4839-8bfb-b47bb1010e01) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:10.099849 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:10.100694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.106448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f60265-52e0-4e82-8d65-59368b616d0a None None] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:54:10.130707 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.140271 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Transition to ACTIVE for port object f60812c7-3bc8-4004-992c-e948e8e145a6 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:10.199452 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-376f471e-8a6d-45ab-b60d-2addc41c7b92 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6073997 Jul 28 15:54:10.202422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43192) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:10.206901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:10.221645 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.250400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-429b80b1-6af4-4839-8bfb-b47bb1010e01', 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'fixed_ips': [{'subnet_id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:54:10.251344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.276362 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Pushing event updated for resources: {'Port': ['ID=f60812c7-3bc8-4004-992c-e948e8e145a6,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:10.287582 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.287929 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.288387 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.293961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.293961 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:10.294174 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.339796 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Attempting to bind port f60812c7-3bc8-4004-992c-e948e8e145a6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:10.340393 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Attempting to bind port f60812c7-3bc8-4004-992c-e948e8e145a6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:10.340713 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Attempting to bind port f60812c7-3bc8-4004-992c-e948e8e145a6 on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:10.345946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:10.346353 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Checking segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:10.346949 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.347565 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Bound using segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:10.348268 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Bound port: f60812c7-3bc8-4004-992c-e948e8e145a6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:10.348925 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.402641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Allocated IP 172.20.0.2 (429b80b1-6af4-4839-8bfb-b47bb1010e01/564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb/2551ac90-edf9-45de-8dbc-4e27924aac98) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:10.409931 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.415997 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] For port f60812c7-3bc8-4004-992c-e948e8e145a6, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:10.419292 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] For port f60812c7-3bc8-4004-992c-e948e8e145a6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f60812c7-3bc8-4004-992c-e948e8e145a6,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:10.507568 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.583948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.594221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Transition to ACTIVE for port object 2551ac90-edf9-45de-8dbc-4e27924aac98 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:10.611755 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Transition to ACTIVE for port object 2551ac90-edf9-45de-8dbc-4e27924aac98 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:10.673084 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Routers {'1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:10.673720 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:10.675779 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbd08d-c24b-48ef-b3ff-978245039d5b None None] Pushing event updated for resources: {'Port': ['ID=f60812c7-3bc8-4004-992c-e948e8e145a6,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:10.690730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.748139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:10.751749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:10.754912 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:10.794478 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] Set router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:10.807323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Pushing event updated for resources: {'Port': ['ID=2551ac90-edf9-45de-8dbc-4e27924aac98,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:10.863166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Attempting to bind port 2551ac90-edf9-45de-8dbc-4e27924aac98 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:10.863588 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Attempting to bind port 2551ac90-edf9-45de-8dbc-4e27924aac98 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:10.864036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Attempting to bind port 2551ac90-edf9-45de-8dbc-4e27924aac98 on network 429b80b1-6af4-4839-8bfb-b47bb1010e01 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:10.871201 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:10.871413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Checking segment: {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:10.871761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.872268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Bound using segment: {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:10.872952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Bound port: 2551ac90-edf9-45de-8dbc-4e27924aac98, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:10.878131 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.941910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:10.955073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] For port 2551ac90-edf9-45de-8dbc-4e27924aac98, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:10.958224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] For port 2551ac90-edf9-45de-8dbc-4e27924aac98, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2551ac90-edf9-45de-8dbc-4e27924aac98,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:11.019406 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 4, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f60812c7-3bc8-4004-992c-e948e8e145a6', 'name': '', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'mac_address': 'fa:16:3e:50:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:06Z', 'updated_at': '2021-07-28T15:54:10Z', 'revision_number': 4, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'subnets': [{'id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:11.033112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.045547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2c722-d5e0-4d3a-8256-f988076551d1 None None] The sync data for ids ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'] in n-d-764806-10 is: [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:54:07Z', 'revision_number': 4, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'f60812c7-3bc8-4004-992c-e948e8e145a6', 'name': '', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'mac_address': 'fa:16:3e:50:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:06Z', 'updated_at': '2021-07-28T15:54:10Z', 'revision_number': 4, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'subnets': [{'id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:54:11.126551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3cde1-20d7-4a69-b32e-a9357ecc7bdf None None] Pushing event updated for resources: {'Port': ['ID=2551ac90-edf9-45de-8dbc-4e27924aac98,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:11.239456 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.283754 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.331745 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c245645c-48c6-4cec-b1fc-afbf9fdd6be6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:11.406059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:11.406719 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.431290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Allocated IP 172.25.6.145 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/c53f45bb-8e8c-47f4-9218-3be2d164f175) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:11.513276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f60812c7-3bc8-4004-992c-e948e8e145a6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:11.579311 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.638106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f60812c7-3bc8-4004-992c-e948e8e145a6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:11.642314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f60812c7-3bc8-4004-992c-e948e8e145a6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:11.645261 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.678778 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.721807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:11.723442 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.724999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:11.732092 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:11.756255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Pushing event updated for resources: {'Port': ['ID=c53f45bb-8e8c-47f4-9218-3be2d164f175,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:11.769920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f60812c7-3bc8-4004-992c-e948e8e145a6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f60812c7-3bc8-4004-992c-e948e8e145a6,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:11.855729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:11.918884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f60812c7-3bc8-4004-992c-e948e8e145a6,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:12.093169 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:12.248108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495fcfdb-8037-4845-8ad7-28556416eb94 None None] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:54:12.319064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:12.359370 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1e1d5424-cd1d-4c07-b27c-fef7a80be1b1 None None] Provisioning for port 2551ac90-edf9-45de-8dbc-4e27924aac98 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:12.563737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Router e20b17ee-8827-4d89-8c7c-53284983e99e is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:54:12.672128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:54:12.684280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Sync routers for ids ['e20b17ee-8827-4d89-8c7c-53284983e99e'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:54:12.699883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Routers {'e20b17ee-8827-4d89-8c7c-53284983e99e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:12.700511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e20b17ee-8827-4d89-8c7c-53284983e99e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:12.867458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:12.869344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f85e07ce-763b-4528-86e6-abf2fb7a1148 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6658022 Jul 28 15:54:12.872536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43194) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:54:12.969728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Set router e20b17ee-8827-4d89-8c7c-53284983e99e gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:13.144940 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:54:11Z', 'revision_number': 3, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:13.177246 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Checking router: e20b17ee-8827-4d89-8c7c-53284983e99e for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:54:13.177678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Updating router e20b17ee-8827-4d89-8c7c-53284983e99e port c53f45bb-8e8c-47f4-9218-3be2d164f175 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:54:13.213368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.318861 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.367862 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2551ac90-edf9-45de-8dbc-4e27924aac98 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:13.485092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Allocated IP 172.20.0.1 (429b80b1-6af4-4839-8bfb-b47bb1010e01/564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb/15cd1d01-d7aa-4a58-a03d-1758d624ae09) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:13.517029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.520638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2551ac90-edf9-45de-8dbc-4e27924aac98 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:13.529613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2551ac90-edf9-45de-8dbc-4e27924aac98 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:13.529981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.531782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Transition to ACTIVE for port object c53f45bb-8e8c-47f4-9218-3be2d164f175 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:13.595416 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.598969 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.609234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Transition to ACTIVE for port object 15cd1d01-d7aa-4a58-a03d-1758d624ae09 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:13.646943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.664394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Attempting to bind port c53f45bb-8e8c-47f4-9218-3be2d164f175 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:13.664789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Attempting to bind port c53f45bb-8e8c-47f4-9218-3be2d164f175 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:13.665149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Attempting to bind port c53f45bb-8e8c-47f4-9218-3be2d164f175 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:13.681565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:13.684943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:13.684943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.684943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:13.684943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Bound port: c53f45bb-8e8c-47f4-9218-3be2d164f175, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:13.684943 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.684943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993c92a-5a9e-49b3-af5b-d6c05c0ceaac None None] Pushing event updated for resources: {'Port': ['ID=c53f45bb-8e8c-47f4-9218-3be2d164f175,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:13.696194 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.723830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2551ac90-edf9-45de-8dbc-4e27924aac98, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2551ac90-edf9-45de-8dbc-4e27924aac98,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:13.733191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:13.743035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:13.743035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:13.753803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] For port c53f45bb-8e8c-47f4-9218-3be2d164f175, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:13.758027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] For port c53f45bb-8e8c-47f4-9218-3be2d164f175, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c53f45bb-8e8c-47f4-9218-3be2d164f175,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:13.767863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Pushing event updated for resources: {'Port': ['ID=15cd1d01-d7aa-4a58-a03d-1758d624ae09,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:13.785992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.815854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.822357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f60812c7-3bc8-4004-992c-e948e8e145a6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:13.880022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.907434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2551ac90-edf9-45de-8dbc-4e27924aac98,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:13.952631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Routers {'e20b17ee-8827-4d89-8c7c-53284983e99e'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:13.953275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e20b17ee-8827-4d89-8c7c-53284983e99e'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:13.999842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f60812c7-3bc8-4004-992c-e948e8e145a6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:14.000228 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.007716 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.044916 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993c92a-5a9e-49b3-af5b-d6c05c0ceaac None None] Pushing event updated for resources: {'Port': ['ID=c53f45bb-8e8c-47f4-9218-3be2d164f175,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:14.123314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] Set router e20b17ee-8827-4d89-8c7c-53284983e99e gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:14.152421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c9288d1-7711-48f3-ac52-6ba2092812bf None None] Provisioning for port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:14.172645 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.203692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7c9288d1-7711-48f3-ac52-6ba2092812bf None None] Provisioning complete for port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:14.204065 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7c9288d1-7711-48f3-ac52-6ba2092812bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.215794 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.286849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Pushing event updated for resources: {'Port': ['ID=15cd1d01-d7aa-4a58-a03d-1758d624ae09,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:14.291095 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.291537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7c9288d1-7711-48f3-ac52-6ba2092812bf None None] Port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:54:14.370346 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:54:11Z', 'revision_number': 3, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:14.384521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:14.385928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:14.401399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc951b57-ffb5-437d-b344-d47163c81306 None None] The sync data for ids ['e20b17ee-8827-4d89-8c7c-53284983e99e'] in n-d-764806-10 is: [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:54:11Z', 'revision_number': 3, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:54:14.516882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Router e20b17ee-8827-4d89-8c7c-53284983e99e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:54:14.639445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-23680ba0-b7e6-4e16-84da-fc4626603e24 None None] Provisioning complete for port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:14.639827 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-23680ba0-b7e6-4e16-84da-fc4626603e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.655813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:54:14.660963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7e5d0ad5-46c2-49d6-b544-c1c9281ffce9 admin admin] 10.222.0.57 "PUT /v2.0/routers/e20b17ee-8827-4d89-8c7c-53284983e99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873776 Jul 28 15:54:14.686404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-23680ba0-b7e6-4e16-84da-fc4626603e24 None None] Port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:54:15.312062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c53f45bb-8e8c-47f4-9218-3be2d164f175 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:15.483871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port c53f45bb-8e8c-47f4-9218-3be2d164f175 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:15.489450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c53f45bb-8e8c-47f4-9218-3be2d164f175 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:15.489812 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:15.573904 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:15.596258 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port c53f45bb-8e8c-47f4-9218-3be2d164f175, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c53f45bb-8e8c-47f4-9218-3be2d164f175,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:15.678494 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:15.679879 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2551ac90-edf9-45de-8dbc-4e27924aac98 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:15.762327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=c53f45bb-8e8c-47f4-9218-3be2d164f175,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:15.773924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2551ac90-edf9-45de-8dbc-4e27924aac98 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:15.774530 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:15.835640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-c29dced1-6ddf-4566-848f-adfde2b72592 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:15.837469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-c29dced1-6ddf-4566-848f-adfde2b72592 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/networks?id=ca917e31-aee4-4832-a8c0-d2d1fef17de9 HTTP/1.1" status: 200 len: 817 time: 0.1127315 Jul 28 15:54:15.853790 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-d8604e4d-0738-434a-860a-e7575bbcb758 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/quotas/9769bff0e65b49a5b79feb7bc884ec07 HTTP/1.1" status: 200 len: 375 time: 0.0107074 Jul 28 15:54:15.911335 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-81a77fcc-e29c-491a-9555-dc67382108a2 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516374 Jul 28 15:54:15.939934 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Sync routers for ids ['e20b17ee-8827-4d89-8c7c-53284983e99e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:54:15.948688 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Routers {'e20b17ee-8827-4d89-8c7c-53284983e99e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:15.949296 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e20b17ee-8827-4d89-8c7c-53284983e99e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:16.023390 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-d3ef2268-4424-4c6b-bbbd-c5d2389a1807 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:54:16.024625 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-d3ef2268-4424-4c6b-bbbd-c5d2389a1807 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952716 Jul 28 15:54:16.057402 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Set router e20b17ee-8827-4d89-8c7c-53284983e99e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:16.117219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-f7b2c59f-7c7b-46c5-b749-35873302eb25 service neutron] 10.222.0.57 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852058 Jul 28 15:54:16.221331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-5f8071b2-aa85-40e9-b2d3-ae89ba42ce89 service neutron] 10.222.0.57 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950058 Jul 28 15:54:16.263662 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:54:13Z', 'revision_number': 4, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '15cd1d01-d7aa-4a58-a03d-1758d624ae09', 'name': '', 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'mac_address': 'fa:16:3e:5c:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:13Z', 'updated_at': '2021-07-28T15:54:14Z', 'revision_number': 2, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'subnets': [{'id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:16.289942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Checking router: e20b17ee-8827-4d89-8c7c-53284983e99e for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:54:16.290363 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Updating router e20b17ee-8827-4d89-8c7c-53284983e99e port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:54:16.314071 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:16.580927 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:16.590241 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Transition to ACTIVE for port object 15cd1d01-d7aa-4a58-a03d-1758d624ae09 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:16.678001 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:16.726854 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1d8fe-94d2-4418-b25f-67259256806f None None] Pushing event updated for resources: {'Port': ['ID=15cd1d01-d7aa-4a58-a03d-1758d624ae09,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:16.780033 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Attempting to bind port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:16.780404 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Attempting to bind port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:16.780790 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Attempting to bind port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 on network 429b80b1-6af4-4839-8bfb-b47bb1010e01 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:16.786604 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:16.788994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Checking segment: {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:16.788994 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:16.788994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Bound using segment: {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:16.788994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Bound port: 15cd1d01-d7aa-4a58-a03d-1758d624ae09, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:16.788994 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:16.857842 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] For port 15cd1d01-d7aa-4a58-a03d-1758d624ae09, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:16.861592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] For port 15cd1d01-d7aa-4a58-a03d-1758d624ae09, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=15cd1d01-d7aa-4a58-a03d-1758d624ae09,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:16.947135 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:17.002771 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Routers {'e20b17ee-8827-4d89-8c7c-53284983e99e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:54:17.003307 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:53:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e20b17ee-8827-4d89-8c7c-53284983e99e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:17.038122 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1d8fe-94d2-4418-b25f-67259256806f None None] Pushing event updated for resources: {'Port': ['ID=15cd1d01-d7aa-4a58-a03d-1758d624ae09,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:17.118839 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] Set router e20b17ee-8827-4d89-8c7c-53284983e99e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:54:17.252160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c53f45bb-8e8c-47f4-9218-3be2d164f175 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:17.303159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port c53f45bb-8e8c-47f4-9218-3be2d164f175 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:17.303531 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:17.318232 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:54:13Z', 'revision_number': 4, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '15cd1d01-d7aa-4a58-a03d-1758d624ae09', 'name': '', 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'mac_address': 'fa:16:3e:5c:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:13Z', 'updated_at': '2021-07-28T15:54:16Z', 'revision_number': 4, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'subnets': [{'id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:54:17.436084 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e6434-dd0d-42cc-a883-c5fc9e536ec9 None None] The sync data for ids ['e20b17ee-8827-4d89-8c7c-53284983e99e'] in n-d-764806-10 is: [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:54:13Z', 'revision_number': 4, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '15cd1d01-d7aa-4a58-a03d-1758d624ae09', 'name': '', 'network_id': '429b80b1-6af4-4839-8bfb-b47bb1010e01', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'mac_address': 'fa:16:3e:5c:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:13Z', 'updated_at': '2021-07-28T15:54:16Z', 'revision_number': 4, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'subnets': [{'id': '564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:54:17.583013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d42bb932-3d61-4253-80fc-82e9969c07af req-68cfd201-4ff8-490f-9aad-38fed1e8aa87 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 210 time: 0.0278089 Jul 28 15:54:18.677034 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8bbacb4-322f-4b9e-9dd9-a758aae70924 req-48e53577-1629-42dd-be41-b73c6152554a tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 210 time: 0.0262349 Jul 28 15:54:19.263166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 15cd1d01-d7aa-4a58-a03d-1758d624ae09 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:19.363690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:19.369039 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:19.369422 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:19.451715 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:19.484033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 15cd1d01-d7aa-4a58-a03d-1758d624ae09, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=15cd1d01-d7aa-4a58-a03d-1758d624ae09,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:19.546240 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:19.596283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=15cd1d01-d7aa-4a58-a03d-1758d624ae09,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:19.604418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.604791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.605166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.605502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.605835 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.606170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.606497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.606823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.607147 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.607470 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.607974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.608187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:19.830142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-da9d3065-2cd8-417b-9569-fd8fc6d001af req-2f22cbb4-e59c-492b-8c4c-856378125d70 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 210 time: 0.0690608 Jul 28 15:54:19.885742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-e2e53a3e-f59d-4e9a-bcfb-c5c046efc93a tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:19.887174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-e2e53a3e-f59d-4e9a-bcfb-c5c046efc93a tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "GET /v2.0/networks?id=ca917e31-aee4-4832-a8c0-d2d1fef17de9 HTTP/1.1" status: 200 len: 817 time: 0.1419852 Jul 28 15:54:19.907350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Request body: {'port': {'device_id': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'admin_state_up': True, 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:20.095281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Made reservation on behalf of 9769bff0e65b49a5b79feb7bc884ec07 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:54:20.099032 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:20.235713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Allocated IP 172.20.0.6 (ca917e31-aee4-4832-a8c0-d2d1fef17de9/cef9f4db-762c-43ca-ba58-5e44056761cd/4375f6dd-2631-4e43-9c66-cf0e4dc7669c) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:54:20.389283 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:20.402948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Transition to ACTIVE for port object 4375f6dd-2631-4e43-9c66-cf0e4dc7669c will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:20.508124 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:20.547440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:54:20.550425 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:54:20.554569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:54:20.585991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Pushing event updated for resources: {'Port': ['ID=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:20.615058 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:20.615719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:20.721481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-274ae732-b36d-490f-bb58-a143bf89ab52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8157091 Jul 28 15:54:20.737793 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Request body: {'port': {'device_id': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:20.800228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:20.883382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8264b68b-efa8-4f8a-8ccf-161b0b8bfd7a None None] Provisioning for port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:20.883382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-8264b68b-efa8-4f8a-8ccf-161b0b8bfd7a None None] Provisioning complete for port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:20.883382 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8264b68b-efa8-4f8a-8ccf-161b0b8bfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:20.912780 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-8264b68b-efa8-4f8a-8ccf-161b0b8bfd7a None None] Port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:54:20.955675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360bbf6-01f9-461f-92db-d2851917f0c5 req-b0cf35b7-4a1b-40c6-94a0-e0be914621af tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:20.957266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b360bbf6-01f9-461f-92db-d2851917f0c5 req-b0cf35b7-4a1b-40c6-94a0-e0be914621af tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 931 time: 0.0506070 Jul 28 15:54:20.996772 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b360bbf6-01f9-461f-92db-d2851917f0c5 req-d204792f-cfce-44f1-a5c4-d4f1894614f9 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Jul 28 15:54:21.074784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4375f6dd-2631-4e43-9c66-cf0e4dc7669c {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:54:21.082517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.094714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Transition to ACTIVE for port object 4375f6dd-2631-4e43-9c66-cf0e4dc7669c will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:21.186268 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.243994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:21.246530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 15cd1d01-d7aa-4a58-a03d-1758d624ae09 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:21.299892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:21.300271 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.315671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Attempting to bind port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:21.316143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Attempting to bind port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:21.316573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Attempting to bind port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:21.322240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:54:21.322653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Attempting to bind port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:21.328477 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:21.328854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Checking segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:21.329309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Bound using segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:21.329814 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Bound port: 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:21.330380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.402331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] For port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:21.405807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] For port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:21.496046 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.531012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:21.531814 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.533456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/4375f6dd-2631-4e43-9c66-cf0e4dc7669c HTTP/1.1" status: 200 len: 1092 time: 0.7999115 Jul 28 15:54:21.535755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'tag': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:54:21.538106 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f9fb0-8db3-4975-9d17-9cb00dfabb36" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d60330-835b-4d4a-bf3f-e297c933d883", "tag": "4375f6dd-2631-4e43-9c66-cf0e4dc7669c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:54:21.567148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92efaf-2104-441b-8b9c-5859be0cf2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:21.577727 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e8ab1-d25c-45ed-958f-cc0f1c18a066 x-openstack-request-id: req-402e8ab1-d25c-45ed-958f-cc0f1c18a066 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:54:21.578164 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d60330-835b-4d4a-bf3f-e297c933d883", "tag": "4375f6dd-2631-4e43-9c66-cf0e4dc7669c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:54:21.578467 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-402e8ab1-d25c-45ed-958f-cc0f1c18a066 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:54:21.578991 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'tag': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c', 'status': 'completed', 'code': 200} Jul 28 15:54:21.670323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9fb0-8db3-4975-9d17-9cb00dfabb36 req-31601a3a-ccd5-480e-b2a5-37022f620e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:21.671921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-449f9fb0-8db3-4975-9d17-9cb00dfabb36 req-31601a3a-ccd5-480e-b2a5-37022f620e95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 1095 time: 0.0447240 Jul 28 15:54:21.783939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9fb0-8db3-4975-9d17-9cb00dfabb36 req-8b512966-d51c-40e2-a8a0-0184bd22b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:21.785446 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-449f9fb0-8db3-4975-9d17-9cb00dfabb36 req-8b512966-d51c-40e2-a8a0-0184bd22b39d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0977979 Jul 28 15:54:21.896634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9fb0-8db3-4975-9d17-9cb00dfabb36 req-5a660ddc-6d6c-4586-9122-a57d4dcc8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:21.898222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-449f9fb0-8db3-4975-9d17-9cb00dfabb36 req-5a660ddc-6d6c-4586-9122-a57d4dcc8eb4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055307 Jul 28 15:54:22.001611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-89a90c73-b42b-4356-874d-7635a9e4e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:22.003096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-89a90c73-b42b-4356-874d-7635a9e4e47f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 1095 time: 0.0453641 Jul 28 15:54:22.051541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-fab1c15e-283c-4c36-8b41-11ec678e1de7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4375f6dd-2631-4e43-9c66-cf0e4dc7669c HTTP/1.1" status: 200 len: 217 time: 0.0343940 Jul 28 15:54:22.102329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-2e3e5885-8efd-4686-b2c2-65f3c18d909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:22.103839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-2e3e5885-8efd-4686-b2c2-65f3c18d909d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cef9f4db-762c-43ca-ba58-5e44056761cd HTTP/1.1" status: 200 len: 856 time: 0.0458269 Jul 28 15:54:22.116211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433e597-3043-45fc-a469-c6b2687cd08e req-6b854312-d986-45bf-b495-adc45a6460dd tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:22.119160 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e433e597-3043-45fc-a469-c6b2687cd08e req-6b854312-d986-45bf-b495-adc45a6460dd tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 943 time: 0.0548332 Jul 28 15:54:22.159358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e433e597-3043-45fc-a469-c6b2687cd08e req-e580d8b3-7472-4069-a16d-441c52ca5d85 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Jul 28 15:54:22.164705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9cc39f4e-fc55-4350-b16e-ad1b2eaea02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:22.166244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-9cc39f4e-fc55-4350-b16e-ad1b2eaea02c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca917e31-aee4-4832-a8c0-d2d1fef17de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554452 Jul 28 15:54:22.264107 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-beaa274b-91fc-41f4-8463-91b76c13b5d5 service neutron] 10.222.0.42 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866272 Jul 28 15:54:22.341044 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff349-bd7e-4b0d-80d5-06ada75f4fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:22.361208 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea1da73a-0c9f-44ff-9300-a697f82ce28e req-361da0c3-e0d7-4feb-acfd-71345f77ffc0 service neutron] 10.222.0.42 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901968 Jul 28 15:54:23.279437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac6a9-1738-4199-8bb0-3da2ea7cb1bc req-66f297df-bf3c-4d4a-920a-436beb98f24c tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:23.281012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-309ac6a9-1738-4199-8bb0-3da2ea7cb1bc req-66f297df-bf3c-4d4a-920a-436beb98f24c tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 943 time: 0.0505421 Jul 28 15:54:23.321688 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-309ac6a9-1738-4199-8bb0-3da2ea7cb1bc req-52405b7b-ce56-4fa5-8a37-516fc3eeb5dc tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Jul 28 15:54:24.438518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd55cca-e838-4c7e-a0e3-fe4db9dd8b58 req-2e40e1be-5164-42ac-bcb5-3e54796cf92a tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.439967 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0bd55cca-e838-4c7e-a0e3-fe4db9dd8b58 req-2e40e1be-5164-42ac-bcb5-3e54796cf92a tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 943 time: 0.0518172 Jul 28 15:54:24.478356 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0bd55cca-e838-4c7e-a0e3-fe4db9dd8b58 req-c1fa8aad-b610-428f-ac4b-f21bdc7894c4 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Jul 28 15:54:24.884223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-33600b69-5882-497b-b03b-a946e73c7d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:25.283752 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:25.395274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4375f6dd-2631-4e43-9c66-cf0e4dc7669c details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:54:25.488012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:25.501477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'port_id': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c', 'mac_address': 'fa:16:3e:a2:8f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:54:25.539611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:25.555968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4375f6dd-2631-4e43-9c66-cf0e4dc7669c {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:54:25.575593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:25.596224 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f31-5bbd-4475-ab29-7546d3fd0baa req-6457e048-2c2f-46ac-aa33-0bc260322be5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:25.597741 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45793f31-5bbd-4475-ab29-7546d3fd0baa req-6457e048-2c2f-46ac-aa33-0bc260322be5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 943 time: 0.0518057 Jul 28 15:54:25.639481 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-45793f31-5bbd-4475-ab29-7546d3fd0baa req-7e40c211-2c45-4dd6-8667-71da915b6b6e tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346701 Jul 28 15:54:25.643921 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:25.692186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:26.025000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4375f6dd-2631-4e43-9c66-cf0e4dc7669c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:54:26.614766 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:26.754964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25cad9-4ba9-48a7-9205-9fd6e9cb5cfe req-d3441a2f-2e57-4e30-8ea7-39b695fefe27 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:26.756434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee25cad9-4ba9-48a7-9205-9fd6e9cb5cfe req-d3441a2f-2e57-4e30-8ea7-39b695fefe27 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 944 time: 0.0484855 Jul 28 15:54:26.793738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-ee25cad9-4ba9-48a7-9205-9fd6e9cb5cfe req-1a700586-b2f9-46bc-ae89-1de035af23c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Jul 28 15:54:27.414693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4375f6dd-2631-4e43-9c66-cf0e4dc7669c up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:27.507773 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:27.511743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:27.517558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:27.589830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:27.611935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:54:27.614312 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f2c30-c096-4862-951f-6aa011319cf7" -d '{"events": [{"server_uuid": "d3d60330-835b-4d4a-bf3f-e297c933d883", "name": "network-vif-plugged", "status": "completed", "tag": "4375f6dd-2631-4e43-9c66-cf0e4dc7669c"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:54:27.627281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:27.653575 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62975197-56a4-4998-85d5-072c76a5ea3b x-openstack-request-id: req-62975197-56a4-4998-85d5-072c76a5ea3b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:54:27.653930 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d60330-835b-4d4a-bf3f-e297c933d883", "name": "network-vif-plugged", "status": "completed", "tag": "4375f6dd-2631-4e43-9c66-cf0e4dc7669c", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:54:27.654993 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62975197-56a4-4998-85d5-072c76a5ea3b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:54:27.654993 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c', 'code': 200} Jul 28 15:54:27.706334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:27.758068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:27.785634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83b9cb-e6c3-4380-af91-cc635189f068 req-f709cd71-83b7-4f2b-af69-395c0ec7d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:27.787130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c83b9cb-e6c3-4380-af91-cc635189f068 req-f709cd71-83b7-4f2b-af69-395c0ec7d2d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 1097 time: 0.0443122 Jul 28 15:54:27.822614 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6c83b9cb-e6c3-4380-af91-cc635189f068 req-cd92f23a-908f-4a8b-a397-3bcd1bf1f383 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280404 Jul 28 15:54:27.907206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc593454-68c5-40ed-8111-91f1272d5a23 req-72cc84b7-ecaf-4f23-8324-d9b6cbfc8fc5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:27.908722 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc593454-68c5-40ed-8111-91f1272d5a23 req-72cc84b7-ecaf-4f23-8324-d9b6cbfc8fc5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0487428 Jul 28 15:54:27.947446 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc593454-68c5-40ed-8111-91f1272d5a23 req-d0413bd5-4f03-4cc4-83c8-eda74f69d78d tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jul 28 15:54:28.066574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:29.067653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99efcf-28c6-4095-85f2-5bc26e86df87 req-9db3760f-b171-406c-893c-9a0c1594bb38 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:29.069177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf99efcf-28c6-4095-85f2-5bc26e86df87 req-9db3760f-b171-406c-893c-9a0c1594bb38 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Jul 28 15:54:29.108121 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf99efcf-28c6-4095-85f2-5bc26e86df87 req-231b7005-7c7b-436b-9ac6-ea6af08af234 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 28 15:54:30.225332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0475b-f696-42bf-ae87-80df34bee011 req-8d04a1e1-4215-42ce-96ed-0858e920eeb4 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:30.226813 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6f0475b-f696-42bf-ae87-80df34bee011 req-8d04a1e1-4215-42ce-96ed-0858e920eeb4 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Jul 28 15:54:30.263948 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d6f0475b-f696-42bf-ae87-80df34bee011 req-20d61924-3faa-41ec-9deb-e26b0525a8a3 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Jul 28 15:54:30.380398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23146556-2a1a-4724-b557-89c4f071f8f1 req-d202d99e-088b-49dd-bef9-f41b3fdef576 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:30.381886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23146556-2a1a-4724-b557-89c4f071f8f1 req-d202d99e-088b-49dd-bef9-f41b3fdef576 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Jul 28 15:54:30.420088 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23146556-2a1a-4724-b557-89c4f071f8f1 req-b1ecc42b-6340-4807-901b-a0037349706c tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Jul 28 15:54:32.929269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:37.133974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:46.339348 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:54:52.317574 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-35f1c9be-efaa-4d3a-b9b5-4238455b1dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:53.671738 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070a163-31d2-4126-bc66-683caa9f6ae8 req-40454a7e-d1cf-4615-90ec-ce53b83f6dc0 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:53.673266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9070a163-31d2-4126-bc66-683caa9f6ae8 req-40454a7e-d1cf-4615-90ec-ce53b83f6dc0 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0537069 Jul 28 15:54:53.712035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9070a163-31d2-4126-bc66-683caa9f6ae8 req-7d84afb9-34e5-46fc-8508-573e3503b051 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Jul 28 15:54:54.833473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cb843-0092-40a1-8339-4feb1ca3e147 req-5075bc09-b00a-451d-858f-eb4565d7b94b tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:54.834979 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e38cb843-0092-40a1-8339-4feb1ca3e147 req-5075bc09-b00a-451d-858f-eb4565d7b94b tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Jul 28 15:54:54.854301 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1f41d895-3a2a-4645-8c05-ce6c5c3d8869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:54.873513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e38cb843-0092-40a1-8339-4feb1ca3e147 req-51bbcbc8-bfd3-4902-a9ca-cb9d2e5462b4 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jul 28 15:54:55.260080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:55.585247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-74104075-a546-475e-91e1-b57e9791422b tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:55.586757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-74104075-a546-475e-91e1-b57e9791422b tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Jul 28 15:54:55.678231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Deleting port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:54:55.678581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:55.769634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] For port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:55.770006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:55.783368 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Calling delete_port for 4375f6dd-2631-4e43-9c66-cf0e4dc7669c owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:54:55.970819 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:56.004543 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['4375f6dd-2631-4e43-9c66-cf0e4dc7669c'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:54:56.005166 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Pushing event deleted for resources: {'Port': ['ID=4375f6dd-2631-4e43-9c66-cf0e4dc7669c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:56.023223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1350b3-0dac-451f-96a5-98f6a6fb38fb req-1b631b3d-281a-4af0-b6f3-fc9869568790 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:56.024817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e1350b3-0dac-451f-96a5-98f6a6fb38fb req-1b631b3d-281a-4af0-b6f3-fc9869568790 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3d60330-835b-4d4a-bf3f-e297c933d883 HTTP/1.1" status: 200 len: 867 time: 0.0829201 Jul 28 15:54:56.075662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] No DVR routers for this DVR port 4375f6dd-2631-4e43-9c66-cf0e4dc7669c on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:54:56.078992 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:56.081027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c7ec5584-01a5-4a90-8bef-6f44d4a431e6 req-94c65a98-c071-4120-9740-3392d57f5d18 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "DELETE /v2.0/ports/4375f6dd-2631-4e43-9c66-cf0e4dc7669c HTTP/1.1" status: 204 len: 173 time: 0.4874439 Jul 28 15:54:56.081749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'name': 'network-vif-deleted', 'tag': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:54:56.084094 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878dc65-2c4b-409f-91c6-0a4eff4edfaa" -d '{"events": [{"server_uuid": "d3d60330-835b-4d4a-bf3f-e297c933d883", "name": "network-vif-deleted", "tag": "4375f6dd-2631-4e43-9c66-cf0e4dc7669c"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:54:56.108042 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e1350b3-0dac-451f-96a5-98f6a6fb38fb req-f599e019-b58e-4ddb-bf36-1cd962dd1141 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Jul 28 15:54:56.126023 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b46b8-dcd5-4a28-a5f5-af403add4043 x-openstack-request-id: req-977b46b8-dcd5-4a28-a5f5-af403add4043 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:54:56.126544 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d60330-835b-4d4a-bf3f-e297c933d883", "name": "network-vif-deleted", "tag": "4375f6dd-2631-4e43-9c66-cf0e4dc7669c", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:54:56.126977 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-977b46b8-dcd5-4a28-a5f5-af403add4043 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:54:56.127555 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d60330-835b-4d4a-bf3f-e297c933d883', 'name': 'network-vif-deleted', 'tag': '4375f6dd-2631-4e43-9c66-cf0e4dc7669c', 'status': 'completed', 'code': 200} Jul 28 15:54:56.595999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:57.905753 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-18e1cae0-bcef-4902-b678-0250e79848b6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:57.907198 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-18e1cae0-bcef-4902-b678-0250e79848b6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/networks?id=ca917e31-aee4-4832-a8c0-d2d1fef17de9 HTTP/1.1" status: 200 len: 817 time: 0.1039155 Jul 28 15:54:57.921818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-b9bf66ed-c429-4c8c-9cf9-081469d92011 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/quotas/9769bff0e65b49a5b79feb7bc884ec07 HTTP/1.1" status: 200 len: 375 time: 0.0087945 Jul 28 15:54:57.973441 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-765e339d-cf40-4dc6-a2a8-113b56849f52 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462792 Jul 28 15:54:58.066109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-c50932b7-e9ca-481d-b28a-72d17c14d650 service neutron] 10.222.0.57 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807779 Jul 28 15:54:58.100473 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:58.157738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-d083a4ca-7d53-4ed6-9ff6-37fd84a92111 service neutron] 10.222.0.57 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853615 Jul 28 15:54:58.406117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8e432511-b7b0-420a-9ba6-c2128ad822e5 req-43613ad4-e3f5-4c3c-bd22-adb58a0404e3 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Jul 28 15:54:59.457889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4375f6dd-2631-4e43-9c66-cf0e4dc7669c no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:54:59.484580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 4375f6dd-2631-4e43-9c66-cf0e4dc7669c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:54:59.485255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 4375f6dd-2631-4e43-9c66-cf0e4dc7669c not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:54:59.503420 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62a75d10-7679-43e0-998e-a5a49d482885 req-99e8dbb1-30c7-4eb1-9909-f837ee883a8c tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 210 time: 0.0277514 Jul 28 15:55:00.450222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e5a89391-3a98-42cc-bfa1-14a715dfb5a9 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:00.451638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e5a89391-3a98-42cc-bfa1-14a715dfb5a9 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "GET /v2.0/networks?id=ca917e31-aee4-4832-a8c0-d2d1fef17de9 HTTP/1.1" status: 200 len: 817 time: 0.0978703 Jul 28 15:55:00.470563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Request body: {'port': {'device_id': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'admin_state_up': True, 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:00.604501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-abf70d71-7e61-4fbb-85d0-12e55b229d35 req-9162aa0e-6c8f-4d66-a538-f0f405aee0e4 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 210 time: 0.0321739 Jul 28 15:55:00.717246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Made reservation on behalf of 9769bff0e65b49a5b79feb7bc884ec07 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:55:00.720824 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:00.850366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Allocated IP 172.20.0.14 (ca917e31-aee4-4832-a8c0-d2d1fef17de9/cef9f4db-762c-43ca-ba58-5e44056761cd/bb02e60f-5064-442f-9676-00c859a1d46e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:55:00.992688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.006137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Transition to ACTIVE for port object bb02e60f-5064-442f-9676-00c859a1d46e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:55:01.094684 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.139857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:55:01.142868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:01.149355 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:55:01.179398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Pushing event updated for resources: {'Port': ['ID=bb02e60f-5064-442f-9676-00c859a1d46e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:01.194613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.194961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.195299 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.195631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.195959 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.196287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.196642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.196967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.197291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.197612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.197940 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.198248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:01.223077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:01.223727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.335082 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-e232e5ef-b663-46d8-bdaa-78acb6a0b175 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683171 Jul 28 15:55:01.395708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Request body: {'port': {'device_id': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:01.459535 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.505821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2b970e69-a1c8-4b1d-a05f-c890f736566a None None] Provisioning for port bb02e60f-5064-442f-9676-00c859a1d46e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:55:01.509713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2b970e69-a1c8-4b1d-a05f-c890f736566a None None] Provisioning complete for port bb02e60f-5064-442f-9676-00c859a1d46e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:01.510086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2b970e69-a1c8-4b1d-a05f-c890f736566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.547015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2b970e69-a1c8-4b1d-a05f-c890f736566a None None] Port bb02e60f-5064-442f-9676-00c859a1d46e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:55:01.719666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d6962-4ee8-409d-b909-ebcdeada7f80 req-03ef2231-1867-407a-8865-ae688ae911e9 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:01.721169 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b2d6962-4ee8-409d-b909-ebcdeada7f80 req-03ef2231-1867-407a-8865-ae688ae911e9 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 932 time: 0.0481701 Jul 28 15:55:01.722437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb02e60f-5064-442f-9676-00c859a1d46e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:55:01.730217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.743055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Transition to ACTIVE for port object bb02e60f-5064-442f-9676-00c859a1d46e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:55:01.759260 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5b2d6962-4ee8-409d-b909-ebcdeada7f80 req-5c0baadd-fefc-44eb-9856-06c7a2b7e824 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Jul 28 15:55:01.790402 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.842859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6234-514e-4753-9939-0956302a795a service neutron] Pushing event updated for resources: {'Port': ['ID=bb02e60f-5064-442f-9676-00c859a1d46e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:01.915879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Attempting to bind port bb02e60f-5064-442f-9676-00c859a1d46e on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:55:01.916218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Attempting to bind port bb02e60f-5064-442f-9676-00c859a1d46e by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:55:01.916578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Attempting to bind port bb02e60f-5064-442f-9676-00c859a1d46e on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:55:01.921490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Port bb02e60f-5064-442f-9676-00c859a1d46e on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:55:01.921822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Attempting to bind port bb02e60f-5064-442f-9676-00c859a1d46e on network ca917e31-aee4-4832-a8c0-d2d1fef17de9 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:55:01.927005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:55:01.927354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Checking segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:55:01.927745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Bound using segment: {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:55:01.928187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Bound port: bb02e60f-5064-442f-9676-00c859a1d46e, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548fec91-0639-42d8-aa23-4b1814dba433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:55:01.928581 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:01.996556 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] For port bb02e60f-5064-442f-9676-00c859a1d46e, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:55:01.999639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] For port bb02e60f-5064-442f-9676-00c859a1d46e, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb02e60f-5064-442f-9676-00c859a1d46e,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:55:02.111789 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:02.150394 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:02.151131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:02.152926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-94fc6234-514e-4753-9939-0956302a795a service neutron] 10.222.0.42 "PUT /v2.0/ports/bb02e60f-5064-442f-9676-00c859a1d46e HTTP/1.1" status: 200 len: 1093 time: 0.7616220 Jul 28 15:55:02.153382 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'tag': 'bb02e60f-5064-442f-9676-00c859a1d46e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:55:02.155662 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be79466e-3fc6-442e-8d72-df4db03c3026" -d '{"events": [{"name": "network-changed", "server_uuid": "3a646eaa-683a-4062-9ba3-b5ea2f2e0e19", "tag": "bb02e60f-5064-442f-9676-00c859a1d46e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:55:02.179896 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6234-514e-4753-9939-0956302a795a service neutron] Pushing event updated for resources: {'Port': ['ID=bb02e60f-5064-442f-9676-00c859a1d46e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:02.201873 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec4589-0aed-4061-96d8-7eb40ab4de2c x-openstack-request-id: req-f6ec4589-0aed-4061-96d8-7eb40ab4de2c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:55:02.202213 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a646eaa-683a-4062-9ba3-b5ea2f2e0e19", "tag": "bb02e60f-5064-442f-9676-00c859a1d46e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:55:02.202476 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6ec4589-0aed-4061-96d8-7eb40ab4de2c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:55:02.202898 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'tag': 'bb02e60f-5064-442f-9676-00c859a1d46e', 'status': 'completed', 'code': 200} Jul 28 15:55:02.290688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79466e-3fc6-442e-8d72-df4db03c3026 req-c456d0b0-e44f-44da-a57f-c38a100dc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:02.292399 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be79466e-3fc6-442e-8d72-df4db03c3026 req-c456d0b0-e44f-44da-a57f-c38a100dc34c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 1096 time: 0.0445685 Jul 28 15:55:02.706809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79466e-3fc6-442e-8d72-df4db03c3026 req-c78d5a20-ade7-42bc-8edb-fe6bf9f8e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:02.708211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be79466e-3fc6-442e-8d72-df4db03c3026 req-c78d5a20-ade7-42bc-8edb-fe6bf9f8e98b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4028056 Jul 28 15:55:02.830339 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79466e-3fc6-442e-8d72-df4db03c3026 req-16a19671-4682-47e7-84f5-3d27fe4ed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:02.831812 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be79466e-3fc6-442e-8d72-df4db03c3026 req-16a19671-4682-47e7-84f5-3d27fe4ed97b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159105 Jul 28 15:55:02.878815 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8143ca-806b-439e-9ca4-c5cb75cfba39 req-044e1595-85e2-4ce0-bbea-9c9f7f7576b1 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:02.880313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f8143ca-806b-439e-9ca4-c5cb75cfba39 req-044e1595-85e2-4ce0-bbea-9c9f7f7576b1 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 944 time: 0.0517228 Jul 28 15:55:02.920074 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f8143ca-806b-439e-9ca4-c5cb75cfba39 req-b8f254eb-6abf-4f73-8d01-a07035dab3bb tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335870 Jul 28 15:55:02.930486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-db5737cc-ed08-424b-9e58-4ae63fffad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:02.932085 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-db5737cc-ed08-424b-9e58-4ae63fffad97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 1096 time: 0.0413113 Jul 28 15:55:02.934563 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:02.981865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-0fc0cf3b-eeb1-4c56-81a0-e9151e9e52e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb02e60f-5064-442f-9676-00c859a1d46e HTTP/1.1" status: 200 len: 217 time: 0.0353975 Jul 28 15:55:03.031171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-aff83dea-2596-4361-9ca7-b32798a43fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:03.032776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-aff83dea-2596-4361-9ca7-b32798a43fbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cef9f4db-762c-43ca-ba58-5e44056761cd HTTP/1.1" status: 200 len: 856 time: 0.0437450 Jul 28 15:55:03.081973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-47b79a87-c352-44bd-9e2b-02c68cb5b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:03.083447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-47b79a87-c352-44bd-9e2b-02c68cb5b9db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca917e31-aee4-4832-a8c0-d2d1fef17de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435941 Jul 28 15:55:03.174214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-76324534-215f-4612-9130-4920921d0d69 service neutron] 10.222.0.42 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827096 Jul 28 15:55:03.269562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-14d466da-8d8c-4cfa-b211-e66ac32d3467 req-b2ca182e-bca4-4f6f-8735-4bcb74552c86 service neutron] 10.222.0.42 "GET /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878024 Jul 28 15:55:04.036421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705d473-e02d-477c-9b85-7e8ade337bd1 req-0193bf92-bf87-411a-8427-51340736e603 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:04.037961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f705d473-e02d-477c-9b85-7e8ade337bd1 req-0193bf92-bf87-411a-8427-51340736e603 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 944 time: 0.0499570 Jul 28 15:55:04.079661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f705d473-e02d-477c-9b85-7e8ade337bd1 req-698e6779-f9c9-477f-9c9d-c724a7b051ea tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357859 Jul 28 15:55:05.192154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0b06-b2e3-4f46-bf3c-c2e133eb7d1c req-84a8b0be-67d1-4e97-acdf-04211a1581c5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:05.193662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fc5d0b06-b2e3-4f46-bf3c-c2e133eb7d1c req-84a8b0be-67d1-4e97-acdf-04211a1581c5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Jul 28 15:55:05.232239 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fc5d0b06-b2e3-4f46-bf3c-c2e133eb7d1c req-2fb030db-7394-4c2f-9575-7d7ab5b8cc56 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Jul 28 15:55:06.349142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d9c51-cc1e-479d-adda-898bc32ac862 req-65bf4350-db14-4d12-a559-3b83d6acd6a5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:06.350649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d23d9c51-cc1e-479d-adda-898bc32ac862 req-65bf4350-db14-4d12-a559-3b83d6acd6a5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 944 time: 0.0512679 Jul 28 15:55:06.390312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d23d9c51-cc1e-479d-adda-898bc32ac862 req-327fa51c-e7cb-49de-858d-2d32bc698dd2 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Jul 28 15:55:07.001985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:07.477223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb02e60f-5064-442f-9676-00c859a1d46e details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:55:07.532446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822c43b-3900-4938-ab7e-d7c06a4f444e req-26807e82-3a51-4275-9fa3-1355dc8671aa tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:07.534100 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9822c43b-3900-4938-ab7e-d7c06a4f444e req-26807e82-3a51-4275-9fa3-1355dc8671aa tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 944 time: 0.0726194 Jul 28 15:55:07.578522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port bb02e60f-5064-442f-9676-00c859a1d46e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb02e60f-5064-442f-9676-00c859a1d46e,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:07.579639 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9822c43b-3900-4938-ab7e-d7c06a4f444e req-eaf6c695-1fc4-48e0-9114-97a9f78d6846 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Jul 28 15:55:07.591649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'bb02e60f-5064-442f-9676-00c859a1d46e', 'network_id': 'ca917e31-aee4-4832-a8c0-d2d1fef17de9', 'port_id': 'bb02e60f-5064-442f-9676-00c859a1d46e', 'mac_address': 'fa:16:3e:78:84:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef9f4db-762c-43ca-ba58-5e44056761cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:55:07.634095 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:07.648114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb02e60f-5064-442f-9676-00c859a1d46e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:55:07.669547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port bb02e60f-5064-442f-9676-00c859a1d46e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb02e60f-5064-442f-9676-00c859a1d46e,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:07.763371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:07.812855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=bb02e60f-5064-442f-9676-00c859a1d46e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:08.153977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['bb02e60f-5064-442f-9676-00c859a1d46e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:55:08.700438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257de6f-d989-4c3a-8a7e-a4b12da909a5 req-6d99cef3-88d8-49aa-a244-6e7d24608dfe tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:08.701948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6257de6f-d989-4c3a-8a7e-a4b12da909a5 req-6d99cef3-88d8-49aa-a244-6e7d24608dfe tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Jul 28 15:55:08.739691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6257de6f-d989-4c3a-8a7e-a4b12da909a5 req-5bf47d5d-40b3-4230-a860-be20e7434e8c tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Jul 28 15:55:09.491650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb02e60f-5064-442f-9676-00c859a1d46e up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:55:09.625664 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port bb02e60f-5064-442f-9676-00c859a1d46e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:55:09.629787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port bb02e60f-5064-442f-9676-00c859a1d46e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:09.630286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:09.707731 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:09.731435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02e60f-5064-442f-9676-00c859a1d46e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:55:09.733757 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921d5d9e-549e-4da4-a996-230ef98ce48b" -d '{"events": [{"server_uuid": "3a646eaa-683a-4062-9ba3-b5ea2f2e0e19", "name": "network-vif-plugged", "status": "completed", "tag": "bb02e60f-5064-442f-9676-00c859a1d46e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:55:09.751716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port bb02e60f-5064-442f-9676-00c859a1d46e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb02e60f-5064-442f-9676-00c859a1d46e,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:09.772349 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a051d-ff6d-4223-aa0d-6366334b5704 x-openstack-request-id: req-9e6a051d-ff6d-4223-aa0d-6366334b5704 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:55:09.772680 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a646eaa-683a-4062-9ba3-b5ea2f2e0e19", "name": "network-vif-plugged", "status": "completed", "tag": "bb02e60f-5064-442f-9676-00c859a1d46e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:55:09.773069 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e6a051d-ff6d-4223-aa0d-6366334b5704 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:55:09.773522 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02e60f-5064-442f-9676-00c859a1d46e', 'code': 200} Jul 28 15:55:09.850596 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:09.903474 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832af98-af9b-41c0-bce6-a20da844e3ef req-c5ecf0a0-64a9-45db-b158-93252e53dcae tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:09.904151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=bb02e60f-5064-442f-9676-00c859a1d46e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:09.905161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b832af98-af9b-41c0-bce6-a20da844e3ef req-c5ecf0a0-64a9-45db-b158-93252e53dcae tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 945 time: 0.0970459 Jul 28 15:55:09.948245 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7c0b-7d9f-4dcf-9917-bb47cdac7501 req-593df129-6eb7-4348-9cd8-e1863d9596cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:09.950912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d61e7c0b-7d9f-4dcf-9917-bb47cdac7501 req-593df129-6eb7-4348-9cd8-e1863d9596cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0926859 Jul 28 15:55:09.988672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b832af98-af9b-41c0-bce6-a20da844e3ef req-4a68a698-c838-4556-a484-03bd290673e3 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729403 Jul 28 15:55:10.006988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d61e7c0b-7d9f-4dcf-9917-bb47cdac7501 req-61c2f509-e8b2-4299-9371-e03ef2107d10 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Jul 28 15:55:11.107573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec0d5b-1926-44cd-9358-389bfda2525c req-f6760f5d-39de-4bf3-8e8d-1ce9047878b5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:11.109067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbec0d5b-1926-44cd-9358-389bfda2525c req-f6760f5d-39de-4bf3-8e8d-1ce9047878b5 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Jul 28 15:55:11.145219 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dbec0d5b-1926-44cd-9358-389bfda2525c req-f225bd10-2292-4c9f-9118-9437b4680b5e tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Jul 28 15:55:12.264478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3427c-1359-49cd-afd0-5f8dcb25b441 req-a87f173a-0533-4ea7-ab9b-6af556835143 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:12.265988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4c3427c-1359-49cd-afd0-5f8dcb25b441 req-a87f173a-0533-4ea7-ab9b-6af556835143 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0538180 Jul 28 15:55:12.306013 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e4c3427c-1359-49cd-afd0-5f8dcb25b441 req-028dbcf5-0187-4baf-842d-59ef97be1570 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Jul 28 15:55:12.420771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101b01-babb-4617-aae1-d66978ecbe43 req-800b9a00-ce6e-4d86-b8f3-f4642f4d50d1 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:12.422266 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78101b01-babb-4617-aae1-d66978ecbe43 req-800b9a00-ce6e-4d86-b8f3-f4642f4d50d1 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0500703 Jul 28 15:55:12.460195 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78101b01-babb-4617-aae1-d66978ecbe43 req-e27fbeed-0241-4dfd-aeed-c22e0d2e5326 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Jul 28 15:55:22.322512 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c61b-e2da-4f41-ac72-bbf590e1af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:23.338835 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:55:24.860638 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a2814a8-ed0a-456d-b128-dab15c9097c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:25.286996 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:26.602705 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:28.139635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:32.985406 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:36.541983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a5784-2557-44b1-b8af-d1298c4c119e req-637a8f34-b470-46b2-a53f-382f13ed90db tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:36.546294 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-549a5784-2557-44b1-b8af-d1298c4c119e req-637a8f34-b470-46b2-a53f-382f13ed90db tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0515513 Jul 28 15:55:36.583324 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-549a5784-2557-44b1-b8af-d1298c4c119e req-2974575b-75a9-4dcc-a7e0-088b4f753685 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Jul 28 15:55:36.990647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:37.699393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf581-2441-4e71-8aa6-36b2311f4e00 req-f5291537-6ffb-425d-89e3-2ce2b9aa0005 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:37.700876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13bbf581-2441-4e71-8aa6-36b2311f4e00 req-f5291537-6ffb-425d-89e3-2ce2b9aa0005 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0489538 Jul 28 15:55:37.740854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13bbf581-2441-4e71-8aa6-36b2311f4e00 req-37cff5de-76d3-4bf7-9ee5-890ed877745f tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Jul 28 15:55:38.519591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-e2c1c5b1-22d9-47cb-8c22-e06b307dcfa2 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:38.521099 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-e2c1c5b1-22d9-47cb-8c22-e06b307dcfa2 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0504696 Jul 28 15:55:38.616868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Deleting port bb02e60f-5064-442f-9676-00c859a1d46e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:38.617217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:38.707430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] For port bb02e60f-5064-442f-9676-00c859a1d46e, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=bb02e60f-5064-442f-9676-00c859a1d46e,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:38.708542 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:38.721983 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Calling delete_port for bb02e60f-5064-442f-9676-00c859a1d46e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:38.864336 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737780be-3db1-4c09-b430-c38ee1faadd7 req-b4b5da0b-7b67-4f76-b4d6-3cbecc5029f1 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:38.865857 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-737780be-3db1-4c09-b430-c38ee1faadd7 req-b4b5da0b-7b67-4f76-b4d6-3cbecc5029f1 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 946 time: 0.0562301 Jul 28 15:55:38.913594 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-737780be-3db1-4c09-b430-c38ee1faadd7 req-6f6caa05-3af6-45a3-a1ff-77d01f9d957e tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3280498-fd9d-4335-be62-9753cf9deb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jul 28 15:55:38.944961 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:38.974783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Pushing event deleted for resources: {'Port': ['ID=bb02e60f-5064-442f-9676-00c859a1d46e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:38.978287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['bb02e60f-5064-442f-9676-00c859a1d46e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:55:39.024500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] No DVR routers for this DVR port bb02e60f-5064-442f-9676-00c859a1d46e on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:55:39.027153 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:39.029189 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8c6eded9-c3e5-42be-a59a-e38f1f3116ee req-4eb8fd09-d729-45fe-a33f-da9b744c47c6 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.42 "DELETE /v2.0/ports/bb02e60f-5064-442f-9676-00c859a1d46e HTTP/1.1" status: 204 len: 173 time: 0.5014284 Jul 28 15:55:39.029641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'name': 'network-vif-deleted', 'tag': 'bb02e60f-5064-442f-9676-00c859a1d46e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:55:39.031892 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c20342-ce80-46af-84d0-fde9a77ad612" -d '{"events": [{"server_uuid": "3a646eaa-683a-4062-9ba3-b5ea2f2e0e19", "name": "network-vif-deleted", "tag": "bb02e60f-5064-442f-9676-00c859a1d46e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:55:39.070197 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cc78c5-f6aa-43b7-82fc-4fa5da696c5b x-openstack-request-id: req-80cc78c5-f6aa-43b7-82fc-4fa5da696c5b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:55:39.070492 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a646eaa-683a-4062-9ba3-b5ea2f2e0e19", "name": "network-vif-deleted", "tag": "bb02e60f-5064-442f-9676-00c859a1d46e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:55:39.070746 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80cc78c5-f6aa-43b7-82fc-4fa5da696c5b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:55:39.071176 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a646eaa-683a-4062-9ba3-b5ea2f2e0e19', 'name': 'network-vif-deleted', 'tag': 'bb02e60f-5064-442f-9676-00c859a1d46e', 'status': 'completed', 'code': 200} Jul 28 15:55:40.027093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-06e14997-57e3-48ad-b665-82edfb71d3e7 req-a0f96c8f-963e-484e-bc2e-e93cd5ea2b67 tempest-TestEncryptedCinderVolumes-1183907015 tempest-TestEncryptedCinderVolumes-1183907015-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a646eaa-683a-4062-9ba3-b5ea2f2e0e19 HTTP/1.1" status: 200 len: 210 time: 0.0280180 Jul 28 15:55:41.217401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43538) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:41.574336 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:41.683625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb02e60f-5064-442f-9676-00c859a1d46e no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:41.707152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: bb02e60f-5064-442f-9676-00c859a1d46e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:41.707525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device bb02e60f-5064-442f-9676-00c859a1d46e not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:41.829160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Deleting port f60812c7-3bc8-4004-992c-e948e8e145a6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:41.829501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:41.913138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] For port f60812c7-3bc8-4004-992c-e948e8e145a6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f60812c7-3bc8-4004-992c-e948e8e145a6,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:41.913510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:41.926487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Calling delete_port for f60812c7-3bc8-4004-992c-e948e8e145a6 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:42.196567 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:42.225093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60812c7-3bc8-4004-992c-e948e8e145a6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:42.435064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:42.673016 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:55:42.788280 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:55:42.793999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a6fa2493-e7f4-4948-b94b-51f7f2a94dd4 admin admin] 10.222.0.57 "PUT /v2.0/routers/1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5752840 Jul 28 15:55:42.796912 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43540) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:42.799849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] Sync routers for ids ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:55:42.814597 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] Routers {'1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:42.815700 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:42.912030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:43.037165 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:43.102779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] Set router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:43.224263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Deleting port c245645c-48c6-4cec-b1fc-afbf9fdd6be6 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:43.224919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:43.330182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:55:42Z', 'revision_number': 5, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port': {'id': 'c245645c-48c6-4cec-b1fc-afbf9fdd6be6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:05Z', 'updated_at': '2021-07-28T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:43.356055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] For port c245645c-48c6-4cec-b1fc-afbf9fdd6be6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:43.356761 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:43.358458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] Checking router: 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:55:43.368326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] Routers {'1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:43.368984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:43.376215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Calling delete_port for c245645c-48c6-4cec-b1fc-afbf9fdd6be6 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:43.461082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] Set router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:43.519644 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:55:43Z', 'revision_number': 6, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:43.547632 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be67df0-532a-4f28-9b58-8426e872233a None None] The sync data for ids ['1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4'] in n-d-764806-10 is: [{'id': '1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4', 'name': 'tempest-TestEncryptedCinderVolumes-1827924745-router', 'tenant_id': '9769bff0e65b49a5b79feb7bc884ec07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:04Z', 'updated_at': '2021-07-28T15:55:43Z', 'revision_number': 6, 'project_id': '9769bff0e65b49a5b79feb7bc884ec07', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:55:43.659701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:43.686853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Pushing event deleted for resources: {'Port': ['ID=c245645c-48c6-4cec-b1fc-afbf9fdd6be6,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:43.754885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.189703 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.191901 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.343612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.344197 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:55:44.349410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.350753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-da9ab9b0-6ecb-4243-92fd-d33be2ae3dde admin admin] 10.222.0.57 "DELETE /v2.0/routers/1015a2b7-3ab4-4015-8bcf-f56cf2c3edc4 HTTP/1.1" status: 204 len: 168 time: 1.5528886 Jul 28 15:55:44.353617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43542) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:44.405381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Deleting subnet cef9f4db-762c-43ca-ba58-5e44056761cd {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:55:44.408989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.450502 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.563579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.697881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.722937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef9f4db-762c-43ca-ba58-5e44056761cd,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:44.728831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.731409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5221acde-5f13-4628-993d-11bf8048a92f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cef9f4db-762c-43ca-ba58-5e44056761cd HTTP/1.1" status: 204 len: 168 time: 0.3761258 Jul 28 15:55:44.733445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43544) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:44.736354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22ca52-a305-4e2b-bb5a-261d561b9ce2 None None] Network ca917e31-aee4-4832-a8c0-d2d1fef17de9 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:55:44.810300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.892799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Deleting port b436fa0f-e095-4688-9b8e-bdd06cebd4af {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:44.893146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.923334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] DHCP port deletion for ca917e31-aee4-4832-a8c0-d2d1fef17de9 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:55:44.962050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] For port b436fa0f-e095-4688-9b8e-bdd06cebd4af, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b436fa0f-e095-4688-9b8e-bdd06cebd4af,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:44.962539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.976471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Deleting port b436fa0f-e095-4688-9b8e-bdd06cebd4af {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:44.977108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.978806 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Calling delete_port for b436fa0f-e095-4688-9b8e-bdd06cebd4af owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:45.090495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] For port b436fa0f-e095-4688-9b8e-bdd06cebd4af, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b436fa0f-e095-4688-9b8e-bdd06cebd4af,segment=NetworkSegment(548fec91-0639-42d8-aa23-4b1814dba433),segment_id=548fec91-0639-42d8-aa23-4b1814dba433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:45.096514 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.114070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Calling delete_port for b436fa0f-e095-4688-9b8e-bdd06cebd4af owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:45.202363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.235140 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.243803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Pushing event deleted for resources: {'Port': ['ID=b436fa0f-e095-4688-9b8e-bdd06cebd4af,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:45.247071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] No DVR routers for this DVR port b436fa0f-e095-4688-9b8e-bdd06cebd4af on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:55:45.248575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] No DVR routers for this DVR port b436fa0f-e095-4688-9b8e-bdd06cebd4af on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:55:45.269615 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Pushing event deleted for resources: {'Port': ['ID=b436fa0f-e095-4688-9b8e-bdd06cebd4af,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:45.278452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.278799 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.279148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.279487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.279822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.280156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.280530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.280844 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.281174 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.281499 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.281826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.282149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac354e81-310f-45c8-8ea3-2ff23d4b904d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:45.323257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b436fa0f-e095-4688-9b8e-bdd06cebd4af no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:45.332146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.342411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca917e31-aee4-4832-a8c0-d2d1fef17de9']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:45.350989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: b436fa0f-e095-4688-9b8e-bdd06cebd4af {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:45.351361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b436fa0f-e095-4688-9b8e-bdd06cebd4af not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:45.351800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c245645c-48c6-4cec-b1fc-afbf9fdd6be6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:45.355022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548fec91-0639-42d8-aa23-4b1814dba433') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:45.355319 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548fec91-0639-42d8-aa23-4b1814dba433') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:45.368262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.371595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c245645c-48c6-4cec-b1fc-afbf9fdd6be6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:45.371945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c245645c-48c6-4cec-b1fc-afbf9fdd6be6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:45.372366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f60812c7-3bc8-4004-992c-e948e8e145a6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:45.383403 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.392369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f60812c7-3bc8-4004-992c-e948e8e145a6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:45.392746 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f60812c7-3bc8-4004-992c-e948e8e145a6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:45.394506 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:55:45.395197 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: timer() Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:55:45.398104 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:55:45.550759 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.556316 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.558265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ca917e31-aee4-4832-a8c0-d2d1fef17de9 HTTP/1.1" status: 204 len: 168 time: 0.8238196 Jul 28 15:55:45.561335 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43546) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:45.570192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b4f1f-ee89-4ed7-a35f-4afd2d882393 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca917e31-aee4-4832-a8c0-d2d1fef17de9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:46.274761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:46.517986 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Deleting port 15cd1d01-d7aa-4a58-a03d-1758d624ae09 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:46.518977 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:46.595129 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] For port 15cd1d01-d7aa-4a58-a03d-1758d624ae09, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=15cd1d01-d7aa-4a58-a03d-1758d624ae09,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:46.595860 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:46.608373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Calling delete_port for 15cd1d01-d7aa-4a58-a03d-1758d624ae09 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:46.880659 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:46.913682 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cd1d01-d7aa-4a58-a03d-1758d624ae09,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:46.939728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.940090 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.940991 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.941339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.941692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.942043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.942379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.942715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.943051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.943382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.943709 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:46.944041 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:55:47.091412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:47.318208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Router e20b17ee-8827-4d89-8c7c-53284983e99e has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:55:47.429194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:55:47.434600 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35be2237-c3f9-40ba-b9b5-67d2198b65e9 admin admin] 10.222.0.57 "PUT /v2.0/routers/e20b17ee-8827-4d89-8c7c-53284983e99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721087 Jul 28 15:55:47.437666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43548) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:47.440937 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] Sync routers for ids ['e20b17ee-8827-4d89-8c7c-53284983e99e'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:55:47.450916 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] Routers {'e20b17ee-8827-4d89-8c7c-53284983e99e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:47.451534 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e20b17ee-8827-4d89-8c7c-53284983e99e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:47.557377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] Set router e20b17ee-8827-4d89-8c7c-53284983e99e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:47.568131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:47.679314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:47.742702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:55:46Z', 'revision_number': 5, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:47.774003 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] Checking router: e20b17ee-8827-4d89-8c7c-53284983e99e for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:55:47.782548 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] Routers {'e20b17ee-8827-4d89-8c7c-53284983e99e'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:47.783154 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['e20b17ee-8827-4d89-8c7c-53284983e99e'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:47.855303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Deleting port c53f45bb-8e8c-47f4-9218-3be2d164f175 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:47.855596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:47.888631 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] Set router e20b17ee-8827-4d89-8c7c-53284983e99e gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:47.935079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] For port c53f45bb-8e8c-47f4-9218-3be2d164f175, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=c53f45bb-8e8c-47f4-9218-3be2d164f175,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:47.935450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:47.949063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Calling delete_port for c53f45bb-8e8c-47f4-9218-3be2d164f175 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:48.060879 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:55:46Z', 'revision_number': 5, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:48.086933 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faad61a-c9cc-4130-a78d-7b645d885cf5 None None] The sync data for ids ['e20b17ee-8827-4d89-8c7c-53284983e99e'] in n-d-764806-10 is: [{'id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'name': 'tempest-TestEncryptedCinderVolumes-601441253-router', 'tenant_id': '4739431135f646efb16d6dd9831fc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:54:10Z', 'updated_at': '2021-07-28T15:55:46Z', 'revision_number': 5, 'project_id': '4739431135f646efb16d6dd9831fc86f', 'gw_port': {'id': 'c53f45bb-8e8c-47f4-9218-3be2d164f175', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b17ee-8827-4d89-8c7c-53284983e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:54:11Z', 'updated_at': '2021-07-28T15:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:55:48.236136 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.261596 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Pushing event deleted for resources: {'Port': ['ID=c53f45bb-8e8c-47f4-9218-3be2d164f175,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:48.324833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.419649 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.421920 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.531336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.531874 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20b17ee-8827-4d89-8c7c-53284983e99e {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:55:48.536883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.538196 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bc77e4be-73b1-44a9-b04e-e4e19f1e607f admin admin] 10.222.0.57 "DELETE /v2.0/routers/e20b17ee-8827-4d89-8c7c-53284983e99e HTTP/1.1" status: 204 len: 168 time: 1.0994658 Jul 28 15:55:48.540728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43550) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:48.593702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Deleting subnet 564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:55:48.596953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.647950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.729679 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.882365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.912764 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:48.917849 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.919788 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b5560ba-c676-4133-9d8a-8aaa169d0ddc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/564d3204-9fc9-4eb0-aa9b-8d1d1069f5fb HTTP/1.1" status: 204 len: 168 time: 0.3780215 Jul 28 15:55:48.922361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43552) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:48.925350 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827421b5-efca-4773-8c72-94269a76e6ed None None] Network 429b80b1-6af4-4839-8bfb-b47bb1010e01 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:55:48.992138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.046715 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Deleting port 2551ac90-edf9-45de-8dbc-4e27924aac98 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:49.047060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.111421 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] DHCP port deletion for 429b80b1-6af4-4839-8bfb-b47bb1010e01 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:55:49.120313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] For port 2551ac90-edf9-45de-8dbc-4e27924aac98, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2551ac90-edf9-45de-8dbc-4e27924aac98,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:49.120687 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.133478 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Calling delete_port for 2551ac90-edf9-45de-8dbc-4e27924aac98 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:49.160238 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] Deleting port 2551ac90-edf9-45de-8dbc-4e27924aac98 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:55:49.160651 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.225336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] For port 2551ac90-edf9-45de-8dbc-4e27924aac98, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2551ac90-edf9-45de-8dbc-4e27924aac98,segment=NetworkSegment(92e6ba7a-49f0-4630-ad3c-63cd99b4ab95),segment_id=92e6ba7a-49f0-4630-ad3c-63cd99b4ab95)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:49.225694 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.238491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] Calling delete_port for 2551ac90-edf9-45de-8dbc-4e27924aac98 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:55:49.270761 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.299294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=2551ac90-edf9-45de-8dbc-4e27924aac98,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:49.305495 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] No DVR routers for this DVR port 2551ac90-edf9-45de-8dbc-4e27924aac98 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:55:49.316061 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c53f45bb-8e8c-47f4-9218-3be2d164f175 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:49.337800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: c53f45bb-8e8c-47f4-9218-3be2d164f175 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:49.338150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device c53f45bb-8e8c-47f4-9218-3be2d164f175 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:49.338569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2551ac90-edf9-45de-8dbc-4e27924aac98 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:49.342318 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.365524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2551ac90-edf9-45de-8dbc-4e27924aac98 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:49.365876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2551ac90-edf9-45de-8dbc-4e27924aac98 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:49.366293 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 15cd1d01-d7aa-4a58-a03d-1758d624ae09 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:55:49.380556 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.385692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] Pushing event deleted for resources: {'Port': ['ID=2551ac90-edf9-45de-8dbc-4e27924aac98,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:49.394573 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429b80b1-6af4-4839-8bfb-b47bb1010e01']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:49.405382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:49.405684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e6ba7a-49f0-4630-ad3c-63cd99b4ab95') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:49.406918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac2077-3245-4934-8a87-a0a832ffd4b5 None None] No DVR routers for this DVR port 2551ac90-edf9-45de-8dbc-4e27924aac98 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:55:49.408525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 15cd1d01-d7aa-4a58-a03d-1758d624ae09 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:55:49.409366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 15cd1d01-d7aa-4a58-a03d-1758d624ae09 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:55:49.418741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.431326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.437180 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:55:49.437568 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:55:49.439214 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:55:49.550846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.556398 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:49.558283 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] 10.222.0.57 "DELETE /v2.0/networks/429b80b1-6af4-4839-8bfb-b47bb1010e01 HTTP/1.1" status: 204 len: 168 time: 0.6350014 Jul 28 15:55:49.569548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91342573-63d6-482f-a4a9-50af397a7e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=429b80b1-6af4-4839-8bfb-b47bb1010e01,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:49.920095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43556) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:49.959869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6246b4d5-a657-45e4-ae61-eebf39f8fc5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9769bff0e65b49a5b79feb7bc884ec07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385733 Jul 28 15:55:49.962268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43558) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:50.010038 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80c53afe-1d94-4f6c-8751-576ce6961beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:50.030990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80c53afe-1d94-4f6c-8751-576ce6961beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:50.207889 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80c53afe-1d94-4f6c-8751-576ce6961beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:50.210477 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80c53afe-1d94-4f6c-8751-576ce6961beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:50.212331 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80c53afe-1d94-4f6c-8751-576ce6961beb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3280498-fd9d-4335-be62-9753cf9deb89 HTTP/1.1" status: 204 len: 168 time: 0.2485447 Jul 28 15:55:50.219513 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c53afe-1d94-4f6c-8751-576ce6961beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3280498-fd9d-4335-be62-9753cf9deb89,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:50.881707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43564) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:50.922761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1a36cfd9-037f-4563-a185-befb2b1de2d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4739431135f646efb16d6dd9831fc86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397573 Jul 28 15:55:50.925208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43566) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:50.978107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-528b412d-6ca4-4d2a-8ff1-3ecb67a72ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:51.000439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-528b412d-6ca4-4d2a-8ff1-3ecb67a72ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:51.116205 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-528b412d-6ca4-4d2a-8ff1-3ecb67a72ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:51.118721 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-528b412d-6ca4-4d2a-8ff1-3ecb67a72ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:51.119854 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-528b412d-6ca4-4d2a-8ff1-3ecb67a72ea4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dce35904-3a82-4511-ac95-d1c0706ac540 HTTP/1.1" status: 204 len: 168 time: 0.1937318 Jul 28 15:55:51.128623 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b412d-6ca4-4d2a-8ff1-3ecb67a72ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce35904-3a82-4511-ac95-d1c0706ac540,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:52.153537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43588) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:52.247723 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-31829224-network', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:52.331294 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4616c2c0-2507-4bbd-8fc9-345e8601377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.361941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Made reservation on behalf of e500d01e64ce4b9589e99d765a4cc636 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:55:52.364383 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.373117 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.467958 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.571336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.596218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:55:52.605157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:52.613232 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.613603 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Added segment cf944f17-a7ed-4fac-a2e7-142bead56774 of type vlan for network 159bff60-634c-423f-abdf-82e9c39f606a Jul 28 15:55:52.654754 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.750451 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.751448 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:52.752350 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:52.811921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] Pushing event updated for resources: {'Network': ['ID=159bff60-634c-423f-abdf-82e9c39f606a,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:52.821680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 159bff60-634c-423f-abdf-82e9c39f606a details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:55:52.866262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8205d813-bdf7-493d-b16c-ec6d8ac349c5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7110662 Jul 28 15:55:52.869053 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43592) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:52.874190 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Request body: {'subnet': {'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-31829224-subnet', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:52.956051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Made reservation on behalf of e500d01e64ce4b9589e99d765a4cc636 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:55:52.958424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.173985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.224128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfb9006-b337-4f54-bed0-686e0d818ea1,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:53.240080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Checking segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:55:53.240475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Network hostable DHCP agents. Network: 159bff60-634c-423f-abdf-82e9c39f606a, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:55:53.299303 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Network 159bff60-634c-423f-abdf-82e9c39f606a is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:55:53.396048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 159bff60-634c-423f-abdf-82e9c39f606a) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:53.400897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:53.402068 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.405626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede8201-9e0c-4643-9cea-6777a0b8f111 None None] Network 159bff60-634c-423f-abdf-82e9c39f606a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:55:53.494271 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f9fc0930-7e13-4686-a767-f1214189a111 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6240320 Jul 28 15:55:53.496996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43594) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:53.501845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:53.550390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-159bff60-634c-423f-abdf-82e9c39f606a', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:55:53.551263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.602252 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.603333 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.658808 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.686618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Allocated IP 172.20.0.2 (159bff60-634c-423f-abdf-82e9c39f606a/9bfb9006-b337-4f54-bed0-686e0d818ea1/407f9f0a-471c-478f-8312-f62ec490fe30) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:55:53.830003 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.838849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Transition to ACTIVE for port object 407f9f0a-471c-478f-8312-f62ec490fe30 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:55:53.853611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Transition to ACTIVE for port object 407f9f0a-471c-478f-8312-f62ec490fe30 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:55:53.862250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.937213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:53.977078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Network 159bff60-634c-423f-abdf-82e9c39f606a is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:55:53.981954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:53.984878 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:55:53.992810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Pushing event updated for resources: {'Port': ['ID=407f9f0a-471c-478f-8312-f62ec490fe30,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:54.045758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Attempting to bind port 407f9f0a-471c-478f-8312-f62ec490fe30 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:55:54.046185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Attempting to bind port 407f9f0a-471c-478f-8312-f62ec490fe30 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:55:54.046541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Attempting to bind port 407f9f0a-471c-478f-8312-f62ec490fe30 on network 159bff60-634c-423f-abdf-82e9c39f606a {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:55:54.052191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:55:54.052584 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Checking segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:55:54.053584 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.053971 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Bound using segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:55:54.054427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Bound port: 407f9f0a-471c-478f-8312-f62ec490fe30, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:55:54.054807 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.118841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] For port 407f9f0a-471c-478f-8312-f62ec490fe30, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:55:54.121841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] For port 407f9f0a-471c-478f-8312-f62ec490fe30, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=407f9f0a-471c-478f-8312-f62ec490fe30,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:55:54.139537 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.159266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.248687 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.269555 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Allocated IP 172.25.6.6 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/80bb9988-9d04-4a92-a0ad-d0595dadd16f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:55:54.316946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a632f67-97f9-4c66-9cda-3585d43666b8 None None] Pushing event updated for resources: {'Port': ['ID=407f9f0a-471c-478f-8312-f62ec490fe30,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:54.385015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.503286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.547322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:55:54.550272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:54.555088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:55:54.583207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Pushing event updated for resources: {'Port': ['ID=80bb9988-9d04-4a92-a0ad-d0595dadd16f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:54.882108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-26a8ed71-506c-4a1c-946a-c8a692115f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:54.930579 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.146131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.192537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a67566-fc0e-4dd5-bbd8-d27242c9e75e None None] Network 159bff60-634c-423f-abdf-82e9c39f606a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:55:55.261742 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.339313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Router 702a1aca-186b-48e2-9884-b3cff353a2ba is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:55:55.356186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 407f9f0a-471c-478f-8312-f62ec490fe30 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:55:55.378728 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ffe98c5a-5aaf-4f97-9559-f69571094591 None None] Provisioning for port 407f9f0a-471c-478f-8312-f62ec490fe30 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:55:55.451457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:55:55.465266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Sync routers for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:55:55.472249 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:55.472919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:55.513942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 407f9f0a-471c-478f-8312-f62ec490fe30 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:55:55.522241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 407f9f0a-471c-478f-8312-f62ec490fe30 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:55.522608 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.539528 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.540839 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b63be631-ec21-4712-a95a-6ed24a2c3a22 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0428073 Jul 28 15:55:55.543626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43596) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:55.625623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:55.753047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.776364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dbbaba16-69f3-4acd-bf72-f2e240d3ac83 None None] Provisioning complete for port 407f9f0a-471c-478f-8312-f62ec490fe30 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:55.776764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dbbaba16-69f3-4acd-bf72-f2e240d3ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:55.845713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 407f9f0a-471c-478f-8312-f62ec490fe30, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=407f9f0a-471c-478f-8312-f62ec490fe30,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:56.007675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.072475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.122857 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dbbaba16-69f3-4acd-bf72-f2e240d3ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.154678 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=407f9f0a-471c-478f-8312-f62ec490fe30,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:56.160432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:54Z', 'revision_number': 3, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:56.176956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Allocated IP 172.20.0.1 (159bff60-634c-423f-abdf-82e9c39f606a/9bfb9006-b337-4f54-bed0-686e0d818ea1/1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:55:56.189475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Checking router: 702a1aca-186b-48e2-9884-b3cff353a2ba for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:55:56.189830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Updating router 702a1aca-186b-48e2-9884-b3cff353a2ba port 80bb9988-9d04-4a92-a0ad-d0595dadd16f binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:55:56.241706 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.245616 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-dbbaba16-69f3-4acd-bf72-f2e240d3ac83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:55:56.245974 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-dbbaba16-69f3-4acd-bf72-f2e240d3ac83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:55:56.284566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.298119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Transition to ACTIVE for port object 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:55:56.368078 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.417012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Network 159bff60-634c-423f-abdf-82e9c39f606a is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:55:56.424503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:56.426746 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Pushing event updated for resources: {'Port': ['ID=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:56.429643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:55:56.469759 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.507558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.518974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Transition to ACTIVE for port object 80bb9988-9d04-4a92-a0ad-d0595dadd16f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:55:56.594123 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.651469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Attempting to bind port 80bb9988-9d04-4a92-a0ad-d0595dadd16f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:55:56.651864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Attempting to bind port 80bb9988-9d04-4a92-a0ad-d0595dadd16f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:55:56.652211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Attempting to bind port 80bb9988-9d04-4a92-a0ad-d0595dadd16f on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:55:56.654482 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.655178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f41b-9661-4807-8e29-217a052e3e85 None None] Pushing event updated for resources: {'Port': ['ID=80bb9988-9d04-4a92-a0ad-d0595dadd16f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:56.661103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:55:56.661482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:55:56.661890 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.662341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:55:56.662822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Bound port: 80bb9988-9d04-4a92-a0ad-d0595dadd16f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:55:56.663211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.711605 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.717038 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] For port 80bb9988-9d04-4a92-a0ad-d0595dadd16f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:55:56.720445 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] For port 80bb9988-9d04-4a92-a0ad-d0595dadd16f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80bb9988-9d04-4a92-a0ad-d0595dadd16f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:55:56.813831 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.870193 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:56.870819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:56.875542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f41b-9661-4807-8e29-217a052e3e85 None None] Pushing event updated for resources: {'Port': ['ID=80bb9988-9d04-4a92-a0ad-d0595dadd16f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:56.876822 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.976668 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.988043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:57.050723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Pushing event updated for resources: {'Port': ['ID=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:57.053746 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:57.069978 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0aec3a9a-cc18-407e-957c-a3ffdc94ff5b None None] Provisioning for port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:55:57.076278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0aec3a9a-cc18-407e-957c-a3ffdc94ff5b None None] Provisioning complete for port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:57.076974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0aec3a9a-cc18-407e-957c-a3ffdc94ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:57.152708 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Network 159bff60-634c-423f-abdf-82e9c39f606a is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:55:57.154187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:57.161242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0aec3a9a-cc18-407e-957c-a3ffdc94ff5b None None] Port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:55:57.247770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 1, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:57.276530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30786613-e3f5-49d7-acf7-c246fe755ea1 None None] The sync data for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 is: [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 1, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:55:57.298593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Router 702a1aca-186b-48e2-9884-b3cff353a2ba has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:55:57.344347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 407f9f0a-471c-478f-8312-f62ec490fe30 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:55:57.405776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 407f9f0a-471c-478f-8312-f62ec490fe30 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:57.406157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:57.517974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-80c88638-eb7d-4d64-ab09-dc878ae9039e None None] Provisioning complete for port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:57.518371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-80c88638-eb7d-4d64-ab09-dc878ae9039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:57.571167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-80c88638-eb7d-4d64-ab09-dc878ae9039e None None] Port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:55:57.791523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:55:57.796759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4213c24a-5d62-4fc7-be18-d052149da51c admin admin] 10.222.0.57 "PUT /v2.0/routers/702a1aca-186b-48e2-9884-b3cff353a2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2520659 Jul 28 15:55:58.102730 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:58.530510 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43612) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:58.535723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-421117458-network', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:58.630589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Made reservation on behalf of 90a3eb2cdde041728cd1c0d93212e6ed for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:55:58.634083 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:58.643111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:58.737052 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:58.879920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:58.907920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:55:58.918151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c04142d-901b-436e-a90d-dd1102eb1e9b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:58.923279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:58.923630 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Added segment 1015a5b3-091e-48bb-8e3c-7f970b9efbd3 of type vlan for network 0295d805-702a-4abe-b15b-8c51a472769d Jul 28 15:55:58.966418 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.053662 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.054700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:59.055282 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.121578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0295d805-702a-4abe-b15b-8c51a472769d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:59.132924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 0295d805-702a-4abe-b15b-8c51a472769d details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:55:59.214627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dd713637-a44a-4cf5-8268-9dfa597705a1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6810234 Jul 28 15:55:59.216034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43614) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:59.221458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Request body: {'subnet': {'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-421117458-subnet', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:59.345526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80bb9988-9d04-4a92-a0ad-d0595dadd16f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:55:59.359444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Made reservation on behalf of 90a3eb2cdde041728cd1c0d93212e6ed for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:55:59.362882 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.443691 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Sync routers for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:55:59.458802 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:55:59.459845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:59.494400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 80bb9988-9d04-4a92-a0ad-d0595dadd16f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:55:59.500415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 80bb9988-9d04-4a92-a0ad-d0595dadd16f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:55:59.501742 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.580712 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:55:59.593377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.613786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.614268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 80bb9988-9d04-4a92-a0ad-d0595dadd16f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80bb9988-9d04-4a92-a0ad-d0595dadd16f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:55:59.666522 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.677772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f094429-6588-45a6-944b-edd5d1d1209d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:59.685747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Checking segment: {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:55:59.686113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Network hostable DHCP agents. Network: 0295d805-702a-4abe-b15b-8c51a472769d, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:55:59.717692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=80bb9988-9d04-4a92-a0ad-d0595dadd16f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:55:59.744478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Network 0295d805-702a-4abe-b15b-8c51a472769d is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:55:59.796174 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 2, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:55:59.813403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 0295d805-702a-4abe-b15b-8c51a472769d) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:55:59.817628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:59.818227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.824385 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cead399-621c-495b-994b-dd13c961b172 None None] Network 0295d805-702a-4abe-b15b-8c51a472769d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:55:59.826204 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Checking router: 702a1aca-186b-48e2-9884-b3cff353a2ba for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:55:59.826958 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Updating router 702a1aca-186b-48e2-9884-b3cff353a2ba port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:55:59.855537 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.903151 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c504725f-e6a1-479f-8082-4156bf616b6a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6865380 Jul 28 15:55:59.905562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43616) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:55:59.910042 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:55:59.982168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-0295d805-702a-4abe-b15b-8c51a472769d', 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'fixed_ips': [{'subnet_id': '2f094429-6588-45a6-944b-edd5d1d1209d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:55:59.983055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.994037 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:59.995321 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.053549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.119415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Allocated IP 172.20.0.2 (0295d805-702a-4abe-b15b-8c51a472769d/2f094429-6588-45a6-944b-edd5d1d1209d/0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:00.215480 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.226455 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Transition to ACTIVE for port object 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:00.275087 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.282643 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.291681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Transition to ACTIVE for port object 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:00.307250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Transition to ACTIVE for port object 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:00.313829 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.356370 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:56:00.370561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Pushing event updated for resources: {'Port': ['ID=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:00.394812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.395162 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.395505 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.395835 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.396174 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.396526 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.396855 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.397303 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.398118 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.398446 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.398766 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.399088 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:00.419127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.436368 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Attempting to bind port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:00.436775 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Attempting to bind port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:00.437139 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Attempting to bind port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f on network 159bff60-634c-423f-abdf-82e9c39f606a {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:00.442634 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:00.443020 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Checking segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:00.443428 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.443855 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Bound using segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:00.445081 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Bound port: 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:00.445279 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.480702 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Network 0295d805-702a-4abe-b15b-8c51a472769d is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:00.488598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:00.493534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:00.515689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Pushing event updated for resources: {'Port': ['ID=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:00.525110 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] For port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:00.530539 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] For port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:00.578074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Attempting to bind port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:00.578538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Attempting to bind port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:00.578982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Attempting to bind port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e on network 0295d805-702a-4abe-b15b-8c51a472769d {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:00.584608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:00.585708 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Checking segment: {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:00.586213 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.586681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Bound using segment: {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:00.587264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Bound port: 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:00.587660 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.597449 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.599125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.624602 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.659188 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621165cb-651f-4199-942d-7a3379d61396 None None] Pushing event updated for resources: {'Port': ['ID=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:00.666569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-43e82af6-263b-4498-864f-58b573556b1d None None] For port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:00.670283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-43e82af6-263b-4498-864f-58b573556b1d None None] For port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:00.672547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:00.672547 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:00.760392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:00.760872 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Allocated IP 172.25.6.86 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:00.820183 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:00.840767 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e82af6-263b-4498-864f-58b573556b1d None None] Pushing event updated for resources: {'Port': ['ID=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:00.918923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:01.028728 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:01.064755 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:00Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:01.099310 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808422fe-eeb0-4e78-844d-48c33ec4ad59 None None] The sync data for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 is: [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:00Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:01.103142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:01.109085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:01.115781 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:01.142279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:01.408896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80bb9988-9d04-4a92-a0ad-d0595dadd16f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:01.472071 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 80bb9988-9d04-4a92-a0ad-d0595dadd16f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:01.472816 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:01.541616 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:01.583794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:01.722025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:01.726820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:01.794327 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:01.914418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:01.918630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:01.918999 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:01.943741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc63e9d-550f-4829-a33e-17d98260f03b None None] Network 0295d805-702a-4abe-b15b-8c51a472769d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:02.024445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:56:02.093709 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.099638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] Provisioning for port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:02.117131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] Provisioning complete for port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:02.117510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.141097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:02.160224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Sync routers for ids ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:02.205311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:02.214254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Routers {'2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:02.214883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:02.222718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.224007 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7804c1b3-d330-4128-a06b-53d2870c1884 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3174887 Jul 28 15:56:02.226960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43618) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:02.290400 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.368279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.416260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:02.423127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Set router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:02.669127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] For port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:02.692299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.727734 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.810306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2069-6419-4785-86b7-5c8634db188b None None] Pushing event updated for resources: {'Port': ['ID=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:02.834211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:01Z', 'revision_number': 3, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:02.859928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Allocated IP 172.20.0.1 (0295d805-702a-4abe-b15b-8c51a472769d/2f094429-6588-45a6-944b-edd5d1d1209d/2ad56e4f-fa29-4add-a9d0-304ff5731fb1) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:02.867099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Checking router: 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:02.867448 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Updating router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:56:02.905100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-84354368-61f5-48bb-9a15-16e2ad027a6d None None] Provisioning complete for port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:02.905467 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-84354368-61f5-48bb-9a15-16e2ad027a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.908010 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.968424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:02.985355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Transition to ACTIVE for port object 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:03.021710 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.086097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.131226 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Network 0295d805-702a-4abe-b15b-8c51a472769d is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:03.135349 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:03.137154 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:03.165021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:03.189896 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.240609 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.252855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Transition to ACTIVE for port object 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:03.327450 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:03.351332 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.422079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Attempting to bind port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:03.422079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Attempting to bind port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:03.423021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Attempting to bind port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:03.424471 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eae86-92a7-455c-a463-9b3889461619 None None] Pushing event updated for resources: {'Port': ['ID=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:03.433574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.439413 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:03.439881 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:03.440291 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.440839 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:03.441426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Bound port: 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:03.441714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.479109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:03.479490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.530965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] For port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:03.534254 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fec458d5-09ce-4c5e-8299-c874e2d686cf None None] Provisioning for port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:03.537458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] For port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:03.541392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-fec458d5-09ce-4c5e-8299-c874e2d686cf None None] Provisioning complete for port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:03.545538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fec458d5-09ce-4c5e-8299-c874e2d686cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.604733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-fec458d5-09ce-4c5e-8299-c874e2d686cf None None] Port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:03.607985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.620233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:03.642847 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.696412 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.715559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Routers {'2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:03.717628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:03.759570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eae86-92a7-455c-a463-9b3889461619 None None] Pushing event updated for resources: {'Port': ['ID=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:03.771702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:03.773379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:03.773724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.775386 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:03.872010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Network 0295d805-702a-4abe-b15b-8c51a472769d is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:03.873769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:03.884432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] Set router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:04.025515 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:56:04.155801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:04.160128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2ad56e4f-fa29-4add-a9d0-304ff5731fb1', 'name': '', 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'mac_address': 'fa:16:3e:8c:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:02Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 2, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'subnets': [{'id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:04.162453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8cdb8b0d-77f0-438b-9b71-2e70753cb442 admin admin] 10.222.0.57 "PUT /v2.0/routers/2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343262 Jul 28 15:56:04.195335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f942b6-08eb-44c1-a0c7-e246748ec8af None None] The sync data for ids ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'] in n-d-764806-10 is: [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2ad56e4f-fa29-4add-a9d0-304ff5731fb1', 'name': '', 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'mac_address': 'fa:16:3e:8c:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:02Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 2, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'subnets': [{'id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:04.236594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-05051d02-d776-4411-adf1-1d63ee21e726 None None] Provisioning complete for port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:04.236966 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-05051d02-d776-4411-adf1-1d63ee21e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:04.281926 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-05051d02-d776-4411-adf1-1d63ee21e726 None None] Port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:05.329996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:05.460867 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:05.465686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:05.466366 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:05.570334 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:05.593946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:05.682540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:05.746659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:07.005333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:07.328389 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:07.381292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:07.381690 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:07.740380 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Sync routers for ids ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:07.752922 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Routers {'2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:07.761102 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:07.877361 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Set router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:08.084505 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2ad56e4f-fa29-4add-a9d0-304ff5731fb1', 'name': '', 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'mac_address': 'fa:16:3e:8c:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:02Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 2, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'subnets': [{'id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:08.122174 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Checking router: 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:08.122651 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Updating router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:56:08.151509 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:08.424099 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:08.437841 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Transition to ACTIVE for port object 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:08.544370 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:08.593935 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4815c75-4cec-4332-9689-7372607f706f None None] Pushing event updated for resources: {'Port': ['ID=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:08.655154 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Attempting to bind port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:08.655523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Attempting to bind port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:08.655884 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Attempting to bind port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 on network 0295d805-702a-4abe-b15b-8c51a472769d {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:08.664426 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:08.664910 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Checking segment: {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:08.665724 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:08.666421 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Bound using segment: {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:08.666867 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Bound port: 2ad56e4f-fa29-4add-a9d0-304ff5731fb1, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1015a5b3-091e-48bb-8e3c-7f970b9efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:08.667253 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:08.750204 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] For port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:08.755622 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] For port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:08.891385 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:08.964702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Routers {'2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:08.965337 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:55:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:09.018142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4815c75-4cec-4332-9689-7372607f706f None None] Pushing event updated for resources: {'Port': ['ID=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:09.138752 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] Set router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:09.377951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:09.430057 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2ad56e4f-fa29-4add-a9d0-304ff5731fb1', 'name': '', 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'mac_address': 'fa:16:3e:8c:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:02Z', 'updated_at': '2021-07-28T15:56:08Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'subnets': [{'id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:09.496866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:09.501226 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:09.501781 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:09.560331 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902511e2-72c5-42aa-a353-01156ce07576 None None] The sync data for ids ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'] in n-d-764806-10 is: [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:03Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '2ad56e4f-fa29-4add-a9d0-304ff5731fb1', 'name': '', 'network_id': '0295d805-702a-4abe-b15b-8c51a472769d', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'mac_address': 'fa:16:3e:8c:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:02Z', 'updated_at': '2021-07-28T15:56:08Z', 'revision_number': 4, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'subnets': [{'id': '2f094429-6588-45a6-944b-edd5d1d1209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:09.619714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:09.664826 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:09.744505 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:09.813964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:11.322333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:11.371460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:11.371822 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:16.087633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-c047acc3-bbc1-44fe-811e-bfbf80d26d77 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:16.089175 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-c047acc3-bbc1-44fe-811e-bfbf80d26d77 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 813 time: 0.4240322 Jul 28 15:56:16.103972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-2967dd64-a111-4ff8-bf01-42230f3f6fe2 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/quotas/e500d01e64ce4b9589e99d765a4cc636 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Jul 28 15:56:16.154056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-1fed2947-0f9c-41ea-8197-6ba629f425c2 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449584 Jul 28 15:56:16.251873 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-980532ea-b50d-42e3-bb49-fcf8af3e3084 service neutron] 10.222.0.57 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856984 Jul 28 15:56:16.340419 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-c744a348-975c-4e47-bffe-75b843c152bd service neutron] 10.222.0.57 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823097 Jul 28 15:56:16.608064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eaced172-adba-454f-8fbb-c4cd9b94362c req-7c153d9d-4e8e-459d-87ec-3c5ff8d301ff tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 210 time: 0.0265901 Jul 28 15:56:17.701187 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-466d8ba9-7f16-4e64-a75b-0b4ebc7c97d1 req-18efaa3a-0d3c-464a-9c2c-265be2c38cbc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 210 time: 0.0274725 Jul 28 15:56:18.844041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-399e1d10-17dc-4714-a847-7afddcbe109e req-2b5d60ea-0e2c-4395-a896-288ee6e97ef4 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 210 time: 0.0690114 Jul 28 15:56:18.903268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-93a34b78-c3d5-4bd4-8c6b-c3e07f517939 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:18.904824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-93a34b78-c3d5-4bd4-8c6b-c3e07f517939 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 813 time: 0.1285052 Jul 28 15:56:18.924434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'port': {'device_id': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'admin_state_up': True, 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:19.144537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Made reservation on behalf of e500d01e64ce4b9589e99d765a4cc636 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:56:19.149463 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:19.299441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Allocated IP 172.20.0.8 (159bff60-634c-423f-abdf-82e9c39f606a/9bfb9006-b337-4f54-bed0-686e0d818ea1/d923f375-2884-4b7b-a205-5028a546f60b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:19.471772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:19.486131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Transition to ACTIVE for port object d923f375-2884-4b7b-a205-5028a546f60b will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:19.603987 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:19.658735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Network 159bff60-634c-423f-abdf-82e9c39f606a is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:19.661954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:19.666889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:19.700624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:19.713354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.713740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.714044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.714437 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.714719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.715044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.715372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.715701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.716767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.716767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.716767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.717088 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:19.746463 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:19.747213 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:19.859819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-26558cec-8cc0-4988-8fe6-449e1bdbb73a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9397705 Jul 28 15:56:19.994293 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c347a80-a64a-4937-bc53-e018880540b1 req-fd6a8390-6fc2-4aaf-ad4b-5a11085926c7 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:19.996020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c347a80-a64a-4937-bc53-e018880540b1 req-fd6a8390-6fc2-4aaf-ad4b-5a11085926c7 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0620060 Jul 28 15:56:20.059287 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1c347a80-a64a-4937-bc53-e018880540b1 req-17b3db1d-845c-44d9-bae1-f8b32da1cea8 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 Jul 28 15:56:20.155922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-450faf99-b427-411a-b47e-2c666656ccb3 None None] Provisioning for port d923f375-2884-4b7b-a205-5028a546f60b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:20.162692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-450faf99-b427-411a-b47e-2c666656ccb3 None None] Provisioning complete for port d923f375-2884-4b7b-a205-5028a546f60b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:20.164118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-450faf99-b427-411a-b47e-2c666656ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:20.213529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-450faf99-b427-411a-b47e-2c666656ccb3 None None] Port d923f375-2884-4b7b-a205-5028a546f60b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:21.197130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a66450-d7e1-4322-a513-6027e29e181a req-bc0208d4-eee3-4e07-90de-155ce4dc1f66 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:21.206187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7a66450-d7e1-4322-a513-6027e29e181a req-bc0208d4-eee3-4e07-90de-155ce4dc1f66 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0614409 Jul 28 15:56:21.251794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d7a66450-d7e1-4322-a513-6027e29e181a req-4ae0792d-258b-4998-9f6c-32a16a7f714b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Jul 28 15:56:22.324378 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d7a93996-bd7d-454f-a59c-d041b1cd1688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:22.394535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d0ba-1e14-447e-a7b9-5ce80a39b387 req-595e959e-4869-435c-804b-46bbb0b26142 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:22.395986 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d059d0ba-1e14-447e-a7b9-5ce80a39b387 req-595e959e-4869-435c-804b-46bbb0b26142 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0549254 Jul 28 15:56:22.441658 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d059d0ba-1e14-447e-a7b9-5ce80a39b387 req-ac30d887-fc54-44b3-b54c-76d83d312dfe tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Jul 28 15:56:23.576944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c09f5-1ba1-42a9-bc48-6db252f28279 req-81657fbc-949e-46f1-8546-11489d2956ac tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:23.578419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b3c09f5-1ba1-42a9-bc48-6db252f28279 req-81657fbc-949e-46f1-8546-11489d2956ac tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0614579 Jul 28 15:56:23.625077 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b3c09f5-1ba1-42a9-bc48-6db252f28279 req-ddf95346-d0c8-4e56-86ae-34c732261668 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Jul 28 15:56:24.755938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d75d42-d4c2-4863-8235-d67b48ae6788 req-b5098d64-d270-4d5b-a63f-21a243d2515f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:24.757635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47d75d42-d4c2-4863-8235-d67b48ae6788 req-b5098d64-d270-4d5b-a63f-21a243d2515f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0567315 Jul 28 15:56:24.801058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47d75d42-d4c2-4863-8235-d67b48ae6788 req-70104516-ff3d-4e6e-b718-7f64a1f3b710 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Jul 28 15:56:24.930319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3bd32c2e-2b61-4321-955e-67760b09b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:25.267007 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:26.157963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a4ff-c9ae-46c4-bdfb-51ae0c71ab81 req-0cc8a6e6-9ecb-470b-95e7-15602c1eac13 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:26.160343 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3e3a4ff-c9ae-46c4-bdfb-51ae0c71ab81 req-0cc8a6e6-9ecb-470b-95e7-15602c1eac13 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.2764084 Jul 28 15:56:26.203753 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c3e3a4ff-c9ae-46c4-bdfb-51ae0c71ab81 req-ce5d60b6-5a56-42dc-8d21-eb8c32d79fc6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Jul 28 15:56:26.612757 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:27.343374 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9b302-839c-4de4-8184-26170e3296d8 req-0337c875-b5ab-46d4-8052-e80bcef937fb tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:27.344984 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcd9b302-839c-4de4-8184-26170e3296d8 req-0337c875-b5ab-46d4-8052-e80bcef937fb tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0655789 Jul 28 15:56:27.394958 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcd9b302-839c-4de4-8184-26170e3296d8 req-fd16c6c5-a0c9-4084-856a-813920e5a361 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Jul 28 15:56:28.090137 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:28.521413 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3641ad-1674-4517-8c77-3e8713ca2ff2 req-86a2bda4-fe9c-464e-bf50-1a221db9ab23 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:28.523417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d3641ad-1674-4517-8c77-3e8713ca2ff2 req-86a2bda4-fe9c-464e-bf50-1a221db9ab23 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0590031 Jul 28 15:56:28.564483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9d3641ad-1674-4517-8c77-3e8713ca2ff2 req-23d03577-237f-4792-bed7-0f47f5f1621b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Jul 28 15:56:29.683944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8f4f2-6ebc-4905-a33b-c1a8642754cc req-f4e84d5e-1ea0-4950-9c52-29fd8858d77f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:29.685434 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fe8f4f2-6ebc-4905-a33b-c1a8642754cc req-f4e84d5e-1ea0-4950-9c52-29fd8858d77f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0504601 Jul 28 15:56:29.724014 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5fe8f4f2-6ebc-4905-a33b-c1a8642754cc req-ff06d998-25b2-4a56-81da-ce7e2b26e232 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Jul 28 15:56:30.843229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e630009-1ff2-4b29-a90b-74609c46266c req-53330592-4cde-49b5-bb99-b6469f0a5daf tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:30.844727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e630009-1ff2-4b29-a90b-74609c46266c req-53330592-4cde-49b5-bb99-b6469f0a5daf tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0537822 Jul 28 15:56:30.883251 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1e630009-1ff2-4b29-a90b-74609c46266c req-0b2edeae-5501-47da-8edf-5787a73985a8 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Jul 28 15:56:31.995932 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc370d-df8c-4aeb-9513-add39a31bc95 req-ea16ad0f-2a48-405a-91bb-07e6bdd110fa tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:31.997430 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbdc370d-df8c-4aeb-9513-add39a31bc95 req-ea16ad0f-2a48-405a-91bb-07e6bdd110fa tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0479252 Jul 28 15:56:32.035537 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbdc370d-df8c-4aeb-9513-add39a31bc95 req-5f64f6a4-6178-41fc-956a-a2c17b98c3c0 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Jul 28 15:56:32.940884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.066866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Request body: {'port': {'device_id': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:33.149236 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.204623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbab16-374c-47f3-9eab-349647efe7e7 req-15aab5f8-4a2c-4b9c-bc5e-028d8baf963d tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:33.206035 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58bbab16-374c-47f3-9eab-349647efe7e7 req-15aab5f8-4a2c-4b9c-bc5e-028d8baf963d tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 931 time: 0.0909235 Jul 28 15:56:33.311676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-58bbab16-374c-47f3-9eab-349647efe7e7 req-87719a24-e22b-4c35-b849-eab6c080d19b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957139 Jul 28 15:56:33.461677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d923f375-2884-4b7b-a205-5028a546f60b {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:56:33.469014 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.481626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Transition to ACTIVE for port object d923f375-2884-4b7b-a205-5028a546f60b will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:33.556227 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.626475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:33.683056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Attempting to bind port d923f375-2884-4b7b-a205-5028a546f60b on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:33.683379 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Attempting to bind port d923f375-2884-4b7b-a205-5028a546f60b by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:33.683709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Attempting to bind port d923f375-2884-4b7b-a205-5028a546f60b on network 159bff60-634c-423f-abdf-82e9c39f606a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:33.688523 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Port d923f375-2884-4b7b-a205-5028a546f60b on network 159bff60-634c-423f-abdf-82e9c39f606a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:56:33.688847 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Attempting to bind port d923f375-2884-4b7b-a205-5028a546f60b on network 159bff60-634c-423f-abdf-82e9c39f606a {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:33.693888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:33.694226 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Checking segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:33.694606 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Bound using segment: {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:33.695035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Bound port: d923f375-2884-4b7b-a205-5028a546f60b, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf944f17-a7ed-4fac-a2e7-142bead56774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:33.695393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.761862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:33.764897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:33.855872 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.891504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:33.892249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.893556 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] 10.222.0.42 "PUT /v2.0/ports/d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 1092 time: 0.8317988 Jul 28 15:56:33.894019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:56:33.896544 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca953751-302a-4858-a503-0e66b6a12d89" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:56:33.923999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2fdda-125d-46b2-a904-6282222f15bf service neutron] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:33.938721 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b4c80c-53bf-46cc-a922-84d34ab85bdc x-openstack-request-id: req-09b4c80c-53bf-46cc-a922-84d34ab85bdc {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:56:33.938721 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:56:33.938721 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09b4c80c-53bf-46cc-a922-84d34ab85bdc {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:56:33.938721 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'status': 'completed', 'code': 200} Jul 28 15:56:34.023908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca953751-302a-4858-a503-0e66b6a12d89 req-80e640b5-11ac-4ff9-b300-93c7758c5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.025629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca953751-302a-4858-a503-0e66b6a12d89 req-80e640b5-11ac-4ff9-b300-93c7758c5b4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1095 time: 0.0462689 Jul 28 15:56:34.137066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca953751-302a-4858-a503-0e66b6a12d89 req-ea5984b0-abe0-497b-bd8a-eb3b7be9315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.138723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca953751-302a-4858-a503-0e66b6a12d89 req-ea5984b0-abe0-497b-bd8a-eb3b7be9315f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e500d01e64ce4b9589e99d765a4cc636&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0990543 Jul 28 15:56:34.234836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca953751-302a-4858-a503-0e66b6a12d89 req-40e8dd7b-d42b-449d-9816-f8c2203a4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.236302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ca953751-302a-4858-a503-0e66b6a12d89 req-40e8dd7b-d42b-449d-9816-f8c2203a4855 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909591 Jul 28 15:56:34.337699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-c3abf7c2-dc57-41d7-bf71-8600f91777fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.339368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-c3abf7c2-dc57-41d7-bf71-8600f91777fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1095 time: 0.0457668 Jul 28 15:56:34.391250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-de1c93fd-32b4-474a-a2b9-9302082c1cc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 217 time: 0.0370328 Jul 28 15:56:34.777985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-44944b01-74c1-4df5-8fac-1d8977a1c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.779432 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-44944b01-74c1-4df5-8fac-1d8977a1c0a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.3810601 Jul 28 15:56:34.787949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4f11-f8cb-4e01-9af7-3844e9e06d42 req-4ef608a5-8be9-451c-88f6-7166839fa893 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.793065 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c6d4f11-f8cb-4e01-9af7-3844e9e06d42 req-4ef608a5-8be9-451c-88f6-7166839fa893 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 943 time: 0.4009581 Jul 28 15:56:34.853589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3c6d4f11-f8cb-4e01-9af7-3844e9e06d42 req-748f5c7d-6d71-44ee-9e8d-012891a6568b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Jul 28 15:56:34.856501 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb947-5707-4884-be5e-5ba694626eb9 req-3302af5f-9ffe-46d8-b44d-153199183f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:34.857810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-3302af5f-9ffe-46d8-b44d-153199183f40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676169 Jul 28 15:56:34.958950 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-24c0afe5-08ba-4807-9a25-a4e432f07c52 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936322 Jul 28 15:56:35.049178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46afb947-5707-4884-be5e-5ba694626eb9 req-9aab91b8-a8ec-48ed-b7f1-2ac3158f9cfb service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824907 Jul 28 15:56:35.968962 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33ccd8-c9d9-44c1-94ef-86ce09d39179 req-733a7a26-97e5-4ccc-b584-d185e75ab57f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:35.970447 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a33ccd8-c9d9-44c1-94ef-86ce09d39179 req-733a7a26-97e5-4ccc-b584-d185e75ab57f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 943 time: 0.0487216 Jul 28 15:56:36.012740 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5a33ccd8-c9d9-44c1-94ef-86ce09d39179 req-e237fc62-c438-4e90-8a1f-e082a6d640be tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Jul 28 15:56:37.061309 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.129693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061562b2-2984-4f34-8889-605bf0e0f7a4 req-3e14899d-84fb-4948-969d-a015643eac4e tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:37.131180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-061562b2-2984-4f34-8889-605bf0e0f7a4 req-3e14899d-84fb-4948-969d-a015643eac4e tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Jul 28 15:56:37.169660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-061562b2-2984-4f34-8889-605bf0e0f7a4 req-4ecad14c-77cd-454f-95e6-b91ba3faa58b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Jul 28 15:56:37.345732 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:56:38.283684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f624-9fcd-44c9-974d-aae8e027a83c req-3ea38b20-7cab-4ce6-be0b-db6a3e2510b5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:38.285167 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b191f624-9fcd-44c9-974d-aae8e027a83c req-3ea38b20-7cab-4ce6-be0b-db6a3e2510b5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 943 time: 0.0481675 Jul 28 15:56:38.322924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b191f624-9fcd-44c9-974d-aae8e027a83c req-45662a8d-2100-4d29-9aa3-6e9277a7999f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Jul 28 15:56:39.440274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c56ff-706e-457e-be3f-8eb139632268 req-6cb07d86-7c41-4d77-b467-9144c19b7099 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:39.441817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-586c56ff-706e-457e-be3f-8eb139632268 req-6cb07d86-7c41-4d77-b467-9144c19b7099 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 943 time: 0.0532925 Jul 28 15:56:39.481410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-586c56ff-706e-457e-be3f-8eb139632268 req-55b2930c-67b8-40d5-8ef3-058f4c4d528f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 28 15:56:39.927316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d923f375-2884-4b7b-a205-5028a546f60b details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:56:40.023690 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:40.034778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'd923f375-2884-4b7b-a205-5028a546f60b', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'port_id': 'd923f375-2884-4b7b-a205-5028a546f60b', 'mac_address': 'fa:16:3e:2b:7a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:56:40.072783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.085431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d923f375-2884-4b7b-a205-5028a546f60b {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:56:40.104842 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:40.195591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.242777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:40.569820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d923f375-2884-4b7b-a205-5028a546f60b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:56:40.597616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226b74-806c-4b9f-b72e-28497cb43123 req-3a099a55-02f3-44e8-8b23-bb64fdf56731 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:40.599661 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b226b74-806c-4b9f-b72e-28497cb43123 req-3a099a55-02f3-44e8-8b23-bb64fdf56731 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 944 time: 0.0507846 Jul 28 15:56:40.638232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4b226b74-806c-4b9f-b72e-28497cb43123 req-6c2207ed-af63-4f04-ac97-405deeb7c5dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jul 28 15:56:41.752479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918014f8-05ab-4dc4-982b-09be920e4658 req-f7db3254-c9c9-4b52-9059-75f518d9f0ed tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:41.753935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-918014f8-05ab-4dc4-982b-09be920e4658 req-f7db3254-c9c9-4b52-9059-75f518d9f0ed tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 944 time: 0.0482025 Jul 28 15:56:41.793528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-918014f8-05ab-4dc4-982b-09be920e4658 req-3f99a8cf-e702-4ef5-9714-fa8110b65375 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Jul 28 15:56:41.957390 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d923f375-2884-4b7b-a205-5028a546f60b up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:42.063964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port d923f375-2884-4b7b-a205-5028a546f60b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:42.068190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port d923f375-2884-4b7b-a205-5028a546f60b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:42.068586 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.146760 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.170753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:56:42.173105 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54f07fe-f2ac-488d-9478-cdbc128ff9fb" -d '{"events": [{"server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "name": "network-vif-plugged", "status": "completed", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:56:42.187522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:42.228317 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724f9d31-243e-4952-b7f6-03664664912d x-openstack-request-id: req-724f9d31-243e-4952-b7f6-03664664912d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:56:42.228845 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "name": "network-vif-plugged", "status": "completed", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:56:42.229281 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-724f9d31-243e-4952-b7f6-03664664912d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:56:42.229999 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'code': 200} Jul 28 15:56:42.286797 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.338529 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:42.359565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef6af-9dc3-4755-bd3e-447d5460fc06 req-0f935ad8-be80-4806-96e8-a48ffb25cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:42.361106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-025ef6af-9dc3-4755-bd3e-447d5460fc06 req-0f935ad8-be80-4806-96e8-a48ffb25cd0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1097 time: 0.0437417 Jul 28 15:56:42.397210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-025ef6af-9dc3-4755-bd3e-447d5460fc06 req-a60e8fc7-6703-4d04-95a9-d912c7b46928 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292168 Jul 28 15:56:42.918915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaf560-acc8-409e-9789-c78563aea63c req-1fd7248f-f374-4d0f-bdaa-81297485dba8 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:42.920898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfdaf560-acc8-409e-9789-c78563aea63c req-1fd7248f-f374-4d0f-bdaa-81297485dba8 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0592978 Jul 28 15:56:42.972293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfdaf560-acc8-409e-9789-c78563aea63c req-0648583f-fb44-47d6-8bef-f34c49dd1aec tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Jul 28 15:56:44.090326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cd9f7-1e3d-4d9f-b8c7-aea4b1c888b3 req-b50af66a-3020-4bd7-afe0-daee76b66ace tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:44.091912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f2cd9f7-1e3d-4d9f-b8c7-aea4b1c888b3 req-b50af66a-3020-4bd7-afe0-daee76b66ace tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Jul 28 15:56:44.134597 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4f2cd9f7-1e3d-4d9f-b8c7-aea4b1c888b3 req-a0505ce0-272e-4485-9b25-5d0adb0ff8e9 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 Jul 28 15:56:44.250356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752c24-27eb-4018-af29-081ef45b0575 req-890db0b1-459c-4096-adfb-279aa6f1fd72 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:44.251789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83752c24-27eb-4018-af29-081ef45b0575 req-890db0b1-459c-4096-adfb-279aa6f1fd72 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Jul 28 15:56:44.290126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-83752c24-27eb-4018-af29-081ef45b0575 req-9e0593ba-d43a-4f44-afcc-e66e5eb2b705 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jul 28 15:56:44.478395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239f7f1-34a7-44a4-bf23-e2d19cfcbf89 req-237cd12e-c664-4930-9156-98c5679a7435 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:44.480349 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f239f7f1-34a7-44a4-bf23-e2d19cfcbf89 req-237cd12e-c664-4930-9156-98c5679a7435 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0485489 Jul 28 15:56:44.522437 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f239f7f1-34a7-44a4-bf23-e2d19cfcbf89 req-80a25570-2ec0-4bc7-a2f5-e1c3e617b4eb tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Jul 28 15:56:52.343500 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfd52-305d-464f-a797-1ba63ae6903e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.892118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-737bbd0f-596d-4d6f-b3c2-e4ac13a2d121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.309179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.623849 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.103667 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.354924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e65d4-5adf-4577-9513-81e16700707a req-567a809a-df03-4bcc-9436-86fd93daaa37 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:59.356385 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a7e65d4-5adf-4577-9513-81e16700707a req-567a809a-df03-4bcc-9436-86fd93daaa37 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0550005 Jul 28 15:56:59.395104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0a7e65d4-5adf-4577-9513-81e16700707a req-37c8d6a2-e83c-4f1b-bb7d-77ad9ffc6f83 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Jul 28 15:56:59.417487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43840) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:59.499897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62def216-6dc6-4735-88a3-224f2af16f3f tempest-TestMinimumBasicScenario-918263142 tempest-TestMinimumBasicScenario-918263142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:59.501460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-62def216-6dc6-4735-88a3-224f2af16f3f tempest-TestMinimumBasicScenario-918263142 tempest-TestMinimumBasicScenario-918263142-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1092 time: 0.0829647 Jul 28 15:56:59.504548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43844) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:59.509200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'd923f375-2884-4b7b-a205-5028a546f60b', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:59.618348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.720206 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.829122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Allocated IP 172.25.6.20 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7b59b9b7-a756-414d-8eb9-1b00a5136877) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:59.929610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.046683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.082212 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:57:00.085080 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:57:00.089150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:57:00.114888 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'Port': ['ID=7b59b9b7-a756-414d-8eb9-1b00a5136877,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:00.126286 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.126657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.127004 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.127350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.127687 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.128021 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.128353 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.128711 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.129043 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.129367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.129692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.130016 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:57:00.470322 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.513579 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-6bd93d6a-5a7a-497f-bca8-2a36e9ae7b2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431509 Jul 28 15:57:00.619432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-d6efc9ce-4801-4c29-b947-5fd74b7d4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:00.621434 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-d6efc9ce-4801-4c29-b947-5fd74b7d4da0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1097 time: 0.0410733 Jul 28 15:57:00.680243 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.742148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-7bd7adab-0d5d-45ab-aa98-7382b4aef49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:00.742148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-7bd7adab-0d5d-45ab-aa98-7382b4aef49f service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0983045 Jul 28 15:57:00.810799 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-20d18324-e15d-4d6f-96b2-41c92e863ddb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 998 time: 0.0600278 Jul 28 15:57:00.842451 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.862342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-3af5714c-f5cf-4c60-8e1e-db14ebb39967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:00.863804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-3af5714c-f5cf-4c60-8e1e-db14ebb39967 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0457489 Jul 28 15:57:00.917951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-187ecd73-5578-4b33-898e-3c0d9986deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:00.919546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-187ecd73-5578-4b33-898e-3c0d9986deed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469878 Jul 28 15:57:00.932014 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.995763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'Port': ['ID=7b59b9b7-a756-414d-8eb9-1b00a5136877,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:01.011294 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:01.016482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-f9fe9850-7aff-4954-b38d-281c04dd1740 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889957 Jul 28 15:57:01.114316 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Floating IP a624b42c-6de5-4ea3-b7ad-9edd27ae9236 associated. External IP: 172.25.6.20, port: d923f375-2884-4b7b-a205-5028a546f60b. Jul 28 15:57:01.115713 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fb5fdbb-874f-4e76-bbb8-2c72f66c012b req-bfa93abb-95d6-46ed-8980-6922e24bb6e9 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922737 Jul 28 15:57:01.328196 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Router 702a1aca-186b-48e2-9884-b3cff353a2ba has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:57:01.437506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:57:01.448736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] Sync routers for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:57:01.462388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:57:01.466922 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:01.537603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:01.569982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9f0a8098-f163-47cb-bdf4-3cac1fddfca6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0617280 Jul 28 15:57:01.569982 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:57:01.570307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43848) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:01.570775 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:57:01.575692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922545323', 'description': 'tempest-secgroup-smoke-1922545323 description', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:01.582321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:57:01.668875 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c510b-bf04-4c0a-8309-2d68d2ae4525 x-openstack-request-id: req-b58c510b-bf04-4c0a-8309-2d68d2ae4525 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:57:01.669245 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:57:01.669385 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:01.669679 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b58c510b-bf04-4c0a-8309-2d68d2ae4525 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:57:01.670203 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'status': 'completed', 'code': 200} Jul 28 15:57:01.778754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-acb49446-9a36-4816-a346-bd4cedb1de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:01.780289 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-acb49446-9a36-4816-a346-bd4cedb1de97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1097 time: 0.0646396 Jul 28 15:57:01.798388 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:01.823534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'a624b42c-6de5-4ea3-b7ad-9edd27ae9236', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'port_id': 'd923f375-2884-4b7b-a205-5028a546f60b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'mac_address': 'fa:16:3e:2b:7a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:00Z', 'updated_at': '2021-07-28T15:57:00Z', 'revision_number': 0, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:02Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:01.850945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] Checking router: 702a1aca-186b-48e2-9884-b3cff353a2ba for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:57:01.859569 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:57:01.860190 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:56:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:01.881585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-a0e26ad0-eabe-44aa-90ac-68eed40c97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:01.883114 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-a0e26ad0-eabe-44aa-90ac-68eed40c97c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0931375 Jul 28 15:57:01.886442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:01.956921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1993e15c-967a-4ea4-ba7e-466dbbe825d9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:01.973638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:57:01.976518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-9f8f00f3-2474-44b2-be10-336579c2dc40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 998 time: 0.0830066 Jul 28 15:57:02.022150 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.023392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9724ca59-8a42-43bc-a4e1-1030e3eb5d40 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4517498 Jul 28 15:57:02.027638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43854) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:02.033024 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group_rule': {'security_group_id': '1993e15c-967a-4ea4-ba7e-466dbbe825d9', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:02.036279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-cc89ed2b-e9ef-4739-ad0e-520d5c96a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:02.038016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-cc89ed2b-e9ef-4739-ad0e-520d5c96a548 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0529106 Jul 28 15:57:02.087067 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-4039b604-870a-4187-a7cb-114de3a35899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:02.088519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-4039b604-870a-4187-a7cb-114de3a35899 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425725 Jul 28 15:57:02.140024 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.193009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-a0228eb8-818a-48c7-9f29-a92999fd542e service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964916 Jul 28 15:57:02.207215 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.208560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'a624b42c-6de5-4ea3-b7ad-9edd27ae9236', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'port_id': 'd923f375-2884-4b7b-a205-5028a546f60b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'mac_address': 'fa:16:3e:2b:7a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:00Z', 'updated_at': '2021-07-28T15:57:00Z', 'revision_number': 0, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:02Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:02.235616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d74cf-3b33-45b9-9456-0410b1a93575 None None] The sync data for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 is: [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'a624b42c-6de5-4ea3-b7ad-9edd27ae9236', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'port_id': 'd923f375-2884-4b7b-a205-5028a546f60b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'mac_address': 'fa:16:3e:2b:7a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:00Z', 'updated_at': '2021-07-28T15:57:00Z', 'revision_number': 0, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:02Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:57:02.300005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.305998 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f1f9e1a-70ca-4b72-918d-e945c96d7d6f req-05da452e-78a9-4ac2-901c-bdbd2ea9fbc3 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047282 Jul 28 15:57:02.326794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45337c66-b6f4-4f72-9c8d-f54253d5f970,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:02.397411 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.405983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-797b4169-25b7-4225-bc14-ce98a2f8a370 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3700542 Jul 28 15:57:02.405983 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43856) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:02.407063 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group_rule': {'security_group_id': '1993e15c-967a-4ea4-ba7e-466dbbe825d9', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:02.439485 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7c954-6ea9-4d05-8adb-406ad8736f42 None None] New status for floating IP a624b42c-6de5-4ea3-b7ad-9edd27ae9236: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:57:02.511261 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.570484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.686612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.707083 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37787a2d-9f84-465f-bb1e-41938ae79974,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:02.779812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.781113 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b0630e1d-48f3-4f89-8559-f24555d4c88b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3779793 Jul 28 15:57:02.783934 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43858) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:02.788377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group_rule': {'security_group_id': '1993e15c-967a-4ea4-ba7e-466dbbe825d9', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:02.897118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.954573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:02.991320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.019434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.037485 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cfc40e-063a-4596-9971-c37a6b6579a5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:03.111241 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.112558 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f9c5d7e-6f5f-4d6a-9a38-39bae0228ade tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276298 Jul 28 15:57:03.115313 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43860) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:03.120652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group_rule': {'security_group_id': '1993e15c-967a-4ea4-ba7e-466dbbe825d9', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:03.231395 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.290020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.379681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.400414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6283b9-5c14-45c0-b0f1-ba3452de4640,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:03.480832 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.482106 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f75aafdf-213b-4ccf-be98-ab007ead60dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3657348 Jul 28 15:57:03.484947 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43862) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:03.489681 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group_rule': {'security_group_id': '1993e15c-967a-4ea4-ba7e-466dbbe825d9', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:03.572291 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Project e500d01e64ce4b9589e99d765a4cc636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:57:03.577446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.638021 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.705669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.723158 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb73cd5-256f-4bc3-be8e-9105ae88dee2,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:03.820280 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.821910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-025b480a-5b3d-41b0-8348-ea937c9ef3f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359461 Jul 28 15:57:03.824902 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43864) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:03.829580 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'security_group_rule': {'security_group_id': '1993e15c-967a-4ea4-ba7e-466dbbe825d9', 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:03.931957 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Project e500d01e64ce4b9589e99d765a4cc636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:57:03.937306 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.999771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.074662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.093150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604d67b2-6ca6-4b9e-8257-089807ca7252,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:04.171924 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.173344 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-24f34da2-16f0-427a-880d-607a60fda681 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3474207 Jul 28 15:57:04.252821 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-bf4f3594-1bc0-4b98-960a-6fc5af8fdcb4 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922545323&fields=id&tenant_id=e500d01e64ce4b9589e99d765a4cc636 HTTP/1.1" status: 200 len: 267 time: 0.0343938 Jul 28 15:57:04.304867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-6f4e6568-9605-4a76-9c2e-835ca9d8f9f5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:04.306338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-6f4e6568-9605-4a76-9c2e-835ca9d8f9f5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0480742 Jul 28 15:57:04.318055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'port': {'security_groups': ['4fc39200-fe5a-4fb6-b0f3-7e38fbc70269', '1993e15c-967a-4ea4-ba7e-466dbbe825d9']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:04.384530 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.573577 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:57:04.603531 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.705375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.748081 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d923f375-2884-4b7b-a205-5028a546f60b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:57:04.750652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:04.751370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.759666 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-083596d2-9dfb-46d8-baee-c4e9a88bdc4b req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "PUT /v2.0/ports/d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 981 time: 0.4460230 Jul 28 15:57:04.767426 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:57:04.770049 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6873788d-8378-409b-8a0f-21a36f7fddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:57:04.803248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96778aba-0ad3-406b-b4f2-1c08af83b8f3 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:04.879145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d923f375-2884-4b7b-a205-5028a546f60b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:57:04.894258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b80ce5-295f-43e1-829b-7476ac265f02 req-7e1a2639-5866-40b5-93df-eb4023eb9847 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:04.894795 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd2068-5d6b-4f55-a81c-c289a552f9c6 x-openstack-request-id: req-68bd2068-5d6b-4f55-a81c-c289a552f9c6 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:57:04.895006 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:57:04.895264 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68bd2068-5d6b-4f55-a81c-c289a552f9c6 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:57:04.895689 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'status': 'completed', 'code': 200} Jul 28 15:57:04.896318 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0b80ce5-295f-43e1-829b-7476ac265f02 req-7e1a2639-5866-40b5-93df-eb4023eb9847 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0612309 Jul 28 15:57:04.946976 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0b80ce5-295f-43e1-829b-7476ac265f02 req-8241e433-5c00-42c1-8baf-69408323e6aa tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432260 Jul 28 15:57:04.994493 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-56e82aec-f916-4aa3-8888-b26575605232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:04.997005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-56e82aec-f916-4aa3-8888-b26575605232 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1136 time: 0.0513561 Jul 28 15:57:05.095332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-96a078e1-0c75-440f-9b2e-965511890d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:05.097025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-96a078e1-0c75-440f-9b2e-965511890d75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0929501 Jul 28 15:57:05.138594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-4eb03c13-d861-4d7e-9857-4f4bbf0eec73 None None] Provisioning complete for port d923f375-2884-4b7b-a205-5028a546f60b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:57:05.138965 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4eb03c13-d861-4d7e-9857-4f4bbf0eec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.165844 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-1b117a55-fdbd-40c1-9c90-5dbf079c7e05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 1000 time: 0.0603514 Jul 28 15:57:05.218999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-2ff5d235-c9ea-4410-b259-8e580aa98e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:05.220495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-2ff5d235-c9ea-4410-b259-8e580aa98e88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0470815 Jul 28 15:57:05.271732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-1bee6c66-f075-4831-9376-9bfb0f8a46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:05.273302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-1bee6c66-f075-4831-9376-9bfb0f8a46f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452714 Jul 28 15:57:05.368028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-bbea5cf2-dc9a-418b-9783-595ee14a370a service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Jul 28 15:57:05.466840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6873788d-8378-409b-8a0f-21a36f7fddfc req-51580322-ac1b-49b9-80d5-5cdc766e3135 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908697 Jul 28 15:57:07.062915 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.345409 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:57:22.356284 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-864dba49-a0c3-458a-94bd-3914e0acd0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:24.897223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-220ce3f5-b455-4a33-a532-db0467eaddd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:25.287451 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:26.654677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:28.116223 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:32.984327 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:37.087208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:43.463590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-495fd307-1c22-4e0f-9f64-ab88cf91f394 req-4aea1be2-9908-4a3c-9b37-07ffc7a2e28f service neutron] (94657) timed out ('10.222.0.57', 40188) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:57:51.344294 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:57:52.337928 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1e308bb1-2324-48eb-bb62-7574ae0c668d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:54.886615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4f27aba9-dad6-4a06-969d-02516a181da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:55.246538 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:56.616660 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:58.114553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:02.547999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-aed74956-a150-4bbd-b9c5-53b793fb3efb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433187 Jul 28 15:58:02.649302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aea605-494f-41fc-abee-2915fcb542be req-2dcfe4b9-0631-42ec-921d-15e5fedf0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:02.650842 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-2dcfe4b9-0631-42ec-921d-15e5fedf0dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1136 time: 0.0428474 Jul 28 15:58:02.760882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aea605-494f-41fc-abee-2915fcb542be req-59cb3e75-c6f5-4077-a352-a75bba066abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:02.762400 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-59cb3e75-c6f5-4077-a352-a75bba066abe service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0898874 Jul 28 15:58:02.833244 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-c126cd94-ee81-44b9-85e8-76a039741880 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 1000 time: 0.0602038 Jul 28 15:58:02.884083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aea605-494f-41fc-abee-2915fcb542be req-fb2f1ac2-15aa-46fc-aa8f-4c79fd75f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:02.885596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-fb2f1ac2-15aa-46fc-aa8f-4c79fd75f016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0450780 Jul 28 15:58:02.942077 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aea605-494f-41fc-abee-2915fcb542be req-ffda7156-b976-4ea7-a8d9-e9d9167584af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:02.943708 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-ffda7156-b976-4ea7-a8d9-e9d9167584af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495520 Jul 28 15:58:03.043386 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-08ac1be7-f7df-45f6-b878-c2c4e954a6c7 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914216 Jul 28 15:58:03.062315 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:03.147202 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b6aea605-494f-41fc-abee-2915fcb542be req-f4e46693-baac-4394-82f7-4b8e96913f9a service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949962 Jul 28 15:58:03.255756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-a4178cb1-87e4-4f6c-ae7e-cb9178329ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:03.260601 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-a4178cb1-87e4-4f6c-ae7e-cb9178329ab1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1136 time: 0.0442550 Jul 28 15:58:03.294147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0b1de-2fbd-4eff-bbf2-a21263e97b41 req-bf824007-7685-4d63-813f-bb4f8c9e6a4f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:03.295655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15f0b1de-2fbd-4eff-bbf2-a21263e97b41 req-bf824007-7685-4d63-813f-bb4f8c9e6a4f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.1138287 Jul 28 15:58:03.337993 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-15f0b1de-2fbd-4eff-bbf2-a21263e97b41 req-af1f3091-071a-4c96-a1cf-ac50f0978254 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355358 Jul 28 15:58:03.348891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-38a880aa-6baf-411a-a0a4-91be8521cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:03.350389 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-38a880aa-6baf-411a-a0a4-91be8521cf96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0854371 Jul 28 15:58:03.422181 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-0c935771-0e12-4ebd-b32a-6094fb645aa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 1000 time: 0.0624247 Jul 28 15:58:03.471538 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-620b9ecf-6c90-4614-9775-5d3ca3ed74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:03.473161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-620b9ecf-6c90-4614-9775-5d3ca3ed74d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0438778 Jul 28 15:58:03.520114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-8e4524fd-4d30-4abb-a273-1d413fcdcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:03.521671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-8e4524fd-4d30-4abb-a273-1d413fcdcccf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412245 Jul 28 15:58:03.616850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-48d6574d-d2e1-4d71-aefc-4653d0b12f7d service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870450 Jul 28 15:58:03.707420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-255f0f31-d210-4e21-ba7d-4c50bd4aa4df req-3303df7a-70f2-474a-aaed-a40178d23e7c service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Jul 28 15:58:04.461305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb99ed-42e4-48ce-89d3-e7c08cbf6e33 req-c6c43eba-fe8e-4394-ab05-f972f7139998 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:04.463084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-becb99ed-42e4-48ce-89d3-e7c08cbf6e33 req-c6c43eba-fe8e-4394-ab05-f972f7139998 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0557241 Jul 28 15:58:04.504739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-becb99ed-42e4-48ce-89d3-e7c08cbf6e33 req-c8732d22-8577-4609-ad5a-6682a311bec1 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354958 Jul 28 15:58:05.625157 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e16d53-12b8-4e05-acab-e033b58b54e6 req-1cdd373e-812f-44ba-b09c-43957fc0021a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:05.626627 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3e16d53-12b8-4e05-acab-e033b58b54e6 req-1cdd373e-812f-44ba-b09c-43957fc0021a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0485897 Jul 28 15:58:05.667421 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e3e16d53-12b8-4e05-acab-e033b58b54e6 req-a4f8180a-2817-4f24-b1fa-44e319d51ae0 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345182 Jul 28 15:58:06.782320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f65c-0aea-4144-8a3b-2ea1e42a96ab req-b90523ef-25a3-484e-8b24-d997ab4bb87f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:06.783777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cca3f65c-0aea-4144-8a3b-2ea1e42a96ab req-b90523ef-25a3-484e-8b24-d997ab4bb87f tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0490122 Jul 28 15:58:06.824496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cca3f65c-0aea-4144-8a3b-2ea1e42a96ab req-1f5e82e3-beab-4d46-b128-0e108d17071c tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338283 Jul 28 15:58:07.109002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:07.938087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf3fc-00e0-4d87-812f-518a0eae9f90 req-c0b4b0af-36d5-411f-a37e-93229f7f8b4c tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:07.939554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53ecf3fc-00e0-4d87-812f-518a0eae9f90 req-c0b4b0af-36d5-411f-a37e-93229f7f8b4c tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0483747 Jul 28 15:58:07.983835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-53ecf3fc-00e0-4d87-812f-518a0eae9f90 req-0912b412-0d28-4d22-a7ab-4585c59e13ea tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379922 Jul 28 15:58:09.099157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c5c5-b07c-437a-8b35-18db91a4cb3c req-1dfcf8cb-8ad8-4345-8d00-abe2286dd85b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:09.100733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f07c5c5-b07c-437a-8b35-18db91a4cb3c req-1dfcf8cb-8ad8-4345-8d00-abe2286dd85b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0505195 Jul 28 15:58:09.157014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0f07c5c5-b07c-437a-8b35-18db91a4cb3c req-925a1d84-d5a1-41cf-b252-2edd457f4d1e tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500815 Jul 28 15:58:10.271968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f7406-8a8d-4660-9449-5c253ed557b2 req-80de998b-06b0-410f-be50-3e4737f4285b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:10.273464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-041f7406-8a8d-4660-9449-5c253ed557b2 req-80de998b-06b0-410f-be50-3e4737f4285b tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0484185 Jul 28 15:58:10.313705 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-041f7406-8a8d-4660-9449-5c253ed557b2 req-c902d3fa-e730-4e87-89e6-cd5390d155c5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340807 Jul 28 15:58:11.432771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392798ce-6a27-4864-bf50-f117a48b0d43 req-b6db51d7-2b06-40e3-81ec-09b52ada0cb5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:11.434254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-392798ce-6a27-4864-bf50-f117a48b0d43 req-b6db51d7-2b06-40e3-81ec-09b52ada0cb5 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0534220 Jul 28 15:58:11.476230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-392798ce-6a27-4864-bf50-f117a48b0d43 req-f6067d6c-f41b-4ca6-9fa4-d8e5233bb4fe tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357654 Jul 28 15:58:12.590616 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728210e-b115-42e8-963e-6f4d4606ecb8 req-e48129a0-8f94-4346-8c3a-5971849f34cb tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:12.592089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e728210e-b115-42e8-963e-6f4d4606ecb8 req-e48129a0-8f94-4346-8c3a-5971849f34cb tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0485647 Jul 28 15:58:12.632699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e728210e-b115-42e8-963e-6f4d4606ecb8 req-eadf9cda-05ba-4071-9ec3-166bebb42c72 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339060 Jul 28 15:58:13.747662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d20bb0-757a-4527-a3be-dbb5ae2f84f2 req-4b278315-36b9-43b8-b9cd-12e85881ac9a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:13.749157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29d20bb0-757a-4527-a3be-dbb5ae2f84f2 req-4b278315-36b9-43b8-b9cd-12e85881ac9a tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0497820 Jul 28 15:58:13.790611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29d20bb0-757a-4527-a3be-dbb5ae2f84f2 req-3df1af7f-52be-4c98-8c76-af829b5139dc tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353692 Jul 28 15:58:14.913291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3366c1c-37dd-45e0-a5b6-b04c908dc8f7 req-56781f2a-4d5f-4fcc-bfa8-a41feffa910d tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:14.914814 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3366c1c-37dd-45e0-a5b6-b04c908dc8f7 req-56781f2a-4d5f-4fcc-bfa8-a41feffa910d tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0514345 Jul 28 15:58:14.958835 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d3366c1c-37dd-45e0-a5b6-b04c908dc8f7 req-ff7d7bc0-21d6-4e99-9fb8-42b37e75a035 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379536 Jul 28 15:58:16.075044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b2191-a041-4153-9543-64598f9dbb40 req-c78da6f6-95da-4eac-9359-e0ae324fb628 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:16.076577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d6b2191-a041-4153-9543-64598f9dbb40 req-c78da6f6-95da-4eac-9359-e0ae324fb628 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0493524 Jul 28 15:58:16.117765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5d6b2191-a041-4153-9543-64598f9dbb40 req-bf278786-e735-4db6-8c41-431da82ef4b9 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=1993e15c-967a-4ea4-ba7e-466dbbe825d9&id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346129 Jul 28 15:58:22.342491 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69176c7d-9c56-4423-aefb-9cc18d690473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:24.885341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-59fb69ed-50d9-427a-b097-052f3c81620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:25.261701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:26.696854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:28.107925 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:28.343716 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:58:33.045346 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:37.067094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:52.404202 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-629f5a24-6cf6-4d9d-8700-6ab56d73a2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:54.878664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f96ce57d-9e08-452c-a4d5-0bd92cb826bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:55.266669 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:56.621506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:58.118178 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:03.015090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:04.597568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-c98dd484-c153-4350-bfb3-68c76e491679 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1067445 Jul 28 15:59:04.698350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-5fca4101-88d5-4c9f-bf3c-241098457391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:04.700419 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-5fca4101-88d5-4c9f-bf3c-241098457391 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1136 time: 0.0426955 Jul 28 15:59:04.804882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-b812467e-d99a-432e-b3ab-e46be1af330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:04.806362 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-b812467e-d99a-432e-b3ab-e46be1af330e service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0850208 Jul 28 15:59:04.877061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-7e20601a-f641-482d-9529-451d7719cf45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 1000 time: 0.0629988 Jul 28 15:59:04.925472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-832a03a6-b409-4437-ae95-6f7c140e6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:04.926974 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-832a03a6-b409-4437-ae95-6f7c140e6563 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0431221 Jul 28 15:59:04.973151 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-a975eed5-8503-4d27-85c2-15c327242f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:04.974616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-a975eed5-8503-4d27-85c2-15c327242f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398493 Jul 28 15:59:04.986139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-4dc35440-6b96-47ce-9be0-263ff77ea3a6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:59:04.987131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-4dc35440-6b96-47ce-9be0-263ff77ea3a6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049489 Jul 28 15:59:05.084287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-ccf48ec8-3d6d-40cd-97af-fdf26961e7c3 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898025 Jul 28 15:59:05.178632 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea3d9860-bff4-41ec-87c7-f90d3e08bffd req-2bc1d5e0-d606-49f0-b721-0a0c1f459393 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872526 Jul 28 15:59:05.343822 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:59:07.066046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:19.589471 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b51d8380-ffa6-4bfb-b770-51bc48686b53 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922545323&fields=id&tenant_id=e500d01e64ce4b9589e99d765a4cc636 HTTP/1.1" status: 200 len: 267 time: 0.0366437 Jul 28 15:59:19.642548 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c630-5bee-4752-af31-aa986da9dbae req-ddc2c81b-e274-4ee7-b14b-bac0b9f281a1 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:19.644000 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fc45c630-5bee-4752-af31-aa986da9dbae req-ddc2c81b-e274-4ee7-b14b-bac0b9f281a1 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 984 time: 0.0487182 Jul 28 15:59:19.654959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Request body: {'port': {'security_groups': ['4fc39200-fe5a-4fb6-b0f3-7e38fbc70269']}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:19.721131 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:19.900087 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:19.930104 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:19.969407 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.005725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d923f375-2884-4b7b-a205-5028a546f60b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:59:20.019835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:20.020200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.021662 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fc45c630-5bee-4752-af31-aa986da9dbae req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "PUT /v2.0/ports/d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 942 time: 0.3711700 Jul 28 15:59:20.022131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:20.024408 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:20.035674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 43964) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:20.069716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event updated for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=7']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:20.078038 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b66f08e-6f68-4091-a146-e683b3d74dea x-openstack-request-id: req-8b66f08e-6f68-4091-a146-e683b3d74dea {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:20.078365 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:20.078540 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b66f08e-6f68-4091-a146-e683b3d74dea {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:20.078951 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'status': 'completed', 'code': 200} Jul 28 15:59:20.080198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.080566 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.080916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.081256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.081591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.081929 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.082256 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.082588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.082919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.083246 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.083572 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.083895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690c34-b105-433e-af1a-5a7979598a48 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.152920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d923f375-2884-4b7b-a205-5028a546f60b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:59:20.202889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.205845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-b37272c7-42a1-4947-bf7c-5bf6a4764921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:20.207395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-b37272c7-42a1-4947-bf7c-5bf6a4764921 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1097 time: 0.0692101 Jul 28 15:59:20.236760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.333474 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d46be5fb-0e5b-46e5-96db-616c337d787a None None] Provisioning complete for port d923f375-2884-4b7b-a205-5028a546f60b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:59:20.333821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d46be5fb-0e5b-46e5-96db-616c337d787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.365920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-f1ed9536-b31e-49a8-af66-8d8aacf6b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:20.367418 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-f1ed9536-b31e-49a8-af66-8d8aacf6b88b service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.1399841 Jul 28 15:59:20.437315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-60b143a4-90bb-424e-81df-8ec2372c7a5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 1000 time: 0.0612490 Jul 28 15:59:20.443299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.447984 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.447984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "DELETE /v2.0/security-groups/1993e15c-967a-4ea4-ba7e-466dbbe825d9 HTTP/1.1" status: 204 len: 168 time: 0.4091029 Jul 28 15:59:20.450223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 43966) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:20.481547 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993e15c-967a-4ea4-ba7e-466dbbe825d9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:20.493153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.493494 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.493878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.494169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.494511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.494848 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.495182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.495513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.495843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.496211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.496647 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.496977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f9473-e9df-4739-92ef-1ea3f7e6e241 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:20.512768 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-b81381b2-7669-4839-9335-3c45d23ec9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:20.514267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-b81381b2-7669-4839-9335-3c45d23ec9d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0660882 Jul 28 15:59:20.566186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-bb06aa4c-b940-45a6-9c65-b234f7a427da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:20.568278 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-bb06aa4c-b940-45a6-9c65-b234f7a427da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467274 Jul 28 15:59:20.619008 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Deleting port 7b59b9b7-a756-414d-8eb9-1b00a5136877 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:20.624610 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.661471 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-5b0965ff-b9e3-4359-9771-a01cd0db62a6 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Jul 28 15:59:20.697630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.697975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.710714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Calling delete_port for 7b59b9b7-a756-414d-8eb9-1b00a5136877 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:20.759252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2cd857f1-1a8e-4775-b24a-1fbd618ca6d0 req-fbe9179b-6181-46f1-a723-2f54a8f79695 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887187 Jul 28 15:59:20.963494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.987575 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event deleted for resources: {'Port': ['ID=7b59b9b7-a756-414d-8eb9-1b00a5136877,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:21.052618 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:21.052957 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Floating IP a624b42c-6de5-4ea3-b7ad-9edd27ae9236 disassociated (deleted). External IP: 172.25.6.20, port: d923f375-2884-4b7b-a205-5028a546f60b. Jul 28 15:59:21.258646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Router 702a1aca-186b-48e2-9884-b3cff353a2ba has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:59:21.367909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:59:21.373376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:21.377990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] Sync routers for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:59:21.387266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:21.387865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:21.399485 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-517ebeea-00b0-417e-ae1c-9b04224c84c6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "DELETE /v2.0/floatingips/a624b42c-6de5-4ea3-b7ad-9edd27ae9236 HTTP/1.1" status: 204 len: 168 time: 0.9480844 Jul 28 15:59:21.510467 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:21.710723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:02Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:21.738120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] Checking router: 702a1aca-186b-48e2-9884-b3cff353a2ba for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:59:21.746335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:21.746939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:58:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:21.858075 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:22.054379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:02Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:22.079878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:22.082883 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b61178-5cc5-44f4-9e75-4d0166226ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:22.083418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2c3b1-943f-44a8-9db6-cdbe2827efbe None None] The sync data for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 is: [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:55:56Z', 'revision_number': 4, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f', 'name': '', 'network_id': '159bff60-634c-423f-abdf-82e9c39f606a', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'mac_address': 'fa:16:3e:42:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:56Z', 'updated_at': '2021-07-28T15:56:02Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'subnets': [{'id': '9bfb9006-b337-4f54-bed0-686e0d818ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:59:22.146899 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9c1a20-72a5-4198-8fcf-0f5847f92b6d x-openstack-request-id: req-9a9c1a20-72a5-4198-8fcf-0f5847f92b6d {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:22.147190 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:22.147445 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a9c1a20-72a5-4198-8fcf-0f5847f92b6d {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:22.147851 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'status': 'completed', 'code': 200} Jul 28 15:59:22.239937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-3dcb0305-921a-440d-b549-b2d95a060b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:22.241543 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-3dcb0305-921a-440d-b549-b2d95a060b53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e500d01e64ce4b9589e99d765a4cc636&device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 1097 time: 0.0500431 Jul 28 15:59:22.333354 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f25bcf-ed57-4107-9966-5a61a87ea323 None None] New status for floating IP a624b42c-6de5-4ea3-b7ad-9edd27ae9236: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:59:22.335149 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9344-550e-412b-86b5-71393ba03344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:22.349297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-4154d697-57eb-42f4-8687-394d83ac740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:22.350787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-4154d697-57eb-42f4-8687-394d83ac740a service neutron] 10.222.0.42 "GET /v2.0/networks?id=159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 200 len: 914 time: 0.0991626 Jul 28 15:59:22.397826 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-0f8194af-c5da-49f6-94ee-59a8a4941c5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 200 len: 217 time: 0.0390992 Jul 28 15:59:22.450812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-65154a61-e483-4327-bfd1-f81b429f0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:22.452290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-65154a61-e483-4327-bfd1-f81b429f0d15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 200 len: 852 time: 0.0479896 Jul 28 15:59:22.501008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-5ad385d9-8779-4b04-baf0-dfbe06a78303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:22.502595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-5ad385d9-8779-4b04-baf0-dfbe06a78303 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=159bff60-634c-423f-abdf-82e9c39f606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439875 Jul 28 15:59:22.602855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-01f877e0-0543-427d-8ea4-548a54b20a05 service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924747 Jul 28 15:59:22.697522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d2b61178-5cc5-44f4-9e75-4d0166226ab4 req-d2f0a551-b473-46c2-b6cc-7ac6a9a02e6f service neutron] 10.222.0.42 "GET /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Jul 28 15:59:24.906179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-73cf3a80-2dd7-4fba-8e9d-5f5faeddb0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:25.260598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:26.631783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:28.094746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:32.227736 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848931c6-0d35-4335-9087-1eb406843054 req-225084c9-2922-46cc-a22d-71d8e1813ffa tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:32.233734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-848931c6-0d35-4335-9087-1eb406843054 req-225084c9-2922-46cc-a22d-71d8e1813ffa tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0643711 Jul 28 15:59:32.268798 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-848931c6-0d35-4335-9087-1eb406843054 req-74a3d2f1-d626-4ea3-a2b5-90afb44b4fd0 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Jul 28 15:59:33.014845 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:33.386156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14201-cad0-412c-adb4-d95ebbd421fa req-a5c60aec-8998-48c3-862b-34cb8433b8bf tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:33.388132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5c14201-cad0-412c-adb4-d95ebbd421fa req-a5c60aec-8998-48c3-862b-34cb8433b8bf tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Jul 28 15:59:33.426073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f5c14201-cad0-412c-adb4-d95ebbd421fa req-1ead717a-4626-43ff-9fe7-f2320ece400c tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Jul 28 15:59:34.381972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-bc67534c-51d4-4591-98ec-5ba7b3fc3652 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:34.383558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-bc67534c-51d4-4591-98ec-5ba7b3fc3652 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Jul 28 15:59:34.476851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Deleting port d923f375-2884-4b7b-a205-5028a546f60b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:34.477098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:34.596264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5f55-beba-4afe-ad42-81c2cc62ea4a req-10fe0c4c-3887-4a17-a951-bff2a52e2cdf tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:34.597819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bdec5f55-beba-4afe-ad42-81c2cc62ea4a req-10fe0c4c-3887-4a17-a951-bff2a52e2cdf tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 945 time: 0.1023698 Jul 28 15:59:34.628410 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] For port d923f375-2884-4b7b-a205-5028a546f60b, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d923f375-2884-4b7b-a205-5028a546f60b,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:34.628841 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:34.650329 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Calling delete_port for d923f375-2884-4b7b-a205-5028a546f60b owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:34.671807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bdec5f55-beba-4afe-ad42-81c2cc62ea4a req-c77ed2ca-9540-4541-bde9-8f4cdb8a6a57 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/security-groups?id=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668187 Jul 28 15:59:34.894879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:34.925154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Pushing event deleted for resources: {'Port': ['ID=d923f375-2884-4b7b-a205-5028a546f60b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:34.929303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d923f375-2884-4b7b-a205-5028a546f60b'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:59:34.975623 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] No DVR routers for this DVR port d923f375-2884-4b7b-a205-5028a546f60b on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:59:34.979785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:34.980792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d9c7fa68-eb6d-4121-9564-851505b9bf45 req-171fe2c6-ad2f-4da4-8084-5c7271410e82 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.42 "DELETE /v2.0/ports/d923f375-2884-4b7b-a205-5028a546f60b HTTP/1.1" status: 204 len: 173 time: 0.5900352 Jul 28 15:59:34.981284 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'name': 'network-vif-deleted', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:34.984103 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535af27e-db61-4bf8-b5a7-f1b488929761" -d '{"events": [{"server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "name": "network-vif-deleted", "tag": "d923f375-2884-4b7b-a205-5028a546f60b"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:35.023553 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d61bc9-3022-4aef-ba6f-56bcc63683f0 x-openstack-request-id: req-31d61bc9-3022-4aef-ba6f-56bcc63683f0 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:35.023893 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5def5b-cd25-4b22-8d51-5dc0e0f0a521", "name": "network-vif-deleted", "tag": "d923f375-2884-4b7b-a205-5028a546f60b", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:35.024208 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31d61bc9-3022-4aef-ba6f-56bcc63683f0 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:35.024661 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5def5b-cd25-4b22-8d51-5dc0e0f0a521', 'name': 'network-vif-deleted', 'tag': 'd923f375-2884-4b7b-a205-5028a546f60b', 'status': 'completed', 'code': 200} Jul 28 15:59:35.777703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13a52ba5-885d-491b-9e40-de7e6996304b req-224e0687-bc09-4c5f-85f2-f3783ff9d4f6 tempest-TestMinimumBasicScenario-87603053 tempest-TestMinimumBasicScenario-87603053-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5def5b-cd25-4b22-8d51-5dc0e0f0a521 HTTP/1.1" status: 200 len: 210 time: 0.0263126 Jul 28 15:59:37.146248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:38.097337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44098) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:38.444303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:38.751840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d923f375-2884-4b7b-a205-5028a546f60b no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:38.772255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: d923f375-2884-4b7b-a205-5028a546f60b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:38.772625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d923f375-2884-4b7b-a205-5028a546f60b not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:39.018840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Deleting port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:39.019074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:39.094627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] For port 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:39.094996 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:39.108131 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Calling delete_port for 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:39.380030 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:39.406644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Pushing event deleted for resources: {'Port': ['ID=1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:39.577440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:39.794104 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Router 702a1aca-186b-48e2-9884-b3cff353a2ba has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:59:39.911841 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:59:39.916916 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-64b99f5c-07cf-4ac4-b2ce-99253fe84762 admin admin] 10.222.0.57 "PUT /v2.0/routers/702a1aca-186b-48e2-9884-b3cff353a2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185148 Jul 28 15:59:39.920295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44100) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:39.921354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] Sync routers for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:59:39.930345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:39.930952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:40.030081 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.035803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:40.135666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.234560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:59:39Z', 'revision_number': 5, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port': {'id': '80bb9988-9d04-4a92-a0ad-d0595dadd16f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:55:54Z', 'updated_at': '2021-07-28T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:40.261260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] Checking router: 702a1aca-186b-48e2-9884-b3cff353a2ba for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:59:40.269480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] Routers {'702a1aca-186b-48e2-9884-b3cff353a2ba'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:40.270095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['702a1aca-186b-48e2-9884-b3cff353a2ba'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:40.275742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Deleting port 80bb9988-9d04-4a92-a0ad-d0595dadd16f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:40.275953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.355210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] Set router 702a1aca-186b-48e2-9884-b3cff353a2ba gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:40.358817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] For port 80bb9988-9d04-4a92-a0ad-d0595dadd16f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=80bb9988-9d04-4a92-a0ad-d0595dadd16f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:40.359199 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.372696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Calling delete_port for 80bb9988-9d04-4a92-a0ad-d0595dadd16f owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:40.406548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:59:40Z', 'revision_number': 6, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:40.436076 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec8a014-0ccd-4f79-a2ec-9070fdab8ecd None None] The sync data for ids ['702a1aca-186b-48e2-9884-b3cff353a2ba'] in n-d-764806-10 is: [{'id': '702a1aca-186b-48e2-9884-b3cff353a2ba', 'name': 'tempest-TestMinimumBasicScenario-31829224-router', 'tenant_id': 'e500d01e64ce4b9589e99d765a4cc636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:55:53Z', 'updated_at': '2021-07-28T15:59:40Z', 'revision_number': 6, 'project_id': 'e500d01e64ce4b9589e99d765a4cc636', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:59:40.614515 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.645267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bb9988-9d04-4a92-a0ad-d0595dadd16f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:40.705312 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.802669 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:40.805022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.134330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.134845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702a1aca-186b-48e2-9884-b3cff353a2ba {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:59:41.140132 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.141432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fb67cc48-d378-481d-b5dd-a0c489172e88 admin admin] 10.222.0.57 "DELETE /v2.0/routers/702a1aca-186b-48e2-9884-b3cff353a2ba HTTP/1.1" status: 204 len: 168 time: 1.2200127 Jul 28 15:59:41.144079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44102) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:41.192667 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Deleting subnet 9bfb9006-b337-4f54-bed0-686e0d818ea1 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:59:41.204798 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.231108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.314030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.429245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80bb9988-9d04-4a92-a0ad-d0595dadd16f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:41.432512 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.456719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446e49f-7387-44bd-8758-c0b26f4e002c None None] Network 159bff60-634c-423f-abdf-82e9c39f606a requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:59:41.459599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 80bb9988-9d04-4a92-a0ad-d0595dadd16f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:41.460118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 80bb9988-9d04-4a92-a0ad-d0595dadd16f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:41.460323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:41.462924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.464824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9bfb9006-b337-4f54-bed0-686e0d818ea1 HTTP/1.1" status: 204 len: 168 time: 0.3196425 Jul 28 15:59:41.466075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584a666-6e29-4e56-972d-3a4d9f415bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfb9006-b337-4f54-bed0-686e0d818ea1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:41.469025 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:41.558599 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.621759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Deleting port 407f9f0a-471c-478f-8312-f62ec490fe30 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:41.622105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.689949 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] For port 407f9f0a-471c-478f-8312-f62ec490fe30, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=407f9f0a-471c-478f-8312-f62ec490fe30,segment=NetworkSegment(cf944f17-a7ed-4fac-a2e7-142bead56774),segment_id=cf944f17-a7ed-4fac-a2e7-142bead56774)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:41.690401 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.690662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:41.691264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1352d250-cc14-4bcd-a2e7-f2ba7d8eaa5f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:41.705838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Calling delete_port for 407f9f0a-471c-478f-8312-f62ec490fe30 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:41.843508 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.874153 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] No DVR routers for this DVR port 407f9f0a-471c-478f-8312-f62ec490fe30 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:59:41.880628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Pushing event deleted for resources: {'Port': ['ID=407f9f0a-471c-478f-8312-f62ec490fe30,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:41.885048 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373bc92-26aa-40ce-bfa8-132119d17fa6 None None] DHCP port deletion for 159bff60-634c-423f-abdf-82e9c39f606a request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:59:41.960040 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:41.970618 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159bff60-634c-423f-abdf-82e9c39f606a']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:41.980780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf944f17-a7ed-4fac-a2e7-142bead56774') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:41.981077 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf944f17-a7ed-4fac-a2e7-142bead56774') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:41.990972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:42.004429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:42.010304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:59:42.010695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:59:42.012297 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:59:42.151739 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:42.157662 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:42.162236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] 10.222.0.57 "DELETE /v2.0/networks/159bff60-634c-423f-abdf-82e9c39f606a HTTP/1.1" status: 204 len: 168 time: 0.6894419 Jul 28 15:59:42.162595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44106) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:42.171027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97963954-e1b2-47a0-82ff-11ed0b242788 admin admin] Pushing event deleted for resources: {'Network': ['ID=159bff60-634c-423f-abdf-82e9c39f606a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:42.344747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:59:42.833250 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:43.080470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Deleting port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:43.080843 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:43.158635 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] For port 2ad56e4f-fa29-4add-a9d0-304ff5731fb1, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:43.158913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:43.171961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Calling delete_port for 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:43.408749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 407f9f0a-471c-478f-8312-f62ec490fe30 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:43.420866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:43.429981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 407f9f0a-471c-478f-8312-f62ec490fe30 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:43.430270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 407f9f0a-471c-478f-8312-f62ec490fe30 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:43.450972 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad56e4f-fa29-4add-a9d0-304ff5731fb1,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:43.622941 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:43.843344 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:59:43.950933 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:59:43.955999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-825aeb9c-87e8-4c8b-86d8-cc18a0b1a681 admin admin] 10.222.0.57 "PUT /v2.0/routers/2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923231 Jul 28 15:59:43.958521 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44108) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:43.963094 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] Sync routers for ids ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:59:43.972509 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] Routers {'2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:43.977102 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:44.068426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.077571 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] Set router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:44.171202 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.259631 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:59:43Z', 'revision_number': 5, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port': {'id': '6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:44.286463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] Checking router: 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:59:44.295211 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] Routers {'2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:44.295821 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:44.348022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Deleting port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:44.348678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.389914 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] Set router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:44.428440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] For port 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:44.428759 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.442552 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Calling delete_port for 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:44.443998 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:59:44Z', 'revision_number': 6, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:44.470504 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad70055-f1e5-4d03-9e79-42754696f54b None None] The sync data for ids ['2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8'] in n-d-764806-10 is: [{'id': '2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8', 'name': 'tempest-TestMinimumBasicScenario-421117458-router', 'tenant_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:00Z', 'updated_at': '2021-07-28T15:59:44Z', 'revision_number': 6, 'project_id': '90a3eb2cdde041728cd1c0d93212e6ed', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:59:44.688694 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.714978 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:44.781088 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.878480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:44.880828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.014064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.014658 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:59:45.019382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.020541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3763e4fd-37d2-4585-b34e-2ae9cae0c539 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2a7d14a1-60a0-4e27-bc9a-d89ac380f9a8 HTTP/1.1" status: 204 len: 168 time: 1.0610566 Jul 28 15:59:45.023225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44110) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:45.069966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Deleting subnet 2f094429-6588-45a6-944b-edd5d1d1209d {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:59:45.073177 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.113723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.193549 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.368820 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.403234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f094429-6588-45a6-944b-edd5d1d1209d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:45.406075 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.408195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2e7d17ed-97ee-493a-b14f-f2c9765ce970 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2f094429-6588-45a6-944b-edd5d1d1209d HTTP/1.1" status: 204 len: 168 time: 0.3839715 Jul 28 15:59:45.410894 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44112) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:45.426796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e294fb-2024-47a0-b490-c07a6d962f91 None None] Network 0295d805-702a-4abe-b15b-8c51a472769d requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:59:45.435858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:45.491820 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:45.492170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2ad56e4f-fa29-4add-a9d0-304ff5731fb1 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:45.492619 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.492758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:45.516059 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:45.516412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6b2e2553-1274-44c4-ad7e-fb6fa9ca4a40 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:45.552037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Deleting port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:45.552388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.621944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] For port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:45.622396 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.636345 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Calling delete_port for 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:45.661961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] DHCP port deletion for 0295d805-702a-4abe-b15b-8c51a472769d request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:59:45.714294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Deleting port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:59:45.714670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.776252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] For port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,segment=NetworkSegment(1015a5b3-091e-48bb-8e3c-7f970b9efbd3),segment_id=1015a5b3-091e-48bb-8e3c-7f970b9efbd3)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:45.776636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.791074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Calling delete_port for 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:59:46.409015 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:59:46.415071 n-d-764806-10 neutron-server[94659]: self.session.flush() Jul 28 15:59:46.421967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.438247 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] No DVR routers for this DVR port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:59:46.442697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Pushing event deleted for resources: {'Port': ['ID=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:46.448701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] No DVR routers for this DVR port 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:59:46.457872 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.458219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.458591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.458928 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.459378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.459695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.459918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.460411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.460610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.460949 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.461253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.461577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e095fb2-d59e-44cf-830f-1d4af3abb7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:46.461725 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:46.520960 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.531863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0295d805-702a-4abe-b15b-8c51a472769d']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:46.542453 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1015a5b3-091e-48bb-8e3c-7f970b9efbd3') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:46.542752 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1015a5b3-091e-48bb-8e3c-7f970b9efbd3') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:46.553305 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.568692 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.575069 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:59:46.575638 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: timer() Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:59:46.578611 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:59:46.716932 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.722623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.724724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] 10.222.0.57 "DELETE /v2.0/networks/0295d805-702a-4abe-b15b-8c51a472769d HTTP/1.1" status: 204 len: 168 time: 1.3127947 Jul 28 15:59:46.741693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe459-0a66-47ff-8960-e9a0b09bf15d admin admin] Pushing event deleted for resources: {'Network': ['ID=0295d805-702a-4abe-b15b-8c51a472769d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:47.155019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44116) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:47.194842 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3bbdacca-3e85-472d-81c4-7b2efb44feaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e500d01e64ce4b9589e99d765a4cc636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401063 Jul 28 15:59:47.197394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44118) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:47.244911 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa40eb84-974c-42ad-a411-d0dc94eb23dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.266671 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa40eb84-974c-42ad-a411-d0dc94eb23dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.397453 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa40eb84-974c-42ad-a411-d0dc94eb23dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.400100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fa40eb84-974c-42ad-a411-d0dc94eb23dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.403869 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fa40eb84-974c-42ad-a411-d0dc94eb23dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fc39200-fe5a-4fb6-b0f3-7e38fbc70269 HTTP/1.1" status: 204 len: 168 time: 0.2029359 Jul 28 15:59:47.410506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40eb84-974c-42ad-a411-d0dc94eb23dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc39200-fe5a-4fb6-b0f3-7e38fbc70269,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:47.418215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:47.442521 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:59:47.442960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0a66727e-0e5b-479a-aec5-f8e6e6ca4e0e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:59:48.134396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44124) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:48.175636 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1750a5a3-8004-4778-910e-63ec35ad2e82 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90a3eb2cdde041728cd1c0d93212e6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400679 Jul 28 15:59:48.178446 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44126) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:48.228373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-426818e8-1cfa-44bc-870c-b9024d94fbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:48.250416 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-426818e8-1cfa-44bc-870c-b9024d94fbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:48.368223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-426818e8-1cfa-44bc-870c-b9024d94fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:48.370795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-426818e8-1cfa-44bc-870c-b9024d94fbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:48.371965 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-426818e8-1cfa-44bc-870c-b9024d94fbbf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c04142d-901b-436e-a90d-dd1102eb1e9b HTTP/1.1" status: 204 len: 168 time: 0.1925843 Jul 28 15:59:48.381991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426818e8-1cfa-44bc-870c-b9024d94fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c04142d-901b-436e-a90d-dd1102eb1e9b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:50.685358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44166) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:50.690478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391903851', 'description': 'tempest-secgroup-smoke-1391903851 description', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:50.848334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:50.856932 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:50.948517 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.071188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.112097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c62b0e-6d78-4e9f-8f10-ff36e7fb6b9f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:51.167235 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.249176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.278920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ef822-33b9-4cc7-b148-0d354a0a32c4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:51.350485 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.351797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-09d34103-817b-45fb-9923-b310f8bbab5d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6654241 Jul 28 15:59:51.354970 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44168) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:51.360341 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'f60ef822-33b9-4cc7-b148-0d354a0a32c4', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:51.481724 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.537884 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.619696 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.640386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1295fea-76be-4d5a-842c-c97bfb1cb18f,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:51.722426 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.723656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d4ea0334-8ecd-4dff-b96e-72a4c9203ea8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677523 Jul 28 15:59:51.726476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44170) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:51.730863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'f60ef822-33b9-4cc7-b148-0d354a0a32c4', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:51.812097 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.870352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.956727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.975356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5f4ef7-d0be-4393-b8ef-df6336cde529,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:52.071370 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.072591 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6ee08b33-c77e-4461-9102-b1f7509e5c71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451600 Jul 28 15:59:52.075336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44172) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:52.080429 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'f60ef822-33b9-4cc7-b148-0d354a0a32c4', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:52.190864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.253500 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.328496 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.354144 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9790e44-bd90-45bd-af4e-51538daf3732,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:52.357048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-460650f7-d54f-4700-ba29-2f79c55295fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.442825 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.444092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b6df0de6-fbe0-410f-82ea-19116adf42e6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677723 Jul 28 15:59:52.446886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:52.452221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'f60ef822-33b9-4cc7-b148-0d354a0a32c4', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:52.568130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.628715 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.700281 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.720999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91da0790-abd7-42d1-abe4-a071bc7e7fc7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:52.802713 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.803987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6b4aee16-7e18-411d-b7b2-03a36fe78d19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561444 Jul 28 15:59:52.806660 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44176) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:52.811174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'f60ef822-33b9-4cc7-b148-0d354a0a32c4', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:52.911328 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:59:52.916355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.976618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.048248 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.066907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6ecef0-4803-457a-bd48-4f131b6703c3,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:53.145310 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.146552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a553508c-b4c9-425b-b68b-a9fe9e3f6fae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389466 Jul 28 15:59:53.149513 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44178) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:53.154043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'f60ef822-33b9-4cc7-b148-0d354a0a32c4', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:53.259821 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:59:53.265638 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.329450 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.408136 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.425619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2123dd83-633a-4eb2-9eaf-5c43e13d248d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:53.517128 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.518414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7778cec4-4e38-4f56-9548-77b4687e5757 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3679476 Jul 28 15:59:53.521469 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44180) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:53.526528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'network': {'name': 'tempest-network-smoke--543159546', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:53.619449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:59:53.623057 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.647158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:59:53.656301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.656682 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Added segment c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433 of type vlan for network ef549f32-1c6b-492d-8d71-3458923b5bc6 Jul 28 15:59:53.699393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.825913 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.831430 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:53.832035 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:53.899637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Network': ['ID=ef549f32-1c6b-492d-8d71-3458923b5bc6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:53.910533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:59:53.957785 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-74d0c697-1b92-457c-bfcf-6b02073c667c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4351604 Jul 28 15:59:53.961128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44182) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:53.965607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'admin_state_up': True, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:54.065768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.066828 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.118559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.325978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.603838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.626677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.730580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.222 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/087d0a3d-4de0-477d-aaaf-f644012b6110) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:59:54.836939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.911319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-745fa98c-d7a3-450a-9f4a-ee012fc4e512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:55.254301 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:55.292025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:59:55.293795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:55.296194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:55.298627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:59:55.329965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=087d0a3d-4de0-477d-aaaf-f644012b6110,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:55.697596 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:55.901646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.145572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:59:56.254206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:59:56.265478 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Sync routers for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:59:56.275146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:56.275801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:56.328654 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.329916 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5d7a75d1-d241-4193-8fb8-d74eba5537b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3680770 Jul 28 15:59:56.333231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44184) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:56.382860 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:56.465127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8f26fee7-38a4-4799-ba71-131949b10c9e tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=4b7ef56bf29647e29072d50fca17f5a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306014 Jul 28 15:59:56.468267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44188) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:56.564701 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:55Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:56.595490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Checking router: 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:59:56.595847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Updating router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 port 087d0a3d-4de0-477d-aaaf-f644012b6110 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:59:56.620604 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.623843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab7e62-7fa9-4200-af08-6cec486987cb tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:56.625499 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-92ab7e62-7fa9-4200-af08-6cec486987cb tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562150 Jul 28 15:59:56.628325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44190) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:56.664493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8752a57a-4715-4b43-bf59-573c4b4642da tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349183 Jul 28 15:59:56.667015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44192) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:56.671877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2093936360', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:56.706252 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.842982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:59:56.846679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.879770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.891305 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Transition to ACTIVE for port object 087d0a3d-4de0-477d-aaaf-f644012b6110 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:59:56.973973 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.027255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceba6d-bc4e-4b74-bf5e-9c90b7990179 None None] Pushing event updated for resources: {'Port': ['ID=087d0a3d-4de0-477d-aaaf-f644012b6110,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:57.029553 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Attempting to bind port 087d0a3d-4de0-477d-aaaf-f644012b6110 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:59:57.029925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Attempting to bind port 087d0a3d-4de0-477d-aaaf-f644012b6110 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:59:57.030289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Attempting to bind port 087d0a3d-4de0-477d-aaaf-f644012b6110 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:59:57.036738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:59:57.036738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:59:57.036738 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.037334 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:59:57.037525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Bound port: 087d0a3d-4de0-477d-aaaf-f644012b6110, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:59:57.037909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.088943 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.089589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] For port 087d0a3d-4de0-477d-aaaf-f644012b6110, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:59:57.092866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] For port 087d0a3d-4de0-477d-aaaf-f644012b6110, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=087d0a3d-4de0-477d-aaaf-f644012b6110,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:59:57.153962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Subnet': ['ID=247efdaf-ee7d-4c3e-baaa-8c1b7243a11a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:57.159680 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Checking segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:59:57.160035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network hostable DHCP agents. Network: ef549f32-1c6b-492d-8d71-3458923b5bc6, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:59:57.174506 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.233687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:57.234233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:57.248476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:59:57.271402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceba6d-bc4e-4b74-bf5e-9c90b7990179 None None] Pushing event updated for resources: {'Port': ['ID=087d0a3d-4de0-477d-aaaf-f644012b6110,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:57.333864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ef549f32-1c6b-492d-8d71-3458923b5bc6) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:57.340640 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:57.341803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.345219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c716c7-cd38-4e94-9ca8-11bf5e0de29d None None] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:59:57.350066 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:57.432174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4fffc8be-8da3-4a5e-94aa-0aef400d447c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7641122 Jul 28 15:59:57.434901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44194) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:57.631853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ef549f32-1c6b-492d-8d71-3458923b5bc6', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:59:57.632740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.650141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:55Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:57.690730 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78abc68-d0d6-4ede-8b09-d480c7a16e51 None None] The sync data for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 is: [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:55Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:59:57.811893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Allocated IP 172.20.0.2 (ef549f32-1c6b-492d-8d71-3458923b5bc6/247efdaf-ee7d-4c3e-baaa-8c1b7243a11a/8f63b65c-988c-47ac-87d7-174072970d1c) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:59:57.892782 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.989054 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.999549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Transition to ACTIVE for port object 8f63b65c-988c-47ac-87d7-174072970d1c will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:59:58.020804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Transition to ACTIVE for port object 8f63b65c-988c-47ac-87d7-174072970d1c will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:59:58.111423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.152804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:59:58.164158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:58.168884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:59:58.172121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Pushing event updated for resources: {'Port': ['ID=8f63b65c-988c-47ac-87d7-174072970d1c,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:58.225308 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.236790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Attempting to bind port 8f63b65c-988c-47ac-87d7-174072970d1c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:59:58.237706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Attempting to bind port 8f63b65c-988c-47ac-87d7-174072970d1c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:59:58.238819 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Attempting to bind port 8f63b65c-988c-47ac-87d7-174072970d1c on network ef549f32-1c6b-492d-8d71-3458923b5bc6 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:59:58.243948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:59:58.244333 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Checking segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:59:58.244803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.245230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Bound using segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:59:58.245713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Bound port: 8f63b65c-988c-47ac-87d7-174072970d1c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:59:58.246099 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.285466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.1 (ef549f32-1c6b-492d-8d71-3458923b5bc6/247efdaf-ee7d-4c3e-baaa-8c1b7243a11a/a5c7fbaa-7646-4510-b760-0b22a38f5170) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:59:58.320150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] For port 8f63b65c-988c-47ac-87d7-174072970d1c, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:59:58.324668 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] For port 8f63b65c-988c-47ac-87d7-174072970d1c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f63b65c-988c-47ac-87d7-174072970d1c,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:59:58.403369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.415881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.432384 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object a5c7fbaa-7646-4510-b760-0b22a38f5170 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:59:58.469156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476157ea-a76e-41f3-a54f-75c11849a358 None None] Pushing event updated for resources: {'Port': ['ID=8f63b65c-988c-47ac-87d7-174072970d1c,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:58.534566 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.584335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:59:58.587717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:58.592264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:59:58.645402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=a5c7fbaa-7646-4510-b760-0b22a38f5170,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:58.670483 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.896836 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:59.474605 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 087d0a3d-4de0-477d-aaaf-f644012b6110 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:59:59.497689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:59.573859 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:59.608602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 087d0a3d-4de0-477d-aaaf-f644012b6110 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:59:59.613086 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 087d0a3d-4de0-477d-aaaf-f644012b6110 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:59:59.613483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:59.650917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=a5c7fbaa-7646-4510-b760-0b22a38f5170,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:59.656768 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:59.769468 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:59:59.771018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:59.888011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:59.907825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:59:59.911379 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 087d0a3d-4de0-477d-aaaf-f644012b6110, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=087d0a3d-4de0-477d-aaaf-f644012b6110,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:00:00.014484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ed15b-6ef7-40e9-9676-558bc894d3ce None None] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:00:00.027121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.028044 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f63b65c-988c-47ac-87d7-174072970d1c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:00:00.038915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:00:00.046510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-31bf737d-571b-45c2-abcf-b61cced86db8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/4d7eb952-ed4f-4f9f-85f9-2a3b86799a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084909 Jul 28 16:00:00.056671 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Sync routers for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:00:00.067297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:00:00.067917 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:00.165441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=087d0a3d-4de0-477d-aaaf-f644012b6110,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:00.192193 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:00:00.218454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-86275af2-f166-44de-9316-5c1df778a1dd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391903851&fields=id&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 267 time: 0.0454319 Jul 28 16:00:00.227135 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e27b264-15a3-410e-befa-17c23f166089 None None] Provisioning for port 8f63b65c-988c-47ac-87d7-174072970d1c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:00:00.255857 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 8f63b65c-988c-47ac-87d7-174072970d1c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:00:00.261497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8f63b65c-988c-47ac-87d7-174072970d1c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:00.261872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.392626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.410333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-5cb0fcde-538e-41f9-8fa0-b669398d13db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:00.411876 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-5cb0fcde-538e-41f9-8fa0-b669398d13db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/networks?id=ef549f32-1c6b-492d-8d71-3458923b5bc6 HTTP/1.1" status: 200 len: 796 time: 0.1850045 Jul 28 16:00:00.439350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-b5ff24ff-43ed-42ba-8863-95962467d8ff tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/quotas/4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 375 time: 0.0161536 Jul 28 16:00:00.475361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 8f63b65c-988c-47ac-87d7-174072970d1c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f63b65c-988c-47ac-87d7-174072970d1c,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:00:00.522746 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-3c8151bc-1f5d-4a79-ac8c-169e2db9aaf9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717218 Jul 28 16:00:00.557479 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.563351 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 2, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:00.609512 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Checking router: 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:00:00.610883 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Updating router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 port a5c7fbaa-7646-4510-b760-0b22a38f5170 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:00:00.620935 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=8f63b65c-988c-47ac-87d7-174072970d1c,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:00.638808 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-da2e70b8-15c1-4ae2-a152-54bac643c6ba service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:00:00.639971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-da2e70b8-15c1-4ae2-a152-54bac643c6ba service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009016 Jul 28 16:00:00.658344 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.675402 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-573101dc-d7d7-4fdb-b317-3540e7b6af46 None None] Provisioning complete for port 8f63b65c-988c-47ac-87d7-174072970d1c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:00.675783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-573101dc-d7d7-4fdb-b317-3540e7b6af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.786850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-5a4faacd-55f6-403a-992e-e544ef7261e6 service neutron] 10.222.0.57 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372004 Jul 28 16:00:00.865289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-573101dc-d7d7-4fdb-b317-3540e7b6af46 None None] Provisioning for port a5c7fbaa-7646-4510-b760-0b22a38f5170 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:00:00.869480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-573101dc-d7d7-4fdb-b317-3540e7b6af46 None None] Provisioning complete for port a5c7fbaa-7646-4510-b760-0b22a38f5170 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:00.870326 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-573101dc-d7d7-4fdb-b317-3540e7b6af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.903501 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-0f319e38-6dee-44ff-8859-c372c2d75b5f service neutron] 10.222.0.57 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088450 Jul 28 16:00:00.907332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-573101dc-d7d7-4fdb-b317-3540e7b6af46 None None] Port a5c7fbaa-7646-4510-b760-0b22a38f5170 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:00:00.975537 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:00.986923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Transition to ACTIVE for port object a5c7fbaa-7646-4510-b760-0b22a38f5170 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:00:01.027024 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5ce9503e-aada-4ec2-896e-bff16d6bbfaf None None] Provisioning complete for port a5c7fbaa-7646-4510-b760-0b22a38f5170 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:01.027740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5ce9503e-aada-4ec2-896e-bff16d6bbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.076426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9503e-aada-4ec2-896e-bff16d6bbfaf None None] Port a5c7fbaa-7646-4510-b760-0b22a38f5170 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:00:01.076702 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.128998 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Pushing event updated for resources: {'Port': ['ID=a5c7fbaa-7646-4510-b760-0b22a38f5170,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:01.193728 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.194080 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.194423 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.194760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.195095 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.195541 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.195875 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.196204 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.196577 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.196904 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.197935 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.198271 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:01.202851 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Attempting to bind port a5c7fbaa-7646-4510-b760-0b22a38f5170 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:00:01.203223 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Attempting to bind port a5c7fbaa-7646-4510-b760-0b22a38f5170 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:00:01.203611 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Attempting to bind port a5c7fbaa-7646-4510-b760-0b22a38f5170 on network ef549f32-1c6b-492d-8d71-3458923b5bc6 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:00:01.214375 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:00:01.214760 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Checking segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:00:01.215175 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.215610 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Bound using segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:00:01.216064 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Bound port: a5c7fbaa-7646-4510-b760-0b22a38f5170, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:00:01.216513 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.227453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1eec4632-6398-45a4-94dd-d8b81b730b8d req-91766d61-d2fe-48ff-a9d0-8650cad67bb5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 210 time: 0.0535910 Jul 28 16:00:01.286165 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] For port a5c7fbaa-7646-4510-b760-0b22a38f5170, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:00:01.290001 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] For port a5c7fbaa-7646-4510-b760-0b22a38f5170, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a5c7fbaa-7646-4510-b760-0b22a38f5170,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:00:01.380576 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.453327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 087d0a3d-4de0-477d-aaaf-f644012b6110 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:00:01.454967 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:00:01.455996 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:01.471035 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5ad0a-d27d-4e0b-a5a1-a4aa2f4cc4bb None None] Pushing event updated for resources: {'Port': ['ID=a5c7fbaa-7646-4510-b760-0b22a38f5170,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:01.520151 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 087d0a3d-4de0-477d-aaaf-f644012b6110 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:01.521754 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.602185 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:00:01.611409 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f63b65c-988c-47ac-87d7-174072970d1c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:00:01.683958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 8f63b65c-988c-47ac-87d7-174072970d1c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:01.684337 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:01.815770 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:01Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:01.841376 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8ab1d-354e-447a-8cc9-4ddbe3282457 None None] The sync data for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 is: [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:01Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:00:02.314429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f08591fc-57b8-417f-9175-ff0db1333253 req-2791b017-e1f3-4e16-ae62-0e68c7693894 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 210 time: 0.0318353 Jul 28 16:00:03.134135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:03.412534 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d008615f-c71f-4e05-9e12-994129efe9b9 req-5a70ad54-86ab-41a1-9134-39dad846bc38 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 210 time: 0.0292346 Jul 28 16:00:03.440637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a5c7fbaa-7646-4510-b760-0b22a38f5170 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:00:03.631320 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port a5c7fbaa-7646-4510-b760-0b22a38f5170 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:00:03.635591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a5c7fbaa-7646-4510-b760-0b22a38f5170 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:03.635967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:03.718660 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:03.752228 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port a5c7fbaa-7646-4510-b760-0b22a38f5170, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a5c7fbaa-7646-4510-b760-0b22a38f5170,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:00:03.843146 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:03.891902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=a5c7fbaa-7646-4510-b760-0b22a38f5170,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:04.383440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-9a14eeb1-3fda-4a53-8790-aa176993bbcb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:04.384921 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-9a14eeb1-3fda-4a53-8790-aa176993bbcb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/networks?id=ef549f32-1c6b-492d-8d71-3458923b5bc6 HTTP/1.1" status: 200 len: 796 time: 0.1090739 Jul 28 16:00:04.430243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-919d2fbd-7b45-43af-8956-4da6653c046b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 380 time: 0.0345306 Jul 28 16:00:04.443407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'port': {'device_id': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'admin_state_up': True, 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'security_groups': ['f60ef822-33b9-4cc7-b148-0d354a0a32c4']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:00:04.565661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2191a65d-d77d-481b-b8a2-82587bba3713 req-43272907-b45f-4850-89fe-7612d191cef6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 210 time: 0.0415046 Jul 28 16:00:04.728035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:00:04.732068 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:04.861376 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.9 (ef549f32-1c6b-492d-8d71-3458923b5bc6/247efdaf-ee7d-4c3e-baaa-8c1b7243a11a/8cdd0b2a-c201-4864-af19-49b7bcb13ef4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:00:05.000887 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.015609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:00:05.146109 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.188742 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:00:05.192124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:00:05.195801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:00:05.224117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:05.254099 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:05.254722 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.346360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bf8e663b-5175-495e-8379-97a4b14e0eb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9097104 Jul 28 16:00:05.406393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Request body: {'port': {'device_id': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:00:05.425932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a5c7fbaa-7646-4510-b760-0b22a38f5170 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:00:05.467364 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.475444 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port a5c7fbaa-7646-4510-b760-0b22a38f5170 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:05.475817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.544000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d947cecf-bf76-46ce-846e-bcc3d2ff3f08 None None] Provisioning for port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:00:05.552099 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d947cecf-bf76-46ce-846e-bcc3d2ff3f08 None None] Provisioning complete for port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:05.552561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d947cecf-bf76-46ce-846e-bcc3d2ff3f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.595105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d947cecf-bf76-46ce-846e-bcc3d2ff3f08 None None] Port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:00:05.686361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b8c7-012d-4593-a272-72e4ed1896bc req-24d61931-309b-461d-a000-410a75e3d829 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:05.689326 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4545b8c7-012d-4593-a272-72e4ed1896bc req-24d61931-309b-461d-a000-410a75e3d829 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 931 time: 0.0530705 Jul 28 16:00:05.727598 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4545b8c7-012d-4593-a272-72e4ed1896bc req-80f6630e-cc9d-43ae-a742-f19ae66db8d0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Jul 28 16:00:05.744253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:00:05.752792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.764131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Transition to ACTIVE for port object 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:00:05.853904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:05.902500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:05.979266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Attempting to bind port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:00:05.979610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Attempting to bind port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:00:05.979946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Attempting to bind port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 on network ef549f32-1c6b-492d-8d71-3458923b5bc6 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:00:05.984987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 on network ef549f32-1c6b-492d-8d71-3458923b5bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:00:05.985315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Attempting to bind port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 on network ef549f32-1c6b-492d-8d71-3458923b5bc6 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:00:05.991171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:00:05.991786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Checking segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:00:05.992276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Bound using segment: {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:00:05.992908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Bound port: 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:00:05.993383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:06.062257 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] For port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:00:06.106008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] For port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:00:06.180110 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:06.217712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.218525 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:06.219985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/8cdd0b2a-c201-4864-af19-49b7bcb13ef4 HTTP/1.1" status: 200 len: 1092 time: 0.8644426 Jul 28 16:00:06.221582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:00:06.223888 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23201816-a408-40e0-8424-b0e2ee55ba58" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:00:06.250392 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c9817-5e0c-408d-8967-5d80044638c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:06.268968 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57faf4a2-790e-4be1-a455-b0588bead925 x-openstack-request-id: req-57faf4a2-790e-4be1-a455-b0588bead925 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:00:06.269271 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:00:06.269529 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57faf4a2-790e-4be1-a455-b0588bead925 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:00:06.269939 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'status': 'completed', 'code': 200} Jul 28 16:00:06.342586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201816-a408-40e0-8424-b0e2ee55ba58 req-9d7a2b37-7c2f-4067-8621-e8640a3dc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.344141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23201816-a408-40e0-8424-b0e2ee55ba58 req-9d7a2b37-7c2f-4067-8621-e8640a3dc3b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1095 time: 0.0493808 Jul 28 16:00:06.446956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201816-a408-40e0-8424-b0e2ee55ba58 req-7cfd94ba-05f6-4658-8761-3605a9ed75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.448593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23201816-a408-40e0-8424-b0e2ee55ba58 req-7cfd94ba-05f6-4658-8761-3605a9ed75f1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0946083 Jul 28 16:00:06.554638 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201816-a408-40e0-8424-b0e2ee55ba58 req-f44d968c-2cb2-479a-8f4b-1719a46d35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.556112 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-23201816-a408-40e0-8424-b0e2ee55ba58 req-f44d968c-2cb2-479a-8f4b-1719a46d35b3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998838 Jul 28 16:00:06.637207 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-22aeb4f5-d409-49e9-8f15-a38d24d4b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.638595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-22aeb4f5-d409-49e9-8f15-a38d24d4b5d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1095 time: 0.0410349 Jul 28 16:00:06.680872 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-8fc00f1b-b795-4939-854e-3afe4b0c2087 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4 HTTP/1.1" status: 200 len: 217 time: 0.0338418 Jul 28 16:00:06.737414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-98e786c8-cb30-4d10-b59d-fedd0b1b4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.738880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-98e786c8-cb30-4d10-b59d-fedd0b1b4dc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=247efdaf-ee7d-4c3e-baaa-8c1b7243a11a HTTP/1.1" status: 200 len: 835 time: 0.0498438 Jul 28 16:00:06.787603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-a47572e4-57ce-4627-aab0-8df1f97c2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.789177 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-a47572e4-57ce-4627-aab0-8df1f97c2411 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef549f32-1c6b-492d-8d71-3458923b5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427856 Jul 28 16:00:06.847330 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81c5a-a950-4c6f-b53f-62106a575e0f req-eb88e239-200a-4f6b-a500-51b9341dfb9c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:06.848965 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69c81c5a-a950-4c6f-b53f-62106a575e0f req-eb88e239-200a-4f6b-a500-51b9341dfb9c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 943 time: 0.0486150 Jul 28 16:00:06.880524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-bd289f10-38e8-4bd8-918e-915a2f1fc9f6 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831394 Jul 28 16:00:06.887352 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-69c81c5a-a950-4c6f-b53f-62106a575e0f req-38a4c12c-f4e8-4c1f-9c63-1c8d57d2081a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321355 Jul 28 16:00:06.976146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a0642356-7fa0-4ef8-b8c2-c6a53e434fd6 req-725a1d25-8c6d-4e73-b9c4-8953d2324d4c service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867796 Jul 28 16:00:07.167038 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:08.004479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2093-e80f-4221-b5f4-2840454d0fd3 req-46f229cc-1d9d-4017-a365-e37011da80a7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:08.010679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbc2093-e80f-4221-b5f4-2840454d0fd3 req-46f229cc-1d9d-4017-a365-e37011da80a7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 943 time: 0.0503674 Jul 28 16:00:08.045047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfbc2093-e80f-4221-b5f4-2840454d0fd3 req-064e801f-24d0-416f-85ac-d9407a58a7cb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Jul 28 16:00:09.160432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47f366-e653-499e-8f6d-71ddcb31fb8a req-c0822620-e9a2-4a00-b327-978567f00b51 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:09.161963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f47f366-e653-499e-8f6d-71ddcb31fb8a req-c0822620-e9a2-4a00-b327-978567f00b51 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 943 time: 0.0491126 Jul 28 16:00:09.204995 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6f47f366-e653-499e-8f6d-71ddcb31fb8a req-12e9cb9d-4f97-43b3-b9d6-c1fe5a651e53 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363071 Jul 28 16:00:10.110761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:00:10.205275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:00:10.216675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'port_id': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'mac_address': 'fa:16:3e:61:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:00:10.254031 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:10.267361 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:00:10.287123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:00:10.320698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366f11-6296-457e-acf3-1dedf056d967 req-84e53ff6-ccba-43f4-bf89-c45bd37a6b46 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:10.322243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec366f11-6296-457e-acf3-1dedf056d967 req-84e53ff6-ccba-43f4-bf89-c45bd37a6b46 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 943 time: 0.0498426 Jul 28 16:00:10.355168 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:10.366850 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ec366f11-6296-457e-acf3-1dedf056d967 req-6fec87bf-a6c6-4075-9fe3-0c2100ea75ee tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380366 Jul 28 16:00:10.406216 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:10.668805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['8cdd0b2a-c201-4864-af19-49b7bcb13ef4'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:00:11.485141 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c00da2-a8f9-4c49-ac16-1a7db6af895a req-8542c5a3-8cb8-4dac-8631-c4a906823a55 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:11.486543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63c00da2-a8f9-4c49-ac16-1a7db6af895a req-8542c5a3-8cb8-4dac-8631-c4a906823a55 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 944 time: 0.0486221 Jul 28 16:00:11.527336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63c00da2-a8f9-4c49-ac16-1a7db6af895a req-d0102467-e226-459d-9fd3-a7ee563174e0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Jul 28 16:00:12.126295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:00:12.230689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:00:12.235516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:00:12.235902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:12.314068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:12.336091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:00:12.338385 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3816a4e-47ea-4046-8353-8f56c8134425" -d '{"events": [{"server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "name": "network-vif-plugged", "status": "completed", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:00:12.352138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:00:12.437865 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17173f0c-7135-484a-8889-9a3b6a8de6c0 x-openstack-request-id: req-17173f0c-7135-484a-8889-9a3b6a8de6c0 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:00:12.438158 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "name": "network-vif-plugged", "status": "completed", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:00:12.438485 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17173f0c-7135-484a-8889-9a3b6a8de6c0 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:00:12.439031 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'code': 200} Jul 28 16:00:12.441460 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:12.494725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:12.544229 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc8498-2a5f-4c1d-b5a9-1975a77bc158 req-4b2c444c-a43f-4ebe-8fe8-07fa18ba8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:12.545779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8cc8498-2a5f-4c1d-b5a9-1975a77bc158 req-4b2c444c-a43f-4ebe-8fe8-07fa18ba8a71 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1097 time: 0.0408471 Jul 28 16:00:12.583084 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c8cc8498-2a5f-4c1d-b5a9-1975a77bc158 req-1e2495e3-5aa1-4b48-a62c-f83af41ddf71 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294833 Jul 28 16:00:12.642828 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54995b47-fe11-4604-82b0-376421fbdb45 req-02b491b4-2b07-4a46-81be-d4993b519987 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:12.644204 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54995b47-fe11-4604-82b0-376421fbdb45 req-02b491b4-2b07-4a46-81be-d4993b519987 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0473278 Jul 28 16:00:12.682354 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-54995b47-fe11-4604-82b0-376421fbdb45 req-81d56247-2473-4f19-a8bc-f3c068b894b4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Jul 28 16:00:13.799131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37411ee9-ce99-4380-a549-82ad3f13f4d5 req-b09c17f5-2a92-47e4-ada1-e8b802bb7739 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:13.800659 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-37411ee9-ce99-4380-a549-82ad3f13f4d5 req-b09c17f5-2a92-47e4-ada1-e8b802bb7739 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0495307 Jul 28 16:00:13.839658 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-37411ee9-ce99-4380-a549-82ad3f13f4d5 req-99e8d6b5-ddc0-43b1-a649-d1c8f00d120b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330172 Jul 28 16:00:13.952922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02b813-c668-49d4-b1b6-9f698ce82653 req-e5df24ad-f343-4bf7-954f-e86d0f5f995f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:13.954582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb02b813-c668-49d4-b1b6-9f698ce82653 req-e5df24ad-f343-4bf7-954f-e86d0f5f995f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0495527 Jul 28 16:00:14.003443 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fb02b813-c668-49d4-b1b6-9f698ce82653 req-66cab64a-8415-4167-9241-6c86ecf6779a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372229 Jul 28 16:00:14.020216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44260) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:14.059637 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d74b6-9d88-448c-8f8e-dc7f8feef530 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:14.061194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-962d74b6-9d88-448c-8f8e-dc7f8feef530 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1092 time: 0.0399480 Jul 28 16:00:14.064670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44262) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:14.069278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:00:14.162201 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:14.263074 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:14.365936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.189 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/dfa4bf67-76bb-4b08-90b3-04a535b33364) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:00:14.467847 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:14.573891 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:14.613377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:00:14.618656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:00:14.622934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:00:14.625993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=dfa4bf67-76bb-4b08-90b3-04a535b33364,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:14.985489 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.139459 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.289990 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.384026 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.458617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=dfa4bf67-76bb-4b08-90b3-04a535b33364,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:15.470053 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.576005 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP 24e34d24-765a-41a9-b542-d6dac4fe134c associated. External IP: 172.25.6.189, port: 8cdd0b2a-c201-4864-af19-49b7bcb13ef4. Jul 28 16:00:16.111748 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:00:16.217211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:00:16.227712 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] Sync routers for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:00:16.237666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:00:16.238286 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:16.342435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:00:16.362138 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:16.392871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-856709dd-6f57-4df0-b49d-8c08b1cb5e58 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3268960 Jul 28 16:00:16.394106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:00:16.396389 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb7bb9-d027-4f18-8d44-20d36928f70e" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:00:16.441764 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959828a-8146-4b57-8145-d863eebe349e x-openstack-request-id: req-e959828a-8146-4b57-8145-d863eebe349e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:00:16.442061 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:00:16.442315 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e959828a-8146-4b57-8145-d863eebe349e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:00:16.442723 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'status': 'completed', 'code': 200} Jul 28 16:00:16.538008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed10e-4cf1-4750-b739-09aebfb5ea94 req-66f0f573-c244-46e0-be1a-9c366bfb89e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:16.539506 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-875ed10e-4cf1-4750-b739-09aebfb5ea94 req-66f0f573-c244-46e0-be1a-9c366bfb89e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0792451 Jul 28 16:00:16.542214 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-30357392-a496-48b1-9125-dc929d794281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:16.543606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-30357392-a496-48b1-9125-dc929d794281 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1097 time: 0.0708227 Jul 28 16:00:16.571970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '24e34d24-765a-41a9-b542-d6dac4fe134c', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'port_id': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'mac_address': 'fa:16:3e:61:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:00:14Z', 'updated_at': '2021-07-28T16:00:14Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:03Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:16.602855 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] Checking router: 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:00:16.611985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:00:16.612791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T15:59:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:16.629856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-875ed10e-4cf1-4750-b739-09aebfb5ea94 req-55058b53-16c8-44f6-bc8c-525fccb9a03d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839322 Jul 28 16:00:16.653260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44268) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:16.669247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-4a2bb49b-adf5-4b65-8247-1c2bf2d42216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:16.670978 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-4a2bb49b-adf5-4b65-8247-1c2bf2d42216 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef549f32-1c6b-492d-8d71-3458923b5bc6 HTTP/1.1" status: 200 len: 897 time: 0.1190157 Jul 28 16:00:16.717969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c3a2e13c-efd9-4a9f-b2e1-d4e4bb3e6985 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/24e34d24-765a-41a9-b542-d6dac4fe134c HTTP/1.1" status: 200 len: 991 time: 0.0635405 Jul 28 16:00:16.718681 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:00:16.739335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-e7dfc448-a173-41ee-925a-97e43baba030 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4 HTTP/1.1" status: 200 len: 999 time: 0.0608206 Jul 28 16:00:16.799655 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-64c9db1c-27f8-4d63-91db-e8ec81351f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:16.801154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-64c9db1c-27f8-4d63-91db-e8ec81351f34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=247efdaf-ee7d-4c3e-baaa-8c1b7243a11a HTTP/1.1" status: 200 len: 835 time: 0.0537682 Jul 28 16:00:16.848265 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-a8fcfe69-3727-4b41-bf1d-29d94096b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:16.849813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-a8fcfe69-3727-4b41-bf1d-29d94096b8f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef549f32-1c6b-492d-8d71-3458923b5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410771 Jul 28 16:00:16.943829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-9547badc-e300-489e-a40d-a5cd9f234535 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Jul 28 16:00:16.949440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '24e34d24-765a-41a9-b542-d6dac4fe134c', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'port_id': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'mac_address': 'fa:16:3e:61:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:00:14Z', 'updated_at': '2021-07-28T16:00:14Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:03Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:16.975945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ef88b-d1c9-4da1-a8bb-9a60c19753be None None] The sync data for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 is: [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '24e34d24-765a-41a9-b542-d6dac4fe134c', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'port_id': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'mac_address': 'fa:16:3e:61:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:00:14Z', 'updated_at': '2021-07-28T16:00:14Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:03Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:00:17.045004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e5cb7bb9-d027-4f18-8d44-20d36928f70e req-09987f3b-8cf0-4dc0-9be9-78686dd58ac9 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938241 Jul 28 16:00:17.175725 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd48b8-3824-46be-a330-9732ac051345 None None] New status for floating IP 24e34d24-765a-41a9-b542-d6dac4fe134c: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:00:17.722395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44270) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:17.786098 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-516a6b1f-17e3-45c5-a1e0-f19a440364af tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/24e34d24-765a-41a9-b542-d6dac4fe134c HTTP/1.1" status: 200 len: 993 time: 0.0625479 Jul 28 16:00:19.344344 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:00:22.379153 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-11cc8b8d-a566-465a-84c7-6ff54ec6a344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:24.891932 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-06a4f3ce-1198-4f0e-94cb-940692ce0a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:25.286889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:26.624476 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:28.161675 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:31.790915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-0563260b-4e01-4920-a79b-26da22508dde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394108 Jul 28 16:00:31.872109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-dddfa3d3-2298-4c8d-a213-7d6b8bcb9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:31.873656 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-dddfa3d3-2298-4c8d-a213-7d6b8bcb9d15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1097 time: 0.0407999 Jul 28 16:00:31.979942 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-e93eacd9-f529-44a7-82a3-f9b89da9504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:31.981479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-e93eacd9-f529-44a7-82a3-f9b89da9504f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef549f32-1c6b-492d-8d71-3458923b5bc6 HTTP/1.1" status: 200 len: 897 time: 0.0881484 Jul 28 16:00:32.049187 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-d72a5c37-11fd-4ec0-b21a-9deb4e7c7194 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4 HTTP/1.1" status: 200 len: 1001 time: 0.0566399 Jul 28 16:00:32.101876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-1bf43c77-6545-4b6f-b174-6f99bee7896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:32.103340 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-1bf43c77-6545-4b6f-b174-6f99bee7896a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=247efdaf-ee7d-4c3e-baaa-8c1b7243a11a HTTP/1.1" status: 200 len: 835 time: 0.0475888 Jul 28 16:00:32.147919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-eb58b0f0-ac82-4a39-b0ac-ea51cae433d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:32.149411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-eb58b0f0-ac82-4a39-b0ac-ea51cae433d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef549f32-1c6b-492d-8d71-3458923b5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393791 Jul 28 16:00:32.243994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-e72cba0c-2930-49a7-a0da-abda53900254 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Jul 28 16:00:32.348705 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4c93477-18a2-4c0b-9548-2faf4781f10d req-67f6d005-4ce8-48ee-a303-1970e0d429b4 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960007 Jul 28 16:00:32.994292 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:37.178773 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:52.348320 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8b4bbfae-c44f-480d-8f6d-74d061bd2cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:54.370780 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3e2a-eead-43f6-882b-0327e3e7999e req-bf24c4e6-b772-459a-acef-cc15e63f7feb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:54.373089 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd6d3e2a-eead-43f6-882b-0327e3e7999e req-bf24c4e6-b772-459a-acef-cc15e63f7feb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0509038 Jul 28 16:00:54.412388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-fd6d3e2a-eead-43f6-882b-0327e3e7999e req-8c9b0734-10ed-4a66-86cc-38588e46c9ef tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Jul 28 16:00:54.896381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1597497f-dfb7-4a81-acff-619a61b2e411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:55.258235 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:55.530470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6cc7-29ff-4bc9-b919-c9ded77a724c req-0a53c7dd-b96b-4e51-8284-127ddd2e8572 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:55.531971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68ef6cc7-29ff-4bc9-b919-c9ded77a724c req-0a53c7dd-b96b-4e51-8284-127ddd2e8572 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0507896 Jul 28 16:00:55.569958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-68ef6cc7-29ff-4bc9-b919-c9ded77a724c req-514f0369-0801-42ed-8e1a-7f6879960856 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Jul 28 16:00:55.598648 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44292) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:55.659085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1518bc0b-38b8-45a1-b3ab-0173b69da4d3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/24e34d24-765a-41a9-b542-d6dac4fe134c HTTP/1.1" status: 200 len: 993 time: 0.0592573 Jul 28 16:00:56.344923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:00:56.674068 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:57.086713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e192e7-2a76-46b3-a685-19caadf837f6 req-8849dc04-cd75-4455-87be-fd6119daea57 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:57.088295 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00e192e7-2a76-46b3-a685-19caadf837f6 req-8849dc04-cd75-4455-87be-fd6119daea57 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0560904 Jul 28 16:00:57.130989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-00e192e7-2a76-46b3-a685-19caadf837f6 req-e725916e-60e3-4817-8a3f-20be8a9c4f68 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356126 Jul 28 16:00:58.148057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:58.260558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de107a-a439-4bdb-aaf2-a21985fc1cd7 req-f5e7bf0c-ec11-4e9a-91c8-712fa331fe81 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:58.262761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46de107a-a439-4bdb-aaf2-a21985fc1cd7 req-f5e7bf0c-ec11-4e9a-91c8-712fa331fe81 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0502033 Jul 28 16:00:58.305319 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-46de107a-a439-4bdb-aaf2-a21985fc1cd7 req-cb30213c-4737-42d7-85e6-5bc67a99200f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Jul 28 16:00:58.328658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44302) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:58.388621 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-78f7d783-0a00-49c3-92ad-605c0563a1a4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/24e34d24-765a-41a9-b542-d6dac4fe134c HTTP/1.1" status: 200 len: 993 time: 0.0587869 Jul 28 16:00:58.606549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44308) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:00:58.766355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port dfa4bf67-76bb-4b08-90b3-04a535b33364 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:00:58.766702 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:58.845876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:58.846212 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:58.858052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for dfa4bf67-76bb-4b08-90b3-04a535b33364 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:00:59.087107 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:59.111350 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=dfa4bf67-76bb-4b08-90b3-04a535b33364,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:00:59.126553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.126910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.127259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.127632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.127970 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.128309 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.128684 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.129095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.129434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.129766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.130128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.130629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:00:59.196385 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:59.196760 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP 24e34d24-765a-41a9-b542-d6dac4fe134c disassociated (deleted). External IP: 172.25.6.189, port: 8cdd0b2a-c201-4864-af19-49b7bcb13ef4. Jul 28 16:00:59.760565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:00:59.871215 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:00:59.876314 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:59.881516 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] Sync routers for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:00:59.891977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:00:59.892945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:00:59.905194 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ca9c0bc8-cfb0-4d75-b023-0aa77cf3f5d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/floatingips/24e34d24-765a-41a9-b542-d6dac4fe134c HTTP/1.1" status: 204 len: 168 time: 1.2976298 Jul 28 16:00:59.907873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:00:59.908555 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf7c048-f9c2-45c4-ac93-135e509a3152" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:00:59.948761 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3008db6-641a-49d2-95e0-f05ff86a302e x-openstack-request-id: req-c3008db6-641a-49d2-95e0-f05ff86a302e {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:00:59.949726 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:00:59.950091 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3008db6-641a-49d2-95e0-f05ff86a302e {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:00:59.950612 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'status': 'completed', 'code': 200} Jul 28 16:01:00.013573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:00.014956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-c3de9e21-fcc5-4a51-9113-d42a07948d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:00.016665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-c3de9e21-fcc5-4a51-9113-d42a07948d9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 1097 time: 0.0431666 Jul 28 16:01:00.111293 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-6b60da39-36df-40b7-a17e-b4529592614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:00.112859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-6b60da39-36df-40b7-a17e-b4529592614f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef549f32-1c6b-492d-8d71-3458923b5bc6 HTTP/1.1" status: 200 len: 897 time: 0.0893331 Jul 28 16:01:00.166348 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-ef9f955b-37e7-4003-915a-2a097a85219b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4 HTTP/1.1" status: 200 len: 217 time: 0.0425022 Jul 28 16:01:00.221741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-18919d43-563d-4a10-83ea-2d63c039ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:00.223324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-18919d43-563d-4a10-83ea-2d63c039ee55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=247efdaf-ee7d-4c3e-baaa-8c1b7243a11a HTTP/1.1" status: 200 len: 835 time: 0.0494270 Jul 28 16:01:00.274432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-e959b03d-caf3-4a01-a045-811bb1095084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:00.275925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-e959b03d-caf3-4a01-a045-811bb1095084 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef549f32-1c6b-492d-8d71-3458923b5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452213 Jul 28 16:01:00.389358 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-ec4a0a05-8214-45b7-94fa-9c399c0c9c50 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040859 Jul 28 16:01:00.390714 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc3b89-b003-4295-8c46-d6b5743bbd76 req-1f21dc4d-d9e1-43d0-938b-018e8463da21 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:00.392263 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0bc3b89-b003-4295-8c46-d6b5743bbd76 req-1f21dc4d-d9e1-43d0-938b-018e8463da21 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0558872 Jul 28 16:01:00.394630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:03Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:00.420953 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] Checking router: 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:00.430213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:00.430832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:00.435311 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e0bc3b89-b003-4295-8c46-d6b5743bbd76 req-0d2c18a5-17d9-4653-ba97-7ef7db2e7e3c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Jul 28 16:01:00.486733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf7c048-f9c2-45c4-ac93-135e509a3152 req-9e2c722c-f26d-40b7-98a1-9e31c6dd4207 service neutron] 10.222.0.58 "GET /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884476 Jul 28 16:01:00.545387 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:00.756019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:03Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:00.783602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4f075-7c20-47c4-a71d-c8f4173d63c5 None None] The sync data for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 is: [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:58Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'a5c7fbaa-7646-4510-b760-0b22a38f5170', 'name': '', 'network_id': 'ef549f32-1c6b-492d-8d71-3458923b5bc6', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a9:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:58Z', 'updated_at': '2021-07-28T16:00:03Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '247efdaf-ee7d-4c3e-baaa-8c1b7243a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:01.021534 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451e546-b330-4a22-aafc-41354e062c7c None None] New status for floating IP 24e34d24-765a-41a9-b542-d6dac4fe134c: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:01:01.567583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf5c14-ff3e-44d4-ac12-d1d17798ca4f req-54afe359-3d22-4b08-a660-fe1cf662308c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:01.569137 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1bf5c14-ff3e-44d4-ac12-d1d17798ca4f req-54afe359-3d22-4b08-a660-fe1cf662308c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0591331 Jul 28 16:01:01.609412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f1bf5c14-ff3e-44d4-ac12-d1d17798ca4f req-0a3ee594-a178-4d4d-9dd0-2988e82497f0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=f60ef822-33b9-4cc7-b148-0d354a0a32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 28 16:01:02.255063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-13a15aa3-2f43-405a-8b1b-adfc1c85464c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:02.256643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-13a15aa3-2f43-405a-8b1b-adfc1c85464c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 945 time: 0.0577595 Jul 28 16:01:02.348182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:02.348564 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:02.441467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:02.441842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:02.454698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:02.690959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:02.722337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=8cdd0b2a-c201-4864-af19-49b7bcb13ef4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:02.740543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dab1b430-618e-4b98-82fe-eb48ea1fb86e req-95fbe585-7282-4588-94ab-b25acb1dc30a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 210 time: 0.0324564 Jul 28 16:01:02.753943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.754432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.754782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.755127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.755467 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.755833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.756176 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.756596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.756927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.757261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.757591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.757921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:02.778516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] No DVR routers for this DVR port 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:01:02.781363 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:02.783429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-114e2163-9bb2-4a83-ad1d-46603e5d9875 req-60b89f35-e4e9-4c1e-9a86-90591ace271a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "DELETE /v2.0/ports/8cdd0b2a-c201-4864-af19-49b7bcb13ef4 HTTP/1.1" status: 204 len: 173 time: 0.5190420 Jul 28 16:01:02.783869 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'name': 'network-vif-deleted', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:02.786148 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d0ddf7-52cf-47b0-9e00-21b225eed59e" -d '{"events": [{"server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "name": "network-vif-deleted", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:02.824968 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea29f5-d929-4e48-a518-8f25246a0238 x-openstack-request-id: req-fbea29f5-d929-4e48-a518-8f25246a0238 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:02.825299 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee", "name": "network-vif-deleted", "tag": "8cdd0b2a-c201-4864-af19-49b7bcb13ef4", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:02.825590 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbea29f5-d929-4e48-a518-8f25246a0238 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:02.826051 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee', 'name': 'network-vif-deleted', 'tag': '8cdd0b2a-c201-4864-af19-49b7bcb13ef4', 'status': 'completed', 'code': 200} Jul 28 16:01:02.999185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:03.853048 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a05b330e-7885-4557-b641-f26916e311bd req-b7317448-a940-433b-8cea-9a9410065bfe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=82a2e47d-36d9-4b02-8bb6-f4d7a80ea6ee HTTP/1.1" status: 200 len: 210 time: 0.0303257 Jul 28 16:01:04.915411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44326) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:05.306147 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:05.572377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port a5c7fbaa-7646-4510-b760-0b22a38f5170 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:05.572756 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:05.671760 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port a5c7fbaa-7646-4510-b760-0b22a38f5170, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=a5c7fbaa-7646-4510-b760-0b22a38f5170,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:05.672142 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:05.686144 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for a5c7fbaa-7646-4510-b760-0b22a38f5170 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:05.950421 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:05.983147 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=a5c7fbaa-7646-4510-b760-0b22a38f5170,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:06.187172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:06.332303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:06.352525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:06.352873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 8cdd0b2a-c201-4864-af19-49b7bcb13ef4 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:06.407525 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:06.523037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:06.528151 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-17860287-8849-4f97-b94c-55fd76656a0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/4d7eb952-ed4f-4f9f-85f9-2a3b86799a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114604 Jul 28 16:01:06.531046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:06.534095 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] Sync routers for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:06.544628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:06.545592 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:06.590026 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting subnet 247efdaf-ee7d-4c3e-baaa-8c1b7243a11a {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:01:06.593179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:06.632625 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:06.652142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:06.715918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:06.838927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T16:01:05Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:06.847378 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:06.866539 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] Checking router: 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:06.875689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Subnet': ['ID=247efdaf-ee7d-4c3e-baaa-8c1b7243a11a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:06.875927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] Routers {'4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:06.876523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:06.879646 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:06.881620 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0fb505b3-3b4d-42be-a458-ca70ad802221 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/subnets/247efdaf-ee7d-4c3e-baaa-8c1b7243a11a HTTP/1.1" status: 204 len: 168 time: 0.3494842 Jul 28 16:01:06.885406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44330) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:06.911244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664face-28a5-4a80-ad7e-e624bd29cb4c None None] Network ef549f32-1c6b-492d-8d71-3458923b5bc6 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:01:07.002819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.084774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] Set router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:07.123941 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.187112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.269685 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] DHCP port deletion for ef549f32-1c6b-492d-8d71-3458923b5bc6 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:01:07.275804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 087d0a3d-4de0-477d-aaaf-f644012b6110 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:07.276162 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.321275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T16:01:05Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:07.358594 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a7d97-7e7e-4560-a336-9420689ee369 None None] The sync data for ids ['4d7eb952-ed4f-4f9f-85f9-2a3b86799a86'] in n-d-764806-10 is: [{'id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464080761', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T16:01:05Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '087d0a3d-4de0-477d-aaaf-f644012b6110', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb952-ed4f-4f9f-85f9-2a3b86799a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:59:54Z', 'updated_at': '2021-07-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:07.365889 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 087d0a3d-4de0-477d-aaaf-f644012b6110, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=087d0a3d-4de0-477d-aaaf-f644012b6110,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:07.366273 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.371624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Deleting port 8f63b65c-988c-47ac-87d7-174072970d1c {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:07.372416 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.383240 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 087d0a3d-4de0-477d-aaaf-f644012b6110 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:07.466577 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] For port 8f63b65c-988c-47ac-87d7-174072970d1c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=8f63b65c-988c-47ac-87d7-174072970d1c,segment=NetworkSegment(c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433),segment_id=c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:07.467282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.482980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Calling delete_port for 8f63b65c-988c-47ac-87d7-174072970d1c owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:07.662432 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.692764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.695014 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=087d0a3d-4de0-477d-aaaf-f644012b6110,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:07.722832 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Pushing event deleted for resources: {'Port': ['ID=8f63b65c-988c-47ac-87d7-174072970d1c,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:07.734951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.735624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.736203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.736790 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.737136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.737607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.737951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.738283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.738610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.738936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.739263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.739598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:07.742752 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb61d8-c13b-40a6-92f9-a78da10a49bf None None] No DVR routers for this DVR port 8f63b65c-988c-47ac-87d7-174072970d1c on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:01:07.774481 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.872087 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f63b65c-988c-47ac-87d7-174072970d1c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:07.879275 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.881634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:07.908074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 8f63b65c-988c-47ac-87d7-174072970d1c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:07.908654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 8f63b65c-988c-47ac-87d7-174072970d1c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:08.033245 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.033829 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:01:08.040534 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.041689 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-623fbfdd-f3f0-4d79-aea0-fd8eafade2c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/routers/4d7eb952-ed4f-4f9f-85f9-2a3b86799a86 HTTP/1.1" status: 204 len: 168 time: 1.1553025 Jul 28 16:01:08.045241 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44332) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:08.126083 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.218075 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.227895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef549f32-1c6b-492d-8d71-3458923b5bc6']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:08.238386 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:08.238766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cc1e8d-a9e2-4e2d-9e32-f9f33769f433') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:08.248654 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.269613 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.275776 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:01:08.283555 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:01:08.410188 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.417969 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.419273 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/networks/ef549f32-1c6b-492d-8d71-3458923b5bc6 HTTP/1.1" status: 204 len: 168 time: 0.3730783 Jul 28 16:01:08.422056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:08.438935 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16faa9f-8b24-49ef-bf4b-684af8272249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Network': ['ID=ef549f32-1c6b-492d-8d71-3458923b5bc6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:08.503066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2da12bba-8e8e-4852-a52b-0e369fd8c1db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.531790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2da12bba-8e8e-4852-a52b-0e369fd8c1db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.675605 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2da12bba-8e8e-4852-a52b-0e369fd8c1db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.678293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2da12bba-8e8e-4852-a52b-0e369fd8c1db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:08.679499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2da12bba-8e8e-4852-a52b-0e369fd8c1db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/security-groups/f60ef822-33b9-4cc7-b148-0d354a0a32c4 HTTP/1.1" status: 204 len: 168 time: 0.2482207 Jul 28 16:01:08.692839 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da12bba-8e8e-4852-a52b-0e369fd8c1db tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ef822-33b9-4cc7-b148-0d354a0a32c4,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:09.065925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44340) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:09.070624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713413440', 'description': 'tempest-secgroup-smoke-1713413440 description', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:09.178783 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.271305 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.350116 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.379740 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ab5fd-71df-451c-a647-e96b6c8856b0,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:09.453160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a5c7fbaa-7646-4510-b760-0b22a38f5170 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:09.464141 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.466049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-24e8918c-57eb-49ee-a9c9-ae141181d5c5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3990867 Jul 28 16:01:09.469000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:09.473554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '5b0ab5fd-71df-451c-a647-e96b6c8856b0', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:09.475146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: a5c7fbaa-7646-4510-b760-0b22a38f5170 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:09.475146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device a5c7fbaa-7646-4510-b760-0b22a38f5170 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:09.475146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 087d0a3d-4de0-477d-aaaf-f644012b6110 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:09.494534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 087d0a3d-4de0-477d-aaaf-f644012b6110 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:09.494887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 087d0a3d-4de0-477d-aaaf-f644012b6110 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:09.583548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.647324 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.709905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.728829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9139d23-8461-4132-9696-cf1c4e0766ac,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:09.789978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.791519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-18241b0c-08cf-4468-a57f-0d5a5621ccab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213143 Jul 28 16:01:09.794055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44344) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:09.798691 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '5b0ab5fd-71df-451c-a647-e96b6c8856b0', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:09.913267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:09.975787 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.044804 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.065246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a45c93-8571-44ec-ba55-f78582de3024,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:10.130633 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.131966 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-9cc106b8-637b-4552-84ce-76e729a444f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3369167 Jul 28 16:01:10.134825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44346) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:10.140225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '5b0ab5fd-71df-451c-a647-e96b6c8856b0', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:10.241145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.304483 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.384465 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.404594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51138ab3-9047-4c4c-af17-36ecaa220bd8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:10.498712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.500179 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ac440fd5-2af2-4e99-ae79-f665ccf58e3a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3643553 Jul 28 16:01:10.504782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44348) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:10.509858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '5b0ab5fd-71df-451c-a647-e96b6c8856b0', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:10.635132 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.701042 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.787524 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.807754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e7cafb-fbc4-43b6-a514-79f5814e436c,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:10.890712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:10.892130 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ba084fa9-8dae-4417-950e-3d335b652a1d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3863890 Jul 28 16:01:10.895153 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44350) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:10.900240 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '5b0ab5fd-71df-451c-a647-e96b6c8856b0', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:11.005354 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:01:11.014210 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.094009 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.161540 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.181580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b018b30-9694-4878-9d52-2e3ae0cf881f,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:11.247267 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.248571 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-79519785-efc1-482e-a19d-174ce67817ea tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3524044 Jul 28 16:01:11.251594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:11.256597 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '5b0ab5fd-71df-451c-a647-e96b6c8856b0', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:11.355405 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:01:11.361164 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.429233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.530019 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.549901 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb73cad3-cd25-4ad9-ba82-7172032761d3,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:11.622612 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.623797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-b15d1c7b-3531-45fa-8aca-5f545e85dc2d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712459 Jul 28 16:01:11.626795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44354) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:11.631903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'network': {'name': 'tempest-network-smoke--1999027879', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:11.709684 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:01:11.714030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.743289 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:01:11.753379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.754216 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Added segment fadd4d23-c340-4b5a-8322-0a08a15f5c56 of type vlan for network d7167fd9-e8db-4345-91c7-2649f57f49ae Jul 28 16:01:11.796442 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.898232 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.903836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:11.904437 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:11.970877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Network': ['ID=d7167fd9-e8db-4345-91c7-2649f57f49ae,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:11.983345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d7167fd9-e8db-4345-91c7-2649f57f49ae details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:01:12.079500 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-376a787a-6510-4f93-9a7a-0ce889c28ea2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4516270 Jul 28 16:01:12.082141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44356) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:12.086891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'admin_state_up': True, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:12.201312 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:12.202869 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:12.261063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:12.459273 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:12.725604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:12.745851 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:12.856697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.184 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/23a98dca-a3c0-4454-ae4b-5fda622dab80) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:01:12.960172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:13.072966 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:13.113800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:01:13.118888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:13.123955 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:01:13.128048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=23a98dca-a3c0-4454-ae4b-5fda622dab80,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:13.459135 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:13.660888 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:13.898167 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 859f28df-daad-4788-975e-2783f1f50554 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:01:14.007333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:14.016668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Sync routers for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:14.029833 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:14.030445 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:14.127006 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.128256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4c86bb01-6407-4ed2-a102-2eb8f26ad322 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0451198 Jul 28 16:01:14.130881 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:14.131491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44358) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:14.165083 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-abd7d006-6820-485d-8f93-54425f392362 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=4b7ef56bf29647e29072d50fca17f5a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324636 Jul 28 16:01:14.168190 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44360) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:14.263328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ec3cd-93bb-4759-81f3-807a477b56ed tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:14.264823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ce0ec3cd-93bb-4759-81f3-807a477b56ed tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955079 Jul 28 16:01:14.267687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44362) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:14.296797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-89c18e0a-7fff-4704-9056-b0876c7b4bad tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279510 Jul 28 16:01:14.299417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:14.305264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948612928', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:14.332229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:13Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:14.358497 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Checking router: 859f28df-daad-4788-975e-2783f1f50554 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:14.358497 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Updating router 859f28df-daad-4788-975e-2783f1f50554 port 23a98dca-a3c0-4454-ae4b-5fda622dab80 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:01:14.382900 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.501294 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:01:14.504923 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.749789 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.759824 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Transition to ACTIVE for port object 23a98dca-a3c0-4454-ae4b-5fda622dab80 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:14.801446 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.862633 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Subnet': ['ID=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:14.869603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Checking segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:01:14.869968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network hostable DHCP agents. Network: d7167fd9-e8db-4345-91c7-2649f57f49ae, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:01:14.878704 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.930252 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Attempting to bind port 23a98dca-a3c0-4454-ae4b-5fda622dab80 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:01:14.930621 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Attempting to bind port 23a98dca-a3c0-4454-ae4b-5fda622dab80 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:01:14.931032 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Attempting to bind port 23a98dca-a3c0-4454-ae4b-5fda622dab80 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:01:14.937024 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Pushing event updated for resources: {'Port': ['ID=23a98dca-a3c0-4454-ae4b-5fda622dab80,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:14.941971 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:01:14.942377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:01:14.942789 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.943169 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:01:14.943642 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Bound port: 23a98dca-a3c0-4454-ae4b-5fda622dab80, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:01:14.944020 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.950560 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.955194 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:14.983998 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d7167fd9-e8db-4345-91c7-2649f57f49ae is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:01:15.011480 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] For port 23a98dca-a3c0-4454-ae4b-5fda622dab80, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:01:15.014555 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] For port 23a98dca-a3c0-4454-ae4b-5fda622dab80, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a98dca-a3c0-4454-ae4b-5fda622dab80,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:01:15.098181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d7167fd9-e8db-4345-91c7-2649f57f49ae) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:15.103200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:15.103801 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.107650 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87009a60-7dd7-4536-9311-b644db70b351 None None] Network d7167fd9-e8db-4345-91c7-2649f57f49ae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:01:15.118970 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.180887 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbbb66-2361-4d58-bda2-7570a2e79e39 None None] Pushing event updated for resources: {'Port': ['ID=23a98dca-a3c0-4454-ae4b-5fda622dab80,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:15.189128 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:15.189811 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:15.212666 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f17bc3d4-7c7c-475e-8722-2125e0541ca4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9113474 Jul 28 16:01:15.213663 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44366) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:15.261914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-d7167fd9-e8db-4345-91c7-2649f57f49ae', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:01:15.262901 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.299000 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:15.415276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Allocated IP 172.20.0.2 (d7167fd9-e8db-4345-91c7-2649f57f49ae/e3e0a0ab-9ea8-4245-b110-87e21c9a54f8/32e0d27d-ac57-4771-9398-bba550f2b59c) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:01:15.492835 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:13Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:15.519453 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa0eaa-061e-4ea0-9c85-3d34d68e1739 None None] The sync data for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 is: [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:13Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:15.583775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.594130 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Transition to ACTIVE for port object 32e0d27d-ac57-4771-9398-bba550f2b59c will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:15.614145 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Transition to ACTIVE for port object 32e0d27d-ac57-4771-9398-bba550f2b59c will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:15.692587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.710171 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.759200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Network d7167fd9-e8db-4345-91c7-2649f57f49ae is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:01:15.760663 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Pushing event updated for resources: {'Port': ['ID=32e0d27d-ac57-4771-9398-bba550f2b59c,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:15.764042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:15.766223 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:01:15.832136 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Attempting to bind port 32e0d27d-ac57-4771-9398-bba550f2b59c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:01:15.832689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Attempting to bind port 32e0d27d-ac57-4771-9398-bba550f2b59c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:01:15.833166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Attempting to bind port 32e0d27d-ac57-4771-9398-bba550f2b59c on network d7167fd9-e8db-4345-91c7-2649f57f49ae {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:01:15.838989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:01:15.840100 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Checking segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:01:15.840610 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.841074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Bound using segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:01:15.841627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Bound port: 32e0d27d-ac57-4771-9398-bba550f2b59c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:01:15.842144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.923538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] For port 32e0d27d-ac57-4771-9398-bba550f2b59c, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:01:15.927021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] For port 32e0d27d-ac57-4771-9398-bba550f2b59c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=32e0d27d-ac57-4771-9398-bba550f2b59c,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:01:16.018704 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:16.064844 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.1 (d7167fd9-e8db-4345-91c7-2649f57f49ae/e3e0a0ab-9ea8-4245-b110-87e21c9a54f8/fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:01:16.087778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ce671-615e-4f69-8594-eac6ebfa7f0e None None] Pushing event updated for resources: {'Port': ['ID=32e0d27d-ac57-4771-9398-bba550f2b59c,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:16.559595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:16.574464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:16.687341 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:16.731613 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d7167fd9-e8db-4345-91c7-2649f57f49ae is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:01:16.735070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:16.742412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:01:16.750852 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:16.800344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.034108 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.118795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85016ce5-9977-4a8f-94ac-9a7a5c591e15 None None] Network d7167fd9-e8db-4345-91c7-2649f57f49ae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:01:17.332945 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0911d574-0cf7-4d73-ac43-83cb9f7e1bdc None None] Provisioning for port 32e0d27d-ac57-4771-9398-bba550f2b59c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:17.396754 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.527299 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.531222 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a98dca-a3c0-4454-ae4b-5fda622dab80 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:17.616180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:17.622355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.699486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 23a98dca-a3c0-4454-ae4b-5fda622dab80 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:17.705477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 23a98dca-a3c0-4454-ae4b-5fda622dab80 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:17.712621 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.746311 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d7167fd9-e8db-4345-91c7-2649f57f49ae is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:01:17.748039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:17.775523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e5087b69-262e-44a2-90d9-b80f3345c598 None None] Provisioning for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:17.789987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e5087b69-262e-44a2-90d9-b80f3345c598 None None] Provisioning complete for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:17.789987 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e5087b69-262e-44a2-90d9-b80f3345c598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.849911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e5087b69-262e-44a2-90d9-b80f3345c598 None None] Port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:01:17.869296 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:17.890080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 859f28df-daad-4788-975e-2783f1f50554 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:17.898074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 23a98dca-a3c0-4454-ae4b-5fda622dab80, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a98dca-a3c0-4454-ae4b-5fda622dab80,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:18.001831 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7b8665a5-5f0f-4bbc-9455-ab00c28ee6a1 None None] Provisioning complete for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:18.002219 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7b8665a5-5f0f-4bbc-9455-ab00c28ee6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.003819 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.004630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 32e0d27d-ac57-4771-9398-bba550f2b59c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:18.033161 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:18.041014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e781f73a-87fa-4880-a6a7-aaf7b271f1fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/859f28df-daad-4788-975e-2783f1f50554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8212521 Jul 28 16:01:18.071124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Sync routers for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:18.122134 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7b8665a5-5f0f-4bbc-9455-ab00c28ee6a1 None None] Port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:01:18.126165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:18.126534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:18.164997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=23a98dca-a3c0-4454-ae4b-5fda622dab80,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:18.212349 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-ecd5e783-cd3a-4d7f-8dd1-ed75d8065c19 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713413440&fields=id&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 267 time: 0.0481930 Jul 28 16:01:18.261909 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:18.290616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-86b6386e-7b11-4f9c-9e5b-fa4c7c7310c9 None None] Provisioning complete for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:18.290985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-86b6386e-7b11-4f9c-9e5b-fa4c7c7310c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.295170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 32e0d27d-ac57-4771-9398-bba550f2b59c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:18.332432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-6e3a0a06-984b-4783-8977-a24587768661 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:18.334085 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-6e3a0a06-984b-4783-8977-a24587768661 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 797 time: 0.1119099 Jul 28 16:01:18.354094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-06c49354-1878-49fa-8d07-9ef63e0cfd7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/quotas/4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 375 time: 0.0103064 Jul 28 16:01:18.412710 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-cdbc94df-eaa4-4e79-9fca-6431584acb8f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507360 Jul 28 16:01:18.492622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 32e0d27d-ac57-4771-9398-bba550f2b59c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:18.493161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.572029 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-a903a644-3e40-4779-b0e2-a10c6c7f236a service neutron] 10.222.0.57 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461492 Jul 28 16:01:18.603034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-86b6386e-7b11-4f9c-9e5b-fa4c7c7310c9 None None] Port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:01:18.665265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-f10fe0ab-9d2a-4aa2-9389-d31b3c1d1494 service neutron] 10.222.0.57 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864882 Jul 28 16:01:18.688490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.746749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 32e0d27d-ac57-4771-9398-bba550f2b59c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=32e0d27d-ac57-4771-9398-bba550f2b59c,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:18.769996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 2, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:18.809549 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Checking router: 859f28df-daad-4788-975e-2783f1f50554 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:18.809906 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Updating router 859f28df-daad-4788-975e-2783f1f50554 port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:01:18.847034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.858501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.946452 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=32e0d27d-ac57-4771-9398-bba550f2b59c,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:18.991864 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ea438ae9-d9c7-4dc7-9153-f9fe0236423c req-cc4b3eca-b06b-4196-bee7-5cc9fd39dcf0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 210 time: 0.0458190 Jul 28 16:01:19.210248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:19.222025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Transition to ACTIVE for port object fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:19.315374 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:19.388215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f1913-3d09-4961-a141-bd14541e3b98 None None] Pushing event updated for resources: {'Port': ['ID=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:19.458033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Attempting to bind port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:01:19.458551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Attempting to bind port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:01:19.459388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Attempting to bind port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b on network d7167fd9-e8db-4345-91c7-2649f57f49ae {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:01:19.466967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:01:19.470057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Checking segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:01:19.470057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:19.470057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Bound using segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:01:19.470057 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Bound port: fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:01:19.470057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:19.555170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] For port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:01:19.559314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] For port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:01:19.562497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a98dca-a3c0-4454-ae4b-5fda622dab80 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:19.625649 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 23a98dca-a3c0-4454-ae4b-5fda622dab80 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:19.625649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:19.646973 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:19.736073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f1913-3d09-4961-a141-bd14541e3b98 None None] Pushing event updated for resources: {'Port': ['ID=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:19.741875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:19.742537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:00:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:19.838966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 32e0d27d-ac57-4771-9398-bba550f2b59c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:19.931524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:19.980963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 32e0d27d-ac57-4771-9398-bba550f2b59c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:19.981353 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:20.086121 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3ba6d53d-e0a1-4347-852c-f0fadebff2e4 req-b3ed6d5f-054b-4bd0-90a3-da769e5d08d1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 210 time: 0.0315001 Jul 28 16:01:20.251464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:19Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:20.280400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f32c2-2e11-4e2b-bf88-6c96bf456254 None None] The sync data for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 is: [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:19Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:21.197671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee3b87d4-6077-4abd-9e3b-2d680dd55a03 req-ec6ad906-c1f4-4d56-9222-c3a35c9ce320 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 210 time: 0.0355721 Jul 28 16:01:21.526434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:21.567608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-a7399d05-48fc-4b94-bc8a-4935be901e76 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:21.569270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-a7399d05-48fc-4b94-bc8a-4935be901e76 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 797 time: 0.1825140 Jul 28 16:01:21.623488 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-6a46f818-ffd4-4c6e-83ed-fe5c294701ca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 380 time: 0.0385959 Jul 28 16:01:21.634531 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'port': {'device_id': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'admin_state_up': True, 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'security_groups': ['5b0ab5fd-71df-451c-a647-e96b6c8856b0']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:21.657994 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:21.662274 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:21.662649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:21.744784 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:21.781215 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:21.835625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:01:21.840112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:21.869717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:21.922210 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:21.980096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.13 (d7167fd9-e8db-4345-91c7-2649f57f49ae/e3e0a0ab-9ea8-4245-b110-87e21c9a54f8/00502dc4-ea21-4e2e-b2c4-561afc5669b3) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:01:22.132497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.148649 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 00502dc4-ea21-4e2e-b2c4-561afc5669b3 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:22.247464 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.289726 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d7167fd9-e8db-4345-91c7-2649f57f49ae is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:01:22.293205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:22.297259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:01:22.346255 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb137d1-ef0a-4b3c-adaa-050a2a43166a req-b8543a93-4a11-49ed-a1a3-89b369f550e5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:22.348264 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcb137d1-ef0a-4b3c-adaa-050a2a43166a req-b8543a93-4a11-49ed-a1a3-89b369f550e5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 932 time: 0.0784159 Jul 28 16:01:22.353443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=00502dc4-ea21-4e2e-b2c4-561afc5669b3,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:22.358406 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e147cd95-d916-4cb6-828f-54a3dddb7b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.377666 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:22.378205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.397224 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bcb137d1-ef0a-4b3c-adaa-050a2a43166a req-9e8c470d-ae4c-477c-8e1a-9e7d53428d3c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Jul 28 16:01:22.462277 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-00db3204-85a8-4346-a2fa-9139b28bea20 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8329806 Jul 28 16:01:22.494719 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Request body: {'port': {'device_id': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:22.567490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.661515 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0b09fb8b-1346-47a2-a700-e723940aad06 None None] Provisioning for port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:22.666815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-0b09fb8b-1346-47a2-a700-e723940aad06 None None] Provisioning complete for port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:22.672614 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb8b-1346-47a2-a700-e723940aad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.711603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-0b09fb8b-1346-47a2-a700-e723940aad06 None None] Port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:01:22.866275 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00502dc4-ea21-4e2e-b2c4-561afc5669b3 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:01:22.874591 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.887980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Transition to ACTIVE for port object 00502dc4-ea21-4e2e-b2c4-561afc5669b3 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:01:22.952629 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:23.004840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Pushing event updated for resources: {'Port': ['ID=00502dc4-ea21-4e2e-b2c4-561afc5669b3,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:23.092268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Attempting to bind port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:01:23.092909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Attempting to bind port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:01:23.093480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Attempting to bind port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 on network d7167fd9-e8db-4345-91c7-2649f57f49ae {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:01:23.100754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 on network d7167fd9-e8db-4345-91c7-2649f57f49ae not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:01:23.101223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Attempting to bind port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 on network d7167fd9-e8db-4345-91c7-2649f57f49ae {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:01:23.109891 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:01:23.110427 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Checking segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:01:23.110994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Bound using segment: {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:01:23.111795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Bound port: 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadd4d23-c340-4b5a-8322-0a08a15f5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:01:23.112410 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:23.200715 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] For port 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:01:23.204546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] For port 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:01:23.293199 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:23.331448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.332717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:23.333676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] 10.222.0.42 "PUT /v2.0/ports/00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 1093 time: 0.8436439 Jul 28 16:01:23.334028 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:23.336346 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca21e32-9780-497a-a72c-c87c759cde3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:23.367800 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f2b3b-d11c-4976-8ad0-24b519553d02 service neutron] Pushing event updated for resources: {'Port': ['ID=00502dc4-ea21-4e2e-b2c4-561afc5669b3,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:23.423877 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789df666-1e26-4885-a874-8f52c4d10249 x-openstack-request-id: req-789df666-1e26-4885-a874-8f52c4d10249 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:23.424164 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:23.424406 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-789df666-1e26-4885-a874-8f52c4d10249 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:23.424852 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'status': 'completed', 'code': 200} Jul 28 16:01:23.514677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:23.573294 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21e32-9780-497a-a72c-c87c759cde3f req-83ac03e7-f909-4378-a367-224a5729ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.577198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dca21e32-9780-497a-a72c-c87c759cde3f req-83ac03e7-f909-4378-a367-224a5729ac70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1096 time: 0.1071777 Jul 28 16:01:23.598065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:23.598770 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:23.626656 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404f747-7d5f-4335-9adb-259601d64a38 req-46f757f7-8d16-4049-b00b-6874da63be1a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.629859 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e404f747-7d5f-4335-9adb-259601d64a38 req-46f757f7-8d16-4049-b00b-6874da63be1a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 944 time: 0.1034024 Jul 28 16:01:23.674131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e404f747-7d5f-4335-9adb-259601d64a38 req-5b78abe9-863c-4bb1-84f4-d7eccf7e75d0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Jul 28 16:01:23.736011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21e32-9780-497a-a72c-c87c759cde3f req-487356d0-f52e-49f2-a01c-38b72dd88cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.737612 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dca21e32-9780-497a-a72c-c87c759cde3f req-487356d0-f52e-49f2-a01c-38b72dd88cde service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1452286 Jul 28 16:01:23.853235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21e32-9780-497a-a72c-c87c759cde3f req-ccdbe75c-ed56-4c78-bec6-1cec70074cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.855117 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dca21e32-9780-497a-a72c-c87c759cde3f req-ccdbe75c-ed56-4c78-bec6-1cec70074cab service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089723 Jul 28 16:01:23.961611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-5037203a-28cd-4c9d-9554-c3064ec5eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.963092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-5037203a-28cd-4c9d-9554-c3064ec5eeb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1096 time: 0.0469344 Jul 28 16:01:24.017828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-3ef4aacc-47a3-4cb4-a97e-845d3887f1a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 217 time: 0.0405891 Jul 28 16:01:24.071222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-8f45e635-16a5-47e3-b597-e13d4927e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.072726 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-8f45e635-16a5-47e3-b597-e13d4927e9f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 200 len: 834 time: 0.0475748 Jul 28 16:01:24.121653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-517d8be2-308b-4f34-a5b7-3e6431cf117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.123207 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-517d8be2-308b-4f34-a5b7-3e6431cf117c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7167fd9-e8db-4345-91c7-2649f57f49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435145 Jul 28 16:01:24.231250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-ae66b02f-6a11-42c6-a3ac-64befb387f74 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007800 Jul 28 16:01:24.331381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0df65cd7-8ecc-497d-a2c8-2039c1b90896 req-594df816-a7ef-4b22-bc85-731c6eacd6cf service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927570 Jul 28 16:01:24.801759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dda534-faf9-4a39-93ee-7837306a1342 req-9c367c53-d300-451b-8706-0322603b57b7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.803441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1dda534-faf9-4a39-93ee-7837306a1342 req-9c367c53-d300-451b-8706-0322603b57b7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 944 time: 0.0537078 Jul 28 16:01:24.858282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1dda534-faf9-4a39-93ee-7837306a1342 req-fcade205-db0f-4587-a0f2-ac414082e44c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484531 Jul 28 16:01:24.918343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a7f4599b-87ca-4d45-a930-a52a449977d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:25.315695 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:25.990837 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dc502-02e0-4b74-ba66-0573ec1c381d req-aeb5526c-4570-4413-9ede-54ff2835c51d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:25.992320 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd2dc502-02e0-4b74-ba66-0573ec1c381d req-aeb5526c-4570-4413-9ede-54ff2835c51d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 944 time: 0.0610609 Jul 28 16:01:26.034300 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dd2dc502-02e0-4b74-ba66-0573ec1c381d req-78d866f8-12e8-4613-af79-750833702dcc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356543 Jul 28 16:01:26.669676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:27.203712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5c7e7-a4c0-4828-ba67-f9fd710bb8b0 req-9a12a5cf-6d4d-4220-94a4-fe96ffee31e3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:27.205279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4a5c7e7-a4c0-4828-ba67-f9fd710bb8b0 req-9a12a5cf-6d4d-4220-94a4-fe96ffee31e3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 944 time: 0.1025612 Jul 28 16:01:27.246673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4a5c7e7-a4c0-4828-ba67-f9fd710bb8b0 req-33659c56-e45b-424e-894b-cf754e8166d0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350215 Jul 28 16:01:28.143529 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:28.372862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bbf23-ec49-401a-a3c0-ce8f795af635 req-d22d5311-cb49-44b3-a558-f69838756ef9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:28.374450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d4bbf23-ec49-401a-a3c0-ce8f795af635 req-d22d5311-cb49-44b3-a558-f69838756ef9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 944 time: 0.0561965 Jul 28 16:01:28.417941 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0d4bbf23-ec49-401a-a3c0-ce8f795af635 req-ce0d50f5-3d2d-4f0e-bd95-85438bb4538e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373306 Jul 28 16:01:29.208139 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 00502dc4-ea21-4e2e-b2c4-561afc5669b3 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:01:29.316285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:29.329536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'port_id': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'mac_address': 'fa:16:3e:c2:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:01:29.374899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:29.388518 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00502dc4-ea21-4e2e-b2c4-561afc5669b3 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:01:29.407815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:29.496115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:29.543583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609636-2a1a-49be-a905-3c550a12e382 req-8fd097d4-f006-4022-8675-b6de3a27e621 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:29.545000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=00502dc4-ea21-4e2e-b2c4-561afc5669b3,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:29.545193 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70609636-2a1a-49be-a905-3c550a12e382 req-8fd097d4-f006-4022-8675-b6de3a27e621 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 945 time: 0.0538483 Jul 28 16:01:29.587531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70609636-2a1a-49be-a905-3c550a12e382 req-faaa6dd1-5248-4dcd-8bb1-abc1c6740927 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359504 Jul 28 16:01:29.936595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['00502dc4-ea21-4e2e-b2c4-561afc5669b3'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:01:30.703502 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a92b7-f124-46c2-9f6b-44ab605b9005 req-63c8eb15-cd36-45dd-88e0-d38e3d68dcdd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:30.705044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b7a92b7-f124-46c2-9f6b-44ab605b9005 req-63c8eb15-cd36-45dd-88e0-d38e3d68dcdd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Jul 28 16:01:30.742987 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7b7a92b7-f124-46c2-9f6b-44ab605b9005 req-700bbdeb-dfe2-4767-82aa-06f611bb3471 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319529 Jul 28 16:01:31.223677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 00502dc4-ea21-4e2e-b2c4-561afc5669b3 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:31.343337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:01:31.347505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:31.347880 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:31.436691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:31.460069 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:31.462402 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd334e3-50cf-48b3-9329-84634bb8223d" -d '{"events": [{"server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "name": "network-vif-plugged", "status": "completed", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:31.475944 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:31.516549 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634bba84-37fc-4d75-8959-4aaf3ecfb5cc x-openstack-request-id: req-634bba84-37fc-4d75-8959-4aaf3ecfb5cc {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:31.517281 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "name": "network-vif-plugged", "status": "completed", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:31.517649 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-634bba84-37fc-4d75-8959-4aaf3ecfb5cc {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:31.518355 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'code': 200} Jul 28 16:01:31.544252 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:31.603833 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=00502dc4-ea21-4e2e-b2c4-561afc5669b3,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:31.649263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878186-3102-4334-bd58-6f849fa1e1aa req-201cc3a7-7d56-4c4b-9ca6-f1947e808657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:31.652005 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72878186-3102-4334-bd58-6f849fa1e1aa req-201cc3a7-7d56-4c4b-9ca6-f1947e808657 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1098 time: 0.0459347 Jul 28 16:01:31.695625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72878186-3102-4334-bd58-6f849fa1e1aa req-3b31c6f0-d731-4c77-9429-aa51aa4f56ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Jul 28 16:01:31.876992 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377a53-9c75-433e-8a73-f28e17093d1c req-df3def9c-8aa3-45f2-bb7b-0800c48e2cd2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:31.879073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91377a53-9c75-433e-8a73-f28e17093d1c req-df3def9c-8aa3-45f2-bb7b-0800c48e2cd2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0657759 Jul 28 16:01:31.922676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-91377a53-9c75-433e-8a73-f28e17093d1c req-5a418f3b-157f-47c5-9727-3c73532ca6e1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353613 Jul 28 16:01:33.026903 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:33.075213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6dbfb-0f46-4342-a600-bad66cfa8d38 req-ac59d63d-90f6-4fcf-b51e-91f9f9905127 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:33.076896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1de6dbfb-0f46-4342-a600-bad66cfa8d38 req-ac59d63d-90f6-4fcf-b51e-91f9f9905127 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0717473 Jul 28 16:01:33.120167 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1de6dbfb-0f46-4342-a600-bad66cfa8d38 req-1e7cba61-8afb-4c90-8739-fae02a52662c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368247 Jul 28 16:01:33.345326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:01:34.248671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32064-2ae2-4e55-bf06-0fbf959e1953 req-b0d1a8f0-413d-40f4-9505-1f6c6606c9cb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:34.250150 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63c32064-2ae2-4e55-bf06-0fbf959e1953 req-b0d1a8f0-413d-40f4-9505-1f6c6606c9cb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0541725 Jul 28 16:01:34.287479 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-63c32064-2ae2-4e55-bf06-0fbf959e1953 req-6af74d2b-a343-4304-8bbb-f144de26e075 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Jul 28 16:01:34.407503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c8bcd-3115-4bf9-816b-63a800ccc736 req-eff61379-882d-4438-93cc-5ef12199af5a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:34.408934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de0c8bcd-3115-4bf9-816b-63a800ccc736 req-eff61379-882d-4438-93cc-5ef12199af5a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0503891 Jul 28 16:01:34.452250 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-de0c8bcd-3115-4bf9-816b-63a800ccc736 req-39f0b1c6-a841-44e4-80d8-5c35f6f92d55 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 Jul 28 16:01:34.474355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44434) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:34.514599 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77785b25-1a26-48b9-81b5-f61b4f271383 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:34.516133 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-77785b25-1a26-48b9-81b5-f61b4f271383 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1093 time: 0.0407944 Jul 28 16:01:34.518990 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:34.523327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:01:34.624080 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:34.727227 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:34.833757 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.165 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/8d403d24-8b7a-4861-bd33-54c58075c875) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:01:35.296675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:35.598430 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:35.641924 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:01:35.647340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:01:35.652040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:01:35.655373 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=8d403d24-8b7a-4861-bd33-54c58075c875,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:36.024906 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:36.161045 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:36.322191 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:36.409442 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:36.483717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=8d403d24-8b7a-4861-bd33-54c58075c875,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:36.499631 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:36.610207 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP 19371adf-2a19-4a52-b089-531fb198f837 associated. External IP: 172.25.6.165, port: 00502dc4-ea21-4e2e-b2c4-561afc5669b3. Jul 28 16:01:36.848567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 859f28df-daad-4788-975e-2783f1f50554 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:36.957013 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:36.968149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] Sync routers for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:36.977298 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:36.977891 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:01:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:37.059473 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:37.094675 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aaa9d72a-33db-44e2-8b6f-0a7ebea061d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5721023 Jul 28 16:01:37.094675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:37.095150 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9236eac-3681-4d14-9ecd-706c02bc56b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:37.103954 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:37.132025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:37.135730 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f51568-154e-48f2-9969-6a0462163dbe x-openstack-request-id: req-c5f51568-154e-48f2-9969-6a0462163dbe {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:37.136029 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:37.136284 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5f51568-154e-48f2-9969-6a0462163dbe {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:37.137357 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'status': 'completed', 'code': 200} Jul 28 16:01:37.205658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8922f07-7179-4396-b2ed-31dee6e06082 req-c8f545d7-b005-4911-933d-4bc989daf446 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:37.209236 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8922f07-7179-4396-b2ed-31dee6e06082 req-c8f545d7-b005-4911-933d-4bc989daf446 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0600998 Jul 28 16:01:37.231455 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-be215444-7830-4efe-a557-8e135b134980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:37.233596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-be215444-7830-4efe-a557-8e135b134980 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1098 time: 0.0522814 Jul 28 16:01:37.255521 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e8922f07-7179-4396-b2ed-31dee6e06082 req-c69505e0-f879-4e3c-bc47-85821f58ba6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383432 Jul 28 16:01:37.283363 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44442) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:37.332396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-236b5b50-e699-48a9-a44f-146228e79496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:37.334051 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-236b5b50-e699-48a9-a44f-146228e79496 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 898 time: 0.0936360 Jul 28 16:01:37.351451 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3f1c7b06-de79-4eda-b419-aa24c9f5a544 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/19371adf-2a19-4a52-b089-531fb198f837 HTTP/1.1" status: 200 len: 992 time: 0.0646331 Jul 28 16:01:37.364472 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '19371adf-2a19-4a52-b089-531fb198f837', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '859f28df-daad-4788-975e-2783f1f50554', 'port_id': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'mac_address': 'fa:16:3e:c2:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:01:35Z', 'updated_at': '2021-07-28T16:01:35Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:21Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:37.392276 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] Checking router: 859f28df-daad-4788-975e-2783f1f50554 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:37.401360 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:37.402493 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:01:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:37.413792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-a9b3e27f-b090-4395-a481-d468fce6f8c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 1000 time: 0.0714951 Jul 28 16:01:37.481956 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-bac4785d-6466-4935-b996-ec7b58b882f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:37.485109 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-bac4785d-6466-4935-b996-ec7b58b882f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 200 len: 834 time: 0.0617585 Jul 28 16:01:37.518919 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:37.533819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-a788d048-6c71-4f04-bcfe-3015a5945543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:37.536012 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-a788d048-6c71-4f04-bcfe-3015a5945543 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7167fd9-e8db-4345-91c7-2649f57f49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461564 Jul 28 16:01:37.632429 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-77853f80-1da0-4e26-b0c6-eabef6319caf service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884981 Jul 28 16:01:37.730980 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9236eac-3681-4d14-9ecd-706c02bc56b8 req-739420ca-b15b-4ffb-9ff9-983b28b848c6 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914626 Jul 28 16:01:37.759763 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '19371adf-2a19-4a52-b089-531fb198f837', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '859f28df-daad-4788-975e-2783f1f50554', 'port_id': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'mac_address': 'fa:16:3e:c2:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:01:35Z', 'updated_at': '2021-07-28T16:01:35Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:21Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:37.789374 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a503405-0813-4337-b859-60f4ac3ba16b None None] The sync data for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 is: [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '19371adf-2a19-4a52-b089-531fb198f837', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '859f28df-daad-4788-975e-2783f1f50554', 'port_id': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'mac_address': 'fa:16:3e:c2:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:01:35Z', 'updated_at': '2021-07-28T16:01:35Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:21Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:37.987705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27a9dd-7122-442c-a92f-9c98de1c4f74 None None] New status for floating IP 19371adf-2a19-4a52-b089-531fb198f837: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:01:38.354423 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44444) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:38.419066 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e5a08cd1-8474-4211-a8f6-9271776afaa7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/19371adf-2a19-4a52-b089-531fb198f837 HTTP/1.1" status: 200 len: 994 time: 0.0634923 Jul 28 16:01:52.351358 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd620-2405-49b4-a8b2-a8a2607373ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:54.966249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1107df2-04dc-475d-a6d9-4dc846eedb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:55.282496 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.639854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:58.119841 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:03.231002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:07.173502 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:08.515648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-7d0ae848-d9af-4d9d-866c-467e1c58394f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432248 Jul 28 16:02:08.616048 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-f6328938-eb2d-4056-973f-9198cc5ffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:08.617357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-f6328938-eb2d-4056-973f-9198cc5ffc98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1098 time: 0.0414264 Jul 28 16:02:08.723908 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-437caa02-b6b5-4ec3-96d3-016659b4ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:08.725436 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-437caa02-b6b5-4ec3-96d3-016659b4ad63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 898 time: 0.0894382 Jul 28 16:02:08.793132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-8d3f487b-4503-40b1-b68b-8a13bf76b3d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 1002 time: 0.0595109 Jul 28 16:02:08.844325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-4f53b81c-7024-4f0c-93cb-9525c9f5c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:08.845782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-4f53b81c-7024-4f0c-93cb-9525c9f5c422 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 200 len: 834 time: 0.0475430 Jul 28 16:02:08.891154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-2cb01f41-3205-4f7a-90f2-f62110b02647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:08.892642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-2cb01f41-3205-4f7a-90f2-f62110b02647 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7167fd9-e8db-4345-91c7-2649f57f49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391533 Jul 28 16:02:08.981889 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-8832c434-e68a-46a2-950a-fb933cefa93d service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Jul 28 16:02:09.073557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d83b296-1c78-4a93-9ac7-90451b05dad5 req-40173bfb-baf8-47c3-b437-6fe78149d0da service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838227 Jul 28 16:02:10.344830 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:02:22.338677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a93507a8-8de1-4f94-bb40-39f70393e8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:24.904446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ab43dfc-faf0-498b-89e3-154c214207de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:25.267739 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:26.685125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:28.147868 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:33.024280 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:37.138170 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:47.343931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:02:49.752906 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61ccd-4ad7-4936-8c2e-994d02b3aadf req-7f9c4636-d122-4bfd-8145-9d9a7ad92e4b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:49.754496 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0be61ccd-4ad7-4936-8c2e-994d02b3aadf req-7f9c4636-d122-4bfd-8145-9d9a7ad92e4b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0523939 Jul 28 16:02:49.793946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0be61ccd-4ad7-4936-8c2e-994d02b3aadf req-494296d8-b782-4c13-9d49-91c1d67f99a4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329990 Jul 28 16:02:49.838152 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e218b4-2894-48c9-a734-36925c712475 req-ab3437ea-a0b8-4e1d-8590-f95a3a08a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:49.839698 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-ab3437ea-a0b8-4e1d-8590-f95a3a08a449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1098 time: 0.0449021 Jul 28 16:02:49.939030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e218b4-2894-48c9-a734-36925c712475 req-e786f456-478c-46d3-884f-81db5cdbcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:49.940144 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-e786f456-478c-46d3-884f-81db5cdbcb3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 898 time: 0.0930004 Jul 28 16:02:50.008381 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-a6631013-058d-43e1-a95f-1a82a16d5341 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 1002 time: 0.0602279 Jul 28 16:02:50.059110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e218b4-2894-48c9-a734-36925c712475 req-82a854c4-dc88-4248-9552-26c76785bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:50.060854 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-82a854c4-dc88-4248-9552-26c76785bd4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 200 len: 834 time: 0.0449841 Jul 28 16:02:50.107202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e218b4-2894-48c9-a734-36925c712475 req-f42b8399-5bce-4479-8054-8e26c6f7ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:50.108722 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-f42b8399-5bce-4479-8054-8e26c6f7ba6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7167fd9-e8db-4345-91c7-2649f57f49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406635 Jul 28 16:02:50.206953 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-800204ee-ed96-46ef-a43e-0785baf309b8 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894115 Jul 28 16:02:50.302284 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-05e218b4-2894-48c9-a734-36925c712475 req-f3d52d61-ced2-41a7-95a7-f54faa61a09a service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Jul 28 16:02:50.929583 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cb430-6fd8-4c7d-b029-da5336a080c4 req-c22b6897-cba1-44ff-b48e-ec682feb1e18 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:50.931147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c1cb430-6fd8-4c7d-b029-da5336a080c4 req-c22b6897-cba1-44ff-b48e-ec682feb1e18 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0494311 Jul 28 16:02:50.970509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c1cb430-6fd8-4c7d-b029-da5336a080c4 req-91465b35-0d8e-461f-a00f-065037e5331f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Jul 28 16:02:52.098893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6e5b6-5e70-4ac3-8c56-9e01acc886a5 req-56659a8d-7905-4086-bc90-24f64ab82efb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:52.100359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7d6e5b6-5e70-4ac3-8c56-9e01acc886a5 req-56659a8d-7905-4086-bc90-24f64ab82efb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0491335 Jul 28 16:02:52.139090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7d6e5b6-5e70-4ac3-8c56-9e01acc886a5 req-540756c0-49e7-4d5d-9c88-5ca3372ff4d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jul 28 16:02:52.348963 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-566f20c4-d621-4d5b-8ffb-7c755c4072dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:53.250793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c925c9-5fbd-4316-bd56-a91b60f8ce58 req-4eb69f2b-4d4a-4034-aeeb-3282da7b5a15 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:53.252253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47c925c9-5fbd-4316-bd56-a91b60f8ce58 req-4eb69f2b-4d4a-4034-aeeb-3282da7b5a15 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0474737 Jul 28 16:02:53.291882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47c925c9-5fbd-4316-bd56-a91b60f8ce58 req-ce3fc4ca-48b5-4475-8728-ae0341ffc4b2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Jul 28 16:02:54.408977 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbf31c-7e79-4f47-bf67-d387b427bffd req-c91cb103-1d54-4c66-9dc3-83f6324ecab8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:54.410487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ddbf31c-7e79-4f47-bf67-d387b427bffd req-c91cb103-1d54-4c66-9dc3-83f6324ecab8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0525911 Jul 28 16:02:54.450267 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ddbf31c-7e79-4f47-bf67-d387b427bffd req-28dac17d-a804-4892-9064-772032b1d3c3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Jul 28 16:02:54.903310 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c5e-7ea2-4931-8f27-d3f4a900a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:55.267107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:55.570022 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939efceb-16de-4a95-b22f-071752971ef1 req-09c2662f-1fae-46ff-9364-497e6d596198 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:55.571513 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-939efceb-16de-4a95-b22f-071752971ef1 req-09c2662f-1fae-46ff-9364-497e6d596198 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0526812 Jul 28 16:02:55.609508 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-939efceb-16de-4a95-b22f-071752971ef1 req-92f6a4cd-eb05-4244-ad03-9441bb976225 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Jul 28 16:02:56.650058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:56.725963 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b823e-6e13-479a-ba8b-c70a2e4d2d4b req-c5b4c98c-e34d-4037-bd52-44f46a6d7029 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:56.727410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c8b823e-6e13-479a-ba8b-c70a2e4d2d4b req-c5b4c98c-e34d-4037-bd52-44f46a6d7029 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Jul 28 16:02:56.765071 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9c8b823e-6e13-479a-ba8b-c70a2e4d2d4b req-2c6e1476-9f8d-47a6-9c45-f6c3af338ad6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 28 16:02:57.877915 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea4eb-34fe-4fc9-b0d3-a15cff10f902 req-ed19e5f4-57bc-4c00-98b8-418711ce5be3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:57.879407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e2ea4eb-34fe-4fc9-b0d3-a15cff10f902 req-ed19e5f4-57bc-4c00-98b8-418711ce5be3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0485258 Jul 28 16:02:57.918124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4e2ea4eb-34fe-4fc9-b0d3-a15cff10f902 req-8b52f221-de0e-4674-b622-ef012fb976fd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Jul 28 16:02:58.152941 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:59.033428 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f2dc-ae49-4cd8-9294-9f86433d0c2a req-45578be6-30d1-49c3-af54-ed619b3abce5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:02:59.034909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01c9f2dc-ae49-4cd8-9294-9f86433d0c2a req-45578be6-30d1-49c3-af54-ed619b3abce5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0482888 Jul 28 16:02:59.072996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-01c9f2dc-ae49-4cd8-9294-9f86433d0c2a req-c276e637-cd82-40e3-82b7-701b001a2140 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 28 16:03:00.186972 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710b1a-7d89-4b76-856f-57934b0b5b1a req-ed837578-8b7a-43f7-b09f-c5e2b7efb534 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:00.188476 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25710b1a-7d89-4b76-856f-57934b0b5b1a req-ed837578-8b7a-43f7-b09f-c5e2b7efb534 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0483685 Jul 28 16:03:00.225373 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-25710b1a-7d89-4b76-856f-57934b0b5b1a req-ed0f7ba9-8496-47cc-94ae-9b9532e44e3e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Jul 28 16:03:01.348411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de8a00-d19c-4e91-8bc2-a8a68156c4d4 req-b388483f-2e8e-4faa-bf1e-0ac0459d225c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:01.349959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4de8a00-d19c-4e91-8bc2-a8a68156c4d4 req-b388483f-2e8e-4faa-bf1e-0ac0459d225c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0549004 Jul 28 16:03:01.389593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b4de8a00-d19c-4e91-8bc2-a8a68156c4d4 req-981e06ac-7d8e-4ba0-96d8-34151b38bd4c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Jul 28 16:03:02.507388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04109805-0f0f-41fb-88b7-60202537ae27 req-33b6866e-d277-40c2-80b4-072dea30db91 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:02.509512 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04109805-0f0f-41fb-88b7-60202537ae27 req-33b6866e-d277-40c2-80b4-072dea30db91 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0542886 Jul 28 16:03:02.546949 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04109805-0f0f-41fb-88b7-60202537ae27 req-c45f7561-8d3d-4278-aaa6-53ae688ef5a7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Jul 28 16:03:03.011045 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:03.664586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27b1b-9f43-4e24-af35-64c6c0369dda req-f984e35d-6d79-4335-b903-191945989592 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:03.666080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-acc27b1b-9f43-4e24-af35-64c6c0369dda req-f984e35d-6d79-4335-b903-191945989592 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Jul 28 16:03:03.704825 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-acc27b1b-9f43-4e24-af35-64c6c0369dda req-bd314099-27cb-4aeb-94bc-cc8529ecbf8e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jul 28 16:03:04.866347 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98894ae-9142-4026-aaf0-f37b395e472c req-9f284960-ef19-4742-b5da-c088265e04b7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:04.867833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b98894ae-9142-4026-aaf0-f37b395e472c req-9f284960-ef19-4742-b5da-c088265e04b7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0969841 Jul 28 16:03:04.906891 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b98894ae-9142-4026-aaf0-f37b395e472c req-b2a77153-cacb-49d2-831f-ef3e3c00ff97 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Jul 28 16:03:06.024037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b1d65-fcfd-4ab3-ba2c-7ee7f71d713d req-e5fe4288-2484-467e-9979-2ff32ba80394 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:06.026168 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-363b1d65-fcfd-4ab3-ba2c-7ee7f71d713d req-e5fe4288-2484-467e-9979-2ff32ba80394 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0501888 Jul 28 16:03:06.064059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-363b1d65-fcfd-4ab3-ba2c-7ee7f71d713d req-b54ba378-990f-478e-8e6b-6e2e4b94454b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Jul 28 16:03:07.142787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:07.180209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38485235-0372-41fa-9507-c4a215201c48 req-693f2d80-eb9f-478e-b152-472149b5cd06 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:07.182312 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38485235-0372-41fa-9507-c4a215201c48 req-693f2d80-eb9f-478e-b152-472149b5cd06 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Jul 28 16:03:07.220953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-38485235-0372-41fa-9507-c4a215201c48 req-60bbe77c-a161-49bc-9e87-502ccef8e46b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Jul 28 16:03:07.242543 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44532) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:03:07.307725 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-129bf218-719e-4368-860b-74559bc6379c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/19371adf-2a19-4a52-b089-531fb198f837 HTTP/1.1" status: 200 len: 994 time: 0.0634451 Jul 28 16:03:10.504840 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-20ac9287-cfa6-4e81-af06-a040b5784569 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462034 Jul 28 16:03:10.604803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-5009b6b0-25bb-4187-9570-ef938fa57df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:10.606292 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-5009b6b0-25bb-4187-9570-ef938fa57df5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1098 time: 0.0408549 Jul 28 16:03:10.709047 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-71c90085-9a04-4712-99b2-43a76290d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:10.710521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-71c90085-9a04-4712-99b2-43a76290d896 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 898 time: 0.0855265 Jul 28 16:03:10.778879 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-1f4ca9da-d76b-4820-8c30-a65898e62dbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 1002 time: 0.0598896 Jul 28 16:03:10.827334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-a258d270-9baa-4520-afaa-2b040d4d78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:10.828792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-a258d270-9baa-4520-afaa-2b040d4d78b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 200 len: 834 time: 0.0429826 Jul 28 16:03:10.873665 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-c7aea77f-f89d-4d7f-9c9d-82b6204b60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:03:10.875233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-c7aea77f-f89d-4d7f-9c9d-82b6204b60c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7167fd9-e8db-4345-91c7-2649f57f49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396910 Jul 28 16:03:10.968464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-92470968-9285-4486-8491-7ad1ca4e0723 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847199 Jul 28 16:03:11.059409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-614210b0-d1a9-49ba-87f6-abdf55e84cbc req-4382e2c4-f4e6-4ced-ba44-85938bc359d6 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832748 Jul 28 16:03:22.347844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cb171ade-9b4d-410e-9a21-ad22883087e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:24.343578 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:03:24.896201 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-34ea8a17-4d90-46b1-b96c-443eecbb5e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:25.295985 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:26.690307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:28.147158 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:33.083539 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:37.129780 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:52.341735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-54b65e78-f999-4ff3-83fb-46ab07cbce75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:54.906909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-52e1e5a7-89ad-4f67-aa52-bbd3a2861d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:55.311998 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:56.700745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:58.346246 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:01.344590 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:04:03.031972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:06.292675 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44554) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:06.460299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 8d403d24-8b7a-4861-bd33-54c58075c875 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:04:06.460741 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:06.550778 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:06.551165 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:06.565716 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 8d403d24-8b7a-4861-bd33-54c58075c875 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:04:06.792189 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:06.823475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=8d403d24-8b7a-4861-bd33-54c58075c875,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:06.836306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.837056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.837056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.837342 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.837647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.837985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.838312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.838638 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.838961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.839284 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.839607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.839927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:06.897175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:06.897513 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP 19371adf-2a19-4a52-b089-531fb198f837 disassociated (deleted). External IP: 172.25.6.165, port: 00502dc4-ea21-4e2e-b2c4-561afc5669b3. Jul 28 16:04:07.135013 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:07.141074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 859f28df-daad-4788-975e-2783f1f50554 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:04:07.260217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:04:07.267160 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:07.273449 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] Sync routers for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:04:07.283187 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:07.284815 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:03:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:07.311756 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-58878b6a-5455-4b4e-9749-ed7103b8c3a3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/floatingips/19371adf-2a19-4a52-b089-531fb198f837 HTTP/1.1" status: 204 len: 168 time: 1.0179217 Jul 28 16:04:07.312647 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:04:07.315098 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1a6581-bd97-46d1-b928-e9abb257144c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:04:07.437141 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e174d5-ae7b-4489-983f-6496556cbf56 x-openstack-request-id: req-31e174d5-ae7b-4489-983f-6496556cbf56 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:04:07.437434 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:04:07.437718 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31e174d5-ae7b-4489-983f-6496556cbf56 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:04:07.438142 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'status': 'completed', 'code': 200} Jul 28 16:04:07.520110 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:07.607259 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-53405899-be62-423f-85f8-fc10a873f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:07.608961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-53405899-be62-423f-85f8-fc10a873f2bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 1098 time: 0.1299551 Jul 28 16:04:07.717609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-d2afe290-0daa-4fa9-8d91-9fff73a8430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:07.719420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-d2afe290-0daa-4fa9-8d91-9fff73a8430b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 200 len: 898 time: 0.0975318 Jul 28 16:04:07.741211 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:21Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:07.769750 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] Checking router: 859f28df-daad-4788-975e-2783f1f50554 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:04:07.780855 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:07.781500 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:03:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:07.793896 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-7854ec41-a14b-4175-81d3-d44b9ed9718e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 200 len: 217 time: 0.0453217 Jul 28 16:04:07.879014 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-113688e6-4133-4d00-8b43-b29b23f9de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:07.880660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-113688e6-4133-4d00-8b43-b29b23f9de6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 200 len: 834 time: 0.0784903 Jul 28 16:04:07.893985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887f74-1d06-48bf-a10a-943b94b21c16 req-53d67615-4a56-4e06-9c4d-a9fd77e5801d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:07.895490 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04887f74-1d06-48bf-a10a-943b94b21c16 req-53d67615-4a56-4e06-9c4d-a9fd77e5801d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0956285 Jul 28 16:04:07.896332 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:07.966736 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-04887f74-1d06-48bf-a10a-943b94b21c16 req-2282313a-2244-4220-883e-c866786b2048 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628240 Jul 28 16:04:07.973677 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-89704677-114f-4eb5-ba49-371717db67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:07.974331 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-89704677-114f-4eb5-ba49-371717db67da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7167fd9-e8db-4345-91c7-2649f57f49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779769 Jul 28 16:04:08.071510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-6902fcd7-f6fb-4403-869a-23879f33ad96 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862854 Jul 28 16:04:08.120268 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:21Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:08.162297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f28ec-f695-4b23-bd51-81c8a9a4c8fd None None] The sync data for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 is: [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:16Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b', 'name': '', 'network_id': 'd7167fd9-e8db-4345-91c7-2649f57f49ae', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:75:bc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:15Z', 'updated_at': '2021-07-28T16:01:21Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'e3e0a0ab-9ea8-4245-b110-87e21c9a54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:04:08.176780 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad1a6581-bd97-46d1-b928-e9abb257144c req-12358603-22c4-4646-b069-21e5e3542320 service neutron] 10.222.0.42 "GET /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961657 Jul 28 16:04:08.394403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fc533-8552-49ae-b4b5-0313da938eae None None] New status for floating IP 19371adf-2a19-4a52-b089-531fb198f837: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:04:09.090125 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b0790-0cb5-4074-ae44-2863b1211ea2 req-3af263d0-d85c-4615-ba93-0c02a9b61822 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:09.091660 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-612b0790-0cb5-4074-ae44-2863b1211ea2 req-3af263d0-d85c-4615-ba93-0c02a9b61822 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0529504 Jul 28 16:04:09.132316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-612b0790-0cb5-4074-ae44-2863b1211ea2 req-7a7eeb0a-4e0d-4ddb-8666-683104e2cf23 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345936 Jul 28 16:04:09.860491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-71ebcabb-590f-4867-b65c-b554ff7bcd34 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:09.862680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-71ebcabb-590f-4867-b65c-b554ff7bcd34 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0668886 Jul 28 16:04:09.959371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:04:09.959721 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:10.056390 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 00502dc4-ea21-4e2e-b2c4-561afc5669b3, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=00502dc4-ea21-4e2e-b2c4-561afc5669b3,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:10.056810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:10.074386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 00502dc4-ea21-4e2e-b2c4-561afc5669b3 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:04:10.605676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0038cab-247b-4163-9e43-b3ac59e4beeb req-37d7baa6-edde-4aa0-82b4-c42f5a902de3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:10.607394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0038cab-247b-4163-9e43-b3ac59e4beeb req-37d7baa6-edde-4aa0-82b4-c42f5a902de3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 946 time: 0.0628734 Jul 28 16:04:10.654060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f0038cab-247b-4163-9e43-b3ac59e4beeb req-b4d9f562-f3ce-4cc2-aeeb-2a75b5f3be4d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b0ab5fd-71df-451c-a647-e96b6c8856b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396659 Jul 28 16:04:10.963222 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:10.994007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=00502dc4-ea21-4e2e-b2c4-561afc5669b3,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:11.008850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.009213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.009543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.009881 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.010215 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.010546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.010878 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.011206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.011536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.011862 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.012188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.012535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:11.047519 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] No DVR routers for this DVR port 00502dc4-ea21-4e2e-b2c4-561afc5669b3 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:04:11.050810 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:11.052944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-41b2bead-6eb2-47f4-a1c9-744371de50fb req-c0e3dc8b-6707-4034-b8e3-45f5ca97e7c6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "DELETE /v2.0/ports/00502dc4-ea21-4e2e-b2c4-561afc5669b3 HTTP/1.1" status: 204 len: 173 time: 1.1835020 Jul 28 16:04:11.053396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'name': 'network-vif-deleted', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:04:11.055694 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6ffb69-37af-42fa-9e1b-6b1c50dfdcd0" -d '{"events": [{"server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "name": "network-vif-deleted", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:04:11.149015 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692fd959-680a-40f3-9222-864206bfdc01 x-openstack-request-id: req-692fd959-680a-40f3-9222-864206bfdc01 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:04:11.153475 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ce9fec-a08c-492b-8383-0af4809db439", "name": "network-vif-deleted", "tag": "00502dc4-ea21-4e2e-b2c4-561afc5669b3", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:04:11.153475 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-692fd959-680a-40f3-9222-864206bfdc01 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:04:11.153475 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ce9fec-a08c-492b-8383-0af4809db439', 'name': 'network-vif-deleted', 'tag': '00502dc4-ea21-4e2e-b2c4-561afc5669b3', 'status': 'completed', 'code': 200} Jul 28 16:04:11.784973 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-edf6f14a-1323-4f58-87f1-6c6c6330315c req-d1861986-6355-4944-8e94-9226fd4a7fd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ce9fec-a08c-492b-8383-0af4809db439 HTTP/1.1" status: 200 len: 210 time: 0.0314207 Jul 28 16:04:12.844074 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44584) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:13.226954 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:13.500771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:04:13.501124 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:13.599898 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:13.600264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:13.613406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:04:13.900375 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:13.928827 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:14.012996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 00502dc4-ea21-4e2e-b2c4-561afc5669b3 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:04:14.038292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 00502dc4-ea21-4e2e-b2c4-561afc5669b3 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:04:14.038606 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 00502dc4-ea21-4e2e-b2c4-561afc5669b3 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:04:14.115735 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:14.349217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 859f28df-daad-4788-975e-2783f1f50554 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:04:14.809411 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:04:14.815828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3268fe4c-9e5f-4603-a69c-c55965fcd507 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/859f28df-daad-4788-975e-2783f1f50554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705801 Jul 28 16:04:14.818671 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44586) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:14.820997 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] Sync routers for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:04:14.832416 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:14.833293 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:03:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:14.871433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting subnet e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:04:14.874501 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:14.920472 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:14.954623 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:15.019074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.146965 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:04:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:15.157925 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.178450 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] Checking router: 859f28df-daad-4788-975e-2783f1f50554 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:04:15.186852 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e0a0ab-9ea8-4245-b110-87e21c9a54f8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:15.187659 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] Routers {'859f28df-daad-4788-975e-2783f1f50554'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:15.188296 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:03:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['859f28df-daad-4788-975e-2783f1f50554'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:15.189546 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.191480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7369f192-8e62-4947-9e65-f3dd46a3a4ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/subnets/e3e0a0ab-9ea8-4245-b110-87e21c9a54f8 HTTP/1.1" status: 204 len: 168 time: 0.3718300 Jul 28 16:04:15.196041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44588) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:15.202683 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb70119-4859-49e2-8311-e59d9fd866a9 None None] Network d7167fd9-e8db-4345-91c7-2649f57f49ae requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:04:15.313456 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] Set router 859f28df-daad-4788-975e-2783f1f50554 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:15.331179 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.423964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] DHCP port deletion for d7167fd9-e8db-4345-91c7-2649f57f49ae request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:04:15.476173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Deleting port 32e0d27d-ac57-4771-9398-bba550f2b59c {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:04:15.477141 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.488977 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.536255 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:04:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:15.569562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] For port 32e0d27d-ac57-4771-9398-bba550f2b59c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=32e0d27d-ac57-4771-9398-bba550f2b59c,segment=NetworkSegment(fadd4d23-c340-4b5a-8322-0a08a15f5c56),segment_id=fadd4d23-c340-4b5a-8322-0a08a15f5c56)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:15.569977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.571548 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f9980-acdd-4b47-8f51-0bb875a1d172 None None] The sync data for ids ['859f28df-daad-4788-975e-2783f1f50554'] in n-d-764806-10 is: [{'id': '859f28df-daad-4788-975e-2783f1f50554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519622402', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:04:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '23a98dca-a3c0-4454-ae4b-5fda622dab80', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859f28df-daad-4788-975e-2783f1f50554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:01:12Z', 'updated_at': '2021-07-28T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:04:15.607437 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Calling delete_port for 32e0d27d-ac57-4771-9398-bba550f2b59c owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:04:15.939715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 32e0d27d-ac57-4771-9398-bba550f2b59c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:04:16.023487 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.101393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 23a98dca-a3c0-4454-ae4b-5fda622dab80 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:04:16.111790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.111972 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.150050 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Pushing event deleted for resources: {'Port': ['ID=32e0d27d-ac57-4771-9398-bba550f2b59c,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:16.157538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] No DVR routers for this DVR port 32e0d27d-ac57-4771-9398-bba550f2b59c on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:04:16.161665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.162019 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.162367 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.163158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.163158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.163348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.163671 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.164000 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.164392 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.164659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.165214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.165316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14258352-a2f0-45c4-b5c7-37ab17930990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:16.195340 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 23a98dca-a3c0-4454-ae4b-5fda622dab80, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=23a98dca-a3c0-4454-ae4b-5fda622dab80,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:16.195639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.209189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 23a98dca-a3c0-4454-ae4b-5fda622dab80 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:04:16.477347 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.521080 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=23a98dca-a3c0-4454-ae4b-5fda622dab80,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:16.590920 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.683597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.685839 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.803380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.804090 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Fanout notify agent at l3_agent the message router_deleted on router 859f28df-daad-4788-975e-2783f1f50554 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:04:16.812707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.812900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-152607b7-5f27-4427-8245-e2187c92458b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/routers/859f28df-daad-4788-975e-2783f1f50554 HTTP/1.1" status: 204 len: 168 time: 1.6158721 Jul 28 16:04:16.816785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44590) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:16.902317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.994573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.006206 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7167fd9-e8db-4345-91c7-2649f57f49ae']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:17.018549 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd4d23-c340-4b5a-8322-0a08a15f5c56') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:17.018873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd4d23-c340-4b5a-8322-0a08a15f5c56') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:17.028878 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.046111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.053170 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:04:17.053634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:04:17.056716 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:04:17.226100 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.233237 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.235245 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/networks/d7167fd9-e8db-4345-91c7-2649f57f49ae HTTP/1.1" status: 204 len: 168 time: 0.4174643 Jul 28 16:04:17.243722 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44592) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:17.248434 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80f721-1543-4e6c-84f5-af3f959c69c8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Network': ['ID=d7167fd9-e8db-4345-91c7-2649f57f49ae,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:17.309300 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca351-2a65-44e8-a85e-3de5673703c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.336744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca351-2a65-44e8-a85e-3de5673703c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.471983 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca351-2a65-44e8-a85e-3de5673703c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.474639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca351-2a65-44e8-a85e-3de5673703c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:17.475905 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f3ca351-2a65-44e8-a85e-3de5673703c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/security-groups/5b0ab5fd-71df-451c-a647-e96b6c8856b0 HTTP/1.1" status: 204 len: 168 time: 0.2310722 Jul 28 16:04:17.485785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca351-2a65-44e8-a85e-3de5673703c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ab5fd-71df-451c-a647-e96b6c8856b0,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:17.572929 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:04:17.596481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:04:17.616257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device fb6bc29c-5e4d-42ea-b57e-8c7cde33ac9b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:04:17.616257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a98dca-a3c0-4454-ae4b-5fda622dab80 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:04:17.616257 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 23a98dca-a3c0-4454-ae4b-5fda622dab80 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:04:17.616715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 23a98dca-a3c0-4454-ae4b-5fda622dab80 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:04:19.426733 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44600) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:19.431509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448140353', 'description': 'tempest-secgroup-smoke-1448140353 description', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:19.500279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.584129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.631481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.661182 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:19.693948 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.695162 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7f59fd10-a708-476b-b62f-6f1f272a5858 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2673755 Jul 28 16:04:19.698068 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44602) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:19.702447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '2c791a3a-15ad-45f5-bc98-35d3cdc29a9d', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:19.762813 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.825516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.922795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:19.942131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5045846f-1ebe-4170-85f6-bdd91c76fc28,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:20.014543 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.015759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ceb9f7e0-c030-4e51-94e6-b408993712ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167508 Jul 28 16:04:20.018479 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44604) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:20.022945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '2c791a3a-15ad-45f5-bc98-35d3cdc29a9d', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:20.111286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.167178 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.253973 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.273315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72900881-bf65-4348-9178-bc6a0b7ac2d8,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:20.346352 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.347618 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ff224028-135e-4307-ae18-207f07e7a326 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3281753 Jul 28 16:04:20.350551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44606) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:20.355130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '2c791a3a-15ad-45f5-bc98-35d3cdc29a9d', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:20.426016 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.487742 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.557219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.575274 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbb8780-cf84-445f-8461-ad3127b2c145,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:20.631542 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.632782 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3d80e91b-9b43-4be9-beb9-69ec1e00cde9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2812638 Jul 28 16:04:20.635591 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44608) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:20.640258 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '2c791a3a-15ad-45f5-bc98-35d3cdc29a9d', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:20.745050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.803550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.888893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.906921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc3f32d-bc7a-4f91-93e3-1b1989f92c3c,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:20.980180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.981503 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-42a61157-58bc-470f-b312-a8a9c4f56b4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448610 Jul 28 16:04:20.984151 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44610) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:20.989223 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '2c791a3a-15ad-45f5-bc98-35d3cdc29a9d', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:21.071129 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:04:21.076347 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.139413 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.208192 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.225959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf790d3-a247-420f-8abd-751507a7f347,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:21.305326 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.306530 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-59e51633-ad3f-4a5d-80db-415115eaf6c0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214312 Jul 28 16:04:21.309490 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44612) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:21.313897 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '2c791a3a-15ad-45f5-bc98-35d3cdc29a9d', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:21.402797 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:04:21.408260 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.468348 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.540279 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.560797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc98159-c35c-45fa-8914-1be42856a2ee,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:21.689462 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.691081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-856ce6ec-37f3-4b61-84b0-087fa4a93a40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3805990 Jul 28 16:04:21.693977 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44614) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:21.699475 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'network': {'name': 'tempest-network-smoke--1544528883', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'port_security_enabled': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:21.831784 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:04:21.835319 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.859027 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:04:21.869067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.869411 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Added segment caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8 of type vlan for network d6f88a8a-1a45-4c74-8942-9d9dee932f3e Jul 28 16:04:21.911634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.002988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.008637 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:22.009231 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.078101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Network': ['ID=d6f88a8a-1a45-4c74-8942-9d9dee932f3e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:22.089801 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:04:22.141677 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9a013870-0c81-4ad9-b1e0-3a3135e578f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4462557 Jul 28 16:04:22.144348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44616) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:22.149551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'admin_state_up': True, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:22.248675 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.249748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.304481 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.328594 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-631f4889-5a8f-4523-8903-53a1f1fc9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.489704 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.751837 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.772059 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:22.886206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.190 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/9fe5afc8-7f26-481e-b233-2c7215cdd2b6) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:04:22.990029 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:23.129466 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:23.169134 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:04:23.172210 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:23.178934 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:04:23.185169 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:23.594076 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:23.809264 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.008915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:04:24.125246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:04:24.136018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Sync routers for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:04:24.147425 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:24.148117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:03:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:24.185974 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.189899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1d81efae-60b9-4246-8286-bb97ccd66a7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0416079 Jul 28 16:04:24.190458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44618) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:24.225957 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-3d287fbb-a28b-42f6-b466-68150e1c1bde tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=4b7ef56bf29647e29072d50fca17f5a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320489 Jul 28 16:04:24.226246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44620) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:24.254950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:24.327282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129cfbeb-5181-4468-9ba6-430c923a3c92 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:24.328808 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-129cfbeb-5181-4468-9ba6-430c923a3c92 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016922 Jul 28 16:04:24.332200 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44622) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:24.361015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ea3be349-4514-47de-8d8c-fd4857fedcfa tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276542 Jul 28 16:04:24.363671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44624) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:24.368505 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1257016203', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:24.431009 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:23Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:24.458195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Checking router: ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:04:24.458548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Updating router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:04:24.486192 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.523045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:04:24.526840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.739180 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.748970 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Transition to ACTIVE for port object 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:24.751930 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.819171 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Subnet': ['ID=1049b53d-23f5-455d-9c05-9b55b748716b,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:24.825917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Checking segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:04:24.825917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network hostable DHCP agents. Network: d6f88a8a-1a45-4c74-8942-9d9dee932f3e, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:04:24.831307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.883242 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3ca5b-99d6-48a6-ab59-210c7b653753 None None] Pushing event updated for resources: {'Port': ['ID=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:24.887332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Attempting to bind port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:04:24.887705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Attempting to bind port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:04:24.888072 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Attempting to bind port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:04:24.893292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:04:24.893667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:04:24.894117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.894455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:04:24.894927 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Bound port: 9fe5afc8-7f26-481e-b233-2c7215cdd2b6, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:04:24.895343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.897958 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7dadcb9a-95eb-4cd7-82e2-7962af833046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:24.922915 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:04:24.951622 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] For port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:04:24.954766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] For port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:04:25.025853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, d6f88a8a-1a45-4c74-8942-9d9dee932f3e) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:25.030453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:25.031105 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:25.034651 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afec221-e1f4-4c33-bca9-f8a7e7a2adde None None] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:04:25.073993 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:25.159305 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-590f3407-fa66-4924-a43c-05fbc97f6c92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7940414 Jul 28 16:04:25.161509 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:25.161995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44626) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:25.162143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:04:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:25.168491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3ca5b-99d6-48a6-ab59-210c7b653753 None None] Pushing event updated for resources: {'Port': ['ID=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:25.339279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-d6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:04:25.340144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:25.348478 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:25.358374 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:25.616185 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Allocated IP 172.20.0.2 (d6f88a8a-1a45-4c74-8942-9d9dee932f3e/1049b53d-23f5-455d-9c05-9b55b748716b/104e0b91-8f13-4eb1-a406-de275c49e3bc) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:04:25.650576 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:25.707336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:23Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:25.910556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6fd23-7c50-45bf-a739-c58fb943da66 None None] The sync data for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 is: [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:23Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:04:25.979030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:25.987336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Transition to ACTIVE for port object 104e0b91-8f13-4eb1-a406-de275c49e3bc will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:26.002693 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Transition to ACTIVE for port object 104e0b91-8f13-4eb1-a406-de275c49e3bc will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:26.072127 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.133540 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:04:26.136479 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:26.139898 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:04:26.162381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.1 (d6f88a8a-1a45-4c74-8942-9d9dee932f3e/1049b53d-23f5-455d-9c05-9b55b748716b/87b70429-d75f-433e-bab3-958c8cda8112) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:04:26.197723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Pushing event updated for resources: {'Port': ['ID=104e0b91-8f13-4eb1-a406-de275c49e3bc,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:26.218354 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Attempting to bind port 104e0b91-8f13-4eb1-a406-de275c49e3bc on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:04:26.218758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Attempting to bind port 104e0b91-8f13-4eb1-a406-de275c49e3bc by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:04:26.219165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Attempting to bind port 104e0b91-8f13-4eb1-a406-de275c49e3bc on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:04:26.225028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:04:26.225458 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Checking segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:04:26.225954 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.226347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Bound using segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:04:26.228525 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Bound port: 104e0b91-8f13-4eb1-a406-de275c49e3bc, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:04:26.228525 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.306260 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] For port 104e0b91-8f13-4eb1-a406-de275c49e3bc, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:04:26.310776 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] For port 104e0b91-8f13-4eb1-a406-de275c49e3bc, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=104e0b91-8f13-4eb1-a406-de275c49e3bc,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:04:26.397916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.469531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0011e3-161e-47f6-9933-38c39bafe0b4 None None] Pushing event updated for resources: {'Port': ['ID=104e0b91-8f13-4eb1-a406-de275c49e3bc,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:26.677232 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.688085 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.706534 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 87b70429-d75f-433e-bab3-958c8cda8112 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:26.803720 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:26.846345 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:04:26.849659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:26.853766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:04:26.883241 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=87b70429-d75f-433e-bab3-958c8cda8112,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:26.907015 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.110323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.379091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f14b6-55db-479c-b5c7-cb903955ce1e None None] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:04:27.418795 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.489472 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.523766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-bfe11da7-e695-478a-91c4-401eeb351970 None None] Provisioning for port 104e0b91-8f13-4eb1-a406-de275c49e3bc completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:27.598295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.600536 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=87b70429-d75f-433e-bab3-958c8cda8112,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:27.694895 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 104e0b91-8f13-4eb1-a406-de275c49e3bc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:27.732103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:04:27.734094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:27.819884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 104e0b91-8f13-4eb1-a406-de275c49e3bc completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:27.824798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 104e0b91-8f13-4eb1-a406-de275c49e3bc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:27.825185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.882553 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:04:27.887083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Provisioning complete for port 104e0b91-8f13-4eb1-a406-de275c49e3bc triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:27.887472 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:27.969718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.029383 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:04:28.043370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d16bdcd7-10da-4e3b-85df-b226e38bae75 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/ec95ee0b-8cb7-47c0-aa08-23a7976b93a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8747122 Jul 28 16:04:28.047792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.052234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 104e0b91-8f13-4eb1-a406-de275c49e3bc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=104e0b91-8f13-4eb1-a406-de275c49e3bc,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:28.052432 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Sync routers for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:04:28.070679 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:28.071536 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:04:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:28.158767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.161383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:28.228426 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-0547a332-7204-4a78-a023-9eaa7f67c16d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448140353&fields=id&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 267 time: 0.0448041 Jul 28 16:04:28.271504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.277286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.db.api [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 16:04:28.277779 n-d-764806-10 neutron-server[94659]: DEBUG oslo_db.api [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 16:04:28.321845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:28.322686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=104e0b91-8f13-4eb1-a406-de275c49e3bc,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:28.376926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-b2f74f08-459e-4ad1-87d9-51f46003c962 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:28.379454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-b2f74f08-459e-4ad1-87d9-51f46003c962 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 797 time: 0.1440637 Jul 28 16:04:28.398171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-228fadc2-de42-4481-ac69-f9170406dbae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/quotas/4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 375 time: 0.0116398 Jul 28 16:04:28.447774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:28.452298 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:28.452841 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.463610 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-fa770dc6-810d-492f-b53f-9e66675d96f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543840 Jul 28 16:04:28.540185 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.555777 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 2, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:28.568724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:28.586152 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Checking router: ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:04:28.586427 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Updating router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 port 87b70429-d75f-433e-bab3-958c8cda8112 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:04:28.587611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-7587d58c-b1fc-41e7-a293-f47f9a34cfd7 service neutron] 10.222.0.57 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072953 Jul 28 16:04:28.614358 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.660575 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.691414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-efb3727e-ac6f-4045-b16f-6c27589b9048 service neutron] 10.222.0.57 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953996 Jul 28 16:04:28.712724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:28.883345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Provisioning for port 87b70429-d75f-433e-bab3-958c8cda8112 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:28.887488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Provisioning complete for port 87b70429-d75f-433e-bab3-958c8cda8112 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:28.887977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.902139 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:28.914089 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Transition to ACTIVE for port object 87b70429-d75f-433e-bab3-958c8cda8112 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:28.936995 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ee2497c5-e0fa-405a-9141-9abfe254c14b None None] Port 87b70429-d75f-433e-bab3-958c8cda8112 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:04:28.941922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-910af86a-b20b-4836-8740-69552f740443 req-56a1921d-c384-46c1-9b61-25d3ebd27dd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 210 time: 0.0340366 Jul 28 16:04:28.991392 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:29.049022 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Pushing event updated for resources: {'Port': ['ID=87b70429-d75f-433e-bab3-958c8cda8112,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:29.073727 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.074584 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.074584 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.074912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.075066 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.075394 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.075719 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.076252 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.076617 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.076945 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.077269 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.077754 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:04:29.131345 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Attempting to bind port 87b70429-d75f-433e-bab3-958c8cda8112 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:04:29.131718 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Attempting to bind port 87b70429-d75f-433e-bab3-958c8cda8112 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:04:29.132077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Attempting to bind port 87b70429-d75f-433e-bab3-958c8cda8112 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:04:29.137625 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:04:29.138072 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Checking segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:04:29.138423 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:29.138856 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Bound using segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:04:29.139317 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Bound port: 87b70429-d75f-433e-bab3-958c8cda8112, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:04:29.139696 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:29.211934 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] For port 87b70429-d75f-433e-bab3-958c8cda8112, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:04:29.215563 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] For port 87b70429-d75f-433e-bab3-958c8cda8112, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87b70429-d75f-433e-bab3-958c8cda8112,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:04:29.340337 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:29.405355 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40971b8-14f7-46c3-9e79-7628a3953e0e None None] Pushing event updated for resources: {'Port': ['ID=87b70429-d75f-433e-bab3-958c8cda8112,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:29.410407 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:29.411463 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:04:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:29.527608 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:29.576653 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 104e0b91-8f13-4eb1-a406-de275c49e3bc up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:29.637481 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 104e0b91-8f13-4eb1-a406-de275c49e3bc triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:29.637774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:29.719628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:29.731278 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:29Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:29.760701 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98b8db-0ac5-4251-99e7-8168a19e703e None None] The sync data for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 is: [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:29Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:04:29.766610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:29.767011 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:30.041480 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fd307ff4-15f2-414c-8967-b2e798096b9c req-13203a8f-7a60-4334-a885-25f77bc6aee5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Jul 28 16:04:31.081883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-7ffbd4b5-219a-49be-b81c-c25b048cb75d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:31.083482 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-7ffbd4b5-219a-49be-b81c-c25b048cb75d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 797 time: 0.1109858 Jul 28 16:04:31.134709 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-5c12befe-3237-4ad8-b1eb-a2304bee28cf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 380 time: 0.0358827 Jul 28 16:04:31.139286 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e44f053e-a0de-41e2-860a-0918abc2c1bf req-ff8d71c3-fcbe-4824-90ed-d7ae839a7bbc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 210 time: 0.0256553 Jul 28 16:04:31.144562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'port': {'device_id': 'a022f147-9428-45dd-8311-5a3462b998e1', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'admin_state_up': True, 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'security_groups': ['2c791a3a-15ad-45f5-bc98-35d3cdc29a9d']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:31.368031 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:04:31.371590 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.502211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.14 (d6f88a8a-1a45-4c74-8942-9d9dee932f3e/1049b53d-23f5-455d-9c05-9b55b748716b/d6b7bff9-06b9-49e8-b5dd-964bb9350a70) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:04:31.586742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87b70429-d75f-433e-bab3-958c8cda8112 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:31.652555 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.665697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object d6b7bff9-06b9-49e8-b5dd-964bb9350a70 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:31.734096 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 87b70429-d75f-433e-bab3-958c8cda8112 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:31.741887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 87b70429-d75f-433e-bab3-958c8cda8112 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:31.742287 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.774757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.821550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:04:31.824861 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.825018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:31.828790 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:04:31.861434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:31.863697 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 87b70429-d75f-433e-bab3-958c8cda8112, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87b70429-d75f-433e-bab3-958c8cda8112,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:31.888926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:31.889781 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.957081 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:31.998062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-1e4dcf5e-c9ee-45f3-b6bf-0c68a3c47908 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8575659 Jul 28 16:04:32.009960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=87b70429-d75f-433e-bab3-958c8cda8112,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:32.018281 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Request body: {'port': {'device_id': 'a022f147-9428-45dd-8311-5a3462b998e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:32.072732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.139602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-53d462e2-9640-4bdd-89be-221aa91024bf None None] Provisioning for port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:32.144266 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-53d462e2-9640-4bdd-89be-221aa91024bf None None] Provisioning complete for port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:32.144658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-53d462e2-9640-4bdd-89be-221aa91024bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.181126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-53d462e2-9640-4bdd-89be-221aa91024bf None None] Port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:04:32.321385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dc57b-e7a2-4f3c-b72a-c0c93ffc4314 req-3caf9263-e6f2-4e48-974c-14d5c5d4977d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:32.323028 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-086dc57b-e7a2-4f3c-b72a-c0c93ffc4314 req-3caf9263-e6f2-4e48-974c-14d5c5d4977d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 932 time: 0.0844600 Jul 28 16:04:32.382020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-086dc57b-e7a2-4f3c-b72a-c0c93ffc4314 req-7c71c990-a09b-46a7-9041-85a161dcd5ee tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528257 Jul 28 16:04:32.415475 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b7bff9-06b9-49e8-b5dd-964bb9350a70 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:04:32.423923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.436000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Transition to ACTIVE for port object d6b7bff9-06b9-49e8-b5dd-964bb9350a70 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:04:32.522748 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.578805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:32.649766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:04:32.650105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:04:32.650438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:04:32.655142 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:04:32.655478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:04:32.661532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:04:32.661882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Checking segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:04:32.662276 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Bound using segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:04:32.662721 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Bound port: d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:04:32.663393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.734792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:04:32.738668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:04:32.877723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.914624 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:32.915348 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:32.916806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] 10.222.0.42 "PUT /v2.0/ports/d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1093 time: 0.9035549 Jul 28 16:04:32.921178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:04:32.924159 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0664c-6ba1-4210-88e9-7828c1463c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:04:32.952927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b86d-9db4-4ed0-b145-49a403723262 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:32.973445 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666854e2-b48b-43e2-81c4-e5a81d86efdd x-openstack-request-id: req-666854e2-b48b-43e2-81c4-e5a81d86efdd {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:04:32.973736 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:04:32.973998 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-666854e2-b48b-43e2-81c4-e5a81d86efdd {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:04:32.974403 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'status': 'completed', 'code': 200} Jul 28 16:04:33.059973 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0664c-6ba1-4210-88e9-7828c1463c3c req-0b565a30-a94f-4686-9ec4-e6c8d4c1a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.061517 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd0664c-6ba1-4210-88e9-7828c1463c3c req-0b565a30-a94f-4686-9ec4-e6c8d4c1a40f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1096 time: 0.0453084 Jul 28 16:04:33.088108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:33.179525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0664c-6ba1-4210-88e9-7828c1463c3c req-19d85b54-c14f-46bf-910b-4f4305926440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.180960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd0664c-6ba1-4210-88e9-7828c1463c3c req-19d85b54-c14f-46bf-910b-4f4305926440 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0933895 Jul 28 16:04:33.279816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0664c-6ba1-4210-88e9-7828c1463c3c req-1e72fd96-cd34-49bb-aba1-ea181ad5cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.281380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4dd0664c-6ba1-4210-88e9-7828c1463c3c req-1e72fd96-cd34-49bb-aba1-ea181ad5cf63 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934157 Jul 28 16:04:33.382524 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-8a741216-da1e-4d90-8d34-bf3ee12bc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.384040 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-8a741216-da1e-4d90-8d34-bf3ee12bc815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1096 time: 0.0429168 Jul 28 16:04:33.436734 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-6f5c99e4-dd70-4180-8a61-8d381d070996 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 217 time: 0.0381703 Jul 28 16:04:33.515108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-412cb33a-1ecd-4414-8e4d-d341d65d72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.516528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-412cb33a-1ecd-4414-8e4d-d341d65d72ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0730414 Jul 28 16:04:33.530582 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c6d6-8ba2-4c60-a719-08bbea4ba058 req-29470469-a359-4f9b-87b7-82cce9a1381b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.532173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f32c6d6-8ba2-4c60-a719-08bbea4ba058 req-29470469-a359-4f9b-87b7-82cce9a1381b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0813124 Jul 28 16:04:33.581880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87b70429-d75f-433e-bab3-958c8cda8112 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:33.602252 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f32c6d6-8ba2-4c60-a719-08bbea4ba058 req-aa3754bd-ec91-44cb-9d3d-f4bfff425d95 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612731 Jul 28 16:04:33.605187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afb80-876f-4848-b365-6003d916fc20 req-9cc62754-f428-48f9-ba59-ebabb194b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:33.606702 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-9cc62754-f428-48f9-ba59-ebabb194b952 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735080 Jul 28 16:04:33.630748 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 87b70429-d75f-433e-bab3-958c8cda8112 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:33.631124 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:33.705406 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-5708b2e2-4bd9-427b-a9f6-adbecd3d4ebe service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911031 Jul 28 16:04:33.802493 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d81afb80-876f-4848-b365-6003d916fc20 req-df1b8505-0a82-424c-afa2-b6c4d0f15045 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902531 Jul 28 16:04:34.717689 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7ee6-2a2c-4cf9-985e-98dde9c557c0 req-3d85e28d-ee39-43f6-be31-8ec2242e3c86 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:34.719189 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-851d7ee6-2a2c-4cf9-985e-98dde9c557c0 req-3d85e28d-ee39-43f6-be31-8ec2242e3c86 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0486894 Jul 28 16:04:34.760582 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-851d7ee6-2a2c-4cf9-985e-98dde9c557c0 req-cca1542e-7837-459d-b539-f41a05c4226e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347180 Jul 28 16:04:35.874747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ae7-5843-445e-b652-6c629af276c1 req-1db32168-caa0-4a58-a070-1f6b775d31d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:35.876783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27307ae7-5843-445e-b652-6c629af276c1 req-1db32168-caa0-4a58-a070-1f6b775d31d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0504353 Jul 28 16:04:35.916660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-27307ae7-5843-445e-b652-6c629af276c1 req-41c87132-5b64-46d8-8a2f-95b49542ed06 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335491 Jul 28 16:04:37.033820 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf5109-e32a-42bd-9474-ece3b387b888 req-602a1941-66c3-4f4e-947c-3a8388cfe1f8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:37.034398 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9faf5109-e32a-42bd-9474-ece3b387b888 req-602a1941-66c3-4f4e-947c-3a8388cfe1f8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0501275 Jul 28 16:04:37.074793 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9faf5109-e32a-42bd-9474-ece3b387b888 req-ce353121-904b-472e-bef2-9417ba681710 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344176 Jul 28 16:04:37.174171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:38.122854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:04:38.207877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15597253-7e7f-494c-a2fe-a366ee37136f req-af33098f-5125-4f3b-971b-9d393c6be436 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:38.209680 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15597253-7e7f-494c-a2fe-a366ee37136f req-af33098f-5125-4f3b-971b-9d393c6be436 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0529006 Jul 28 16:04:38.227321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:38.238981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'port_id': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'mac_address': 'fa:16:3e:a3:f5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:04:38.248629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-15597253-7e7f-494c-a2fe-a366ee37136f req-1112a004-8f27-4a03-9055-0b35b26b06fe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Jul 28 16:04:38.279957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:38.293126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b7bff9-06b9-49e8-b5dd-964bb9350a70 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:04:38.312133 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:38.343739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:04:38.390949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:38.438791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:38.814950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['d6b7bff9-06b9-49e8-b5dd-964bb9350a70'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:04:39.364394 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd820-52e6-455e-9d34-dbf5bef763b5 req-a18c4e60-cb4e-42d8-9ef4-62cc8f60e3a9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:39.365969 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f05dd820-52e6-455e-9d34-dbf5bef763b5 req-a18c4e60-cb4e-42d8-9ef4-62cc8f60e3a9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 945 time: 0.0516748 Jul 28 16:04:39.404075 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f05dd820-52e6-455e-9d34-dbf5bef763b5 req-02a4e6e9-a4a2-4e6f-8dfd-6c3f88877b26 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jul 28 16:04:40.127892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:04:40.248049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:04:40.252782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:04:40.253161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:40.332145 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:40.353171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:04:40.355402 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af2645-e75b-4342-968a-6bf74738e159" -d '{"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-plugged", "status": "completed", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:04:40.368157 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:04:40.392175 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4d5fd-c59d-46f3-87ee-13ef956f4a5d x-openstack-request-id: req-0da4d5fd-c59d-46f3-87ee-13ef956f4a5d {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:04:40.393054 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-plugged", "status": "completed", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:04:40.393305 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0da4d5fd-c59d-46f3-87ee-13ef956f4a5d {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:04:40.393689 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'code': 200} Jul 28 16:04:40.413900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:40.462983 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:40.524405 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64162c5-8098-4c51-9dec-f5eb46d263ac req-199e39b7-fb12-4c32-8646-d1ffd0ea0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:40.525929 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d64162c5-8098-4c51-9dec-f5eb46d263ac req-199e39b7-fb12-4c32-8646-d1ffd0ea0d54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1098 time: 0.0471327 Jul 28 16:04:40.526078 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f438ff-6747-4704-8614-e18696336247 req-279988e3-fa5b-49a4-9673-fcbbcf80b0b6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:40.527509 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04f438ff-6747-4704-8614-e18696336247 req-279988e3-fa5b-49a4-9673-fcbbcf80b0b6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0495691 Jul 28 16:04:40.566009 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d64162c5-8098-4c51-9dec-f5eb46d263ac req-5838278d-5dd5-4a56-943e-9232b7f599d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Jul 28 16:04:40.570067 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-04f438ff-6747-4704-8614-e18696336247 req-e0db0632-91e8-415b-a723-08c24353c726 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365477 Jul 28 16:04:41.686558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bbd76-f499-4472-b843-f4356d5a30e5 req-710df10d-51c8-45e0-a5f0-e5de0c12c0e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:41.688080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-390bbd76-f499-4472-b843-f4356d5a30e5 req-710df10d-51c8-45e0-a5f0-e5de0c12c0e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0500896 Jul 28 16:04:41.729625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-390bbd76-f499-4472-b843-f4356d5a30e5 req-d93173f5-3d05-4f39-86d0-6d2b5073e12b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350223 Jul 28 16:04:42.845168 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec6a6-ad47-498d-95d3-fa852cd6452d req-96974fc9-b57f-4b69-952f-2fdd25f8d954 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:42.846730 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a97ec6a6-ad47-498d-95d3-fa852cd6452d req-96974fc9-b57f-4b69-952f-2fdd25f8d954 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0492396 Jul 28 16:04:42.884215 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a97ec6a6-ad47-498d-95d3-fa852cd6452d req-3109a00f-ba83-4447-9517-5a2adc4d327e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Jul 28 16:04:42.997337 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c02b3-7df3-4755-bbee-dceabcf7be8c req-e05986d1-a960-4442-839a-d3e86dc83287 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:42.998830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-773c02b3-7df3-4755-bbee-dceabcf7be8c req-e05986d1-a960-4442-839a-d3e86dc83287 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0492887 Jul 28 16:04:43.038916 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-773c02b3-7df3-4755-bbee-dceabcf7be8c req-8195501b-5212-4391-89bc-049120cc5de3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Jul 28 16:04:43.058561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44696) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:43.098646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9186b-0032-4723-8c9d-24d978688a38 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:43.100147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-90f9186b-0032-4723-8c9d-24d978688a38 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1093 time: 0.0405602 Jul 28 16:04:43.103018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44698) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:43.107271 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:04:43.254031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:43.353288 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:43.454209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.234 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/758e3142-70af-4545-b8ca-009d532b4db7) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:04:43.559947 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:43.671733 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:43.710849 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:04:43.713688 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:04:43.720108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:04:43.742803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=758e3142-70af-4545-b8ca-009d532b4db7,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:44.083970 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:44.222819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:44.372357 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:44.419429 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:44.483629 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=758e3142-70af-4545-b8ca-009d532b4db7,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:04:44.497438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:44.598315 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP ce7a8080-86b6-41ba-8628-b685a49195a5 associated. External IP: 172.25.6.234, port: d6b7bff9-06b9-49e8-b5dd-964bb9350a70. Jul 28 16:04:44.806046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:04:44.914862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:04:44.924791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] Sync routers for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:04:44.935016 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:44.942352 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:04:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:44.996775 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:45.024761 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6ab74b20-d395-4aa0-ac9e-183812713aa5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9207125 Jul 28 16:04:45.025746 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:04:45.028043 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2499fd6d-435e-46c6-bd82-db5c802b17b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:04:45.039488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:45.065115 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0ac354-b360-49e0-ab83-1829459e913f x-openstack-request-id: req-2d0ac354-b360-49e0-ab83-1829459e913f {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:04:45.065422 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:04:45.066300 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d0ac354-b360-49e0-ab83-1829459e913f {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:04:45.066708 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'status': 'completed', 'code': 200} Jul 28 16:04:45.154178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6b134-4c90-4105-bf06-d53f3bc33b98 req-4374d564-0832-4dcf-885a-3c6cecb8a314 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:45.155737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6dd6b134-4c90-4105-bf06-d53f3bc33b98 req-4374d564-0832-4dcf-885a-3c6cecb8a314 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0741436 Jul 28 16:04:45.199423 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-cffca54c-ca6b-4910-ac48-f55208fb0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:45.201029 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-cffca54c-ca6b-4910-ac48-f55208fb0050 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1098 time: 0.0838299 Jul 28 16:04:45.222577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6dd6b134-4c90-4105-bf06-d53f3bc33b98 req-a105fa71-f459-4fde-a0fc-27b978aa981e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542805 Jul 28 16:04:45.245326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44704) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:45.271897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'ce7a8080-86b6-41ba-8628-b685a49195a5', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'port_id': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'mac_address': 'fa:16:3e:a3:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a022f147-9428-45dd-8311-5a3462b998e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:04:43Z', 'updated_at': '2021-07-28T16:04:43Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:31Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:45.300680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] Checking router: ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:04:45.303709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-b27360b7-fd6b-458d-b98f-dff51c541a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:45.305257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-b27360b7-fd6b-458d-b98f-dff51c541a40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0964639 Jul 28 16:04:45.309457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:04:45.310003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:04:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:45.317080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d035e491-2b8c-4759-ad68-5cc119f00f07 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/ce7a8080-86b6-41ba-8628-b685a49195a5 HTTP/1.1" status: 200 len: 992 time: 0.0704906 Jul 28 16:04:45.377126 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-d9e2ba6e-b45a-40b3-b142-8a28016f226a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1000 time: 0.0646403 Jul 28 16:04:45.413824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:04:45.427331 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-2a8c8eee-7837-4f4d-a1b1-8f4ad55c5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:45.428846 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-2a8c8eee-7837-4f4d-a1b1-8f4ad55c5a90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0444446 Jul 28 16:04:45.475002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-fc45e55b-2957-4fff-8829-912e1906ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:04:45.476535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-fc45e55b-2957-4fff-8829-912e1906ce41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396807 Jul 28 16:04:45.582136 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-7460555b-af25-4633-8142-568b86faa821 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891988 Jul 28 16:04:45.638657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'ce7a8080-86b6-41ba-8628-b685a49195a5', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'port_id': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'mac_address': 'fa:16:3e:a3:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a022f147-9428-45dd-8311-5a3462b998e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:04:43Z', 'updated_at': '2021-07-28T16:04:43Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:31Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:04:45.668836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9afa63-9bd5-4a69-8a0b-ec98448be7e7 None None] The sync data for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 is: [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'ce7a8080-86b6-41ba-8628-b685a49195a5', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'port_id': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'mac_address': 'fa:16:3e:a3:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a022f147-9428-45dd-8311-5a3462b998e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:04:43Z', 'updated_at': '2021-07-28T16:04:43Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:31Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:04:45.674455 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2499fd6d-435e-46c6-bd82-db5c802b17b3 req-68a5f579-bff1-4077-b755-744abb29a13b service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Jul 28 16:04:45.858914 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e08700-4b99-47e0-a8be-6ec11721d316 None None] New status for floating IP ce7a8080-86b6-41ba-8628-b685a49195a5: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:04:46.320474 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44706) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:04:46.380716 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3b8b8b80-3c5f-4213-b0db-559c132d0d84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/ce7a8080-86b6-41ba-8628-b685a49195a5 HTTP/1.1" status: 200 len: 994 time: 0.0590057 Jul 28 16:04:52.380016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-46befa37-cee7-4aca-a68f-264ecbecbb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:54.882283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-843a0907-883a-4471-90fa-47e261f41a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:55.299105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:56.659251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:58.138811 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:03.030405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:07.139000 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:10.515934 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-8f5b2fe1-2138-4f68-8cbf-0b1f5fb69ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451314 Jul 28 16:05:10.612436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224c86-ede2-4df8-94df-729c56e691f4 req-90f773fa-f8f9-406b-8fcc-5a4355527629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:10.613952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-90f773fa-f8f9-406b-8fcc-5a4355527629 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1098 time: 0.0411592 Jul 28 16:05:10.714529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224c86-ede2-4df8-94df-729c56e691f4 req-4fb0000a-6396-4d92-a332-0862d72921b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:10.716011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-4fb0000a-6396-4d92-a332-0862d72921b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0824270 Jul 28 16:05:10.785370 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-3169ff1b-21bb-4de0-9706-bd5e8e06dc16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1002 time: 0.0620301 Jul 28 16:05:10.834796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224c86-ede2-4df8-94df-729c56e691f4 req-afc74dd6-48e7-41d7-9d9e-f5e6eb6d767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:10.836216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-afc74dd6-48e7-41d7-9d9e-f5e6eb6d767b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0437489 Jul 28 16:05:10.881211 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224c86-ede2-4df8-94df-729c56e691f4 req-f4d16f90-d6f0-421a-aefb-c7fbbe5924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:10.882716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-f4d16f90-d6f0-421a-aefb-c7fbbe5924ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395238 Jul 28 16:05:10.974755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-d0f53042-b29c-499a-80cd-8e0ed57166bf service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852420 Jul 28 16:05:11.064063 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-11224c86-ede2-4df8-94df-729c56e691f4 req-76452df0-3268-4dc7-bcab-7820cc8fcc95 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813966 Jul 28 16:05:15.344048 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:05:22.338519 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2409db2d-ff0f-408f-b343-ee43c30c58d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:24.933033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c4aea7c-e528-4bfa-b93d-7b6545d18bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:25.270293 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:26.658207 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:28.171488 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:33.052473 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:37.126862 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:51.597879 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6318a-f659-4f52-8b70-86c5c9c626ea req-658a2f82-01a5-4ece-8c7c-0f2ab6526959 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:51.599400 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7f6318a-f659-4f52-8b70-86c5c9c626ea req-658a2f82-01a5-4ece-8c7c-0f2ab6526959 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0499856 Jul 28 16:05:51.642076 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7f6318a-f659-4f52-8b70-86c5c9c626ea req-94c6a839-40e6-4828-a03d-0dcea207bd35 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357997 Jul 28 16:05:51.666527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44742) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:05:51.751834 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-9d95364f-4c1a-4471-b1ca-c37776d7aed9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841777 Jul 28 16:05:52.343477 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:05:52.457905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ca7acc0a-ed5d-4c6e-bb7a-278b326bff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:52.764899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd6f47-ec88-448a-9113-2f907f165f58 req-169ba632-a2d8-4b40-b2ac-11c33e1a20d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:52.766391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92cd6f47-ec88-448a-9113-2f907f165f58 req-169ba632-a2d8-4b40-b2ac-11c33e1a20d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0524976 Jul 28 16:05:52.812576 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-92cd6f47-ec88-448a-9113-2f907f165f58 req-ba57c6ce-8e73-4870-9d22-fc178f83f88e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Jul 28 16:05:53.943417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15a64-0bb2-4c9e-8159-ccd35c4ad313 req-7246aed2-3675-4638-8832-25298886b8ac tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:53.944924 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44a15a64-0bb2-4c9e-8159-ccd35c4ad313 req-7246aed2-3675-4638-8832-25298886b8ac tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0512986 Jul 28 16:05:53.984115 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-44a15a64-0bb2-4c9e-8159-ccd35c4ad313 req-6b6bbf76-90e8-4e52-8385-28043304156a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331991 Jul 28 16:05:53.985492 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-e9befd49-2eda-4278-b806-d38d96344487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:53.987203 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-e9befd49-2eda-4278-b806-d38d96344487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1098 time: 0.0411184 Jul 28 16:05:54.080372 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-851183cb-c140-475b-95c5-31623a39b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:54.081849 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-851183cb-c140-475b-95c5-31623a39b455 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0870001 Jul 28 16:05:54.150852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-faebfb4c-d7a6-41a9-a5d0-c09319542b03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1002 time: 0.0611639 Jul 28 16:05:54.203500 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-6b1258cf-8c65-4af1-ad0c-669cbd87d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:54.205006 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-6b1258cf-8c65-4af1-ad0c-669cbd87d45a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0461013 Jul 28 16:05:54.254271 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-50a79f45-292b-4c3a-9432-6d28f92ba22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:54.255990 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-50a79f45-292b-4c3a-9432-6d28f92ba22c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434229 Jul 28 16:05:54.351869 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-a477e984-14c3-47e6-b61e-6249603c6dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Jul 28 16:05:54.445004 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-7ebec998-e3ef-4083-923f-0711c98da172 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857067 Jul 28 16:05:54.938024 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1a052eb-c7ec-49f6-ae88-088d422373a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:55.112609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6dc47-8758-412f-acd0-e7bad1479e1e req-76b4c428-bde3-4bd6-8a30-823e24a50103 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:55.114098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0af6dc47-8758-412f-acd0-e7bad1479e1e req-76b4c428-bde3-4bd6-8a30-823e24a50103 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0488358 Jul 28 16:05:55.157686 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0af6dc47-8758-412f-acd0-e7bad1479e1e req-b8207df6-a92d-4c3f-ac43-fcf9c2756f30 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Jul 28 16:05:55.306876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:56.276391 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d71b-86ba-4299-8830-1f6d6192f341 req-29f028cc-2d28-48b5-b259-b73248009377 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:56.277906 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-afb2d71b-86ba-4299-8830-1f6d6192f341 req-29f028cc-2d28-48b5-b259-b73248009377 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0494916 Jul 28 16:05:56.316278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-afb2d71b-86ba-4299-8830-1f6d6192f341 req-6a072c26-361c-4a61-9e93-63c6052e5e6f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jul 28 16:05:56.709316 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:57.438070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c12ff-fbad-459b-9cf1-b835730b8d3e req-173bbe68-d30d-4d90-9256-34d687e67fdc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:57.439578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-830c12ff-fbad-459b-9cf1-b835730b8d3e req-173bbe68-d30d-4d90-9256-34d687e67fdc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0494573 Jul 28 16:05:57.477175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-830c12ff-fbad-459b-9cf1-b835730b8d3e req-2b878983-ec5c-4c3b-aeaa-8dbd817c76b3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Jul 28 16:05:58.155116 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:58.594477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c95440-6b97-4589-8aa8-38530acee908 req-0664d466-178f-41dd-98a8-393637c63465 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:58.595953 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c95440-6b97-4589-8aa8-38530acee908 req-0664d466-178f-41dd-98a8-393637c63465 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0521598 Jul 28 16:05:58.633284 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c95440-6b97-4589-8aa8-38530acee908 req-71d8fa2b-171c-4f62-97f7-aef429dccf4b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 28 16:05:59.757566 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18385935-c334-45d8-a368-748b61e08fc5 req-1380d305-cb60-471b-a99e-470b88a0589b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:05:59.759059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18385935-c334-45d8-a368-748b61e08fc5 req-1380d305-cb60-471b-a99e-470b88a0589b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0562391 Jul 28 16:05:59.803514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-18385935-c334-45d8-a368-748b61e08fc5 req-370f5ef3-3134-40c5-a057-7176da14ecba tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356262 Jul 28 16:06:00.936614 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a5410-ca2d-4367-be66-ec9f9a68f830 req-4de6fe46-a2f1-4482-9001-b6758c78d4a4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:00.938190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-617a5410-ca2d-4367-be66-ec9f9a68f830 req-4de6fe46-a2f1-4482-9001-b6758c78d4a4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0524998 Jul 28 16:06:00.981200 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-617a5410-ca2d-4367-be66-ec9f9a68f830 req-eae05fc3-2dfc-42e3-a086-5445604f5ac4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358996 Jul 28 16:06:02.111377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc00e34-f616-437e-953c-588a7d8586d0 req-1670d314-d5dd-4ccc-9787-19619e4c9863 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:02.113086 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ffc00e34-f616-437e-953c-588a7d8586d0 req-1670d314-d5dd-4ccc-9787-19619e4c9863 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0532641 Jul 28 16:06:02.165900 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ffc00e34-f616-437e-953c-588a7d8586d0 req-f113b8fb-406d-455b-be0d-bcd3fb9cc151 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Jul 28 16:06:03.098452 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:03.293092 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11abb85-8dbc-446e-ac1e-250f623cb6c1 req-2140c4d8-772f-4ecd-9d87-ecd370b5131c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:03.294679 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b11abb85-8dbc-446e-ac1e-250f623cb6c1 req-2140c4d8-772f-4ecd-9d87-ecd370b5131c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0514150 Jul 28 16:06:03.337753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b11abb85-8dbc-446e-ac1e-250f623cb6c1 req-efe24c22-4cb3-4586-8e5f-3b64f13e8d95 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362992 Jul 28 16:06:04.458868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e2998-0296-43d5-b2a4-5d8cf56b1a4a req-9067fc1d-fe36-4eab-9e39-8a84aa2459dd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:04.460376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d13e2998-0296-43d5-b2a4-5d8cf56b1a4a req-9067fc1d-fe36-4eab-9e39-8a84aa2459dd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0523102 Jul 28 16:06:04.504903 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d13e2998-0296-43d5-b2a4-5d8cf56b1a4a req-39944f9f-b2dd-4db3-bf11-c86f72d382c2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Jul 28 16:06:05.658536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fde7-bf29-483c-84c5-d322d66ffab1 req-f3c35dcb-58df-46ab-bc1b-fbb32cc1eb9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:05.660043 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2706fde7-bf29-483c-84c5-d322d66ffab1 req-f3c35dcb-58df-46ab-bc1b-fbb32cc1eb9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0609384 Jul 28 16:06:05.703407 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2706fde7-bf29-483c-84c5-d322d66ffab1 req-4556e4c5-ece8-48bf-986d-0c203b900905 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366173 Jul 28 16:06:06.826557 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d00b4-1617-4a70-a71a-10febfcaa537 req-3ca384bd-833a-4f39-8f1a-2844c41f9ad4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:06.828135 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e30d00b4-1617-4a70-a71a-10febfcaa537 req-3ca384bd-833a-4f39-8f1a-2844c41f9ad4 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0531812 Jul 28 16:06:06.869807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e30d00b4-1617-4a70-a71a-10febfcaa537 req-732137dc-419d-471c-85be-a833fd973afe tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344803 Jul 28 16:06:07.155331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:07.993587 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fb3a3-230e-43bb-8a56-ac91da4269ec req-1a6eb486-1709-4139-aba4-31c037ddc4b0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:07.995110 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e71fb3a3-230e-43bb-8a56-ac91da4269ec req-1a6eb486-1709-4139-aba4-31c037ddc4b0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0493255 Jul 28 16:06:08.035542 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e71fb3a3-230e-43bb-8a56-ac91da4269ec req-797c2635-6cfe-4f22-be42-8879ae4d9c76 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332294 Jul 28 16:06:09.159023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeee85-de66-4a1c-823c-ca05811403bd req-1594af9e-2514-4ac5-b5d9-d6cdc6c77bf5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:09.159023 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6bdeee85-de66-4a1c-823c-ca05811403bd req-1594af9e-2514-4ac5-b5d9-d6cdc6c77bf5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Jul 28 16:06:09.200777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6bdeee85-de66-4a1c-823c-ca05811403bd req-381d47e8-0aa0-4799-ae15-4b4fc6ba3356 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377176 Jul 28 16:06:10.332177 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f6fa5-890a-4df2-af64-6163822708eb req-b1b976c3-2d33-4267-8316-3de43a7f3cbd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:10.333636 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-790f6fa5-890a-4df2-af64-6163822708eb req-b1b976c3-2d33-4267-8316-3de43a7f3cbd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0547786 Jul 28 16:06:10.381255 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-790f6fa5-890a-4df2-af64-6163822708eb req-1a283924-04f5-46bb-bb69-2751d882e5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 Jul 28 16:06:11.867223 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e4f4-ea2b-418f-b0e6-f00d0fe986bb req-c8b259ec-a65e-425a-ad22-3e77c7603b3e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:11.868703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-62a9e4f4-ea2b-418f-b0e6-f00d0fe986bb req-c8b259ec-a65e-425a-ad22-3e77c7603b3e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.4185972 Jul 28 16:06:11.901292 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-0067423b-6c03-481c-abca-f528eb36de78 service neutron] show failed (client error): The resource could not be found. Jul 28 16:06:11.902299 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-0067423b-6c03-481c-abca-f528eb36de78 service neutron] 10.222.0.42 "GET /v2.0/ports/d6b7bff9-06b9-49e8-b5dd-964bb9350a70/bindings/n-h2-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0896049 Jul 28 16:06:11.920662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-62a9e4f4-ea2b-418f-b0e6-f00d0fe986bb req-a4a28285-06e0-4417-8658-6a00a8676ef3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Jul 28 16:06:12.428762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-a3fc4ccc-3f61-4b93-8a3b-bac44a063b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:12.430286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-a3fc4ccc-3f61-4b93-8a3b-bac44a063b30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0909925 Jul 28 16:06:12.445476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:06:12.505878 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:12.720087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:12.755562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:06:12.803643 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:06:12.805921 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42df0c-1d2e-459a-8195-09f3daa1aa4b" -d '{"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:06:12.810529 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:12.824140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Transition to ACTIVE for port object d6b7bff9-06b9-49e8-b5dd-964bb9350a70 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:06:12.859572 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8833b59c-8b5c-41cb-9499-f9f7fc7724c8 x-openstack-request-id: req-8833b59c-8b5c-41cb-9499-f9f7fc7724c8 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:06:12.859868 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:06:12.860123 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8833b59c-8b5c-41cb-9499-f9f7fc7724c8 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:06:12.861152 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'code': 200} Jul 28 16:06:12.895665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:12.976091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=6']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:12.988609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.988953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.989282 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.989631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.989976 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.990314 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.990705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.991025 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.991363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.991705 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.992033 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:12.992364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:13.063202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] No DVR routers for this DVR port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:06:13.113202 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59f25-8455-4c32-8b7a-4931f054ca64 req-ab7639a9-fb18-454f-9877-6ad9da3f9ad2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:13.114831 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8be59f25-8455-4c32-8b7a-4931f054ca64 req-ab7639a9-fb18-454f-9877-6ad9da3f9ad2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.1165974 Jul 28 16:06:13.205397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8be59f25-8455-4c32-8b7a-4931f054ca64 req-b5bb93ac-a1dd-4f80-9cee-39cde9dce3cd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835209 Jul 28 16:06:13.250907 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:06:13.251266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:06:13.251601 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:06:13.256119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:06:13.256440 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Attempting to bind port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on network d6f88a8a-1a45-4c74-8942-9d9dee932f3e {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:06:13.261364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:06:13.261710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Checking segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:06:13.262096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Bound using segment: {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:06:13.262529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Bound port: d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:06:13.262893 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:13.328414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:06:13.331399 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:06:13.427263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:13.467079 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:13.467723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:13.469164 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] 10.222.0.58 "PUT /v2.0/ports/d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1093 time: 1.0281882 Jul 28 16:06:13.490967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a54b-930f-41e0-b558-02d2423eaddc service neutron] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=7']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:13.543386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-00cd7087-5245-4ef7-86d7-cf77be178997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:13.545716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-00cd7087-5245-4ef7-86d7-cf77be178997 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1096 time: 0.0445848 Jul 28 16:06:13.643561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-329e15d7-464e-49c4-8fc0-d21eea5ac088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:13.645397 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-329e15d7-464e-49c4-8fc0-d21eea5ac088 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0902450 Jul 28 16:06:13.722184 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-b27642e0-d0a6-4f61-b586-9bf92a2b6d34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1000 time: 0.0684636 Jul 28 16:06:13.774765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-91a759fb-b2df-4bf9-89bb-e94db209e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:13.776334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-91a759fb-b2df-4bf9-89bb-e94db209e7bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0460484 Jul 28 16:06:13.825248 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-b60fb25d-7b94-45e2-a7de-a35a63cae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:13.826935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-b60fb25d-7b94-45e2-a7de-a35a63cae0cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430262 Jul 28 16:06:13.841945 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-0cb5a471-81d3-48af-b78c-9a8e63ee7f17 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:06:13.842845 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-0cb5a471-81d3-48af-b78c-9a8e63ee7f17 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061188 Jul 28 16:06:13.945647 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-7e8f9fc4-875c-4a11-a93f-8958644810db service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910184 Jul 28 16:06:14.042422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-67bb474c-5932-46b0-ac01-90933fcc839a service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846977 Jul 28 16:06:14.337262 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d820ee-a6df-4657-b714-7487cc1ee68b req-864c784c-c880-4f4b-aa5c-9e42fec50c45 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:14.338850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78d820ee-a6df-4657-b714-7487cc1ee68b req-864c784c-c880-4f4b-aa5c-9e42fec50c45 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0551419 Jul 28 16:06:14.385478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78d820ee-a6df-4657-b714-7487cc1ee68b req-e0f359fa-84cd-4cbc-a1db-c28eda01377f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346115 Jul 28 16:06:14.861546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:06:14.863956 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6842ce06-78b2-4f30-9da9-79a2119e669d" -d '{"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:06:14.913117 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ff851-8057-4356-8d44-06b1dbd643f3 x-openstack-request-id: req-881ff851-8057-4356-8d44-06b1dbd643f3 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:06:14.913419 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:06:14.913681 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-881ff851-8057-4356-8d44-06b1dbd643f3 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:06:14.914091 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'status': 'completed', 'code': 200} Jul 28 16:06:15.014189 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-4376a560-cd4e-45ab-b5df-9319cec74a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.015783 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-4376a560-cd4e-45ab-b5df-9319cec74a4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1096 time: 0.0736184 Jul 28 16:06:15.022454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-4aa54251-929d-4b4d-ad99-9cf6bdc3e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.024015 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-4aa54251-929d-4b4d-ad99-9cf6bdc3e5ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1096 time: 0.0706925 Jul 28 16:06:15.188225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-1d3d7876-9f42-4bb5-a1cf-4f73b79e9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.189668 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-1d3d7876-9f42-4bb5-a1cf-4f73b79e9d49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.1570737 Jul 28 16:06:15.190612 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-2b2781bb-29a7-4f53-b784-da6ff395a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.191949 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-2b2781bb-29a7-4f53-b784-da6ff395a357 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.1670094 Jul 28 16:06:15.302383 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-b712b9fe-4420-4e1a-b571-6a168a13aa0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1000 time: 0.1061947 Jul 28 16:06:15.304423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-644e4466-19b8-4004-a4b3-3ab560b8a8be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1000 time: 0.1025233 Jul 28 16:06:15.388815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-685c57a3-5b86-4e1a-8df7-34dc22428145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.390302 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-685c57a3-5b86-4e1a-8df7-34dc22428145 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0813584 Jul 28 16:06:15.391975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-2fe25007-6f93-4a75-b472-5b4b7163159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.393338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-2fe25007-6f93-4a75-b472-5b4b7163159b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0764093 Jul 28 16:06:15.466225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-64ffb061-9b6a-409d-92e6-a0c301abd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.468180 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-64ffb061-9b6a-409d-92e6-a0c301abd886 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712075 Jul 28 16:06:15.470164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-64c61486-b0c2-4208-b504-a365acb4561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.471637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-64c61486-b0c2-4208-b504-a365acb4561a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665288 Jul 28 16:06:15.509660 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6d3bd-648b-4272-be27-328ad206193f req-786849f0-9402-46e0-82ba-9b61fa462630 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:15.511218 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4fe6d3bd-648b-4272-be27-328ad206193f req-786849f0-9402-46e0-82ba-9b61fa462630 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0520487 Jul 28 16:06:15.553208 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4fe6d3bd-648b-4272-be27-328ad206193f req-119b688c-4b58-4ac3-9861-0c60a150c7f1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355842 Jul 28 16:06:15.630388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-5571b94a-3667-4662-9125-9381cef83923 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551242 Jul 28 16:06:15.632269 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-53ac294f-4d52-49bd-9724-9c9ecc4753b0 service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492722 Jul 28 16:06:15.794119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-3878f139-36d4-4d29-ba04-c378ae0552ee service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493704 Jul 28 16:06:15.796041 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6842ce06-78b2-4f30-9da9-79a2119e669d req-d9450592-7fc6-46f3-9df2-21d2e51a16a1 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585770 Jul 28 16:06:16.507979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:06:16.548417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:06:16.675089 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1632c-4666-4659-baa7-e9a66aaa4320 req-71e878e6-7574-44a6-befe-f71eaeae8ccf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:16.676604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ad1632c-4666-4659-baa7-e9a66aaa4320 req-71e878e6-7574-44a6-befe-f71eaeae8ccf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0501919 Jul 28 16:06:16.714694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ad1632c-4666-4659-baa7-e9a66aaa4320 req-cb675d71-c569-4f7d-85a9-0414103bed37 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Jul 28 16:06:17.080968 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5defb2c-d007-46d8-9593-8d7be0bfb3d1 req-9a6c6c3a-1216-4416-8788-0f64e804dc8d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.087694 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5defb2c-d007-46d8-9593-8d7be0bfb3d1 req-9a6c6c3a-1216-4416-8788-0f64e804dc8d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0503876 Jul 28 16:06:17.127975 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5defb2c-d007-46d8-9593-8d7be0bfb3d1 req-f6512cfc-20e6-4125-878b-9f23453011cc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Jul 28 16:06:17.228013 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-a51e2235-0620-4714-ad1c-0dd599da9c1c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.229528 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-a51e2235-0620-4714-ad1c-0dd599da9c1c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1&tenant_id=4b7ef56bf29647e29072d50fca17f5a1&binding%3Ahost_id=n-h2-764806-10 HTTP/1.1" status: 200 len: 944 time: 0.0568526 Jul 28 16:06:17.251156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd6238-d9dd-4057-bcfd-d74cf25e4e33 req-d9d042fa-674d-428b-8893-f605b1899178 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.252711 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dcd6238-d9dd-4057-bcfd-d74cf25e4e33 req-d9d042fa-674d-428b-8893-f605b1899178 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 944 time: 0.0494111 Jul 28 16:06:17.291740 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9dcd6238-d9dd-4057-bcfd-d74cf25e4e33 req-3f714c34-1467-4a74-bfe1-bc3defe9f6a7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329201 Jul 28 16:06:17.293510 n-d-764806-10 neutron-server[94657]: INFO neutron.api.v2.resource [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-76535936-6d43-4ac9-8815-9cf065ad7ae5 service neutron] delete failed (client error): The resource could not be found. Jul 28 16:06:17.294676 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-76535936-6d43-4ac9-8815-9cf065ad7ae5 service neutron] 10.222.0.42 "DELETE /v2.0/ports/d6b7bff9-06b9-49e8-b5dd-964bb9350a70/bindings/n-h1-764806-10 HTTP/1.1" status: 404 len: 381 time: 0.0575523 Jul 28 16:06:17.401767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-985f8336-87dc-4140-a1af-1a22bf68bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.403297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-985f8336-87dc-4140-a1af-1a22bf68bc7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1096 time: 0.0429144 Jul 28 16:06:17.497543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-df9fd1f7-8e50-4f8d-8fd0-1da5e08da81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.499060 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-df9fd1f7-8e50-4f8d-8fd0-1da5e08da81f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0893290 Jul 28 16:06:17.568567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-aaadf80a-15af-4daa-aeb5-687d6682bc30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1000 time: 0.0617874 Jul 28 16:06:17.619377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-47d43e05-32cf-4296-98cb-ce2d364cec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.620959 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-47d43e05-32cf-4296-98cb-ce2d364cec77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0461531 Jul 28 16:06:17.678641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-d6c15133-3f72-4617-a0b8-5bbf40d3f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:17.680140 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-d6c15133-3f72-4617-a0b8-5bbf40d3f58e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523088 Jul 28 16:06:17.772970 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-a587766a-c67b-46ac-90a5-3257bc75e5c2 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857022 Jul 28 16:06:17.852505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:06:17.874779 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d5ccbc77-b5ab-4f0e-8302-6a23e2201932 req-c13ceea4-9b4e-465a-b076-8b7042d4a853 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948341 Jul 28 16:06:17.950779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:17.964253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'port_id': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'mac_address': 'fa:16:3e:a3:f5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:06:18.004208 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:18.017400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b7bff9-06b9-49e8-b5dd-964bb9350a70 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:06:18.039719 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:18.121046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:18.170534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:18.179864 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.180219 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.180603 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.180950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.181292 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.181677 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.182014 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.182380 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.182705 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.183056 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.183386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.183721 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:18.397828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['d6b7bff9-06b9-49e8-b5dd-964bb9350a70'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:06:18.424098 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d131-903c-4e7f-94e8-e97b9189f513 req-90019e72-f642-40b1-8825-5e93c53f17de tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:18.426019 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb07d131-903c-4e7f-94e8-e97b9189f513 req-90019e72-f642-40b1-8825-5e93c53f17de tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 945 time: 0.0575750 Jul 28 16:06:18.467447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cb07d131-903c-4e7f-94e8-e97b9189f513 req-7030dd59-7187-467b-8df8-b7d740bded2f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342021 Jul 28 16:06:19.594944 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c3d11-37fa-435b-8657-7dbe6aa29648 req-d1f9c95f-166b-4c0c-8699-f7b49e16c34e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:19.596852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c4c3d11-37fa-435b-8657-7dbe6aa29648 req-d1f9c95f-166b-4c0c-8699-f7b49e16c34e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 945 time: 0.0576010 Jul 28 16:06:19.636190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c4c3d11-37fa-435b-8657-7dbe6aa29648 req-6ceede01-f022-437c-a3a7-65a2333c9ffb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325403 Jul 28 16:06:19.659721 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44836) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:06:19.723270 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-6e78a85f-fd1e-4f48-90b3-f95ed841777c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/ce7a8080-86b6-41ba-8628-b685a49195a5 HTTP/1.1" status: 200 len: 993 time: 0.0624089 Jul 28 16:06:19.852264 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:06:19.963670 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:06:19.967709 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:06:19.968197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:20.050152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:20.073853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:06:20.076150 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89aa648-4b7f-43d3-83ff-9a79aa6fc4eb" -d '{"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-plugged", "status": "completed", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:06:20.090224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:20.167475 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13921412-491f-4c11-ba93-0a4d395196c9 x-openstack-request-id: req-13921412-491f-4c11-ba93-0a4d395196c9 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:06:20.167772 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-plugged", "status": "completed", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:06:20.168031 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13921412-491f-4c11-ba93-0a4d395196c9 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:06:20.168429 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'code': 200} Jul 28 16:06:20.171986 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:20.220825 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=9']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:22.352322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-87a7072d-77a3-4dc0-a8c8-c229718d35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:24.915047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c4532ffb-cff6-45af-bd53-c687f9b5bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:25.260775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:26.700930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:28.191626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:29.342709 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:06:33.114613 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:37.154313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:38.660487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-6a29774d-2dea-40c2-b72f-1b4b17ee3c7a req-48fc4239-17ba-472d-9dc0-f62f4bde0f40 service neutron] (94657) timed out ('10.222.0.57', 41582) {{(pid=94657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 16:06:40.796332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-539000e3-db59-40e5-a448-a39a864a249c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398216 Jul 28 16:06:40.885815 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-af70dd4c-aa31-4666-89b2-44261287d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:40.887324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-af70dd4c-aa31-4666-89b2-44261287d8f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1098 time: 0.0424988 Jul 28 16:06:41.004093 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-d7641846-163d-4d5e-a6ef-aa95ffcde4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:41.005672 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-d7641846-163d-4d5e-a6ef-aa95ffcde4cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0953224 Jul 28 16:06:41.073922 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-79a0429d-4dc6-4825-989f-84f7ad9f42c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 1002 time: 0.0583801 Jul 28 16:06:41.131699 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-dda15035-d205-4645-aaa2-72a064188e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:41.133195 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-dda15035-d205-4645-aaa2-72a064188e12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0503435 Jul 28 16:06:41.179268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-e7f39b49-4715-4d5e-9917-e267b3e88519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:41.180788 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-e7f39b49-4715-4d5e-9917-e267b3e88519 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402603 Jul 28 16:06:41.274247 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-9a5bd6d1-3889-463c-8a9d-7c8b3143c60b service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860071 Jul 28 16:06:41.372016 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aaf76a9a-d544-4df5-98a1-c2654ddc930e req-9c07af05-ae7e-4c5d-9ed5-0050600807e6 service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882304 Jul 28 16:06:52.118901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44852) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:06:52.280680 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 758e3142-70af-4545-b8ca-009d532b4db7 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:06:52.281029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:52.353902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a33f3-811b-4f7d-beaa-65185e93443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:52.373877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:52.374139 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:52.385928 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 758e3142-70af-4545-b8ca-009d532b4db7 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:06:52.573728 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:52.601436 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=758e3142-70af-4545-b8ca-009d532b4db7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:52.617359 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.617701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.618051 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.618398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.618728 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.619064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.619397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.619727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.620292 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.620997 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.621439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.621905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:06:52.684048 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:52.684388 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP ce7a8080-86b6-41ba-8628-b685a49195a5 disassociated (deleted). External IP: 172.25.6.234, port: d6b7bff9-06b9-49e8-b5dd-964bb9350a70. Jul 28 16:06:52.895185 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:06:53.006437 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:06:53.011466 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:53.016109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] Sync routers for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:06:53.026078 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:06:53.027336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:53.039440 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-e3e758ad-d8a4-42ec-acd8-418d0dbf0597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/floatingips/ce7a8080-86b6-41ba-8628-b685a49195a5 HTTP/1.1" status: 204 len: 168 time: 0.9194417 Jul 28 16:06:53.040023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:06:53.042311 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1875627-36e5-4192-bd29-8f03eaa4a835" -d '{"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:06:53.089506 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580536a9-38a3-4b73-930d-a313184e9c6b x-openstack-request-id: req-580536a9-38a3-4b73-930d-a313184e9c6b {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:06:53.089857 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:06:53.090277 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-580536a9-38a3-4b73-930d-a313184e9c6b {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:06:53.090810 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'status': 'completed', 'code': 200} Jul 28 16:06:53.138058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:06:53.164422 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-e655a5fb-db51-436b-925b-5e1caf55ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:53.165937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-e655a5fb-db51-436b-925b-5e1caf55ee29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 1098 time: 0.0429902 Jul 28 16:06:53.264370 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-e74e6fc2-51c3-4656-8843-99595e024122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:53.265886 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-e74e6fc2-51c3-4656-8843-99595e024122 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 200 len: 898 time: 0.0923047 Jul 28 16:06:53.312438 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-1aa9327f-2b7a-40fe-a0b7-0a5be13e0704 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 200 len: 217 time: 0.0355561 Jul 28 16:06:53.337422 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:31Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:53.363682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] Checking router: ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:06:53.369688 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-d4e39946-5e2f-4aab-8b0e-61b525e99be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:53.371218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-d4e39946-5e2f-4aab-8b0e-61b525e99be4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 200 len: 835 time: 0.0463974 Jul 28 16:06:53.372093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:06:53.372725 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:53.427758 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-70e8a1dd-4cf6-4405-b0e1-562b14d076dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:53.428925 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-70e8a1dd-4cf6-4405-b0e1-562b14d076dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6f88a8a-1a45-4c74-8942-9d9dee932f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464380 Jul 28 16:06:53.479310 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:06:53.538518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-439d5524-2a52-42e1-8891-f03c6d31f9fc service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987740 Jul 28 16:06:53.570869 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ed60-f910-4523-8588-8d5ab233fdb5 req-4fc9fd43-9c9b-479e-836d-4111dc89e233 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:53.578216 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33c7ed60-f910-4523-8588-8d5ab233fdb5 req-4fc9fd43-9c9b-479e-836d-4111dc89e233 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0559516 Jul 28 16:06:53.637078 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-33c7ed60-f910-4523-8588-8d5ab233fdb5 req-371bc263-0867-4b49-9258-a09bc8f0f547 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577860 Jul 28 16:06:53.646173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1875627-36e5-4192-bd29-8f03eaa4a835 req-d7c3386d-2b3b-4ae0-bceb-7b06c897a641 service neutron] 10.222.0.58 "GET /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001658 Jul 28 16:06:53.690939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:31Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:53.716814 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357f515-bf40-4f92-bbf1-8963e1feb08a None None] The sync data for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 is: [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:27Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '87b70429-d75f-433e-bab3-958c8cda8112', 'name': '', 'network_id': 'd6f88a8a-1a45-4c74-8942-9d9dee932f3e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:8b:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:25Z', 'updated_at': '2021-07-28T16:04:31Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '1049b53d-23f5-455d-9c05-9b55b748716b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:06:53.933220 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5aa161-8e46-4729-b9f3-c4accf746324 None None] New status for floating IP ce7a8080-86b6-41ba-8628-b685a49195a5: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:06:54.794156 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc779-4330-485d-8906-9128c949dd8a req-8c922b5b-9d58-4c6d-8cc8-123cbb5cba22 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:54.795674 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cacc779-4330-485d-8906-9128c949dd8a req-8c922b5b-9d58-4c6d-8cc8-123cbb5cba22 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0940769 Jul 28 16:06:54.837744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6cacc779-4330-485d-8906-9128c949dd8a req-2eb8d17a-47be-4399-b82f-3419b1c4f9c1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353568 Jul 28 16:06:54.916832 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c5b24804-7b77-441d-8128-e69aa8493c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:55.137111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-35798ea4-cafe-49f9-9d5e-a3c7bb11943f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:06:55.138552 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-35798ea4-cafe-49f9-9d5e-a3c7bb11943f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 946 time: 0.0495899 Jul 28 16:06:55.238830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:06:55.239184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:55.274093 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:55.328412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port d6b7bff9-06b9-49e8-b5dd-964bb9350a70, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:55.328812 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:55.341537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for d6b7bff9-06b9-49e8-b5dd-964bb9350a70 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:06:55.916785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:55.934308 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-87aa21ae-94c2-43c9-9a9a-85dec3af9d59 req-ce73c3b0-8fd0-45c1-af63-8dd7a709501d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=a022f147-9428-45dd-8311-5a3462b998e1 HTTP/1.1" status: 200 len: 210 time: 0.0278823 Jul 28 16:06:55.949231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=d6b7bff9-06b9-49e8-b5dd-964bb9350a70,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:55.993840 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] No DVR routers for this DVR port d6b7bff9-06b9-49e8-b5dd-964bb9350a70 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:06:55.996516 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:55.998574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bb783656-6830-4ad6-b56e-e19b01a0d2a2 req-0beb5bdb-53a0-4868-8f72-78f3fe7ee9f3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "DELETE /v2.0/ports/d6b7bff9-06b9-49e8-b5dd-964bb9350a70 HTTP/1.1" status: 204 len: 173 time: 0.8494160 Jul 28 16:06:55.999011 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-deleted', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:06:56.001279 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0146f4ea-620a-41bb-b6b0-0096656ceacf" -d '{"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-deleted", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:06:56.037095 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ef1709-cd63-4e47-a764-b5ae1871d49b x-openstack-request-id: req-14ef1709-cd63-4e47-a764-b5ae1871d49b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:06:56.037396 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a022f147-9428-45dd-8311-5a3462b998e1", "name": "network-vif-deleted", "tag": "d6b7bff9-06b9-49e8-b5dd-964bb9350a70", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:06:56.037654 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14ef1709-cd63-4e47-a764-b5ae1871d49b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:06:56.038075 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a022f147-9428-45dd-8311-5a3462b998e1', 'name': 'network-vif-deleted', 'tag': 'd6b7bff9-06b9-49e8-b5dd-964bb9350a70', 'status': 'completed', 'code': 200} Jul 28 16:06:56.680562 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:56.992273 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44870) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:06:57.688984 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:57.945253 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 87b70429-d75f-433e-bab3-958c8cda8112 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:06:57.945498 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.035108 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 87b70429-d75f-433e-bab3-958c8cda8112, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=87b70429-d75f-433e-bab3-958c8cda8112,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:58.035833 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.047989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 87b70429-d75f-433e-bab3-958c8cda8112 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:06:58.153855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.296707 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.326057 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=87b70429-d75f-433e-bab3-958c8cda8112,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:58.504812 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.718322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:06:58.824326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:06:58.829371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-03c84f90-279a-4741-8bd5-4198061b417f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/ec95ee0b-8cb7-47c0-aa08-23a7976b93a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360350 Jul 28 16:06:58.832096 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44872) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:06:58.834277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] Sync routers for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:06:58.843988 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:06:58.844642 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:58.882242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting subnet 1049b53d-23f5-455d-9c05-9b55b748716b {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:06:58.885296 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.929872 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:58.949633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:06:59.012955 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.124035 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:06:58Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:59.139551 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.153727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] Checking router: ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:06:59.163127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] Routers {'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:06:59.163792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:59.173064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Subnet': ['ID=1049b53d-23f5-455d-9c05-9b55b748716b,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:59.179394 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.181330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-82e5e265-17bf-49b5-9365-d75ce66aac2a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/subnets/1049b53d-23f5-455d-9c05-9b55b748716b HTTP/1.1" status: 204 len: 168 time: 0.3482828 Jul 28 16:06:59.184118 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44874) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:06:59.197261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576adf9-44b4-4958-8898-c719d862c71d None None] Network d6f88a8a-1a45-4c74-8942-9d9dee932f3e requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:06:59.298764 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.352962 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] Set router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:06:59.404604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.516529 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:06:59.516840 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.529694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] DHCP port deletion for d6f88a8a-1a45-4c74-8942-9d9dee932f3e request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:06:59.583613 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:06:58Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:06:59.605673 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 9fe5afc8-7f26-481e-b233-2c7215cdd2b6, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:59.606609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.615772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc34c0-d039-4f56-a456-d1b59b44731b None None] The sync data for ids ['ec95ee0b-8cb7-47c0-aa08-23a7976b93a1'] in n-d-764806-10 is: [{'id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945887200', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:06:58Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '9fe5afc8-7f26-481e-b233-2c7215cdd2b6', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ee0b-8cb7-47c0-aa08-23a7976b93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:04:22Z', 'updated_at': '2021-07-28T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:06:59.621433 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:06:59.621977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] Deleting port 104e0b91-8f13-4eb1-a406-de275c49e3bc {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:06:59.622356 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.705203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] For port 104e0b91-8f13-4eb1-a406-de275c49e3bc, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=104e0b91-8f13-4eb1-a406-de275c49e3bc,segment=NetworkSegment(caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8),segment_id=caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:06:59.706192 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.719124 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] Calling delete_port for 104e0b91-8f13-4eb1-a406-de275c49e3bc owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:06:59.859307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.889012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] Pushing event deleted for resources: {'Port': ['ID=104e0b91-8f13-4eb1-a406-de275c49e3bc,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:06:59.892666 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304e6ee-822a-467b-af6f-3e84fabb4095 None None] No DVR routers for this DVR port 104e0b91-8f13-4eb1-a406-de275c49e3bc on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:06:59.908003 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:59.938627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=9fe5afc8-7f26-481e-b233-2c7215cdd2b6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:00.003031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.030723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 104e0b91-8f13-4eb1-a406-de275c49e3bc no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:07:00.052300 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 104e0b91-8f13-4eb1-a406-de275c49e3bc {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:07:00.052974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 104e0b91-8f13-4eb1-a406-de275c49e3bc not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:07:00.099363 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.102047 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.136791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:07:00.157534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: d6b7bff9-06b9-49e8-b5dd-964bb9350a70 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:07:00.157807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device d6b7bff9-06b9-49e8-b5dd-964bb9350a70 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:07:00.219367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.219927 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Fanout notify agent at l3_agent the message router_deleted on router ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:07:00.227143 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.228316 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d6861d61-6845-47b3-a8ea-4827ac87a2a2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/routers/ec95ee0b-8cb7-47c0-aa08-23a7976b93a1 HTTP/1.1" status: 204 len: 168 time: 1.0427332 Jul 28 16:07:00.231421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44876) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:00.313265 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.396903 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.406162 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f88a8a-1a45-4c74-8942-9d9dee932f3e']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:00.420503 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:00.420801 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caad61c4-a7a4-4a6d-b5c5-5e9e056acbd8') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:00.430138 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.442950 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.448905 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:07:00.449303 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:07:00.452200 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:07:00.619235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.626581 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.628917 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/networks/d6f88a8a-1a45-4c74-8942-9d9dee932f3e HTTP/1.1" status: 204 len: 168 time: 0.3964918 Jul 28 16:07:00.630908 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44880) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:00.648743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401ed7-a43c-4b69-96b0-0776ee641261 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Network': ['ID=d6f88a8a-1a45-4c74-8942-9d9dee932f3e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:00.702677 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8269f14e-a2fd-43b8-bd2b-be885dd31e9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.729475 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8269f14e-a2fd-43b8-bd2b-be885dd31e9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.882010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8269f14e-a2fd-43b8-bd2b-be885dd31e9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.884623 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8269f14e-a2fd-43b8-bd2b-be885dd31e9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:00.885798 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8269f14e-a2fd-43b8-bd2b-be885dd31e9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/security-groups/2c791a3a-15ad-45f5-bc98-35d3cdc29a9d HTTP/1.1" status: 204 len: 168 time: 0.2539787 Jul 28 16:07:00.895340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f14e-a2fd-43b8-bd2b-be885dd31e9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c791a3a-15ad-45f5-bc98-35d3cdc29a9d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:01.644195 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:07:01.666625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:07:01.666625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9fe5afc8-7f26-481e-b233-2c7215cdd2b6 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:07:01.666625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87b70429-d75f-433e-bab3-958c8cda8112 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:07:01.667636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44888) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:01.672440 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697649530', 'description': 'tempest-secgroup-smoke-697649530 description', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:01.685281 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 87b70429-d75f-433e-bab3-958c8cda8112 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:07:01.685633 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 87b70429-d75f-433e-bab3-958c8cda8112 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:07:01.802063 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:01.881964 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:01.947883 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:01.976875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:02.042268 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.043565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1fbc4e6a-dc7e-4134-b6f9-a514f31eb99a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3748591 Jul 28 16:07:02.046608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44890) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:02.051506 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:02.132681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.190336 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.256819 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.275785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a093a8d-cfe1-47b0-a20e-2bb49be2919f,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:02.350803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.352058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-fc645b10-c769-4ad8-b0df-7ce4a220890e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045340 Jul 28 16:07:02.354903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:02.359404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:02.450592 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.508990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.588262 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.608250 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f846248e-ee44-4c1e-a664-4b8cb1084688,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:02.696957 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.698232 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c79cd24d-3b5a-4f66-9ac9-99a7dfa0d5d8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3423898 Jul 28 16:07:02.701194 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44894) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:02.706326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:02.841681 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.899052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.976808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.997706 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9034a6c-b1d8-42fe-9b70-adcb5d361836,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:03.091004 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.092581 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-35410cef-0fb7-481d-a6d8-ffc7d32d153b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904805 Jul 28 16:07:03.095428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44896) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:03.099803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:03.119615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.192509 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.255182 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.330339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.347832 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9accab7-541e-45dc-86fe-2f3c6cda22ef,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:03.410521 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.411753 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0a659691-ac4c-47b1-87f3-5612a0e2dcd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3154063 Jul 28 16:07:03.414561 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44898) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:03.418919 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:03.496656 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:07:03.501864 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.563055 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.641771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.663121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3c40a7-2e79-40e2-98fd-8dea22d76a88,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:03.733390 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.734724 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3bd8a56b-6acf-4c8a-898d-a88765e85046 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3192470 Jul 28 16:07:03.737520 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44902) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:03.742050 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': '1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:03.879924 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:07:03.885824 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:03.947006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.050609 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.068210 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e451597e-d146-4194-9454-58465efec24e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:04.147768 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.148945 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-2713d781-7fe0-432c-a2de-6e79d9c59dae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4103730 Jul 28 16:07:04.151875 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44904) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:04.156946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'network': {'name': 'tempest-network-smoke--590473847', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'port_security_enabled': True}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:04.270339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:07:04.273989 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.297187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:07:04.306750 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.307095 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Added segment ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c of type vlan for network 1cb10ce4-17ee-4314-93fb-927d21f9d410 Jul 28 16:07:04.345935 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.433901 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.439404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:04.439986 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.507939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Network': ['ID=1cb10ce4-17ee-4314-93fb-927d21f9d410,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:04.517963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:07:04.560358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-016b564a-8c1d-4038-9fec-b103fcc2aeca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4074275 Jul 28 16:07:04.563139 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44906) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:04.568304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'admin_state_up': True, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:04.651060 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.652066 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.703097 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:04.913985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:05.163550 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:05.185829 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:05.286257 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.208 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/163df40b-fb9a-4b6c-824b-96fa5bbafd18) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:07:05.388441 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:05.479834 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:05.519817 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:07:05.525305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:05.530123 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:07:05.533191 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=163df40b-fb9a-4b6c-824b-96fa5bbafd18,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:05.861664 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:06.342149 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:07:06.405180 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:06.601462 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:07:06.710064 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:07:06.719520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Sync routers for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:07:06.729040 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:07:06.729656 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:06.824887 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:06.826289 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-407aeab4-9363-464a-8c00-21316d519416 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2622023 Jul 28 16:07:06.830056 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44908) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:06.832100 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:07:06.904172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ccd572a4-10aa-4496-8ecf-62358216d72b tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=4b7ef56bf29647e29072d50fca17f5a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706904 Jul 28 16:07:06.904430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44912) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:06.992918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b263f6-bc22-44ff-a826-5ee840f0889d tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:06.994035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-79b263f6-bc22-44ff-a826-5ee840f0889d tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886946 Jul 28 16:07:06.997135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44914) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:07.005460 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:05Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:07.030333 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7e4e5d4a-8126-4798-8ffd-113b9b5ce47e tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320053 Jul 28 16:07:07.032811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44916) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:07.035032 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Checking router: 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:07:07.035361 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Updating router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:07:07.037625 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003391106', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:07.060045 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.142118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.256642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:07:07.260295 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.304335 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.314153 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Transition to ACTIVE for port object 163df40b-fb9a-4b6c-824b-96fa5bbafd18 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:07.387733 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.436905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Attempting to bind port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:07:07.437274 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Attempting to bind port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:07:07.437641 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Attempting to bind port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:07:07.448836 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Pushing event updated for resources: {'Port': ['ID=163df40b-fb9a-4b6c-824b-96fa5bbafd18,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:07.451774 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:07:07.452626 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:07:07.452626 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.453077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:07:07.453542 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Bound port: 163df40b-fb9a-4b6c-824b-96fa5bbafd18, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:07:07.453935 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.475608 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.478676 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.479530 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.479530 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:07.499552 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.515573 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] For port 163df40b-fb9a-4b6c-824b-96fa5bbafd18, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:07:07.518849 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] For port 163df40b-fb9a-4b6c-824b-96fa5bbafd18, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=163df40b-fb9a-4b6c-824b-96fa5bbafd18,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:07:07.563254 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Subnet': ['ID=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:07.571228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Checking segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:07:07.571604 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network hostable DHCP agents. Network: 1cb10ce4-17ee-4314-93fb-927d21f9d410, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:07:07.602075 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.655009 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:07:07.655605 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:07.681491 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:07:07.689643 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb4e4-5063-4fe8-b760-a342b78c596a None None] Pushing event updated for resources: {'Port': ['ID=163df40b-fb9a-4b6c-824b-96fa5bbafd18,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:07.784866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 1cb10ce4-17ee-4314-93fb-927d21f9d410) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:07.789106 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:07.789712 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:07.794306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f25b8c-c64f-4b5f-b30e-65eae2439916 None None] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:07:07.853148 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:07:07.876578 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5031baf7-6e1a-46b7-b36f-6ec84b8ce815 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8427026 Jul 28 16:07:07.879502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44918) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:08.043904 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:05Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:08.075682 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aee557-2497-4445-89a6-e5afebf54169 None None] The sync data for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 is: [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:05Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:07:08.113858 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-1cb10ce4-17ee-4314-93fb-927d21f9d410', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:07:08.114865 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.255616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Allocated IP 172.20.0.2 (1cb10ce4-17ee-4314-93fb-927d21f9d410/c7025b1b-7bce-4352-bcc7-ac046fcd2f0f/1cd570b7-c001-4797-a1ef-ada0d5781054) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:07:08.391350 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.431086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.440629 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Transition to ACTIVE for port object 1cd570b7-c001-4797-a1ef-ada0d5781054 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:08.460526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Transition to ACTIVE for port object 1cd570b7-c001-4797-a1ef-ada0d5781054 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:08.554676 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.604018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:07:08.609952 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:08.615902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Pushing event updated for resources: {'Port': ['ID=1cd570b7-c001-4797-a1ef-ada0d5781054,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:08.618475 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:07:08.677049 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Attempting to bind port 1cd570b7-c001-4797-a1ef-ada0d5781054 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:07:08.677431 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Attempting to bind port 1cd570b7-c001-4797-a1ef-ada0d5781054 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:07:08.677807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Attempting to bind port 1cd570b7-c001-4797-a1ef-ada0d5781054 on network 1cb10ce4-17ee-4314-93fb-927d21f9d410 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:07:08.683208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:07:08.683591 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Checking segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:07:08.684006 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.684405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Bound using segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:07:08.684920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Bound port: 1cd570b7-c001-4797-a1ef-ada0d5781054, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:07:08.685314 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.696540 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.1 (1cb10ce4-17ee-4314-93fb-927d21f9d410/c7025b1b-7bce-4352-bcc7-ac046fcd2f0f/1b7a01ea-6596-46a5-8404-d3fa3ee505b4) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:07:08.757268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] For port 1cd570b7-c001-4797-a1ef-ada0d5781054, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:07:08.762575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] For port 1cd570b7-c001-4797-a1ef-ada0d5781054, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cd570b7-c001-4797-a1ef-ada0d5781054,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:07:08.821223 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.832621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:08.891387 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.946374 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:08.950319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1be4a7-5b21-4aee-a62b-e0032dc8f8d1 None None] Pushing event updated for resources: {'Port': ['ID=1cd570b7-c001-4797-a1ef-ada0d5781054,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:08.992288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:07:08.995845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:08.999809 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:07:09.027674 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:09.052834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:09.270452 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:09.561689 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:09.623219 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:09.704336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 163df40b-fb9a-4b6c-824b-96fa5bbafd18 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:09.704981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:09.710157 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:09.810071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:07:09.811697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:09.908033 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:09.913022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:09.918587 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:09.935709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:07:09.996390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:10.018951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 163df40b-fb9a-4b6c-824b-96fa5bbafd18, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=163df40b-fb9a-4b6c-824b-96fa5bbafd18,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:07:10.056127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:07:10.061394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4bb0f71d-8569-4469-b0b6-58ad5f19abc7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1808481 Jul 28 16:07:10.087313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:10.087313 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cd570b7-c001-4797-a1ef-ada0d5781054 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:10.137676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Sync routers for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:07:10.159950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:07:10.160638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:10.241031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=163df40b-fb9a-4b6c-824b-96fa5bbafd18,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:10.296910 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-a8ccab88-3eb9-4f58-97ba-fcc1772cc6fa tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697649530&fields=id&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 267 time: 0.0367472 Jul 28 16:07:10.308828 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526ced1-c9ca-475e-a121-57aa91c3104b None None] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:07:10.354213 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:07:10.358551 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1cd570b7-c001-4797-a1ef-ada0d5781054 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:10.412903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-f13f0f42-8103-4374-bffa-b33c5b86ea0e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:10.414411 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-f13f0f42-8103-4374-bffa-b33c5b86ea0e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 796 time: 0.1078053 Jul 28 16:07:10.430479 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-bc53a010-4bae-4bfd-a51d-9388a66a5ad1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/quotas/4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 375 time: 0.0101423 Jul 28 16:07:10.483625 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-4b48840b-f906-4582-b020-56c242adffd0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468106 Jul 28 16:07:10.506979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] Provisioning for port 1cd570b7-c001-4797-a1ef-ada0d5781054 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:10.514887 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] Provisioning complete for port 1cd570b7-c001-4797-a1ef-ada0d5781054 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:10.515266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:10.626824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-b272f663-6109-404e-aa82-0892cf02489b service neutron] 10.222.0.57 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304798 Jul 28 16:07:10.709385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:10.731744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c100a531-94ad-46c7-a5dc-76a6a4d1a874 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Jul 28 16:07:10.756073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] For port 1cd570b7-c001-4797-a1ef-ada0d5781054, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cd570b7-c001-4797-a1ef-ada0d5781054,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:07:10.758348 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 2, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:10.785791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Checking router: 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:07:10.786169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Updating router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:07:10.809434 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:10.819190 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:10.897548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591407-58fe-4f4d-a853-a6a438887805 None None] Pushing event updated for resources: {'Port': ['ID=1cd570b7-c001-4797-a1ef-ada0d5781054,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:10.989491 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e8417f1a-0d66-4745-a387-e801ff304f49 None None] Provisioning complete for port 1cd570b7-c001-4797-a1ef-ada0d5781054 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:10.989774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e8417f1a-0d66-4745-a387-e801ff304f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.008095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bc7159ed-1726-4493-924e-6351b18a98a0 req-c0e7122b-5e27-4c1b-87af-9bd280eee12a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Jul 28 16:07:11.232257 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.243343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Transition to ACTIVE for port object 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:11.270149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e8417f1a-0d66-4745-a387-e801ff304f49 None None] Provisioning for port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:11.274432 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e8417f1a-0d66-4745-a387-e801ff304f49 None None] Provisioning complete for port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:11.274834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e8417f1a-0d66-4745-a387-e801ff304f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.311271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e8417f1a-0d66-4745-a387-e801ff304f49 None None] Port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:07:11.361561 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.411875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c4144-25ce-41d6-9fa8-d25be367ffb0 None None] Pushing event updated for resources: {'Port': ['ID=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:11.478824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Attempting to bind port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:07:11.479295 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Attempting to bind port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:07:11.479616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Attempting to bind port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 on network 1cb10ce4-17ee-4314-93fb-927d21f9d410 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:07:11.485103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:07:11.485417 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Checking segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:07:11.485873 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.486411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Bound using segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:07:11.486921 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Bound port: 1b7a01ea-6596-46a5-8404-d3fa3ee505b4, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:07:11.487307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.554734 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] For port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:07:11.558187 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] For port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:07:11.637647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:11.666964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 163df40b-fb9a-4b6c-824b-96fa5bbafd18 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:11.793053 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c4144-25ce-41d6-9fa8-d25be367ffb0 None None] Pushing event updated for resources: {'Port': ['ID=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:11.795555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:07:11.796227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:06:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:11.846372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:11.846754 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:12.106655 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bfae9356-d99e-407b-ab35-41933a717474 req-1d2ebad9-8112-4d23-8d7f-91593903871a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 210 time: 0.0291471 Jul 28 16:07:12.134316 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:07:12.232487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cd570b7-c001-4797-a1ef-ada0d5781054 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:12.349793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1cd570b7-c001-4797-a1ef-ada0d5781054 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:12.350090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:12.455791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:11Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:12.491593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b79c8-ee3e-4f91-a8b8-543e0493393f None None] The sync data for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 is: [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:11Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:07:13.204358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f0175c56-af1c-4bb9-910e-4bb52d5ccd9f req-a78e1eb3-fed2-48cd-8710-2f92cbd58027 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 210 time: 0.0271962 Jul 28 16:07:13.343629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-b9083248-a13d-49ba-8a1d-169a3e0055e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:13.343629 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-b9083248-a13d-49ba-8a1d-169a3e0055e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 796 time: 0.1126773 Jul 28 16:07:13.392818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-f60ae2bf-98ba-4fe8-a959-38200696b249 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 379 time: 0.0391114 Jul 28 16:07:13.402029 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'port': {'device_id': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'admin_state_up': True, 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'security_groups': ['1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:13.635561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:07:13.639269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:13.679498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:13.792782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.9 (1cb10ce4-17ee-4314-93fb-927d21f9d410/c7025b1b-7bce-4352-bcc7-ac046fcd2f0f/44af20c5-d0e1-40fe-bf32-7b522cb709de) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:07:13.819197 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:13.823382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:13.823783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:13.904851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:13.938911 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:07:13.942651 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:13.956820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 44af20c5-d0e1-40fe-bf32-7b522cb709de will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:14.024325 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.065073 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.073382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:14.111184 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:07:14.114363 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:14.120626 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:07:14.126886 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=44af20c5-d0e1-40fe-bf32-7b522cb709de,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:14.156732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.157101 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.157457 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.157803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.158145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.158507 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.159369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.160038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.160038 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.160361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.160799 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.161131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:14.189974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:14.190630 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.271338 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-31ad0241-9909-4097-a9e5-0f64f532233a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8728356 Jul 28 16:07:14.328692 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61a0bf-0596-47a5-bfb3-2d337045ab7a req-cc81b675-ae00-420e-a218-eec7e22b200a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:14.330171 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad61a0bf-0596-47a5-bfb3-2d337045ab7a req-cc81b675-ae00-420e-a218-eec7e22b200a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 931 time: 0.0489101 Jul 28 16:07:14.335480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Request body: {'port': {'device_id': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:14.413867 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad61a0bf-0596-47a5-bfb3-2d337045ab7a req-32296dfa-6056-48af-b55e-bac789570d86 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757275 Jul 28 16:07:14.420599 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.424173 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4b2c014-096e-4eaf-8e41-f0473a1ffd0f None None] Provisioning for port 44af20c5-d0e1-40fe-bf32-7b522cb709de completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:14.437968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4b2c014-096e-4eaf-8e41-f0473a1ffd0f None None] Provisioning complete for port 44af20c5-d0e1-40fe-bf32-7b522cb709de triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:14.440479 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c014-096e-4eaf-8e41-f0473a1ffd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.474538 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2c014-096e-4eaf-8e41-f0473a1ffd0f None None] Port 44af20c5-d0e1-40fe-bf32-7b522cb709de cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:07:14.689335 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44af20c5-d0e1-40fe-bf32-7b522cb709de {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:07:14.697149 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.709745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Transition to ACTIVE for port object 44af20c5-d0e1-40fe-bf32-7b522cb709de will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:07:14.801228 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.850201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Pushing event updated for resources: {'Port': ['ID=44af20c5-d0e1-40fe-bf32-7b522cb709de,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:14.923897 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Attempting to bind port 44af20c5-d0e1-40fe-bf32-7b522cb709de on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:07:14.924829 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Attempting to bind port 44af20c5-d0e1-40fe-bf32-7b522cb709de by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:07:14.925180 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Attempting to bind port 44af20c5-d0e1-40fe-bf32-7b522cb709de on network 1cb10ce4-17ee-4314-93fb-927d21f9d410 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:07:14.930442 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Port 44af20c5-d0e1-40fe-bf32-7b522cb709de on network 1cb10ce4-17ee-4314-93fb-927d21f9d410 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:07:14.930883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Attempting to bind port 44af20c5-d0e1-40fe-bf32-7b522cb709de on network 1cb10ce4-17ee-4314-93fb-927d21f9d410 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:07:14.936264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:07:14.936648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Checking segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:07:14.937041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Bound using segment: {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:07:14.937490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Bound port: 44af20c5-d0e1-40fe-bf32-7b522cb709de, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:07:14.937849 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:15.008967 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] For port 44af20c5-d0e1-40fe-bf32-7b522cb709de, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:07:15.011902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] For port 44af20c5-d0e1-40fe-bf32-7b522cb709de, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:07:15.099383 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:15.132986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.133544 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:15.135027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] 10.222.0.42 "PUT /v2.0/ports/44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 1092 time: 0.8034382 Jul 28 16:07:15.137876 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:07:15.140402 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:07:15.170168 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c75a8-8a9d-4df3-80b0-e37a8c04a015 service neutron] Pushing event updated for resources: {'Port': ['ID=44af20c5-d0e1-40fe-bf32-7b522cb709de,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:15.185286 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead08bad-1296-415f-9e41-1701bec1b343 x-openstack-request-id: req-ead08bad-1296-415f-9e41-1701bec1b343 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:07:15.185719 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:07:15.186157 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ead08bad-1296-415f-9e41-1701bec1b343 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:07:15.186761 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'status': 'completed', 'code': 200} Jul 28 16:07:15.268515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f req-8c238ed0-56da-4113-842f-d09104a3adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.270034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f req-8c238ed0-56da-4113-842f-d09104a3adbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1095 time: 0.0438685 Jul 28 16:07:15.380227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f req-3e8464f2-63ff-45b8-bbbb-7fddaee0cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.381880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f req-3e8464f2-63ff-45b8-bbbb-7fddaee0cb29 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0986919 Jul 28 16:07:15.478966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f req-3e0bbf62-5757-4bdc-a755-ac92d580b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.480444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cff08890-9ae8-43b1-ad58-ea4bd80a7c9f req-3e0bbf62-5757-4bdc-a755-ac92d580b423 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921609 Jul 28 16:07:15.533027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c06d3b-2122-4fd0-96d7-ab035b408d8d req-5cf4e389-9eb8-4e44-a39e-6bf7c14001ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.535155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19c06d3b-2122-4fd0-96d7-ab035b408d8d req-5cf4e389-9eb8-4e44-a39e-6bf7c14001ae tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 943 time: 0.0538073 Jul 28 16:07:15.607119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-19c06d3b-2122-4fd0-96d7-ab035b408d8d req-64cbd183-27f6-420a-876a-ed6ca5bc0304 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614703 Jul 28 16:07:15.612953 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-0c30b935-1f84-415f-80cb-f740994a7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.614350 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-0c30b935-1f84-415f-80cb-f740994a7843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1095 time: 0.0764027 Jul 28 16:07:15.657486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:15.665451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-39e2551a-5a7c-4e9f-93aa-1516cb504bef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 217 time: 0.0381477 Jul 28 16:07:15.705164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:15.706174 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:15.714816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-32c389d4-21d2-4738-916b-65eadd3976c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.716290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-32c389d4-21d2-4738-916b-65eadd3976c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 200 len: 835 time: 0.0446243 Jul 28 16:07:15.767404 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-76b14017-1350-4b4b-bc01-4493f91a330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:15.769547 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-76b14017-1350-4b4b-bc01-4493f91a330b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb10ce4-17ee-4314-93fb-927d21f9d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458348 Jul 28 16:07:15.860880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-5f891a34-ba52-4fe3-ba45-74b840c07b4e service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838597 Jul 28 16:07:15.955987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1478d8ec-f83d-4fec-9e9f-71af6823ce61 req-b19d3bfc-58a9-4ada-ba5e-f1cacc9d2933 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882788 Jul 28 16:07:16.726379 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f6875-2907-4795-a683-a70bce8d8216 req-32189a56-d3cb-4026-b152-930821602549 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:16.727929 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f08f6875-2907-4795-a683-a70bce8d8216 req-32189a56-d3cb-4026-b152-930821602549 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 943 time: 0.0506437 Jul 28 16:07:16.768738 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f08f6875-2907-4795-a683-a70bce8d8216 req-efa65e67-9cc0-4e3e-836d-09bdb6474af1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348048 Jul 28 16:07:17.895826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef355-08c9-46fd-8557-02af1b6738cd req-ba7e4714-0619-4446-a919-daa6b3b4880c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:17.897243 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25fef355-08c9-46fd-8557-02af1b6738cd req-ba7e4714-0619-4446-a919-daa6b3b4880c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 943 time: 0.0505376 Jul 28 16:07:17.936224 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25fef355-08c9-46fd-8557-02af1b6738cd req-7026599f-69b4-4c1c-b643-719e05a868b5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329030 Jul 28 16:07:18.771027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 44af20c5-d0e1-40fe-bf32-7b522cb709de details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:07:18.864974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 44af20c5-d0e1-40fe-bf32-7b522cb709de, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:07:18.879788 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'port_id': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'mac_address': 'fa:16:3e:9e:6b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:07:18.916376 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:18.929853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44af20c5-d0e1-40fe-bf32-7b522cb709de {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:07:18.949037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 44af20c5-d0e1-40fe-bf32-7b522cb709de, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:07:19.024615 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:19.054372 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2b6ae-b456-4e21-8671-7aebf9209d9b req-346f18a9-e37f-4f8a-b4f7-62bac456526d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:19.055884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfe2b6ae-b456-4e21-8671-7aebf9209d9b req-346f18a9-e37f-4f8a-b4f7-62bac456526d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 943 time: 0.0508294 Jul 28 16:07:19.074451 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=44af20c5-d0e1-40fe-bf32-7b522cb709de,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:19.082025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.082376 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.082726 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.083068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.083414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.083750 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.084084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.084414 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.084772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.085102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.085430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.085758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:07:19.093729 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-cfe2b6ae-b456-4e21-8671-7aebf9209d9b req-b013c9b5-cde4-48e9-9223-1c470c1ab53d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Jul 28 16:07:19.405303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['44af20c5-d0e1-40fe-bf32-7b522cb709de'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:07:20.210920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436887e-d91a-4e82-87ca-a5e9213a303c req-800782f9-1302-48d8-94c5-96303ea8604d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:20.212594 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3436887e-d91a-4e82-87ca-a5e9213a303c req-800782f9-1302-48d8-94c5-96303ea8604d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 944 time: 0.0514939 Jul 28 16:07:20.254529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3436887e-d91a-4e82-87ca-a5e9213a303c req-bdebc5b9-2b23-4d21-85d3-e9f420e2716b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345197 Jul 28 16:07:20.770102 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 44af20c5-d0e1-40fe-bf32-7b522cb709de up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:07:20.895923 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 44af20c5-d0e1-40fe-bf32-7b522cb709de completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:07:20.899796 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 44af20c5-d0e1-40fe-bf32-7b522cb709de triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:07:20.901782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:20.979749 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:21.001689 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:07:21.004053 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd756fa8-a7c7-4196-ad54-235fb0a8bccf" -d '{"events": [{"server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "name": "network-vif-plugged", "status": "completed", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:07:21.016854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 44af20c5-d0e1-40fe-bf32-7b522cb709de, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:07:21.042346 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f12a9f-a871-4d39-a3c1-ca3ebc691af6 x-openstack-request-id: req-16f12a9f-a871-4d39-a3c1-ca3ebc691af6 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:07:21.042639 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "name": "network-vif-plugged", "status": "completed", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:07:21.042926 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16f12a9f-a871-4d39-a3c1-ca3ebc691af6 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:07:21.043322 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'code': 200} Jul 28 16:07:21.081171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:21.130847 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=44af20c5-d0e1-40fe-bf32-7b522cb709de,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:21.179794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032fc60-7dae-4552-8328-cd750aa8d426 req-403dbe2f-9cfd-4793-8392-a58de8eccb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:21.181502 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e032fc60-7dae-4552-8328-cd750aa8d426 req-403dbe2f-9cfd-4793-8392-a58de8eccb73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1097 time: 0.0496333 Jul 28 16:07:21.217508 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e032fc60-7dae-4552-8328-cd750aa8d426 req-5385ae85-9c9a-47fb-a7de-18ecd4811b60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290480 Jul 28 16:07:21.366225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8f952-cfa9-4c36-a002-78f6700946a2 req-b069ec7f-0f64-4e52-b059-1dcf5ec5cba5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:21.367723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac8f952-cfa9-4c36-a002-78f6700946a2 req-b069ec7f-0f64-4e52-b059-1dcf5ec5cba5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0486264 Jul 28 16:07:21.405963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ac8f952-cfa9-4c36-a002-78f6700946a2 req-ace22cc4-31df-433d-a428-e9c97b01e3ca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Jul 28 16:07:22.358898 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4960754f-cec4-4fe3-b1c7-4b87e8242df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:22.525382 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a9d34-d865-4b04-90e4-3db8bb24b77a req-168df5bf-be3a-4591-8b9b-d2acb47dc168 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:22.526926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e90a9d34-d865-4b04-90e4-3db8bb24b77a req-168df5bf-be3a-4591-8b9b-d2acb47dc168 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0530784 Jul 28 16:07:22.565499 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e90a9d34-d865-4b04-90e4-3db8bb24b77a req-ff03b99c-5097-40ac-bf3e-f000043bbea3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326991 Jul 28 16:07:23.687569 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fdd2d-cc4f-4b55-9e92-4a42539b5fe8 req-7e86f9de-a772-462d-94db-2677c234baa2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:23.689072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d46fdd2d-cc4f-4b55-9e92-4a42539b5fe8 req-7e86f9de-a772-462d-94db-2677c234baa2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0547280 Jul 28 16:07:23.727792 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d46fdd2d-cc4f-4b55-9e92-4a42539b5fe8 req-51d1025e-8671-46d4-9acb-88ed998cbb54 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Jul 28 16:07:23.851901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6325ff2-9b20-4f90-9639-088e3d7738a2 req-98635325-8208-4c38-afb1-0e8d719e13f6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:23.853317 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6325ff2-9b20-4f90-9639-088e3d7738a2 req-98635325-8208-4c38-afb1-0e8d719e13f6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0492375 Jul 28 16:07:23.892798 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6325ff2-9b20-4f90-9639-088e3d7738a2 req-44ecb3a9-2c77-427a-bdf0-a61b4a680c03 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Jul 28 16:07:23.914526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44980) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:23.958108 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56651709-d1c3-41ed-b666-a4b7106c34a7 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:23.959643 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-56651709-d1c3-41ed-b666-a4b7106c34a7 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1092 time: 0.0441098 Jul 28 16:07:23.962727 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 44982) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:23.967061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:07:24.029962 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:24.125266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:24.232010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.33 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/01e4a7ca-7177-4f6a-b7a7-21c8315d7903) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:07:24.331932 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:24.428166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:24.467380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:07:24.470174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:07:24.474118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:07:24.501950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=01e4a7ca-7177-4f6a-b7a7-21c8315d7903,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:24.829796 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:24.898128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3629546b-672a-4ff2-abf4-f4e9655b3d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:24.953263 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:25.104217 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:25.170621 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:25.237476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=01e4a7ca-7177-4f6a-b7a7-21c8315d7903,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:07:25.251145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:25.273171 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:25.676975 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP b7afaf10-f233-4c10-9ae7-74c3766f6826 associated. External IP: 172.25.6.33, port: 44af20c5-d0e1-40fe-bf32-7b522cb709de. Jul 28 16:07:25.887608 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:07:25.997744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:07:26.008694 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] Sync routers for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:07:26.024219 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:07:26.024219 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:07:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:26.107829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:26.123629 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:07:26.136173 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-0dbc992d-db4c-47ab-ab77-b2786a46cefc tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1723900 Jul 28 16:07:26.136913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:07:26.139434 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300077a-63d8-4877-97a9-00fc3e72b920" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:07:26.183711 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab59a44-0f50-49bd-888d-9e0c84059b5e x-openstack-request-id: req-0ab59a44-0f50-49bd-888d-9e0c84059b5e {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:07:26.184089 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:07:26.184415 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ab59a44-0f50-49bd-888d-9e0c84059b5e {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:07:26.184923 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'status': 'completed', 'code': 200} Jul 28 16:07:26.283528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42970054-6972-466f-b86e-1524dbabda47 req-372f9b1e-8a45-4e65-854d-1efce1f24fb1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:26.285332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42970054-6972-466f-b86e-1524dbabda47 req-372f9b1e-8a45-4e65-854d-1efce1f24fb1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0855756 Jul 28 16:07:26.294273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-899ac233-1756-427a-8309-d88b6dad4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:26.295754 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-899ac233-1756-427a-8309-d88b6dad4d6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1097 time: 0.0649188 Jul 28 16:07:26.376033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-42970054-6972-466f-b86e-1524dbabda47 req-567764cc-0b7a-4beb-9fe7-33ba57956d64 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840323 Jul 28 16:07:26.399544 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44988) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:26.411318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-4a2329ea-10e5-42f2-b61c-eddf1426df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:26.412819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-4a2329ea-10e5-42f2-b61c-eddf1426df70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 897 time: 0.1090753 Jul 28 16:07:26.454682 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'b7afaf10-f233-4c10-9ae7-74c3766f6826', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'port_id': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'mac_address': 'fa:16:3e:9e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:07:24Z', 'updated_at': '2021-07-28T16:07:24Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:26.466815 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d49a4d1f-10cb-4ba3-9f5a-70f887f9da40 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/b7afaf10-f233-4c10-9ae7-74c3766f6826 HTTP/1.1" status: 200 len: 990 time: 0.0653570 Jul 28 16:07:26.483208 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] Checking router: 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:07:26.487996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-3b85dc8a-d9d2-4ee1-9815-7f6efc9ba9b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 998 time: 0.0680776 Jul 28 16:07:26.491896 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:07:26.492528 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:07:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:26.538595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-60fdc483-9626-4b7b-8df3-59522c5cecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:26.540098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-60fdc483-9626-4b7b-8df3-59522c5cecb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 200 len: 835 time: 0.0456674 Jul 28 16:07:26.586369 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-bc8395a9-6c27-45ca-9791-55d13565c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:07:26.587877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-bc8395a9-6c27-45ca-9791-55d13565c909 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb10ce4-17ee-4314-93fb-927d21f9d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414205 Jul 28 16:07:26.597699 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:07:26.679048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:26.686119 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-10906c0e-43c3-45a7-b7a9-e378b05bd3cd service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905569 Jul 28 16:07:26.789919 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e300077a-63d8-4877-97a9-00fc3e72b920 req-7cacc666-b89d-4ec4-9307-c13c2971e86f service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939479 Jul 28 16:07:26.823812 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'b7afaf10-f233-4c10-9ae7-74c3766f6826', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'port_id': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'mac_address': 'fa:16:3e:9e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:07:24Z', 'updated_at': '2021-07-28T16:07:24Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:07:26.852532 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad06f2-92bb-4afb-9f1a-8d1e6cf2ab04 None None] The sync data for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 is: [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'b7afaf10-f233-4c10-9ae7-74c3766f6826', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'port_id': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'mac_address': 'fa:16:3e:9e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:07:24Z', 'updated_at': '2021-07-28T16:07:24Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:07:27.046501 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1405d02-e40f-4718-8244-e6601afaa0fc None None] New status for floating IP b7afaf10-f233-4c10-9ae7-74c3766f6826: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:07:27.470699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 44990) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:07:27.533618 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5cb8f783-e8d5-4581-9b8a-3d2c798ed98d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/b7afaf10-f233-4c10-9ae7-74c3766f6826 HTTP/1.1" status: 200 len: 992 time: 0.0598924 Jul 28 16:07:28.164685 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:33.097632 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:37.172279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:43.341995 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:07:52.352774 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-148b1657-8cf6-453c-8253-7d262f17fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:54.891114 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7559e039-3fa3-4e94-92bd-c46dda660072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:55.268017 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:56.691591 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:58.227914 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:03.124143 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:07.188130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:14.509210 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-c5bdde06-b7d6-4a48-9c32-3ca6ecc0d390 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413077 Jul 28 16:08:14.620611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-30961700-a069-4c59-9eea-3d4b31b2df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:14.622095 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-30961700-a069-4c59-9eea-3d4b31b2df44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1097 time: 0.0445230 Jul 28 16:08:14.727158 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-36a9a78e-3b13-4d86-bbeb-0ad4417750bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:14.728707 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-36a9a78e-3b13-4d86-bbeb-0ad4417750bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 897 time: 0.0865793 Jul 28 16:08:14.801197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-75c2d04e-9f58-49b6-9fbe-094c2c3af0cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 1000 time: 0.0644040 Jul 28 16:08:14.860041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-7a0e1b39-4030-4683-9f10-d57c4cbf3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:14.861515 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-7a0e1b39-4030-4683-9f10-d57c4cbf3e46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 200 len: 835 time: 0.0455883 Jul 28 16:08:14.908173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-5f575c20-9220-4df7-be16-4d48829ac80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:14.909715 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-5f575c20-9220-4df7-be16-4d48829ac80f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb10ce4-17ee-4314-93fb-927d21f9d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415916 Jul 28 16:08:15.008951 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-4f88ceb1-c897-4acf-8449-69fb83995154 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900080 Jul 28 16:08:15.099976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d88bc452-8aff-4457-8a00-38cecafcd1de req-222dffc3-e651-42af-98ce-07295f8c95ad service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831964 Jul 28 16:08:20.341809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:08:22.363450 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1891ac6-26fd-474a-b8a9-b6ab0e1d376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:24.913313 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-8a60e554-0338-435f-a62a-7ed0d219feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:25.273535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:26.679179 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:28.198884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:33.164694 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:37.215556 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:39.200856 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f545d-4e71-402e-a522-a37b1e525c49 req-cb4ca9f7-bd33-43c7-84f9-b43ee216a38c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:39.202926 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b2f545d-4e71-402e-a522-a37b1e525c49 req-cb4ca9f7-bd33-43c7-84f9-b43ee216a38c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.1103468 Jul 28 16:08:39.241265 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6b2f545d-4e71-402e-a522-a37b1e525c49 req-5f5f6665-aaaf-4c5b-a2a5-51610e8807f0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Jul 28 16:08:40.375040 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff1e21-9745-4a8f-9ae4-c18f131f8234 req-1f9f7c3a-77b4-440a-bc4d-d5d9c69e5547 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:40.376568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61ff1e21-9745-4a8f-9ae4-c18f131f8234 req-1f9f7c3a-77b4-440a-bc4d-d5d9c69e5547 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Jul 28 16:08:40.413447 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-61ff1e21-9745-4a8f-9ae4-c18f131f8234 req-b9b225aa-3200-4431-aba7-c7334a24c8c3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310063 Jul 28 16:08:41.532586 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c0b1c-17ca-4012-9fa7-b72bed813f26 req-d967e3dd-66a5-4b7f-8eb1-68d6755ffe7c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:41.534042 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-466c0b1c-17ca-4012-9fa7-b72bed813f26 req-d967e3dd-66a5-4b7f-8eb1-68d6755ffe7c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0524197 Jul 28 16:08:41.571070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-466c0b1c-17ca-4012-9fa7-b72bed813f26 req-748ca61d-968d-4ed7-9230-b327cf04d907 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Jul 28 16:08:42.690316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b91d-1b3b-4460-8067-7ee1b3aef5f3 req-93d7f98e-6815-4622-a51a-64b2a1221fe2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:42.691809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b237b91d-1b3b-4460-8067-7ee1b3aef5f3 req-93d7f98e-6815-4622-a51a-64b2a1221fe2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0545945 Jul 28 16:08:42.731460 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b237b91d-1b3b-4460-8067-7ee1b3aef5f3 req-5178eb64-52aa-4396-9afc-aa8c15d65f44 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337021 Jul 28 16:08:43.857845 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864ca0-e3ff-4913-9be0-7a0f12d47046 req-f4383856-e3aa-495c-b2e0-88ca973e551a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:43.860570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8864ca0-e3ff-4913-9be0-7a0f12d47046 req-f4383856-e3aa-495c-b2e0-88ca973e551a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0580254 Jul 28 16:08:43.900480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c8864ca0-e3ff-4913-9be0-7a0f12d47046 req-0997c997-5fe0-4bfd-97a6-294aaf29fb94 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334191 Jul 28 16:08:45.017419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa816-aa43-4477-ad5b-4d4d3227d321 req-329e0426-eb7f-49fd-861d-9fa588485e45 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:45.018939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-725fa816-aa43-4477-ad5b-4d4d3227d321 req-329e0426-eb7f-49fd-861d-9fa588485e45 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0505686 Jul 28 16:08:45.057940 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-725fa816-aa43-4477-ad5b-4d4d3227d321 req-8e1e0225-dfa6-4df8-bb4e-2e4739858c37 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Jul 28 16:08:46.177066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec1a74-12ca-4f3f-8f0e-65c7318296ab req-79260656-ff28-4579-bff0-90c188215676 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:46.178958 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76ec1a74-12ca-4f3f-8f0e-65c7318296ab req-79260656-ff28-4579-bff0-90c188215676 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0505784 Jul 28 16:08:46.219203 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-76ec1a74-12ca-4f3f-8f0e-65c7318296ab req-2ad204d6-24bc-4a69-a76f-511370ab36c7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339718 Jul 28 16:08:47.334672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7753798-9407-4085-9f2d-33d384ff089b req-37b296d7-c4a5-4bee-9746-0900cb5d3392 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:47.336154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7753798-9407-4085-9f2d-33d384ff089b req-37b296d7-c4a5-4bee-9746-0900cb5d3392 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Jul 28 16:08:47.373619 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7753798-9407-4085-9f2d-33d384ff089b req-2d6960ca-a797-4cd1-8732-66bb7e830497 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Jul 28 16:08:48.495381 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21432198-0d77-42dc-a78e-068a1bb81af5 req-da8d691d-1148-47b2-b183-f1d3d9f9b3ff tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:48.496887 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21432198-0d77-42dc-a78e-068a1bb81af5 req-da8d691d-1148-47b2-b183-f1d3d9f9b3ff tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0541091 Jul 28 16:08:48.536669 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-21432198-0d77-42dc-a78e-068a1bb81af5 req-8a6ecabc-3ba5-4a04-a7fb-bf47d11b8f14 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337436 Jul 28 16:08:49.658222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7d4b3-84dc-41e9-b288-4ee0d4b3667b req-01a67228-fb9c-41fd-8773-9e9d4811e927 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:49.659712 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a7d4b3-84dc-41e9-b288-4ee0d4b3667b req-01a67228-fb9c-41fd-8773-9e9d4811e927 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0533776 Jul 28 16:08:49.698062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-55a7d4b3-84dc-41e9-b288-4ee0d4b3667b req-702b8606-52e8-4118-8587-abdb6c3f6d01 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Jul 28 16:08:49.720601 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45044) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:08:49.778955 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-713c0fbc-8753-40be-8a70-66067b9f65d7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/b7afaf10-f233-4c10-9ae7-74c3766f6826 HTTP/1.1" status: 200 len: 992 time: 0.0571668 Jul 28 16:08:51.381950 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d674d-b251-42cb-8995-437d45b83e27 req-031c51fc-4ca1-47b3-b333-3ff54939ff1c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:51.383457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-141d674d-b251-42cb-8995-437d45b83e27 req-031c51fc-4ca1-47b3-b333-3ff54939ff1c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0488112 Jul 28 16:08:51.426450 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-141d674d-b251-42cb-8995-437d45b83e27 req-e823bbfb-3895-4c3b-9aaa-eaa3dffad0d2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369172 Jul 28 16:08:51.514490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-15e7726a-9d4d-4922-b3d9-1c9cd29585a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:51.516014 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-15e7726a-9d4d-4922-b3d9-1c9cd29585a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1097 time: 0.0427864 Jul 28 16:08:51.610853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-513f84d4-666d-4e14-b2ba-b3a0415cc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:51.612874 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-513f84d4-666d-4e14-b2ba-b3a0415cc3ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 897 time: 0.0904660 Jul 28 16:08:51.681223 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-a927ec8d-b33f-4d81-8ce9-d3ddc020a609 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 1000 time: 0.0609112 Jul 28 16:08:51.729712 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-429204d5-3fb4-48c5-9e76-02fba7f56343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:51.731142 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-429204d5-3fb4-48c5-9e76-02fba7f56343 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 200 len: 835 time: 0.0436728 Jul 28 16:08:51.779757 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-beab4e3e-5069-4935-b8fd-31dd7a1055b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:51.781206 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-beab4e3e-5069-4935-b8fd-31dd7a1055b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb10ce4-17ee-4314-93fb-927d21f9d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436640 Jul 28 16:08:51.871759 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-0a071714-af3b-4a6b-9bd1-463fcc7451ae service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 Jul 28 16:08:51.967259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57f893fe-ad0a-49a9-a727-b175d9950237 req-61babae0-5faf-49f0-8c7f-de858e764cda service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880470 Jul 28 16:08:52.364384 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f163e133-dfa7-4e2b-96ce-f039f0778e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:52.548710 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5aa4-4c5d-4993-afb4-ea65f96b4966 req-80781341-5cb9-485d-a3f3-e266c9f4356b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:52.550491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9ba5aa4-4c5d-4993-afb4-ea65f96b4966 req-80781341-5cb9-485d-a3f3-e266c9f4356b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0545001 Jul 28 16:08:52.592327 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e9ba5aa4-4c5d-4993-afb4-ea65f96b4966 req-3166f1e4-5f05-4fac-bd81-420f26b7b731 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356088 Jul 28 16:08:53.708922 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26924556-1595-4d9f-b808-e7a5d24f1235 req-51afdcb2-3be3-456e-a416-b50bd7b2f685 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:08:53.710439 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-26924556-1595-4d9f-b808-e7a5d24f1235 req-51afdcb2-3be3-456e-a416-b50bd7b2f685 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0506382 Jul 28 16:08:53.751692 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-26924556-1595-4d9f-b808-e7a5d24f1235 req-24c6b1f8-b5cb-4e7d-9f75-3c648954a995 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327632 Jul 28 16:08:53.774054 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45056) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:08:53.834571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-721c7039-7e66-41db-b5f3-0fa492b131bb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/b7afaf10-f233-4c10-9ae7-74c3766f6826 HTTP/1.1" status: 200 len: 992 time: 0.0592873 Jul 28 16:08:54.947363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a046d736-99fa-4e05-929a-6af122fe44b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:55.278392 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:56.684404 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:57.341994 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:08:58.204188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:03.118800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:07.164115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:17.147531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-163fb220-d8da-4f36-ab51-c353a3a369d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0781155 Jul 28 16:09:17.244511 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-6a95269b-da78-4584-a132-12f3a2b81a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:17.246055 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-6a95269b-da78-4584-a132-12f3a2b81a26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1097 time: 0.0417798 Jul 28 16:09:17.353432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-7d99c395-11ef-4b74-a1df-2e56d8331e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:17.354843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-7d99c395-11ef-4b74-a1df-2e56d8331e7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 897 time: 0.0896459 Jul 28 16:09:17.419932 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-05b6a769-4af0-468f-9c4d-0caf773bc881 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 1000 time: 0.0578887 Jul 28 16:09:17.473917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-a2312b77-90e7-420a-81f9-e30a1320cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:17.475339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-a2312b77-90e7-420a-81f9-e30a1320cd9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 200 len: 835 time: 0.0482190 Jul 28 16:09:17.521627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-2e6f88ba-f2e4-4e24-a803-2bbefbe987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:17.523155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-2e6f88ba-f2e4-4e24-a803-2bbefbe987ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb10ce4-17ee-4314-93fb-927d21f9d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410686 Jul 28 16:09:17.535336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-62652d6e-f0b3-42b5-a965-9c7e32c3b094 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:09:17.536282 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-62652d6e-f0b3-42b5-a965-9c7e32c3b094 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049608 Jul 28 16:09:17.624577 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-2888db65-f4ec-4cb7-821b-ca4077cf392f service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812383 Jul 28 16:09:17.717687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5cdd2628-3c0c-4b03-8b0f-0f673cb2b8ab req-346989dd-cbb0-45dc-bfc8-a67731a334d6 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Jul 28 16:09:22.392331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f693e976-81a7-4bf4-b84f-b1aefb61be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:24.929909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-727bf9f6-008b-4e77-908c-c76714095c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:25.272556 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:26.724349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:28.157899 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:33.106789 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:34.341623 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:09:37.175652 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:48.751959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45104) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:48.910855 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 01e4a7ca-7177-4f6a-b7a7-21c8315d7903 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:09:48.911197 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:48.986476 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:48.986808 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:48.998793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 01e4a7ca-7177-4f6a-b7a7-21c8315d7903 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:09:49.220818 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:49.246365 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=01e4a7ca-7177-4f6a-b7a7-21c8315d7903,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:49.272023 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.272378 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.272785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.273136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.273470 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.273803 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.274136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.274465 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.274797 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.275121 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.275445 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.275770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:49.315230 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:49.315571 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP b7afaf10-f233-4c10-9ae7-74c3766f6826 disassociated (deleted). External IP: 172.25.6.33, port: 44af20c5-d0e1-40fe-bf32-7b522cb709de. Jul 28 16:09:49.521882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:09:49.628136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:09:49.632967 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:49.637443 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] Sync routers for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:09:49.646845 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:09:49.647453 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:49.659276 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-58f97328-4fe8-4fd5-8629-0871f57071e9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/floatingips/b7afaf10-f233-4c10-9ae7-74c3766f6826 HTTP/1.1" status: 204 len: 168 time: 0.9061792 Jul 28 16:09:49.659863 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:09:49.662157 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:09:49.756335 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:09:49.779652 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88202fb8-43da-4c4e-9f63-07b18838107e x-openstack-request-id: req-88202fb8-43da-4c4e-9f63-07b18838107e {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:09:49.780187 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:09:49.780313 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88202fb8-43da-4c4e-9f63-07b18838107e {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:09:49.780711 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'status': 'completed', 'code': 200} Jul 28 16:09:49.864187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-51e1caa3-3d1c-4be2-b1c7-1021c0cb6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:49.865873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-51e1caa3-3d1c-4be2-b1c7-1021c0cb6b24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 1097 time: 0.0423226 Jul 28 16:09:49.963183 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:49.964070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-20e7f054-5c2c-44a8-8129-82b94e2c67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:49.965595 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-20e7f054-5c2c-44a8-8129-82b94e2c67b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 200 len: 897 time: 0.0918102 Jul 28 16:09:49.992868 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] Checking router: 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:09:50.002369 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:09:50.003009 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:50.009442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-af80e5d5-311a-4532-b4e1-2f4671b07324 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 200 len: 217 time: 0.0369725 Jul 28 16:09:50.071128 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-5401d9ab-0777-49e6-9e26-a5baba5b081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:50.072470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-5401d9ab-0777-49e6-9e26-a5baba5b081b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 200 len: 835 time: 0.0563068 Jul 28 16:09:50.112783 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:09:50.141846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938cc6-2070-4772-8082-9b6206be7fc2 req-e328f9ee-0c9b-44c6-a69f-b5b6ae5411a0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:50.143335 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43938cc6-2070-4772-8082-9b6206be7fc2 req-e328f9ee-0c9b-44c6-a69f-b5b6ae5411a0 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0868423 Jul 28 16:09:50.149145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-f64017a5-c5e2-4c6f-86c3-843410e69b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:50.150724 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-f64017a5-c5e2-4c6f-86c3-843410e69b46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb10ce4-17ee-4314-93fb-927d21f9d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608981 Jul 28 16:09:50.231054 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-43938cc6-2070-4772-8082-9b6206be7fc2 req-b03b0054-7329-4790-b56c-3e67470cc155 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793631 Jul 28 16:09:50.269132 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-bd15372e-aae6-4586-aedf-c816e6e627f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096821 Jul 28 16:09:50.308253 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:50.334319 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9cd93-147a-4fa8-89ca-b6e964cc6680 None None] The sync data for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 is: [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '1b7a01ea-6596-46a5-8404-d3fa3ee505b4', 'name': '', 'network_id': '1cb10ce4-17ee-4314-93fb-927d21f9d410', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:a2:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:08Z', 'updated_at': '2021-07-28T16:07:13Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': 'c7025b1b-7bce-4352-bcc7-ac046fcd2f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:09:50.363574 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4fbc8b4a-78bb-4b08-8aba-e99dea6bd10c req-7484d458-66b9-4140-8b5d-61fbf80fbcac service neutron] 10.222.0.42 "GET /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859187 Jul 28 16:09:50.541920 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a21390c-d6cd-4876-a323-69b035dd495c None None] New status for floating IP b7afaf10-f233-4c10-9ae7-74c3766f6826: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:09:51.380160 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9ba4a-c656-4524-be6f-3384be63fba6 req-968b5926-7f37-4849-bded-bb5c38e3371b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:51.382432 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2d9ba4a-c656-4524-be6f-3384be63fba6 req-968b5926-7f37-4849-bded-bb5c38e3371b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0671673 Jul 28 16:09:51.427480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b2d9ba4a-c656-4524-be6f-3384be63fba6 req-6c67e046-e853-4651-95fe-6d41717bd19f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 Jul 28 16:09:52.030824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b038da-4ca7-46b4-abb0-188168518636 req-2745c52c-9e3d-4887-b0a2-c6d99a874029 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:09:52.032325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1b038da-4ca7-46b4-abb0-188168518636 req-2745c52c-9e3d-4887-b0a2-c6d99a874029 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 945 time: 0.0492475 Jul 28 16:09:52.125497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 44af20c5-d0e1-40fe-bf32-7b522cb709de {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:09:52.125846 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:52.213503 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 44af20c5-d0e1-40fe-bf32-7b522cb709de, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=44af20c5-d0e1-40fe-bf32-7b522cb709de,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:09:52.213881 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:52.226697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 44af20c5-d0e1-40fe-bf32-7b522cb709de owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:09:52.364342 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-de17ce80-12d3-4566-9534-59ef5d0ea95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:52.443988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:52.471537 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=44af20c5-d0e1-40fe-bf32-7b522cb709de,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:52.481850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.482937 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.483133 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.483480 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.483822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.484164 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.484532 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.484874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.485212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.485550 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.485864 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.486195 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:52.552816 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] No DVR routers for this DVR port 44af20c5-d0e1-40fe-bf32-7b522cb709de on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:09:52.556011 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f5aea692-f45d-415e-8818-86fb531883c1 req-79656105-c77a-40de-8022-d01275611f53 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa6a1f-8631-4e3e-bfb8-24eec3009a79 HTTP/1.1" status: 200 len: 210 time: 0.0462027 Jul 28 16:09:52.557037 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:52.559000 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c1b038da-4ca7-46b4-abb0-188168518636 req-c4ac56a4-8320-450e-bb7b-563dffd81473 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.42 "DELETE /v2.0/ports/44af20c5-d0e1-40fe-bf32-7b522cb709de HTTP/1.1" status: 204 len: 173 time: 0.5200849 Jul 28 16:09:52.559308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'name': 'network-vif-deleted', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:09:52.561617 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2daa7-0189-4b34-bbdf-d0c6074fbf6e" -d '{"events": [{"server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "name": "network-vif-deleted", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:09:52.737533 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e546c39-a2a3-4f33-bd44-47c5aaa77d55 x-openstack-request-id: req-9e546c39-a2a3-4f33-bd44-47c5aaa77d55 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:09:52.737533 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fa6a1f-8631-4e3e-bfb8-24eec3009a79", "name": "network-vif-deleted", "tag": "44af20c5-d0e1-40fe-bf32-7b522cb709de", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:09:52.737533 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e546c39-a2a3-4f33-bd44-47c5aaa77d55 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:09:52.737533 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fa6a1f-8631-4e3e-bfb8-24eec3009a79', 'name': 'network-vif-deleted', 'tag': '44af20c5-d0e1-40fe-bf32-7b522cb709de', 'status': 'completed', 'code': 200} Jul 28 16:09:53.612178 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45128) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:53.973146 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:54.551188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:09:54.551533 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:54.639586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 1b7a01ea-6596-46a5-8404-d3fa3ee505b4, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:09:54.640296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:54.652594 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:09:54.907238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:54.934879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=1b7a01ea-6596-46a5-8404-d3fa3ee505b4,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:54.953034 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-40dd4819-a905-4863-b862-85dcd9dd3d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.113670 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.283884 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.334000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:09:55.449905 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:09:55.454996 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f290f2d3-012d-491d-b746-96a141627fca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417683 Jul 28 16:09:55.457833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45130) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:55.460598 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] Sync routers for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:09:55.470515 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:09:55.471053 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:55.512091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting subnet c7025b1b-7bce-4352-bcc7-ac046fcd2f0f {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:09:55.515745 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.559577 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.596555 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 44af20c5-d0e1-40fe-bf32-7b522cb709de no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:09:55.616536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 44af20c5-d0e1-40fe-bf32-7b522cb709de {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:09:55.620255 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 44af20c5-d0e1-40fe-bf32-7b522cb709de not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:09:55.665904 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.671999 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:09:55.833188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.850485 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:09:54Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:55.861713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Subnet': ['ID=c7025b1b-7bce-4352-bcc7-ac046fcd2f0f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:55.866719 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.871264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-2578264f-cca3-4661-b25e-840506ee40ab tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/subnets/c7025b1b-7bce-4352-bcc7-ac046fcd2f0f HTTP/1.1" status: 204 len: 168 time: 0.4097915 Jul 28 16:09:55.871586 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45132) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:55.873889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435fb0e9-4b2a-46be-96a2-5af1c65ff27a None None] Network 1cb10ce4-17ee-4314-93fb-927d21f9d410 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:09:55.875920 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] Checking router: 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:09:55.885424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] Routers {'9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:09:55.886046 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:55.985380 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:55.994816 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] Set router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:09:56.109707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.113169 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] DHCP port deletion for 1cb10ce4-17ee-4314-93fb-927d21f9d410 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:09:56.158939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Deleting port 1cd570b7-c001-4797-a1ef-ada0d5781054 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:09:56.159322 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.189642 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:09:54Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:56.219120 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a586ada-7b99-4b07-a30a-c74c1cd2e583 None None] The sync data for ids ['9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1'] in n-d-764806-10 is: [{'id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125218153', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:07:04Z', 'updated_at': '2021-07-28T16:09:54Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '163df40b-fb9a-4b6c-824b-96fa5bbafd18', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:07:05Z', 'updated_at': '2021-07-28T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:09:56.230119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 163df40b-fb9a-4b6c-824b-96fa5bbafd18 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:09:56.230471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.230883 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] For port 1cd570b7-c001-4797-a1ef-ada0d5781054, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=1cd570b7-c001-4797-a1ef-ada0d5781054,segment=NetworkSegment(ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c),segment_id=ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:09:56.231286 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.246156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Calling delete_port for 1cd570b7-c001-4797-a1ef-ada0d5781054 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:09:56.318113 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 163df40b-fb9a-4b6c-824b-96fa5bbafd18, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=163df40b-fb9a-4b6c-824b-96fa5bbafd18,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:09:56.318595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.332201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 163df40b-fb9a-4b6c-824b-96fa5bbafd18 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:09:56.415480 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.441561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Pushing event deleted for resources: {'Port': ['ID=1cd570b7-c001-4797-a1ef-ada0d5781054,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:56.449194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] No DVR routers for this DVR port 1cd570b7-c001-4797-a1ef-ada0d5781054 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:09:56.451742 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.452167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.452532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.452869 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.453199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.453532 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.453841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.454240 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.454575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.454894 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.455323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.455667 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f0621-8eb3-4a06-8913-4e0c819dcd08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:09:56.575730 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.606890 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=163df40b-fb9a-4b6c-824b-96fa5bbafd18,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:56.667401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.672317 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.772469 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.774840 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.871911 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.872465 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Fanout notify agent at l3_agent the message router_deleted on router 9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:09:56.879718 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:56.883402 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f902b74e-c6fe-4b7a-abe4-a968d69e20e7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/routers/9b27dfe8-b1b6-4b0f-8c0d-174e6c5c49a1 HTTP/1.1" status: 204 len: 168 time: 1.0085869 Jul 28 16:09:56.883804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45134) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:56.965439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.054058 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.063589 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb10ce4-17ee-4314-93fb-927d21f9d410']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:57.073449 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:57.073745 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4056cc-4a5a-433e-a1fb-5f722ad3ff6c') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:09:57.082146 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.095667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.101304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:09:57.104927 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:09:57.238545 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.246062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.247267 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/networks/1cb10ce4-17ee-4314-93fb-927d21f9d410 HTTP/1.1" status: 204 len: 168 time: 0.3624051 Jul 28 16:09:57.250188 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45136) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:57.258861 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3249de7-43ef-4d5c-9618-975d22ec825f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Network': ['ID=1cb10ce4-17ee-4314-93fb-927d21f9d410,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:57.313486 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6b8023e-af41-4e67-9da6-285366ac5fcd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.340152 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6b8023e-af41-4e67-9da6-285366ac5fcd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.467785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6b8023e-af41-4e67-9da6-285366ac5fcd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.470332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-d6b8023e-af41-4e67-9da6-285366ac5fcd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:57.471522 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-d6b8023e-af41-4e67-9da6-285366ac5fcd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/security-groups/1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f HTTP/1.1" status: 204 len: 168 time: 0.2203200 Jul 28 16:09:57.481083 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8023e-af41-4e67-9da6-285366ac5fcd tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57ce85-f3f8-4bb8-85fb-bc3c3e50f01f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:57.738028 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 163df40b-fb9a-4b6c-824b-96fa5bbafd18 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:09:57.761349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 163df40b-fb9a-4b6c-824b-96fa5bbafd18 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:09:57.761696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 163df40b-fb9a-4b6c-824b-96fa5bbafd18 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:09:57.762106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cd570b7-c001-4797-a1ef-ada0d5781054 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:09:57.780762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1cd570b7-c001-4797-a1ef-ada0d5781054 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:09:57.781108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1cd570b7-c001-4797-a1ef-ada0d5781054 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:09:57.781511 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:09:57.799665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:09:57.800010 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 1b7a01ea-6596-46a5-8404-d3fa3ee505b4 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:09:57.931648 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45142) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:57.937228 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196287138', 'description': 'tempest-secgroup-smoke-1196287138 description', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:58.014618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.096919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.170393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.170661 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.200802 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85af925-766a-41ff-8ba4-4ffdac5532af,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:58.249871 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.251124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a8bd4521-3d1c-437e-b6b1-eadafc4f7e0f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3184519 Jul 28 16:09:58.254022 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45144) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:58.258490 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'b85af925-766a-41ff-8ba4-4ffdac5532af', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:58.323345 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.379306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.461276 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.479539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710a65e7-156a-4ea3-bfb6-0bc523c5bd9f,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:58.530569 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.531824 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-62eb8f2f-eb6a-4299-ac9e-1a687b06ad4a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2768803 Jul 28 16:09:58.534596 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45146) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:58.539087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'b85af925-766a-41ff-8ba4-4ffdac5532af', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:58.636738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.693618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.770090 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.788694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6919c5b5-4bdc-403b-bf05-a4edcd73afda,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:58.861100 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:58.862341 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e9cf26a4-d55c-4355-b443-7bf202979328 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3267572 Jul 28 16:09:58.865155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45148) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:58.869573 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'b85af925-766a-41ff-8ba4-4ffdac5532af', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:58.963130 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.031705 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.095414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.114336 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f18b291-6681-4c69-9a26-f0aacae339dc,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:59.163952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.165209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-48559e21-8ca1-4287-8101-baedb9aacf4f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990420 Jul 28 16:09:59.168018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45150) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:59.172528 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'b85af925-766a-41ff-8ba4-4ffdac5532af', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:59.243286 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.301892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.369129 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.388119 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ccd4d3-9221-4ff3-84e0-950cb5413a06,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:59.471775 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.473186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-309641a9-bbbc-4866-81e0-a6cd2fd2e022 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042204 Jul 28 16:09:59.475946 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45152) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:59.480315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'b85af925-766a-41ff-8ba4-4ffdac5532af', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:59.558265 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:09:59.564034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.623391 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.683791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.702157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5eb4d1-171d-42e0-a65e-c8a192c487b7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:09:59.769701 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.770942 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a7bfeaec-6da2-4838-91d3-faafa5da51bf tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940419 Jul 28 16:09:59.773756 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45154) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:09:59.778267 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'security_group_rule': {'security_group_id': 'b85af925-766a-41ff-8ba4-4ffdac5532af', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:09:59.849978 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Project 4b7ef56bf29647e29072d50fca17f5a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:09:59.854845 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.918253 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:59.998296 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.015982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747767b4-c3c9-414f-a92d-eb236b99ac9e,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:00.084167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.085442 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-47f4c005-a77e-40c2-90a0-126075a91e93 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3107507 Jul 28 16:10:00.088206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45156) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:00.093671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'network': {'name': 'tempest-network-smoke--632620047', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'port_security_enabled': True}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:10:00.192656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:10:00.196186 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.221672 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:10:00.230518 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.230876 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Added segment 820f95af-352c-44ed-a24c-79a6cfa549fe of type vlan for network 990bb6a8-8372-422a-a37f-a97aff70daef Jul 28 16:10:00.271176 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.358373 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.364104 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:00.364732 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.432035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Network': ['ID=990bb6a8-8372-422a-a37f-a97aff70daef,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:00.442227 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 990bb6a8-8372-422a-a37f-a97aff70daef details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:10:00.471018 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-724cd50c-c6e2-48ed-9a3b-fb81c2581e7a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3788769 Jul 28 16:10:00.471222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45158) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:00.475694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'admin_state_up': True, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:10:00.587522 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.588692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.641866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:00.817323 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:01.065681 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:01.083924 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:01.189234 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.82 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/6bed9661-035f-478f-9f35-0e3362271e0e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:10:01.286246 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:01.410375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:01.449325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:10:01.452380 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:01.455010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:10:01.483693 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=6bed9661-035f-478f-9f35-0e3362271e0e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:01.828710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:02.353031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:02.541920 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router b60118d2-6def-4e13-b8a1-10cdf25f0a12 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:10:02.646888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:10:02.656727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Sync routers for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:10:02.666486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:10:02.667132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:02.701354 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:02.702723 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-aba49b1d-4d75-4f84-9377-b413dcf7e2ec tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2306738 Jul 28 16:10:02.706082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45166) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:02.738190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-90102763-77e6-4a58-80b8-599804ec3835 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=4b7ef56bf29647e29072d50fca17f5a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309703 Jul 28 16:10:02.740999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45168) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:02.772686 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:10:02.827642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831fdda-695f-4a52-90c6-73951f04ff65 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:02.829098 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5831fdda-695f-4a52-90c6-73951f04ff65 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870645 Jul 28 16:10:02.831987 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45170) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:02.863687 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-65eb61fe-eecc-4737-88d7-c1915dd45038 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=5dde27f5-2722-488d-9d3f-066c309fca75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282278 Jul 28 16:10:02.863921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45172) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:02.868845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717036382', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:10:02.954841 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:01Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:02.981132 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Checking router: b60118d2-6def-4e13-b8a1-10cdf25f0a12 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:10:02.981486 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Updating router b60118d2-6def-4e13-b8a1-10cdf25f0a12 port 6bed9661-035f-478f-9f35-0e3362271e0e binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:10:03.007003 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:10:03.009319 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.016497 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.182005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.307330 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.351765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.361503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Transition to ACTIVE for port object 6bed9661-035f-478f-9f35-0e3362271e0e will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:03.370364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Subnet': ['ID=5a582ea1-a53a-4281-9714-91c9fca8f86d,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:03.377682 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Checking segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:10:03.378054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network hostable DHCP agents. Network: 990bb6a8-8372-422a-a37f-a97aff70daef, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:10:03.444110 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.472925 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 990bb6a8-8372-422a-a37f-a97aff70daef is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:10:03.493646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Attempting to bind port 6bed9661-035f-478f-9f35-0e3362271e0e on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:10:03.494025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Attempting to bind port 6bed9661-035f-478f-9f35-0e3362271e0e by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:10:03.494386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Attempting to bind port 6bed9661-035f-478f-9f35-0e3362271e0e on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:10:03.499822 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffbcdc-5e3d-4649-9f64-655c39959af6 None None] Pushing event updated for resources: {'Port': ['ID=6bed9661-035f-478f-9f35-0e3362271e0e,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:03.504482 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:10:03.504980 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:10:03.505368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.505760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:10:03.506342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Bound port: 6bed9661-035f-478f-9f35-0e3362271e0e, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:10:03.506729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.541476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 990bb6a8-8372-422a-a37f-a97aff70daef) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:03.546431 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:03.547852 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.550566 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25e62c-c9e6-415b-99cd-07c67eacd911 None None] Network 990bb6a8-8372-422a-a37f-a97aff70daef requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:10:03.628414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-23ec5e3b-237d-4c5a-8f33-e1b66271cc00 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7634668 Jul 28 16:10:03.631322 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45174) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:03.764170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] For port 6bed9661-035f-478f-9f35-0e3362271e0e, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:10:03.781753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] For port 6bed9661-035f-478f-9f35-0e3362271e0e, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6bed9661-035f-478f-9f35-0e3362271e0e,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:10:03.869815 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.882011 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-990bb6a8-8372-422a-a37f-a97aff70daef', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:10:03.885047 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:03.957631 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffbcdc-5e3d-4649-9f64-655c39959af6 None None] Pushing event updated for resources: {'Port': ['ID=6bed9661-035f-478f-9f35-0e3362271e0e,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:03.966582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:10:03.967221 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:04.084291 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.155315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Allocated IP 172.20.0.2 (990bb6a8-8372-422a-a37f-a97aff70daef/5a582ea1-a53a-4281-9714-91c9fca8f86d/b6201750-6b2d-4531-b73c-e22c9988a442) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:10:04.217951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:10:04.433733 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.444517 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Transition to ACTIVE for port object b6201750-6b2d-4531-b73c-e22c9988a442 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:04.469194 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Transition to ACTIVE for port object b6201750-6b2d-4531-b73c-e22c9988a442 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:04.484809 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:01Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:04.511018 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce71b0b-a79d-4814-ab69-02d6cc2d4a0a None None] The sync data for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 is: [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:01Z', 'revision_number': 3, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:10:04.519282 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.566778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Network 990bb6a8-8372-422a-a37f-a97aff70daef is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:10:04.570313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.1 (990bb6a8-8372-422a-a37f-a97aff70daef/5a582ea1-a53a-4281-9714-91c9fca8f86d/5f88caf2-55c0-4f44-b061-131f688d220b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:10:04.573946 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:04.578595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:10:04.582224 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Pushing event updated for resources: {'Port': ['ID=b6201750-6b2d-4531-b73c-e22c9988a442,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:04.655156 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Attempting to bind port b6201750-6b2d-4531-b73c-e22c9988a442 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:10:04.655527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Attempting to bind port b6201750-6b2d-4531-b73c-e22c9988a442 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:10:04.655893 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Attempting to bind port b6201750-6b2d-4531-b73c-e22c9988a442 on network 990bb6a8-8372-422a-a37f-a97aff70daef {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:10:04.661175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:10:04.661378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Checking segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:10:04.661684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.662129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Bound using segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:10:04.662524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Bound port: b6201750-6b2d-4531-b73c-e22c9988a442, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:10:04.662905 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.702666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.718385 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 5f88caf2-55c0-4f44-b061-131f688d220b will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:04.734812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] For port b6201750-6b2d-4531-b73c-e22c9988a442, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:10:04.738770 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] For port b6201750-6b2d-4531-b73c-e22c9988a442, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b6201750-6b2d-4531-b73c-e22c9988a442,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:10:04.815422 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.838181 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:04.888985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dda95a-8771-4d96-acaf-db4275dbb675 None None] Pushing event updated for resources: {'Port': ['ID=b6201750-6b2d-4531-b73c-e22c9988a442,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:04.893488 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 990bb6a8-8372-422a-a37f-a97aff70daef is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:10:04.902868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:04.907454 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:10:04.944993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=5f88caf2-55c0-4f44-b061-131f688d220b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:04.965172 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:05.196031 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:05.486342 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:05.575065 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:05.654888 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=5f88caf2-55c0-4f44-b061-131f688d220b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:05.661092 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:05.765432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 990bb6a8-8372-422a-a37f-a97aff70daef is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:10:05.767069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:05.831882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6bed9661-035f-478f-9f35-0e3362271e0e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:05.876743 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6111d3a-f4b6-40f9-ae93-4be51c72e054 None None] Network 990bb6a8-8372-422a-a37f-a97aff70daef requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:10:05.902559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router b60118d2-6def-4e13-b8a1-10cdf25f0a12 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:10:05.999299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-327d84d4-575c-41e8-a37e-d787db1d5f6e None None] Provisioning for port b6201750-6b2d-4531-b73c-e22c9988a442 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:06.013315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:10:06.026888 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-dbb28c3e-16af-43bf-9b3d-0b49bad94dd1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/b60118d2-6def-4e13-b8a1-10cdf25f0a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3860984 Jul 28 16:10:06.038715 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 6bed9661-035f-478f-9f35-0e3362271e0e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:06.046772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6bed9661-035f-478f-9f35-0e3362271e0e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:06.047152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.179983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.203682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 6bed9661-035f-478f-9f35-0e3362271e0e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6bed9661-035f-478f-9f35-0e3362271e0e,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:10:06.284691 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.285533 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b6201750-6b2d-4531-b73c-e22c9988a442 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:06.292345 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-bd1a1273-5040-4649-91d1-343cc8061b4c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196287138&fields=id&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 267 time: 0.0415468 Jul 28 16:10:06.381208 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=6bed9661-035f-478f-9f35-0e3362271e0e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:06.420033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-293e33d0-eb28-4a11-8f86-e2233c377f71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:06.421591 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-293e33d0-eb28-4a11-8f86-e2233c377f71 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/networks?id=990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 200 len: 796 time: 0.1208084 Jul 28 16:10:06.439313 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-c7ae802a-4bdb-4f7d-a394-fa9e74a1bb8a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/quotas/4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 375 time: 0.0108700 Jul 28 16:10:06.491881 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Sync routers for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:10:06.494367 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-23bcb9de-4621-4836-b9ec-0e8c56e69d92 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490332 Jul 28 16:10:06.501524 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9c539cfd-bf61-48f5-8259-74f202c9d596 None None] Provisioning for port 5f88caf2-55c0-4f44-b061-131f688d220b completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:06.504052 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:10:06.505674 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:06.506306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9c539cfd-bf61-48f5-8259-74f202c9d596 None None] Provisioning complete for port 5f88caf2-55c0-4f44-b061-131f688d220b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:06.506684 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9c539cfd-bf61-48f5-8259-74f202c9d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.516575 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port b6201750-6b2d-4531-b73c-e22c9988a442 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:06.553268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b6201750-6b2d-4531-b73c-e22c9988a442 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:06.553714 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.594424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9c539cfd-bf61-48f5-8259-74f202c9d596 None None] Port 5f88caf2-55c0-4f44-b061-131f688d220b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:10:06.628677 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:10:06.642645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-f8de5dec-8d84-48d1-aa1d-05fd377aa3ec service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:10:06.650325 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-f8de5dec-8d84-48d1-aa1d-05fd377aa3ec service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1413999 Jul 28 16:10:06.654531 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.691590 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port b6201750-6b2d-4531-b73c-e22c9988a442, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b6201750-6b2d-4531-b73c-e22c9988a442,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:10:06.716763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-18097af2-4ed5-4fa8-a1ec-a4d365dbe7e2 None None] Provisioning complete for port 5f88caf2-55c0-4f44-b061-131f688d220b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:06.717196 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-18097af2-4ed5-4fa8-a1ec-a4d365dbe7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.763761 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-18097af2-4ed5-4fa8-a1ec-a4d365dbe7e2 None None] Port 5f88caf2-55c0-4f44-b061-131f688d220b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:10:06.771152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.781771 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-87e2eb38-28cd-487b-9bff-ab65d62748ce service neutron] 10.222.0.57 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301661 Jul 28 16:10:06.842802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=b6201750-6b2d-4531-b73c-e22c9988a442,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:06.869210 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 2, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:06.872178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-e249fade-8ce0-4e53-be74-b854214377d3 service neutron] 10.222.0.57 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895288 Jul 28 16:10:06.892866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9a5a89a7-39ea-4246-a216-46baf3245231 None None] Provisioning complete for port 5f88caf2-55c0-4f44-b061-131f688d220b triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:06.893366 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a5a89a7-39ea-4246-a216-46baf3245231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.902271 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Checking router: b60118d2-6def-4e13-b8a1-10cdf25f0a12 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:10:06.902625 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Updating router b60118d2-6def-4e13-b8a1-10cdf25f0a12 port 5f88caf2-55c0-4f44-b061-131f688d220b binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:10:06.928420 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:06.929722 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a89a7-39ea-4246-a216-46baf3245231 None None] Port 5f88caf2-55c0-4f44-b061-131f688d220b cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:10:07.129519 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25dfec0a-37a1-41c3-8bf5-828725acf14f req-afe762b0-4e50-4582-a31a-1f87761d1201 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Jul 28 16:10:07.198098 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.211031 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.221984 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Transition to ACTIVE for port object 5f88caf2-55c0-4f44-b061-131f688d220b will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:07.296103 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.348102 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Pushing event updated for resources: {'Port': ['ID=5f88caf2-55c0-4f44-b061-131f688d220b,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:07.372921 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.373276 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.373609 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.373939 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.374270 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.374593 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.374918 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.375241 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.375565 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.375884 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.376199 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.376542 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:10:07.408466 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Attempting to bind port 5f88caf2-55c0-4f44-b061-131f688d220b on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:10:07.408840 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Attempting to bind port 5f88caf2-55c0-4f44-b061-131f688d220b by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:10:07.409196 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Attempting to bind port 5f88caf2-55c0-4f44-b061-131f688d220b on network 990bb6a8-8372-422a-a37f-a97aff70daef {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:10:07.414459 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:10:07.414827 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Checking segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:10:07.415234 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.415616 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Bound using segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:10:07.416077 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Bound port: 5f88caf2-55c0-4f44-b061-131f688d220b, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:10:07.416634 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.479768 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] For port 5f88caf2-55c0-4f44-b061-131f688d220b, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:10:07.483621 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] For port 5f88caf2-55c0-4f44-b061-131f688d220b, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88caf2-55c0-4f44-b061-131f688d220b,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:10:07.581590 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.642250 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:10:07.642892 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:07.677486 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c207d-78d9-45cb-9f6e-87ffec9e5913 None None] Pushing event updated for resources: {'Port': ['ID=5f88caf2-55c0-4f44-b061-131f688d220b,revision_number=4']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:07.760610 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6bed9661-035f-478f-9f35-0e3362271e0e up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:07.762916 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:10:07.856807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 6bed9661-035f-478f-9f35-0e3362271e0e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:07.857383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.952684 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b6201750-6b2d-4531-b73c-e22c9988a442 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:07.998924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port b6201750-6b2d-4531-b73c-e22c9988a442 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:07.999296 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:08.062492 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:07Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:08.102134 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580738da-a6bd-4e2d-896a-98000ea4badc None None] The sync data for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 is: [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:07Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:10:08.270735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-849b3719-e1fe-4d2f-99ff-551f38f664a0 req-0cb862fe-0c7a-436c-9a23-715322b1b343 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 210 time: 0.0321522 Jul 28 16:10:09.319773 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-949536d8-30ae-4e8f-b23c-7ee74e2421f7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:09.321297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-949536d8-30ae-4e8f-b23c-7ee74e2421f7 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/networks?id=990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 200 len: 796 time: 0.1101673 Jul 28 16:10:09.383761 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dcc5bbf9-ab4d-4471-934a-d90c865d0596 req-74a188ca-db52-4d54-945d-f519d7fcd5b6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 210 time: 0.0342546 Jul 28 16:10:09.391265 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-e41bf781-4449-41f0-b3dd-359c95b1a327 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7ef56bf29647e29072d50fca17f5a1 HTTP/1.1" status: 200 len: 380 time: 0.0595291 Jul 28 16:10:09.401438 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'port': {'device_id': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'admin_state_up': True, 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'security_groups': ['b85af925-766a-41ff-8ba4-4ffdac5532af']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:10:09.610027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Made reservation on behalf of 4b7ef56bf29647e29072d50fca17f5a1 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:10:09.613656 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:09.741057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.20.0.3 (990bb6a8-8372-422a-a37f-a97aff70daef/5a582ea1-a53a-4281-9714-91c9fca8f86d/3fe8b413-4274-4db5-9ffc-1763bd0f839e) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:10:09.771919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88caf2-55c0-4f44-b061-131f688d220b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:09.883993 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:09.890062 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 5f88caf2-55c0-4f44-b061-131f688d220b completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:09.894008 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5f88caf2-55c0-4f44-b061-131f688d220b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:09.895022 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:09.897765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Transition to ACTIVE for port object 3fe8b413-4274-4db5-9ffc-1763bd0f839e will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:09.973158 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:09.987421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.005727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 5f88caf2-55c0-4f44-b061-131f688d220b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88caf2-55c0-4f44-b061-131f688d220b,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:10:10.031704 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 990bb6a8-8372-422a-a37f-a97aff70daef is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:10:10.034728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:10.041585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:10:10.047249 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=3fe8b413-4274-4db5-9ffc-1763bd0f839e,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:10.065837 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.094685 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:10.095343 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.122455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=5f88caf2-55c0-4f44-b061-131f688d220b,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:10.163976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-401c8648-4783-498f-8abb-eb7fefa50063 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662306 Jul 28 16:10:10.177627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Request body: {'port': {'device_id': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:10:10.239923 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.289476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c9925ea-8ef8-49a8-b91c-e40834b330c4 None None] Provisioning for port 3fe8b413-4274-4db5-9ffc-1763bd0f839e completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:10.293489 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5c9925ea-8ef8-49a8-b91c-e40834b330c4 None None] Provisioning complete for port 3fe8b413-4274-4db5-9ffc-1763bd0f839e triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:10.293955 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5c9925ea-8ef8-49a8-b91c-e40834b330c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.329537 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5c9925ea-8ef8-49a8-b91c-e40834b330c4 None None] Port 3fe8b413-4274-4db5-9ffc-1763bd0f839e cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:10:10.499079 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e447-fbdf-4e4c-80a8-ae782a135b66 req-7a8c56a0-92b3-4a72-b57b-972c34f9faa6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:10.500554 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3708e447-fbdf-4e4c-80a8-ae782a135b66 req-7a8c56a0-92b3-4a72-b57b-972c34f9faa6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 931 time: 0.0488374 Jul 28 16:10:10.505629 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe8b413-4274-4db5-9ffc-1763bd0f839e {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:10:10.514471 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.528130 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Transition to ACTIVE for port object 3fe8b413-4274-4db5-9ffc-1763bd0f839e will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:10:10.541460 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3708e447-fbdf-4e4c-80a8-ae782a135b66 req-98b6736f-ab3e-4263-8665-2b57818420b8 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345683 Jul 28 16:10:10.609678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:10.659155 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe8b413-4274-4db5-9ffc-1763bd0f839e,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:11.066650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Attempting to bind port 3fe8b413-4274-4db5-9ffc-1763bd0f839e on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:10:11.066982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Attempting to bind port 3fe8b413-4274-4db5-9ffc-1763bd0f839e by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:10:11.067313 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Attempting to bind port 3fe8b413-4274-4db5-9ffc-1763bd0f839e on network 990bb6a8-8372-422a-a37f-a97aff70daef {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:10:11.071515 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Port 3fe8b413-4274-4db5-9ffc-1763bd0f839e on network 990bb6a8-8372-422a-a37f-a97aff70daef not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:10:11.071838 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Attempting to bind port 3fe8b413-4274-4db5-9ffc-1763bd0f839e on network 990bb6a8-8372-422a-a37f-a97aff70daef {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:10:11.076644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:10:11.076985 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Checking segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:10:11.077374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Bound using segment: {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:10:11.077810 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Bound port: 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820f95af-352c-44ed-a24c-79a6cfa549fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:10:11.078187 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:11.142812 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] For port 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:10:11.145853 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] For port 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:10:11.210414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:11.243136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.244095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:11.245541 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] 10.222.0.58 "PUT /v2.0/ports/3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 200 len: 1092 time: 1.0727816 Jul 28 16:10:11.247965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:10:11.252734 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:10:11.286833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cbc5c-3408-40c1-b4da-649a1740c254 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe8b413-4274-4db5-9ffc-1763bd0f839e,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:11.294917 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f22e244-2c15-48d7-a1ad-24df178be31c x-openstack-request-id: req-3f22e244-2c15-48d7-a1ad-24df178be31c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:10:11.295222 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:10:11.295478 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f22e244-2c15-48d7-a1ad-24df178be31c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:10:11.295909 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'status': 'completed', 'code': 200} Jul 28 16:10:11.342044 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:10:11.364115 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b req-dc4b8a58-abb4-4da7-98fe-d38852b741bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.365742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b req-dc4b8a58-abb4-4da7-98fe-d38852b741bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1095 time: 0.0472956 Jul 28 16:10:11.469386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b req-d7455359-4706-42b7-b0fd-c58fbd65c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.470885 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b req-d7455359-4706-42b7-b0fd-c58fbd65c597 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0970852 Jul 28 16:10:11.571744 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b req-16b2cfaf-80d1-47fe-ad8d-fb364b761243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.573307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a93a1ad-b094-4630-9da0-c2b1836a9b4b req-16b2cfaf-80d1-47fe-ad8d-fb364b761243 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942996 Jul 28 16:10:11.650772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-e13d5abc-033b-4ec7-b24d-69f33ea20c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.652283 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-e13d5abc-033b-4ec7-b24d-69f33ea20c6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1095 time: 0.0420713 Jul 28 16:10:11.657059 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213e44d-7763-4e3b-971e-c598ebfe92cc req-f416402b-d59f-4aa4-b356-92a281168d3e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.658514 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c213e44d-7763-4e3b-971e-c598ebfe92cc req-f416402b-d59f-4aa4-b356-92a281168d3e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 943 time: 0.0482614 Jul 28 16:10:11.695642 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-2d30455e-a430-422b-85d3-13bb3ad6c232 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 200 len: 217 time: 0.0343711 Jul 28 16:10:11.700095 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c213e44d-7763-4e3b-971e-c598ebfe92cc req-f3c90098-8dd5-472c-99a3-a93ee29d6cfa tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328109 Jul 28 16:10:11.748430 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88caf2-55c0-4f44-b061-131f688d220b up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:11.751139 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-f86f084d-76d4-4a05-9d9c-f6a49375870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.752663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-f86f084d-76d4-4a05-9d9c-f6a49375870b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a582ea1-a53a-4281-9714-91c9fca8f86d HTTP/1.1" status: 200 len: 835 time: 0.0497463 Jul 28 16:10:11.801361 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-d156eb38-1c00-4c0c-8087-f7905b6136df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:11.802827 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-d156eb38-1c00-4c0c-8087-f7905b6136df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=990bb6a8-8372-422a-a37f-a97aff70daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423200 Jul 28 16:10:11.804856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 5f88caf2-55c0-4f44-b061-131f688d220b triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:11.805227 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:11.896769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-71830de7-5e2c-4ce9-80d5-692b8fd42d83 service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853059 Jul 28 16:10:11.992166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b03a934f-2edf-42b1-ab3c-50985f775105 req-aab7e812-cc42-4a4f-9ba6-32bc66579496 service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Jul 28 16:10:12.819273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508245e-c974-4fec-a810-6cc68cf243ef req-f090fd6f-fcbd-404d-8e49-272fe734bafb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:12.820790 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4508245e-c974-4fec-a810-6cc68cf243ef req-f090fd6f-fcbd-404d-8e49-272fe734bafb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 943 time: 0.0497243 Jul 28 16:10:12.862133 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4508245e-c974-4fec-a810-6cc68cf243ef req-f0146322-8e29-470b-af9d-516f19c3ad9f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345616 Jul 28 16:10:13.975727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580872-fb82-4edf-a591-d72cf10ca262 req-9dc6428e-62a1-4fe3-8b0e-dacfb4f7fd51 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:13.977252 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95580872-fb82-4edf-a591-d72cf10ca262 req-9dc6428e-62a1-4fe3-8b0e-dacfb4f7fd51 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 943 time: 0.0485129 Jul 28 16:10:14.020963 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-95580872-fb82-4edf-a591-d72cf10ca262 req-894befd2-f0f7-4406-8695-de7d5e317347 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Jul 28 16:10:15.141783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a69a99-7fa4-4e21-bab6-f600aedb6c96 req-e7ed1a12-e20d-48ff-b90d-8f5aaaeb9d48 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:15.143262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70a69a99-7fa4-4e21-bab6-f600aedb6c96 req-e7ed1a12-e20d-48ff-b90d-8f5aaaeb9d48 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 943 time: 0.0541413 Jul 28 16:10:15.163166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3fe8b413-4274-4db5-9ffc-1763bd0f839e details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:10:15.183366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-70a69a99-7fa4-4e21-bab6-f600aedb6c96 req-a9b66281-1892-4047-80cd-e9e93f76419e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Jul 28 16:10:15.257372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:10:15.268854 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'port_id': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'mac_address': 'fa:16:3e:47:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:10:15.309521 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:15.322600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe8b413-4274-4db5-9ffc-1763bd0f839e {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:10:15.341557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:10:15.432851 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:15.480619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3fe8b413-4274-4db5-9ffc-1763bd0f839e,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:15.757902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['3fe8b413-4274-4db5-9ffc-1763bd0f839e'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:10:16.296961 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68750f-47e3-4fac-9e9d-051286f39d6d req-b46e9d65-df72-4b20-a52a-33da629bcfff tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:16.298474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c68750f-47e3-4fac-9e9d-051286f39d6d req-b46e9d65-df72-4b20-a52a-33da629bcfff tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 944 time: 0.0477376 Jul 28 16:10:16.336877 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5c68750f-47e3-4fac-9e9d-051286f39d6d req-88ba3351-2baa-4720-9ff2-a8063d45da67 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Jul 28 16:10:17.174366 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3fe8b413-4274-4db5-9ffc-1763bd0f839e up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:10:17.278089 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 3fe8b413-4274-4db5-9ffc-1763bd0f839e completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:10:17.282371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 3fe8b413-4274-4db5-9ffc-1763bd0f839e triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:10:17.282740 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:17.359595 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:17.381487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:10:17.383743 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b03840c-3eed-4201-9cfe-f06b7126a393" -d '{"events": [{"server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "name": "network-vif-plugged", "status": "completed", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:10:17.397296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:10:17.423348 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f66ac-17ec-463e-a7ee-f9088f33ab5e x-openstack-request-id: req-c19f66ac-17ec-463e-a7ee-f9088f33ab5e {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:10:17.423899 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "name": "network-vif-plugged", "status": "completed", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:10:17.424155 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c19f66ac-17ec-463e-a7ee-f9088f33ab5e {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:10:17.424815 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'code': 200} Jul 28 16:10:17.451951 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aafd19-24aa-48a7-a5d5-22a7829e4e66 req-4c255769-98f3-48f8-a4aa-e088e4cd922b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:17.454380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1aafd19-24aa-48a7-a5d5-22a7829e4e66 req-4c255769-98f3-48f8-a4aa-e088e4cd922b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 944 time: 0.0510068 Jul 28 16:10:17.466824 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:17.518186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=3fe8b413-4274-4db5-9ffc-1763bd0f839e,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:17.531002 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e1aafd19-24aa-48a7-a5d5-22a7829e4e66 req-d852179d-8593-4712-9449-d26f4b060c90 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687926 Jul 28 16:10:17.545525 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d0bf0-610c-4c6e-a080-1b3d71538628 req-34f6c98b-2557-4625-a21c-ef04e2f24ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:17.547064 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a0d0bf0-610c-4c6e-a080-1b3d71538628 req-34f6c98b-2557-4625-a21c-ef04e2f24ea7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1097 time: 0.0597279 Jul 28 16:10:17.585129 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2a0d0bf0-610c-4c6e-a080-1b3d71538628 req-f4a101b6-0515-46da-9daf-2ae130bd1d0e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286777 Jul 28 16:10:18.653150 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41895-311f-42aa-b058-3a96118cda33 req-f51bead0-bd22-4559-85b1-2cdea56f4d01 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:18.654570 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-55d41895-311f-42aa-b058-3a96118cda33 req-f51bead0-bd22-4559-85b1-2cdea56f4d01 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Jul 28 16:10:18.692872 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-55d41895-311f-42aa-b058-3a96118cda33 req-1faa0a47-460d-4a90-96b7-5a90c2a108c2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Jul 28 16:10:19.817716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9ed51-3c59-4a8d-880f-88eea7247861 req-622c53d1-440c-4d08-993e-d3f43b637703 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:19.819221 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ef9ed51-3c59-4a8d-880f-88eea7247861 req-622c53d1-440c-4d08-993e-d3f43b637703 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0554323 Jul 28 16:10:19.857436 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ef9ed51-3c59-4a8d-880f-88eea7247861 req-709b1fd0-d032-409c-9a5d-f31a78c23cf9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jul 28 16:10:19.974473 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f293c-f9b4-42c3-8688-a6f940bca749 req-41d1a734-9091-4d53-9def-dd08588b2114 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:19.975905 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-214f293c-f9b4-42c3-8688-a6f940bca749 req-41d1a734-9091-4d53-9def-dd08588b2114 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Jul 28 16:10:20.019080 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-214f293c-f9b4-42c3-8688-a6f940bca749 req-270f2db5-8d0a-4a39-b33d-d124f03e4597 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 Jul 28 16:10:20.041288 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45244) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:20.082354 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d38c4-d557-4303-a851-c6b58a6a5043 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:20.083891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6f1d38c4-d557-4303-a851-c6b58a6a5043 tempest-TestNetworkAdvancedServerOps-41205064 tempest-TestNetworkAdvancedServerOps-41205064-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1092 time: 0.0415933 Jul 28 16:10:20.086753 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45246) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:20.139303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:10:20.210013 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:20.315430 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:20.415898 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Allocated IP 172.25.6.109 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/72680934-3360-4fcd-af6b-2e654512e55b) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:10:20.520069 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:20.643249 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:20.680631 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:10:20.683388 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:10:20.689407 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:10:20.694718 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=72680934-3360-4fcd-af6b-2e654512e55b,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:21.047988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.178862 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.333910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.415224 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.482777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event updated for resources: {'Port': ['ID=72680934-3360-4fcd-af6b-2e654512e55b,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:10:21.497531 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.604092 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP 495e783a-def9-4bea-b0a4-cc38ae2eefa0 associated. External IP: 172.25.6.109, port: 3fe8b413-4274-4db5-9ffc-1763bd0f839e. Jul 28 16:10:21.815039 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router b60118d2-6def-4e13-b8a1-10cdf25f0a12 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:10:21.921769 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:10:21.931443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] Sync routers for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:10:21.940314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:10:21.940967 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:22.004112 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:22.034058 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-a61b5bf7-c73a-40dd-8995-f037bc78ea6b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9462576 Jul 28 16:10:22.034774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:10:22.037446 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dab164-d2f0-47f0-88cd-0c06de836726" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:10:22.078675 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59778ad4-31c7-4258-9742-2fca503683cf x-openstack-request-id: req-59778ad4-31c7-4258-9742-2fca503683cf {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:10:22.079335 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:10:22.079335 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59778ad4-31c7-4258-9742-2fca503683cf {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:10:22.079821 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'status': 'completed', 'code': 200} Jul 28 16:10:22.167917 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf85be-0f4d-4a01-95a8-553bef614e9a req-8af375d8-2395-4c13-8913-0afd2c21c1cb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:22.169484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9bf85be-0f4d-4a01-95a8-553bef614e9a req-8af375d8-2395-4c13-8913-0afd2c21c1cb tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0819008 Jul 28 16:10:22.176588 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-89b0f148-a72d-4863-ad67-657e5136da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:22.178096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-89b0f148-a72d-4863-ad67-657e5136da43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1097 time: 0.0637603 Jul 28 16:10:22.207582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:10:22.270393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c9bf85be-0f4d-4a01-95a8-553bef614e9a req-10363177-27b1-4da2-b8da-f003c53ba43a tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894618 Jul 28 16:10:22.294796 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45254) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:22.321269 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-814b65ed-2bd0-4de2-96ae-9b72eb96ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:22.322765 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-814b65ed-2bd0-4de2-96ae-9b72eb96ebb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 200 len: 897 time: 0.1357768 Jul 28 16:10:22.361023 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-faee1281-b3aa-405f-9445-6553b59936c3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/495e783a-def9-4bea-b0a4-cc38ae2eefa0 HTTP/1.1" status: 200 len: 991 time: 0.0650835 Jul 28 16:10:22.396548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-ad76acbe-dd1d-4b65-89fc-45054839caa0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 200 len: 999 time: 0.0663147 Jul 28 16:10:22.402116 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-001e536e-6ce2-4293-a2b2-c7e14f47328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:22.447563 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-859f2bda-beb0-41bb-abb5-43ed98bf2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:22.449062 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-859f2bda-beb0-41bb-abb5-43ed98bf2379 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a582ea1-a53a-4281-9714-91c9fca8f86d HTTP/1.1" status: 200 len: 835 time: 0.0445733 Jul 28 16:10:22.454418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '495e783a-def9-4bea-b0a4-cc38ae2eefa0', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'port_id': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'mac_address': 'fa:16:3e:47:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:10:20Z', 'updated_at': '2021-07-28T16:10:20Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:09Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:22.481068 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] Checking router: b60118d2-6def-4e13-b8a1-10cdf25f0a12 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:10:22.489391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:10:22.490021 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:09:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:22.495845 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-c119f777-b0e6-434a-ba5a-bc31c872f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:22.497395 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-c119f777-b0e6-434a-ba5a-bc31c872f041 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=990bb6a8-8372-422a-a37f-a97aff70daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408709 Jul 28 16:10:22.593926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-53363901-a44b-41c2-ae45-f5c192f4d15f service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879917 Jul 28 16:10:22.597363 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:10:22.686174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-36dab164-d2f0-47f0-88cd-0c06de836726 req-3d108642-7e94-4e81-aee1-074420328213 service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 Jul 28 16:10:22.832469 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '495e783a-def9-4bea-b0a4-cc38ae2eefa0', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'port_id': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'mac_address': 'fa:16:3e:47:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:10:20Z', 'updated_at': '2021-07-28T16:10:20Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:09Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:10:22.859424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba982421-a4b2-41ff-bf7e-f03184c91740 None None] The sync data for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 is: [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '495e783a-def9-4bea-b0a4-cc38ae2eefa0', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'port_id': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'mac_address': 'fa:16:3e:47:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:10:20Z', 'updated_at': '2021-07-28T16:10:20Z', 'revision_number': 0, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:09Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:10:23.065261 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee880d46-a98c-4897-8c2d-e0ab8eda647c None None] New status for floating IP 495e783a-def9-4bea-b0a4-cc38ae2eefa0: ACTIVE {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:10:23.365198 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45256) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:23.434302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f80f0ad0-27bc-472c-b14b-4f87b88a2cb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/495e783a-def9-4bea-b0a4-cc38ae2eefa0 HTTP/1.1" status: 200 len: 993 time: 0.0679517 Jul 28 16:10:24.912823 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a471358a-327a-47e5-8b72-76565b0a213c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:25.295103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:26.689735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:28.226671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:33.150908 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:37.203805 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:45.772833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-d700f72b-6746-4cda-9cae-d8d32c3a3c94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402203 Jul 28 16:10:45.861843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-477ea0df-9c7c-44d8-a043-73998aa0a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:45.863257 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-477ea0df-9c7c-44d8-a043-73998aa0a206 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1097 time: 0.0457761 Jul 28 16:10:45.970689 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-0f1e6086-5994-4a2c-abf2-37fa96cb2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:45.972165 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-0f1e6086-5994-4a2c-abf2-37fa96cb2429 service neutron] 10.222.0.58 "GET /v2.0/networks?id=990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 200 len: 897 time: 0.0839694 Jul 28 16:10:46.043246 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-97879dc3-86c6-4b28-8d34-20edf815df1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 200 len: 1001 time: 0.0626178 Jul 28 16:10:46.093458 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-e8e976cd-a2f8-4a61-acaf-8e6da29e4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:46.094995 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-e8e976cd-a2f8-4a61-acaf-8e6da29e4cf8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a582ea1-a53a-4281-9714-91c9fca8f86d HTTP/1.1" status: 200 len: 835 time: 0.0430722 Jul 28 16:10:46.141401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-29cbad6f-9582-40e7-ba2d-eb21ffb7e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:46.142797 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-29cbad6f-9582-40e7-ba2d-eb21ffb7e124 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=990bb6a8-8372-422a-a37f-a97aff70daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400584 Jul 28 16:10:46.234944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-a57fe8f4-a638-4774-8126-a2682b706314 service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835440 Jul 28 16:10:46.328264 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad82cdb7-db11-47dd-ad99-68d94599a890 req-7192a56c-3499-4030-9348-5d6bd30be43f service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Jul 28 16:10:48.342617 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:10:52.356596 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f40f28d-6fa6-4198-8b88-ff422b7efff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:54.910443 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ec58adfd-b355-4853-9010-d8efa75e9b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:55.341464 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:56.704865 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:57.238729 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d5f63-49cf-451a-9c84-e24ddce40889 req-982b7606-71a2-46ee-b588-af7a6d40b890 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:57.240275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c7d5f63-49cf-451a-9c84-e24ddce40889 req-982b7606-71a2-46ee-b588-af7a6d40b890 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0499740 Jul 28 16:10:57.278580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3c7d5f63-49cf-451a-9c84-e24ddce40889 req-871e79ae-e767-43ed-b7d0-412b9c47568c tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Jul 28 16:10:58.196343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:58.396792 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d229c-ed26-4427-ac30-c86e8ee6b94c req-e0a953ee-2e6a-4b90-b2f3-d1bc0e120dc1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:58.398166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad5d229c-ed26-4427-ac30-c86e8ee6b94c req-e0a953ee-2e6a-4b90-b2f3-d1bc0e120dc1 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Jul 28 16:10:58.437066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ad5d229c-ed26-4427-ac30-c86e8ee6b94c req-75aaa5f3-bc08-4861-8053-a8e42f608334 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330215 Jul 28 16:10:58.458863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45274) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:10:58.523924 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-fda85273-6f0c-4257-ad30-b02279c77f1b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/495e783a-def9-4bea-b0a4-cc38ae2eefa0 HTTP/1.1" status: 200 len: 993 time: 0.0638695 Jul 28 16:10:59.907605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2f5a-d735-4d58-a11f-2494a02b6e63 req-65217362-d6cd-4fdc-9d35-cb58d5bc5f91 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:10:59.909127 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c64e2f5a-d735-4d58-a11f-2494a02b6e63 req-65217362-d6cd-4fdc-9d35-cb58d5bc5f91 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Jul 28 16:10:59.948850 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c64e2f5a-d735-4d58-a11f-2494a02b6e63 req-6bcf5e4a-8a40-41ee-ad51-589d9ffb5f1e tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 28 16:11:00.001114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-b6cfb2d9-8c0f-4802-9a06-d87bcb341247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:00.002859 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-b6cfb2d9-8c0f-4802-9a06-d87bcb341247 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1097 time: 0.0407329 Jul 28 16:11:00.096617 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-2f802dd5-95c5-472f-a773-c88c6bddb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:00.098615 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-2f802dd5-95c5-472f-a773-c88c6bddb78f service neutron] 10.222.0.58 "GET /v2.0/networks?id=990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 200 len: 897 time: 0.0880687 Jul 28 16:11:00.167817 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-2349bbf9-e62b-48e2-923a-9aa79bddf625 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 200 len: 1001 time: 0.0570939 Jul 28 16:11:00.217980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-d4653e22-de3e-4f1c-86d4-303d9796a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:00.219456 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-d4653e22-de3e-4f1c-86d4-303d9796a20d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a582ea1-a53a-4281-9714-91c9fca8f86d HTTP/1.1" status: 200 len: 835 time: 0.0434294 Jul 28 16:11:00.270009 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-80de5028-8a2b-4285-9276-2a74b971fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:00.276373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-80de5028-8a2b-4285-9276-2a74b971fab7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=990bb6a8-8372-422a-a37f-a97aff70daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435750 Jul 28 16:11:00.364963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-ba83a89f-f088-4c15-aa5a-02144a7a657d service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828454 Jul 28 16:11:00.460039 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d14463fa-3e71-4d66-9c60-bde2a9e2011b req-4520289b-ddf1-4ce3-9978-a08f3921517d service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874443 Jul 28 16:11:01.067716 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b3a7-2a8f-4510-9446-064d7640f63e req-6fe61c28-dffa-4272-900c-c89540a462d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:01.069235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-baf3b3a7-2a8f-4510-9446-064d7640f63e req-6fe61c28-dffa-4272-900c-c89540a462d5 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Jul 28 16:11:01.106725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-baf3b3a7-2a8f-4510-9446-064d7640f63e req-0ece1987-d129-40ff-be12-5f65a0347cb6 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316415 Jul 28 16:11:02.222239 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5c239-2d37-4eb6-8201-15594037db48 req-4d66a2d8-3b8d-4ec0-906f-2b14676cb7c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:02.223713 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36f5c239-2d37-4eb6-8201-15594037db48 req-4d66a2d8-3b8d-4ec0-906f-2b14676cb7c9 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0476394 Jul 28 16:11:02.264764 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-36f5c239-2d37-4eb6-8201-15594037db48 req-8ecab107-4a2c-4573-9d04-9b0fccfb1475 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350177 Jul 28 16:11:02.287903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45286) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:02.346454 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-790f9fa9-28bb-4393-83da-f8c465a73dca tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/floatingips/495e783a-def9-4bea-b0a4-cc38ae2eefa0 HTTP/1.1" status: 200 len: 993 time: 0.0574050 Jul 28 16:11:02.584105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45292) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:02.736193 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 72680934-3360-4fcd-af6b-2e654512e55b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:11:02.736473 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:02.813604 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:02.813933 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:02.825745 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 72680934-3360-4fcd-af6b-2e654512e55b owned by network:floatingip {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:11:03.036334 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:03.070464 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=72680934-3360-4fcd-af6b-2e654512e55b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:03.085305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.085824 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.086332 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.086868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.087346 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.087831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.088323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.088913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.089408 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.089893 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.090374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.090854 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:03.147092 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:03.152853 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:03.153192 n-d-764806-10 neutron-server[94657]: INFO neutron.db.l3_db [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Floating IP 495e783a-def9-4bea-b0a4-cc38ae2eefa0 disassociated (deleted). External IP: 172.25.6.109, port: 3fe8b413-4274-4db5-9ffc-1763bd0f839e. Jul 28 16:11:03.695999 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router b60118d2-6def-4e13-b8a1-10cdf25f0a12 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:11:03.807205 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:03.811666 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:03.818267 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] Sync routers for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:03.828508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:03.829141 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:03.839711 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-c5c0d9c7-058c-4d57-a079-7724d7247c84 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/floatingips/495e783a-def9-4bea-b0a4-cc38ae2eefa0 HTTP/1.1" status: 204 len: 168 time: 1.2544007 Jul 28 16:11:03.840258 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:11:03.842636 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db168f-d660-4ac1-bca4-b8e0a7b686cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:11:03.882099 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d75f456-e081-4a27-a2fe-eb7c54d63b9b x-openstack-request-id: req-3d75f456-e081-4a27-a2fe-eb7c54d63b9b {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:11:03.882389 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:11:03.882668 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d75f456-e081-4a27-a2fe-eb7c54d63b9b {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:11:03.883062 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'status': 'completed', 'code': 200} Jul 28 16:11:03.942570 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:03.948694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-5f5c8f8b-b90a-4f71-965d-3954f231b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:03.950081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-5f5c8f8b-b90a-4f71-965d-3954f231b4d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 1097 time: 0.0441515 Jul 28 16:11:04.046954 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-e1c45714-3997-4612-8d3b-882c7d23d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:04.048795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-e1c45714-3997-4612-8d3b-882c7d23d3e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 200 len: 897 time: 0.0910265 Jul 28 16:11:04.093461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-271e2d74-a7ad-4928-8bae-ad31c5158f37 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 200 len: 217 time: 0.0346460 Jul 28 16:11:04.150823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:09Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:04.165272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-6ae6dadc-7ad8-471e-94d6-c2decf3d1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:04.166737 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-6ae6dadc-7ad8-471e-94d6-c2decf3d1670 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a582ea1-a53a-4281-9714-91c9fca8f86d HTTP/1.1" status: 200 len: 835 time: 0.0565200 Jul 28 16:11:04.178829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] Checking router: b60118d2-6def-4e13-b8a1-10cdf25f0a12 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:04.187349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:04.187965 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:04.219948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-479153ed-570d-4dda-9e7a-eb58360bd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:04.223217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-479153ed-570d-4dda-9e7a-eb58360bd6ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=990bb6a8-8372-422a-a37f-a97aff70daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456870 Jul 28 16:11:04.298585 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:04.357012 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012175b8-53f8-4520-8f25-4fb0107acb2a req-509a6e73-7b26-4a40-a40e-e423fe83e609 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:04.358521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-012175b8-53f8-4520-8f25-4fb0107acb2a req-509a6e73-7b26-4a40-a40e-e423fe83e609 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0835333 Jul 28 16:11:04.362464 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-6b89e299-fd5f-4057-aadc-b3f090c8c048 service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311793 Jul 28 16:11:04.445518 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-012175b8-53f8-4520-8f25-4fb0107acb2a req-4f3bfdc6-02fa-409f-95d3-16ac2bdbd87d tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805895 Jul 28 16:11:04.478511 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-60db168f-d660-4ac1-bca4-b8e0a7b686cd req-993e2185-0119-4bc1-bf7b-68c144cdad70 service neutron] 10.222.0.58 "GET /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074333 Jul 28 16:11:04.504556 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:09Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:04.531181 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2851e6-a062-4698-ba9a-c2f87d94fc0d None None] The sync data for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 is: [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:10:05Z', 'revision_number': 4, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '5f88caf2-55c0-4f44-b061-131f688d220b', 'name': '', 'network_id': '990bb6a8-8372-422a-a37f-a97aff70daef', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'mac_address': 'fa:16:3e:4a:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:04Z', 'updated_at': '2021-07-28T16:10:09Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'subnets': [{'id': '5a582ea1-a53a-4281-9714-91c9fca8f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:04.737398 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8ba43-f97a-4569-9f87-6a2457ceb426 None None] New status for floating IP 495e783a-def9-4bea-b0a4-cc38ae2eefa0: DOWN {{(pid=94660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:11:05.564331 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743903-00ec-4d87-aeef-3f7a5ef2184b req-76f66e30-e383-4908-b70b-ad3d2c2c6d3f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:05.566387 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27743903-00ec-4d87-aeef-3f7a5ef2184b req-76f66e30-e383-4908-b70b-ad3d2c2c6d3f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0488648 Jul 28 16:11:05.603070 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-27743903-00ec-4d87-aeef-3f7a5ef2184b req-eca295bc-b616-4af0-bea2-ee70db990965 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/security-groups?id=b85af925-766a-41ff-8ba4-4ffdac5532af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Jul 28 16:11:06.194071 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a088-178b-4927-ab42-f8822113d7fa req-3fd33675-d430-4f53-babb-29dde500879b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:06.195529 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f672a088-178b-4927-ab42-f8822113d7fa req-3fd33675-d430-4f53-babb-29dde500879b tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 945 time: 0.0541358 Jul 28 16:11:06.284050 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 3fe8b413-4274-4db5-9ffc-1763bd0f839e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:11:06.284988 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:06.375397 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 3fe8b413-4274-4db5-9ffc-1763bd0f839e, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=3fe8b413-4274-4db5-9ffc-1763bd0f839e,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:06.375760 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:06.389002 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 3fe8b413-4274-4db5-9ffc-1763bd0f839e owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:11:06.584519 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:06.614796 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=3fe8b413-4274-4db5-9ffc-1763bd0f839e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:06.658561 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] No DVR routers for this DVR port 3fe8b413-4274-4db5-9ffc-1763bd0f839e on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:11:06.661288 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:06.663346 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f672a088-178b-4927-ab42-f8822113d7fa req-74f4c885-dfe3-4341-ba1d-5b60f09fa540 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.58 "DELETE /v2.0/ports/3fe8b413-4274-4db5-9ffc-1763bd0f839e HTTP/1.1" status: 204 len: 173 time: 0.4607925 Jul 28 16:11:06.663786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'name': 'network-vif-deleted', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:11:06.666135 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1121c96d-d138-40e7-9963-6abc906a4e35" -d '{"events": [{"server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "name": "network-vif-deleted", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:11:06.699747 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-35b9ca0e-9933-4539-926e-4fa341e1b65d req-50f0b2c3-9389-4eff-ae23-2518be081e6f tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d7c381a-49d5-4e7f-a7fc-3939153c0e86 HTTP/1.1" status: 200 len: 210 time: 0.0270607 Jul 28 16:11:06.704664 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c4c761-4608-4fa8-aaf1-b150378ad287 x-openstack-request-id: req-06c4c761-4608-4fa8-aaf1-b150378ad287 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:11:06.704960 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7c381a-49d5-4e7f-a7fc-3939153c0e86", "name": "network-vif-deleted", "tag": "3fe8b413-4274-4db5-9ffc-1763bd0f839e", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:11:06.705213 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06c4c761-4608-4fa8-aaf1-b150378ad287 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:11:06.705610 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7c381a-49d5-4e7f-a7fc-3939153c0e86', 'name': 'network-vif-deleted', 'tag': '3fe8b413-4274-4db5-9ffc-1763bd0f839e', 'status': 'completed', 'code': 200} Jul 28 16:11:07.258946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:07.755717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45308) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:08.122048 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:08.382874 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 5f88caf2-55c0-4f44-b061-131f688d220b {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:11:08.383117 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:08.471004 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 5f88caf2-55c0-4f44-b061-131f688d220b, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=5f88caf2-55c0-4f44-b061-131f688d220b,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:08.471375 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:08.484822 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 5f88caf2-55c0-4f44-b061-131f688d220b owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:11:08.750541 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:08.781225 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=5f88caf2-55c0-4f44-b061-131f688d220b,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:08.959928 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.175998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Router b60118d2-6def-4e13-b8a1-10cdf25f0a12 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:11:09.282924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:09.288967 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-75d3ec92-765d-484a-ab01-e85e35418a61 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "PUT /v2.0/routers/b60118d2-6def-4e13-b8a1-10cdf25f0a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5320449 Jul 28 16:11:09.291621 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45310) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:09.293797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] Sync routers for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:09.304794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:09.305420 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:09.344554 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting subnet 5a582ea1-a53a-4281-9714-91c9fca8f86d {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:11:09.347723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.388379 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.410314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:09.478293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.586694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:11:08Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:09.607892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.615924 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] Checking router: b60118d2-6def-4e13-b8a1-10cdf25f0a12 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:09.624716 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] Routers {'b60118d2-6def-4e13-b8a1-10cdf25f0a12'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:09.625323 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:09.638118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Subnet': ['ID=5a582ea1-a53a-4281-9714-91c9fca8f86d,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:09.640131 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.644484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-76f94989-2b22-4703-9f67-fc661406eae3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/subnets/5a582ea1-a53a-4281-9714-91c9fca8f86d HTTP/1.1" status: 204 len: 168 time: 0.3495150 Jul 28 16:11:09.644697 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45312) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:09.661736 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce453a02-0b7f-4ed5-8512-a64ff5da7c04 None None] Network 990bb6a8-8372-422a-a37f-a97aff70daef requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:11:09.758226 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:09.787357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] Set router b60118d2-6def-4e13-b8a1-10cdf25f0a12 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:09.865314 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.022063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Deleting port 6bed9661-035f-478f-9f35-0e3362271e0e {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:11:10.022557 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.108262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] For port 6bed9661-035f-478f-9f35-0e3362271e0e, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=6bed9661-035f-478f-9f35-0e3362271e0e,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:10.108673 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.122765 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Calling delete_port for 6bed9661-035f-478f-9f35-0e3362271e0e owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:11:10.149871 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] DHCP port deletion for 990bb6a8-8372-422a-a37f-a97aff70daef request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:11:10.208500 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:11:08Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:10.237812 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf191-7c72-41d9-b3d5-4e30390cb8d5 None None] The sync data for ids ['b60118d2-6def-4e13-b8a1-10cdf25f0a12'] in n-d-764806-10 is: [{'id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047011715', 'tenant_id': '4b7ef56bf29647e29072d50fca17f5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:10:00Z', 'updated_at': '2021-07-28T16:11:08Z', 'revision_number': 5, 'project_id': '4b7ef56bf29647e29072d50fca17f5a1', 'gw_port': {'id': '6bed9661-035f-478f-9f35-0e3362271e0e', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60118d2-6def-4e13-b8a1-10cdf25f0a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:10:01Z', 'updated_at': '2021-07-28T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:10.242804 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Deleting port b6201750-6b2d-4531-b73c-e22c9988a442 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:11:10.243090 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.308763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] For port b6201750-6b2d-4531-b73c-e22c9988a442, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=b6201750-6b2d-4531-b73c-e22c9988a442,segment=NetworkSegment(820f95af-352c-44ed-a24c-79a6cfa549fe),segment_id=820f95af-352c-44ed-a24c-79a6cfa549fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:10.309483 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.322070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Calling delete_port for b6201750-6b2d-4531-b73c-e22c9988a442 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:11:10.375697 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.406049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Port': ['ID=6bed9661-035f-478f-9f35-0e3362271e0e,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:10.462910 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.465042 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.495602 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Pushing event deleted for resources: {'Port': ['ID=b6201750-6b2d-4531-b73c-e22c9988a442,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:10.497958 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] No DVR routers for this DVR port b6201750-6b2d-4531-b73c-e22c9988a442 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:11:10.512936 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.513306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.513646 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.513986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.514318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.514675 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.515032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.515360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.515682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.516004 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.516326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.516682 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9038e3-b38b-483d-9692-2bc50ce872f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:10.554968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.557005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.659480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.660096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Fanout notify agent at l3_agent the message router_deleted on router b60118d2-6def-4e13-b8a1-10cdf25f0a12 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:11:10.667944 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.669315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-32f2e9ff-bf64-4809-97ab-dbdcf63fdb09 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/routers/b60118d2-6def-4e13-b8a1-10cdf25f0a12 HTTP/1.1" status: 204 len: 168 time: 1.0236561 Jul 28 16:11:10.671944 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45314) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:10.749378 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.842838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.853598 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990bb6a8-8372-422a-a37f-a97aff70daef']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:10.864949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820f95af-352c-44ed-a24c-79a6cfa549fe') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:10.865253 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820f95af-352c-44ed-a24c-79a6cfa549fe') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:10.875325 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.890842 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.897441 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:11:10.898099 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: timer() Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:11:10.901187 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:11:11.030572 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:11.038770 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:11.040146 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/networks/990bb6a8-8372-422a-a37f-a97aff70daef HTTP/1.1" status: 204 len: 168 time: 0.3671420 Jul 28 16:11:11.043322 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45316) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:11.052268 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1a4c4-7434-4b0c-a4ae-dc9828933bb3 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'Network': ['ID=990bb6a8-8372-422a-a37f-a97aff70daef,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:11.106082 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:11.131376 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:11.253355 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:11.255949 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:11.257155 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] 10.222.0.57 "DELETE /v2.0/security-groups/b85af925-766a-41ff-8ba4-4ffdac5532af HTTP/1.1" status: 204 len: 168 time: 0.2128518 Jul 28 16:11:11.266564 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85af925-766a-41ff-8ba4-4ffdac5532af,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:11.274693 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.276609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.276609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.276609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.276609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.276609 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.277211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.277211 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.277389 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.277625 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.277951 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.278299 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60163b2-cce2-4a56-a911-2664a3d0e6e2 tempest-TestNetworkAdvancedServerOps-541686327 tempest-TestNetworkAdvancedServerOps-541686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:11.392373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3fe8b413-4274-4db5-9ffc-1763bd0f839e no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:11:11.413656 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 3fe8b413-4274-4db5-9ffc-1763bd0f839e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:11:11.414003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 3fe8b413-4274-4db5-9ffc-1763bd0f839e not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:11:11.780419 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88caf2-55c0-4f44-b061-131f688d220b no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:11:11.799837 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 5f88caf2-55c0-4f44-b061-131f688d220b {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:11:11.801468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 5f88caf2-55c0-4f44-b061-131f688d220b not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:11:11.801468 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6bed9661-035f-478f-9f35-0e3362271e0e no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:11:11.820007 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 6bed9661-035f-478f-9f35-0e3362271e0e {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:11:11.820252 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 6bed9661-035f-478f-9f35-0e3362271e0e not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:11:11.820609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b6201750-6b2d-4531-b73c-e22c9988a442 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:11:11.840573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: b6201750-6b2d-4531-b73c-e22c9988a442 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:11:11.840919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device b6201750-6b2d-4531-b73c-e22c9988a442 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:11:11.936627 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45324) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:12.063243 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-404b468e-4a8e-4954-9757-afd63b10ac2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b7ef56bf29647e29072d50fca17f5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295571 Jul 28 16:11:12.065860 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45328) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:12.113877 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38072a16-9364-4065-bbb2-74b1927b6915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:12.135893 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38072a16-9364-4065-bbb2-74b1927b6915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:12.358076 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38072a16-9364-4065-bbb2-74b1927b6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:12.360666 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-38072a16-9364-4065-bbb2-74b1927b6915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:12.390910 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-38072a16-9364-4065-bbb2-74b1927b6915 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18c62b0e-6d78-4e9f-8f10-ff36e7fb6b9f HTTP/1.1" status: 204 len: 168 time: 0.2949514 Jul 28 16:11:12.390910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38072a16-9364-4065-bbb2-74b1927b6915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c62b0e-6d78-4e9f-8f10-ff36e7fb6b9f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:13.027455 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45334) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:13.041247 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f44684d-79de-4638-b702-5bd75395839e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.134159 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f44684d-79de-4638-b702-5bd75395839e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.204109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1f44684d-79de-4638-b702-5bd75395839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.243663 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1f44684d-79de-4638-b702-5bd75395839e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d938bfc413a4ea9b68b84e37b2d24f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151251 Jul 28 16:11:13.244375 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44684d-79de-4638-b702-5bd75395839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecae64ab-a159-40f0-935f-96ea38538f4f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:13.247221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45336) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:13.307000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-babce2bf-03a6-4048-86dc-49a7ba259c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.329162 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-babce2bf-03a6-4048-86dc-49a7ba259c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.472821 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-babce2bf-03a6-4048-86dc-49a7ba259c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.475729 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-babce2bf-03a6-4048-86dc-49a7ba259c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:13.477034 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-babce2bf-03a6-4048-86dc-49a7ba259c05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecae64ab-a159-40f0-935f-96ea38538f4f HTTP/1.1" status: 204 len: 168 time: 0.2283881 Jul 28 16:11:13.486857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babce2bf-03a6-4048-86dc-49a7ba259c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecae64ab-a159-40f0-935f-96ea38538f4f,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:14.580568 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45358) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:14.674938 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-860452769-network', 'tenant_id': '80a640e46f4d41f692515da2182af604'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:14.798095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Made reservation on behalf of 80a640e46f4d41f692515da2182af604 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:11:14.800446 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:14.815679 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:14.911710 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:14.998168 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.022502 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:11:15.031831 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67d023-8aaa-4478-b46b-3bbc5d96f67f,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:15.036501 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.036846 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Added segment eec08f9c-fd8e-4b74-833d-458ab0fb86d6 of type vlan for network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 Jul 28 16:11:15.077414 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.169786 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.170706 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:15.171293 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.233564 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] Pushing event updated for resources: {'Network': ['ID=72a4c5a2-ecf5-4000-ad7f-9f87af57f510,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:15.244328 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:11:15.279272 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-52f3e9d2-f47a-4819-8a39-c26ff35383a9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6975570 Jul 28 16:11:15.282219 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45362) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:15.287371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Request body: {'subnet': {'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-860452769-subnet', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'ip_version': 4}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:15.369585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Made reservation on behalf of 80a640e46f4d41f692515da2182af604 for: {'subnet': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:11:15.371955 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2867049'] for subnet, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.912647 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2820604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2866971'] for subnet, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:15.963767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=19065364-7a5e-4ad2-8db1-be405541ea02,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:15.978717 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Checking segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:15.979023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Network hostable DHCP agents. Network: 72a4c5a2-ecf5-4000-ad7f-9f87af57f510, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:11:16.087325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:11:16.195935 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 72a4c5a2-ecf5-4000-ad7f-9f87af57f510) {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:16.200046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:16.200678 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.205435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edb15c-e07b-47a4-bf79-d28da1ab618a None None] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:11:16.293913 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-469ee811-eeeb-4472-9736-586ff8fca31d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0105486 Jul 28 16:11:16.296979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45364) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:16.301903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:16.347807 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:11:16.348769 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.404597 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.405802 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.464733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.483217 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Allocated IP 172.20.0.2 (72a4c5a2-ecf5-4000-ad7f-9f87af57f510/19065364-7a5e-4ad2-8db1-be405541ea02/2b695f24-6b14-45a6-8874-eb7d4e7b9348) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:16.624332 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.632203 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Transition to ACTIVE for port object 2b695f24-6b14-45a6-8874-eb7d4e7b9348 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:16.646326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Transition to ACTIVE for port object 2b695f24-6b14-45a6-8874-eb7d4e7b9348 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:16.678838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.747423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.783122 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:16.785939 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:16.788903 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:16.807490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Pushing event updated for resources: {'Port': ['ID=2b695f24-6b14-45a6-8874-eb7d4e7b9348,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:16.855910 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Attempting to bind port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:16.856282 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Attempting to bind port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:16.856676 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Attempting to bind port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:16.861782 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:16.862152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Checking segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:16.862558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.862948 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Bound using segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:16.863443 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Bound port: 2b695f24-6b14-45a6-8874-eb7d4e7b9348, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:16.863822 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.924846 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] For port 2b695f24-6b14-45a6-8874-eb7d4e7b9348, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:16.927830 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] For port 2b695f24-6b14-45a6-8874-eb7d4e7b9348, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b695f24-6b14-45a6-8874-eb7d4e7b9348,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:16.982262 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:16.990834 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:17.002266 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:17.054691 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbbc8d-346a-4a0c-8713-f57aa7b87adc None None] Pushing event updated for resources: {'Port': ['ID=2b695f24-6b14-45a6-8874-eb7d4e7b9348,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:17.115476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Allocated IP 172.25.6.163 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/7a539705-916a-4f71-b0a1-69c8fc2e6670) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:17.238609 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:17.551095 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:17.589975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:17.592811 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:17.603386 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:17.626041 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Pushing event updated for resources: {'Port': ['ID=7a539705-916a-4f71-b0a1-69c8fc2e6670,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:17.809754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b695f24-6b14-45a6-8874-eb7d4e7b9348 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:17.930088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:17.936063 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:17.973934 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d331c17-cefa-4798-b58f-8c1996a01186 None None] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:11:18.079032 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] Provisioning for port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:18.085279 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] Provisioning complete for port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:18.085652 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.133382 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.201121 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.237720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] For port 2b695f24-6b14-45a6-8874-eb7d4e7b9348, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b695f24-6b14-45a6-8874-eb7d4e7b9348,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:18.312644 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.335436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:11:18.362093 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a2832-48a7-444c-9e47-588ba6125cbd None None] Pushing event updated for resources: {'Port': ['ID=2b695f24-6b14-45a6-8874-eb7d4e7b9348,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:18.432866 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d2208a90-d9af-44a5-94bc-23a20b6a57c0 None None] Provisioning complete for port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:18.433239 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2208a90-d9af-44a5-94bc-23a20b6a57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.442735 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:18.451617 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:18.462024 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:18.466105 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:18.512879 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.514197 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-17e0fb3a-ec1e-4b71-81b2-adc19ce398af admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2162077 Jul 28 16:11:18.516991 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45366) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:18.573908 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:18.744894 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:17Z', 'revision_number': 3, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:18.770316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:18.770555 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Updating router 61ee1b00-4142-4ed8-b955-a62ff5d24123 port 7a539705-916a-4f71-b0a1-69c8fc2e6670 binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:11:18.795323 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:18.934080 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.055218 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.064969 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Transition to ACTIVE for port object 7a539705-916a-4f71-b0a1-69c8fc2e6670 will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:19.092264 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Allocated IP 172.20.0.1 (72a4c5a2-ecf5-4000-ad7f-9f87af57f510/19065364-7a5e-4ad2-8db1-be405541ea02/ad10e9df-24d3-4596-86fc-386066f43fa8) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:19.129767 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.195790 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Attempting to bind port 7a539705-916a-4f71-b0a1-69c8fc2e6670 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:19.196155 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Attempting to bind port 7a539705-916a-4f71-b0a1-69c8fc2e6670 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:19.196541 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Attempting to bind port 7a539705-916a-4f71-b0a1-69c8fc2e6670 on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:19.207270 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:19.207683 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:19.208063 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.208523 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:19.208942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Bound port: 7a539705-916a-4f71-b0a1-69c8fc2e6670, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:19.209322 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.210646 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.211127 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Pushing event updated for resources: {'Port': ['ID=7a539705-916a-4f71-b0a1-69c8fc2e6670,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:19.224798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Transition to ACTIVE for port object ad10e9df-24d3-4596-86fc-386066f43fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:19.234968 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.235310 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.235743 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.236006 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.236345 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.236651 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.237009 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.237334 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.237612 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.237931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.238253 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.238568 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:11:19.272831 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] For port 7a539705-916a-4f71-b0a1-69c8fc2e6670, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:19.275776 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] For port 7a539705-916a-4f71-b0a1-69c8fc2e6670, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7a539705-916a-4f71-b0a1-69c8fc2e6670,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:19.322548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.347775 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.368535 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:19.372936 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:19.378867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:19.405055 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Pushing event updated for resources: {'Port': ['ID=ad10e9df-24d3-4596-86fc-386066f43fa8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:19.405698 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:19.406521 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:19.423167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.613408 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d693bc-8352-498e-bd8e-8dfd0e0e93f8 None None] Pushing event updated for resources: {'Port': ['ID=7a539705-916a-4f71-b0a1-69c8fc2e6670,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:19.640764 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:19.678707 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.710808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d43655a8-484a-46d7-8237-d951c8ec238a None None] Provisioning for port ad10e9df-24d3-4596-86fc-386066f43fa8 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:19.716888 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d43655a8-484a-46d7-8237-d951c8ec238a None None] Provisioning complete for port ad10e9df-24d3-4596-86fc-386066f43fa8 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:19.720649 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d43655a8-484a-46d7-8237-d951c8ec238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.759880 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-d43655a8-484a-46d7-8237-d951c8ec238a None None] Port ad10e9df-24d3-4596-86fc-386066f43fa8 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:11:19.817200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b695f24-6b14-45a6-8874-eb7d4e7b9348 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:19.856483 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:17Z', 'revision_number': 3, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:19.875084 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:19.875622 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.875834 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:19.888276 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5aa55-83c3-499b-8a8e-a74041106190 None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:17Z', 'revision_number': 3, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:20.009952 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:20.082254 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:20.084061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Pushing event updated for resources: {'Port': ['ID=ad10e9df-24d3-4596-86fc-386066f43fa8,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:20.209100 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:20.211125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:20.348683 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:11:20.468159 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:20.480037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e680436a-e4e5-4ebd-8dc6-10a877f652af admin admin] 10.222.0.57 "PUT /v2.0/routers/61ee1b00-4142-4ed8-b955-a62ff5d24123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597826 Jul 28 16:11:20.486268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-315ea7d3-93d5-4c5f-850e-8c4266efa0b1 None None] Provisioning complete for port ad10e9df-24d3-4596-86fc-386066f43fa8 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:20.486790 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-315ea7d3-93d5-4c5f-850e-8c4266efa0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:20.523243 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-315ea7d3-93d5-4c5f-850e-8c4266efa0b1 None None] Port ad10e9df-24d3-4596-86fc-386066f43fa8 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:11:21.159105 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45382) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:21.164266 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966492287-network', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:21.272578 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Made reservation on behalf of a912e82a60f7464c9ec8e78efa996232 for: {'network': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:11:21.275332 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.284978 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.378864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.472792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.478070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:21.487172 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:21.491435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:21.507251 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:11:21.515206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85d675-b6eb-4697-948b-3111aaf82f31,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:21.521829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.522242 n-d-764806-10 neutron-server[94657]: INFO neutron.db.segments_db [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Added segment 1bc37b4f-ae81-45f6-a763-fd0c014586fe of type vlan for network 6339861b-19ea-4f27-8cc4-eab1156183ff Jul 28 16:11:21.566772 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.598167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:21.690451 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.691857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:21.692551 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.757402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] Pushing event updated for resources: {'Network': ['ID=6339861b-19ea-4f27-8cc4-eab1156183ff,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:21.779595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network 6339861b-19ea-4f27-8cc4-eab1156183ff details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:11:21.803470 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7b1c32f6-e9f2-4642-9459-f03ceea878df admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6424336 Jul 28 16:11:21.805692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45384) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:21.810851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Request body: {'subnet': {'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966492287-subnet', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:21.826856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7a539705-916a-4f71-b0a1-69c8fc2e6670 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:21.890117 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Made reservation on behalf of a912e82a60f7464c9ec8e78efa996232 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:11:21.892622 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.909329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 2, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:21.940800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:21.941165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Updating router 61ee1b00-4142-4ed8-b955-a62ff5d24123 port ad10e9df-24d3-4596-86fc-386066f43fa8 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:11:21.965958 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:21.974407 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 7a539705-916a-4f71-b0a1-69c8fc2e6670 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:21.982800 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7a539705-916a-4f71-b0a1-69c8fc2e6670 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:21.983108 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.112530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.171009 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a2243b-fdd0-474c-b808-a5b2a2d5e0a7,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:22.180019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Checking segment: {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:22.180388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Network hostable DHCP agents. Network: 6339861b-19ea-4f27-8cc4-eab1156183ff, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:11:22.182598 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.216047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 7a539705-916a-4f71-b0a1-69c8fc2e6670, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7a539705-916a-4f71-b0a1-69c8fc2e6670,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:22.281658 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Network 6339861b-19ea-4f27-8cc4-eab1156183ff is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:11:22.312803 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.319188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.348849 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Transition to ACTIVE for port object ad10e9df-24d3-4596-86fc-386066f43fa8 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:22.372373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=7a539705-916a-4f71-b0a1-69c8fc2e6670,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:22.378466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, 6339861b-19ea-4f27-8cc4-eab1156183ff) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:22.385007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:22.385962 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.386902 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19da213-9b7e-45ff-bd85-b5b8ae2b4464 None None] Network 6339861b-19ea-4f27-8cc4-eab1156183ff requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:11:22.425500 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.448210 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b9711823-0ea0-4d40-b841-90da80c9679f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6414294 Jul 28 16:11:22.450838 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45386) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:22.455311 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:22.464172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0eb4-824f-4d90-a687-6d97a5007a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.500036 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494618ba-a35a-470b-ae32-57c75c3318b4 None None] Pushing event updated for resources: {'Port': ['ID=ad10e9df-24d3-4596-86fc-386066f43fa8,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:22.564338 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.565530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.586534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Attempting to bind port ad10e9df-24d3-4596-86fc-386066f43fa8 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Attempting to bind port ad10e9df-24d3-4596-86fc-386066f43fa8 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Attempting to bind port ad10e9df-24d3-4596-86fc-386066f43fa8 on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Checking segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Bound using segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Bound port: ad10e9df-24d3-4596-86fc-386066f43fa8, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:22.608340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.627554 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.662094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-6339861b-19ea-4f27-8cc4-eab1156183ff', 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'fixed_ips': [{'subnet_id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:11:22.663371 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.774146 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] For port ad10e9df-24d3-4596-86fc-386066f43fa8, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:22.801733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] For port ad10e9df-24d3-4596-86fc-386066f43fa8, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ad10e9df-24d3-4596-86fc-386066f43fa8,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:22.841742 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.858729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Allocated IP 172.20.0.2 (6339861b-19ea-4f27-8cc4-eab1156183ff/13a2243b-fdd0-474c-b808-a5b2a2d5e0a7/ec4bb028-d514-4dff-af8c-c12ee49cd83f) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:22.869224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:22.981378 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:22.982031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:10:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:23.136435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.155733 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.187919 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494618ba-a35a-470b-ae32-57c75c3318b4 None None] Pushing event updated for resources: {'Port': ['ID=ad10e9df-24d3-4596-86fc-386066f43fa8,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:23.274163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Allocated IP 172.25.6.179 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/d6ca0579-042b-4c10-b5fc-b6b6d0ca463f) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:23.390452 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.403659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:23.431598 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Transition to ACTIVE for port object ec4bb028-d514-4dff-af8c-c12ee49cd83f will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:23.460937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Transition to ACTIVE for port object ec4bb028-d514-4dff-af8c-c12ee49cd83f will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:23.470092 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.555559 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.587330 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.616777 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Network 6339861b-19ea-4f27-8cc4-eab1156183ff is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:23.623619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:23.626602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:23.630055 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:23.638961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:23.641091 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Pushing event updated for resources: {'Port': ['ID=ec4bb028-d514-4dff-af8c-c12ee49cd83f,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:23.644579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:23.662477 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Pushing event updated for resources: {'Port': ['ID=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:23.711391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Attempting to bind port ec4bb028-d514-4dff-af8c-c12ee49cd83f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:23.711760 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Attempting to bind port ec4bb028-d514-4dff-af8c-c12ee49cd83f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:23.712131 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Attempting to bind port ec4bb028-d514-4dff-af8c-c12ee49cd83f on network 6339861b-19ea-4f27-8cc4-eab1156183ff {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:23.721391 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:23.721765 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Checking segment: {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:23.722172 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.722561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Bound using segment: {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:23.723026 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Bound port: ec4bb028-d514-4dff-af8c-c12ee49cd83f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:23.723405 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.728027 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:23.765918 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b65db8-39ee-4f55-9e52-be98df842a2a None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:23.821277 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7a539705-916a-4f71-b0a1-69c8fc2e6670 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:23.861561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] For port ec4bb028-d514-4dff-af8c-c12ee49cd83f, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:23.881636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] For port ec4bb028-d514-4dff-af8c-c12ee49cd83f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec4bb028-d514-4dff-af8c-c12ee49cd83f,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:23.900659 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 7a539705-916a-4f71-b0a1-69c8fc2e6670 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:23.900659 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.958866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:23.982007 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:24.070886 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882208-eff8-4659-bf87-20bdc04c07f4 None None] Pushing event updated for resources: {'Port': ['ID=ec4bb028-d514-4dff-af8c-c12ee49cd83f,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:24.215343 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:24.443913 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Router c7931768-ebe1-4f88-96b7-04b87f5f29d5 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:11:24.909619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:24.915976 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-884fd62a-04e4-43fe-a992-37776a95f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:24.926950 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Sync routers for ids ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:24.936707 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Routers {'c7931768-ebe1-4f88-96b7-04b87f5f29d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:24.937337 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:25.004427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.008699 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b1facc2c-f6b5-4fd0-817d-f951c2ac4dde admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5568693 Jul 28 16:11:25.008939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45388) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:25.039724 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33afaf0-c87c-4d2d-b274-a4d7fdf5d656 None None] Network 6339861b-19ea-4f27-8cc4-eab1156183ff requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:11:25.050739 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Set router c7931768-ebe1-4f88-96b7-04b87f5f29d5 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:25.186950 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-105d8e6b-f270-4155-b6c3-bfa0528e8bf8 None None] Provisioning for port ec4bb028-d514-4dff-af8c-c12ee49cd83f completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:25.234875 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:11:23Z', 'revision_number': 3, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:25.261716 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Checking router: c7931768-ebe1-4f88-96b7-04b87f5f29d5 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:25.262057 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Updating router c7931768-ebe1-4f88-96b7-04b87f5f29d5 port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:11:25.288974 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.289209 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.399235 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:11:25.571329 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.581646 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Transition to ACTIVE for port object d6ca0579-042b-4c10-b5fc-b6b6d0ca463f will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:25.666885 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.719785 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Attempting to bind port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:25.720157 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Attempting to bind port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:25.720548 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Attempting to bind port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:25.727234 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3a7a2-3828-4199-b10c-93b9b2e3b63e None None] Pushing event updated for resources: {'Port': ['ID=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:25.732042 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:25.732416 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:25.732844 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.733227 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:25.733699 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Bound port: d6ca0579-042b-4c10-b5fc-b6b6d0ca463f, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:25.734085 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.803943 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] For port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:25.810608 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] For port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:25.829725 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.876386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ad10e9df-24d3-4596-86fc-386066f43fa8 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:25.890671 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:25.954815 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3a7a2-3828-4199-b10c-93b9b2e3b63e None None] Pushing event updated for resources: {'Port': ['ID=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:25.959213 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Routers {'c7931768-ebe1-4f88-96b7-04b87f5f29d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:25.959928 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:25.995805 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ad10e9df-24d3-4596-86fc-386066f43fa8 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:26.001149 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ad10e9df-24d3-4596-86fc-386066f43fa8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:26.002130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.018930 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Allocated IP 172.20.0.1 (6339861b-19ea-4f27-8cc4-eab1156183ff/13a2243b-fdd0-474c-b808-a5b2a2d5e0a7/9e01f505-d7c9-4ae7-a736-c2ceb94aa74a) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:26.070631 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] Set router c7931768-ebe1-4f88-96b7-04b87f5f29d5 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:26.086520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.122186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ad10e9df-24d3-4596-86fc-386066f43fa8, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ad10e9df-24d3-4596-86fc-386066f43fa8,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:26.135757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.148478 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Transition to ACTIVE for port object 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:26.192535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.193513 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec4bb028-d514-4dff-af8c-c12ee49cd83f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:26.248773 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:11:23Z', 'revision_number': 3, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:26.264870 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.271058 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ad10e9df-24d3-4596-86fc-386066f43fa8,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:26.275197 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7b5a6-05b6-4807-9904-bff6d2ff9e9f None None] The sync data for ids ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'] in n-d-764806-10 is: [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:11:23Z', 'revision_number': 3, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:26.315174 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Network 6339861b-19ea-4f27-8cc4-eab1156183ff is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:26.319882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:26.323994 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:26.361632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Pushing event updated for resources: {'Port': ['ID=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:26.372103 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ec4bb028-d514-4dff-af8c-c12ee49cd83f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:26.374463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ec4bb028-d514-4dff-af8c-c12ee49cd83f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:26.374732 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.389000 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.472854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.520120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ec4bb028-d514-4dff-af8c-c12ee49cd83f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec4bb028-d514-4dff-af8c-c12ee49cd83f,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:26.613241 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.622158 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.688900 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ec4bb028-d514-4dff-af8c-c12ee49cd83f,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:26.750226 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.789933 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c02eea52-ca6d-4d6c-a100-d67fb5c905f8 None None] Provisioning for port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:26.794507 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-c02eea52-ca6d-4d6c-a100-d67fb5c905f8 None None] Provisioning complete for port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:26.794912 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c02eea52-ca6d-4d6c-a100-d67fb5c905f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.830094 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.842749 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c02eea52-ca6d-4d6c-a100-d67fb5c905f8 None None] Port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:11:26.895376 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.970757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:26.972843 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Pushing event updated for resources: {'Port': ['ID=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:27.076043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Network 6339861b-19ea-4f27-8cc4-eab1156183ff is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:27.078061 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:27.208634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Router c7931768-ebe1-4f88-96b7-04b87f5f29d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:11:27.323877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:27.328863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f0f9a62e-ca47-4fbd-9100-1839a64719fb admin admin] 10.222.0.57 "PUT /v2.0/routers/c7931768-ebe1-4f88-96b7-04b87f5f29d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3189435 Jul 28 16:11:27.366429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f7c319c4-c9ea-4085-9162-45ebf174b7ad None None] Provisioning complete for port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:27.366983 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f7c319c4-c9ea-4085-9162-45ebf174b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:27.401695 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f7c319c4-c9ea-4085-9162-45ebf174b7ad None None] Port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:11:27.878739 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ad10e9df-24d3-4596-86fc-386066f43fa8 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:27.906375 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Sync routers for ids ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:27.927960 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Routers {'c7931768-ebe1-4f88-96b7-04b87f5f29d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:27.928641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:27.983803 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ad10e9df-24d3-4596-86fc-386066f43fa8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:27.984174 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.022537 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45396) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:28.027794 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104627967', 'description': 'tempest-secgroup-smoke-104627967 description', 'project_id': '80a640e46f4d41f692515da2182af604'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:28.073942 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Set router c7931768-ebe1-4f88-96b7-04b87f5f29d5 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:28.129573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.221031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6ca0579-042b-4c10-b5fc-b6b6d0ca463f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:28.229392 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.269353 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.324176 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.348821 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 4, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '9e01f505-d7c9-4ae7-a736-c2ceb94aa74a', 'name': '', 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'mac_address': 'fa:16:3e:57:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:25Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 2, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'subnets': [{'id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:28.352440 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:28.354692 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf0513-c11e-471f-a0a2-608834f3e1f3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:28.379535 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Checking router: c7931768-ebe1-4f88-96b7-04b87f5f29d5 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:28.380110 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Updating router c7931768-ebe1-4f88-96b7-04b87f5f29d5 port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:11:28.383680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:28.384055 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.429799 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.430062 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.434233 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b5f2d19a-b939-498f-aab7-9ae9ad4e4922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4075367 Jul 28 16:11:28.434395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45398) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:28.439033 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '54bf0513-c11e-471f-a0a2-608834f3e1f3', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:28.532050 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.566355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.587769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.598856 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:28.659029 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.677553 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8715916c-8774-4063-bd3e-d39b90e0ff17,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:28.778720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.779971 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3beb9100-b757-44a8-a01c-080c5f009c32 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446417 Jul 28 16:11:28.782846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45400) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:28.787816 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '54bf0513-c11e-471f-a0a2-608834f3e1f3', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:28.810703 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.811564 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec4bb028-d514-4dff-af8c-c12ee49cd83f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:28.875258 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.916618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:28.936067 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:28.949618 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ec4bb028-d514-4dff-af8c-c12ee49cd83f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:28.950006 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.021115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.039588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cbac32-940a-4c19-9d87-e2889ebaff30,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:29.041852 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.055527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Transition to ACTIVE for port object 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:29.149953 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.151330 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f1c56b40-a265-4827-8fe1-745c21c6bcd2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674748 Jul 28 16:11:29.154128 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45402) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:29.158619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '54bf0513-c11e-471f-a0a2-608834f3e1f3', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:29.179595 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.226692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678456c2-e3dd-4e10-b5e3-e17f6321446c None None] Pushing event updated for resources: {'Port': ['ID=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:29.266634 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.285897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Attempting to bind port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:29.286270 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Attempting to bind port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:29.286641 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Attempting to bind port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a on network 6339861b-19ea-4f27-8cc4-eab1156183ff {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:29.292731 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:29.293106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Checking segment: {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:29.293516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.294030 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Bound using segment: {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:29.294510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Bound port: 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc37b4f-ae81-45f6-a763-fd0c014586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:29.294896 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.351755 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.373129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] For port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:29.381115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] For port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:29.450049 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.454030 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.468444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c4b2e6-cf0f-4a91-9966-6e4af99ea046,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:29.508441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Routers {'c7931768-ebe1-4f88-96b7-04b87f5f29d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:29.509117 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:29.514108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678456c2-e3dd-4e10-b5e3-e17f6321446c None None] Pushing event updated for resources: {'Port': ['ID=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:29.535530 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.540165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-71cad1f4-0b5a-40b4-8dab-84a19b8abff1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3819854 Jul 28 16:11:29.540713 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45404) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:29.545417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '54bf0513-c11e-471f-a0a2-608834f3e1f3', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:29.625285 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] Set router c7931768-ebe1-4f88-96b7-04b87f5f29d5 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:29.638158 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.721118 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.798671 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.818168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6ca0579-042b-4c10-b5fc-b6b6d0ca463f up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:29.818403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd43f2ef-4fca-450f-a110-c223e4f2e074,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:29.883514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:29.883892 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.887457 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 4, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '9e01f505-d7c9-4ae7-a736-c2ceb94aa74a', 'name': '', 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'mac_address': 'fa:16:3e:57:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:25Z', 'updated_at': '2021-07-28T16:11:29Z', 'revision_number': 4, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'subnets': [{'id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:29.898974 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:29.903003 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-0f832796-867e-468f-b258-349963f19395 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3586049 Jul 28 16:11:29.903181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45406) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:29.907782 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '54bf0513-c11e-471f-a0a2-608834f3e1f3', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:29.939046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679447-a74e-4614-9834-519f3fdd74dd None None] The sync data for ids ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'] in n-d-764806-10 is: [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 4, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '9e01f505-d7c9-4ae7-a736-c2ceb94aa74a', 'name': '', 'network_id': '6339861b-19ea-4f27-8cc4-eab1156183ff', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'mac_address': 'fa:16:3e:57:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:25Z', 'updated_at': '2021-07-28T16:11:29Z', 'revision_number': 4, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'subnets': [{'id': '13a2243b-fdd0-474c-b808-a5b2a2d5e0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:30.035689 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Project 80a640e46f4d41f692515da2182af604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:11:30.041715 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.107536 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.173151 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.190901 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b627d8bd-aea3-4533-99d4-7491fa1cf299,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:30.252809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.254147 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-695de088-c639-4237-9ffe-efe4700c4812 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500402 Jul 28 16:11:30.257377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45408) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:30.261968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '54bf0513-c11e-471f-a0a2-608834f3e1f3', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:30.350262 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Project 80a640e46f4d41f692515da2182af604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:11:30.355981 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.420387 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.481443 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.500406 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5f7457-b19f-4133-8ccd-ed5849586fcd,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:30.590010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:30.591329 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-07f5a4d2-dc0c-4761-bc81-7e9e714ebcbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330648 Jul 28 16:11:30.746149 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-18a718a7-2a1f-4a2a-9d24-3514647d8ca9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104627967&fields=id&tenant_id=80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 267 time: 0.0364270 Jul 28 16:11:30.861583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-565dfe88-06b6-4e6b-9e6d-697f5f4c59a9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:30.863097 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-565dfe88-06b6-4e6b-9e6d-697f5f4c59a9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 808 time: 0.1100233 Jul 28 16:11:30.879285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-55490ef7-4a82-40ec-9c0b-bff6b7adb5b0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/quotas/80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 375 time: 0.0097506 Jul 28 16:11:30.934222 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-9cc0384b-098d-4ac2-a19f-ab342b87ff92 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486138 Jul 28 16:11:30.951653 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e1815ff4-46fb-45a6-9375-dff031d78879 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:11:30.952673 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e1815ff4-46fb-45a6-9375-dff031d78879 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055838 Jul 28 16:11:31.054557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-1db7de42-a660-423e-8337-914e8e50af88 service neutron] 10.222.0.57 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955718 Jul 28 16:11:31.144373 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-0ad40d7e-7248-4b7d-abaf-172854be3f05 service neutron] 10.222.0.57 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837047 Jul 28 16:11:31.399060 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-142df1a7-190c-4fb2-a507-de8878471af5 req-7e5585d5-3207-47b6-b66e-66b4bc45bdaf tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 210 time: 0.0253177 Jul 28 16:11:31.814128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:31.918144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:31.922200 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:31.927616 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:32.004128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:32.043396 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:32.109721 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:32.157542 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:32.494963 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c5af5f75-a1eb-4534-a65c-3e81f8221845 req-c9507576-7e23-4950-8ab1-3d3bf15e9ecc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Jul 28 16:11:33.141302 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:33.467145 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-84bc153c-7833-46b6-83b4-50514d145b7e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:33.468665 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-84bc153c-7833-46b6-83b4-50514d145b7e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 808 time: 0.1087112 Jul 28 16:11:33.522256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-aaf99a34-682a-4a66-84d3-72618ca67f28 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 379 time: 0.0388982 Jul 28 16:11:33.531010 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'port': {'device_id': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'admin_state_up': True, 'tenant_id': '80a640e46f4d41f692515da2182af604', 'security_groups': ['54bf0513-c11e-471f-a0a2-608834f3e1f3']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:33.591839 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37dfbca6-1f05-492c-9f56-d34f30f896a8 req-da1feef4-8606-4a87-b70c-6152e6ff9202 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Jul 28 16:11:33.707209 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Made reservation on behalf of 80a640e46f4d41f692515da2182af604 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:11:33.710932 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:33.805774 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:33.849504 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Allocated IP 172.20.0.13 (72a4c5a2-ecf5-4000-ad7f-9f87af57f510/19065364-7a5e-4ad2-8db1-be405541ea02/ce8f056a-0e48-479b-baa5-a8855bd177cf) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:33.853959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:33.854342 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:33.997677 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.012551 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Transition to ACTIVE for port object ce8f056a-0e48-479b-baa5-a8855bd177cf will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:34.110578 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.152375 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:34.155499 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:34.159212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:34.188868 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:34.218008 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:34.218654 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.302191 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-3172e5f2-7c98-4013-a5e4-fd790212cf89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7749631 Jul 28 16:11:34.346213 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Request body: {'port': {'device_id': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:34.409998 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.493364 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ea14d4e0-17c1-4aa1-9293-76a826594e42 None None] Provisioning for port ce8f056a-0e48-479b-baa5-a8855bd177cf completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:34.498158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-ea14d4e0-17c1-4aa1-9293-76a826594e42 None None] Provisioning complete for port ce8f056a-0e48-479b-baa5-a8855bd177cf triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:34.498711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4e0-17c1-4aa1-9293-76a826594e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.534046 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-ea14d4e0-17c1-4aa1-9293-76a826594e42 None None] Port ce8f056a-0e48-479b-baa5-a8855bd177cf cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:11:34.703587 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:11:34.713757 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.741121 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9240e-2553-47af-acff-c7f3b7d126d2 req-50082470-3576-4765-add3-91ed066cec39 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:34.747066 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84e9240e-2553-47af-acff-c7f3b7d126d2 req-50082470-3576-4765-add3-91ed066cec39 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 932 time: 0.0764012 Jul 28 16:11:34.747066 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Transition to ACTIVE for port object ce8f056a-0e48-479b-baa5-a8855bd177cf will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:11:34.781157 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-84e9240e-2553-47af-acff-c7f3b7d126d2 req-5a30bd1b-9130-4f44-a2ec-e3f06511a360 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323324 Jul 28 16:11:34.846948 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:34.903518 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:34.976320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:11:34.977296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:11:34.977628 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:34.982770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Port ce8f056a-0e48-479b-baa5-a8855bd177cf on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:11:34.983096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:11:34.989396 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:11:34.989743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Checking segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:11:34.990645 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Bound using segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:11:34.991094 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Bound port: ce8f056a-0e48-479b-baa5-a8855bd177cf, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:11:34.991458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:35.058027 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:11:35.061084 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:11:35.133738 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:35.178762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.178762 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:35.178985 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] 10.222.0.42 "PUT /v2.0/ports/ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1093 time: 0.8370671 Jul 28 16:11:35.179432 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:11:35.181762 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:11:35.210489 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056f062-44fe-4a87-baa3-9a46c2c2985b service neutron] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:35.227528 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad5c3c-23e2-45b6-a7bd-bf3b7ea2696c x-openstack-request-id: req-b3ad5c3c-23e2-45b6-a7bd-bf3b7ea2696c {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:11:35.227913 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:11:35.228238 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3ad5c3c-23e2-45b6-a7bd-bf3b7ea2696c {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:11:35.228746 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'status': 'completed', 'code': 200} Jul 28 16:11:35.315472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a req-ac03a4bb-d866-4b97-88e4-d832a68069b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.317092 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a req-ac03a4bb-d866-4b97-88e4-d832a68069b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1096 time: 0.0470383 Jul 28 16:11:35.422296 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a req-2d973457-da2e-4eab-a921-584a05934e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.424031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a req-2d973457-da2e-4eab-a921-584a05934e39 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=80a640e46f4d41f692515da2182af604&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0939345 Jul 28 16:11:35.523325 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a req-6215ee6c-9c9b-4ed3-a1d1-d9e29eb82ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.524830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5f402c40-1bc6-48ea-86ac-ce8bfd14b28a req-6215ee6c-9c9b-4ed3-a1d1-d9e29eb82ceb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941131 Jul 28 16:11:35.621256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-015fbc09-bfd7-4cdb-a2d0-d1b2ed9ca584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.622725 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-015fbc09-bfd7-4cdb-a2d0-d1b2ed9ca584 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1096 time: 0.0406950 Jul 28 16:11:35.672992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-84da9e34-a89b-47d0-8a97-c837772a9917 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 217 time: 0.0373919 Jul 28 16:11:35.720860 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-bc93343b-3fd3-42e0-9c2f-775a47216d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.722271 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-bc93343b-3fd3-42e0-9c2f-775a47216d82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0428526 Jul 28 16:11:35.776366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-2eb69fe1-d018-430b-81e4-74b7e8d42c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.777897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-2eb69fe1-d018-430b-81e4-74b7e8d42c74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489058 Jul 28 16:11:35.900971 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-09581af6-e698-45b6-a7db-d0d51cf6bd63 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158233 Jul 28 16:11:35.924443 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d8a5d-87e3-4371-a4ee-45d5323cd93d req-3e7f16dd-358c-4d8f-b934-4df63073a93a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:35.925897 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b04d8a5d-87e3-4371-a4ee-45d5323cd93d req-3e7f16dd-358c-4d8f-b934-4df63073a93a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0772204 Jul 28 16:11:36.012081 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b04d8a5d-87e3-4371-a4ee-45d5323cd93d req-02762089-bc2f-4573-9a0f-911083288287 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759878 Jul 28 16:11:36.034939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8a03726b-1de7-4120-91c7-e0c46c588a6c req-48b5334d-eb11-4033-ab42-49f29800e780 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264887 Jul 28 16:11:37.128367 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605b404-1b1f-44d8-8fe8-372cf4ad16e5 req-a59cddd2-97f1-4058-a91b-d610e546147a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:37.129852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8605b404-1b1f-44d8-8fe8-372cf4ad16e5 req-a59cddd2-97f1-4058-a91b-d610e546147a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0485816 Jul 28 16:11:37.169207 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8605b404-1b1f-44d8-8fe8-372cf4ad16e5 req-62a9e395-dc2a-4568-bbd9-93724a970a7e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328753 Jul 28 16:11:37.215423 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:38.285931 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c988f-88f5-4d49-8960-8e69f956daf0 req-d3b5aff6-775b-4a13-a870-f559e77a0d1c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:38.287484 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a8c988f-88f5-4d49-8960-8e69f956daf0 req-d3b5aff6-775b-4a13-a870-f559e77a0d1c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0514345 Jul 28 16:11:38.326403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1a8c988f-88f5-4d49-8960-8e69f956daf0 req-5f6c918a-55f7-40ab-a4b0-089da77ff5b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Jul 28 16:11:39.448895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319fbdd-2343-4023-b871-251dbdc73e18 req-fd6afaaa-7905-4718-92d5-7d1360e9317a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:39.451094 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b319fbdd-2343-4023-b871-251dbdc73e18 req-fd6afaaa-7905-4718-92d5-7d1360e9317a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0590873 Jul 28 16:11:39.494168 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b319fbdd-2343-4023-b871-251dbdc73e18 req-5fd825f2-92b1-47f8-8dcc-55237c9be2b6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369616 Jul 28 16:11:40.164395 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:11:40.259593 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:40.270559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'mac_address': 'fa:16:3e:88:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:11:40.307186 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:40.319331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:11:40.338225 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:40.443728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:40.490283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:40.611743 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabc76a-182d-4a1f-b8f5-705877b81bed req-d10be85b-51b2-46e6-bd23-b61e5bbdf0f3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:40.613270 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dabc76a-182d-4a1f-b8f5-705877b81bed req-d10be85b-51b2-46e6-bd23-b61e5bbdf0f3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Jul 28 16:11:40.650833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0dabc76a-182d-4a1f-b8f5-705877b81bed req-f2e4de07-2d9a-4dd3-a4fb-f04b3d6c36cf tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Jul 28 16:11:40.851159 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ce8f056a-0e48-479b-baa5-a8855bd177cf'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:11:41.767619 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0b19f-868e-4a96-91c7-26d3f4c4be41 req-5b5e6efe-e61e-4b33-a971-d0033eb79c42 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:41.769199 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97e0b19f-868e-4a96-91c7-26d3f4c4be41 req-5b5e6efe-e61e-4b33-a971-d0033eb79c42 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0505896 Jul 28 16:11:41.808027 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-97e0b19f-868e-4a96-91c7-26d3f4c4be41 req-75aa5590-9eb1-4a36-8f74-15aa8c6f17e4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326703 Jul 28 16:11:42.189275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:11:42.335405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ce8f056a-0e48-479b-baa5-a8855bd177cf completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:11:42.339875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ce8f056a-0e48-479b-baa5-a8855bd177cf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:11:42.340251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:42.416340 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:42.438526 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:11:42.440880 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96049d-b994-45fb-86cf-049ef3778450" -d '{"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:11:42.454383 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:11:42.538451 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:42.541662 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bd325b-e1e9-42c7-a2ea-aedc1d0d56a0 x-openstack-request-id: req-d0bd325b-e1e9-42c7-a2ea-aedc1d0d56a0 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:11:42.541950 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:11:42.542202 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0bd325b-e1e9-42c7-a2ea-aedc1d0d56a0 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:11:42.542588 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'code': 200} Jul 28 16:11:42.589340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:42.658918 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364c7a-57aa-4984-bbe7-6d45c62146fb req-ab2f0eed-a0fd-432f-8dc0-e48b71b78dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:42.660368 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44364c7a-57aa-4984-bbe7-6d45c62146fb req-ab2f0eed-a0fd-432f-8dc0-e48b71b78dbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0388086 Jul 28 16:11:42.698512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44364c7a-57aa-4984-bbe7-6d45c62146fb req-9982ebf5-cc6d-4f53-ba0e-4ce264f26efe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Jul 28 16:11:42.923447 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851456-d4bc-4f8b-92cd-fbf7873d8bbd req-cff71afc-c25e-489a-abfb-022a152a9d24 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:42.925038 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1851456-d4bc-4f8b-92cd-fbf7873d8bbd req-cff71afc-c25e-489a-abfb-022a152a9d24 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Jul 28 16:11:42.964741 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b1851456-d4bc-4f8b-92cd-fbf7873d8bbd req-50d20234-be99-4cec-8a1d-a02083d99041 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Jul 28 16:11:44.084836 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627d365-bab5-4d24-a2e9-2905a4be8514 req-21691152-6d53-4ad7-a569-e98fd91ee1dc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:44.086361 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a627d365-bab5-4d24-a2e9-2905a4be8514 req-21691152-6d53-4ad7-a569-e98fd91ee1dc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0503242 Jul 28 16:11:44.126961 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a627d365-bab5-4d24-a2e9-2905a4be8514 req-e08b7cee-9c21-4487-9fef-7d5233a7325f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338867 Jul 28 16:11:45.252012 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbab583-69a5-4f4c-8d99-e1b9f3b22b9d req-28cd627f-64db-41ec-8558-b5c92c59cfc0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:45.253519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1dbab583-69a5-4f4c-8d99-e1b9f3b22b9d req-28cd627f-64db-41ec-8558-b5c92c59cfc0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0558386 Jul 28 16:11:45.292371 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-1dbab583-69a5-4f4c-8d99-e1b9f3b22b9d req-74aebe10-ad63-4e08-b0cb-6313cb368fa6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323653 Jul 28 16:11:45.407517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41e36a-8e4b-4ee1-8e21-cc502356bc4f req-d40532b8-2e55-4981-9bf6-5ee73739748f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:45.408935 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a41e36a-8e4b-4ee1-8e21-cc502356bc4f req-d40532b8-2e55-4981-9bf6-5ee73739748f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0495899 Jul 28 16:11:45.448172 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4a41e36a-8e4b-4ee1-8e21-cc502356bc4f req-ce53e637-0326-4a40-8563-6b14c060914d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331161 Jul 28 16:11:45.470136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45470) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:45.609530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3396de98-a524-4fec-8018-cd6939800993 tempest-TestShelveInstance-513481597 tempest-TestShelveInstance-513481597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:45.611081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-3396de98-a524-4fec-8018-cd6939800993 tempest-TestShelveInstance-513481597 tempest-TestShelveInstance-513481597-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1093 time: 0.1399500 Jul 28 16:11:45.614266 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45474) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:11:45.619734 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:11:45.701559 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:45.800985 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:45.905499 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Allocated IP 172.25.6.123 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/273e402c-a1be-4aad-9339-ecedc933dc08) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:11:46.022225 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:46.138470 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:46.177622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:11:46.181939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:11:46.189697 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:11:46.195376 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'Port': ['ID=273e402c-a1be-4aad-9339-ecedc933dc08,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:46.553042 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:46.672250 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:46.818787 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:46.880982 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:46.947018 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'Port': ['ID=273e402c-a1be-4aad-9339-ecedc933dc08,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:11:46.960399 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:47.060634 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Floating IP 80b152c0-8540-4736-b64c-b251b8ff98d1 associated. External IP: 172.25.6.123, port: ce8f056a-0e48-479b-baa5-a8855bd177cf. Jul 28 16:11:47.266505 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:11:47.373732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:11:47.383173 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:11:47.393238 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:47.393923 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:47.489675 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:47.502620 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:47.517557 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b445bc12-1285-4d81-b83f-f0f7836fc951 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9021525 Jul 28 16:11:47.522669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:11:47.522669 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02813e-867d-4769-be06-4d139e64e9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:11:47.558654 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5474e61b-1f3e-4a8f-86c6-704914410dcb x-openstack-request-id: req-5474e61b-1f3e-4a8f-86c6-704914410dcb {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:11:47.559258 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:11:47.559258 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5474e61b-1f3e-4a8f-86c6-704914410dcb {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:11:47.559700 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'status': 'completed', 'code': 200} Jul 28 16:11:47.640986 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-610f777c-3855-4adb-b49a-69e9ab3b30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:47.642510 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-610f777c-3855-4adb-b49a-69e9ab3b30e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0422609 Jul 28 16:11:47.735273 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '80b152c0-8540-4736-b64c-b251b8ff98d1', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'mac_address': 'fa:16:3e:88:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:11:46Z', 'updated_at': '2021-07-28T16:11:46Z', 'revision_number': 0, 'project_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:47.738485 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-63cca421-d693-46d8-96e8-65d3a137e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:47.740124 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-63cca421-d693-46d8-96e8-65d3a137e25f service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0910361 Jul 28 16:11:47.766405 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:11:47.775055 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:11:47.775654 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:11:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:47.806757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-229b977a-548f-4e62-b436-1570441c67bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1000 time: 0.0596859 Jul 28 16:11:47.862805 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-ec0cc8a3-0e1c-48bc-a18f-1f301f4e7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:47.868958 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-ec0cc8a3-0e1c-48bc-a18f-1f301f4e7550 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0510333 Jul 28 16:11:47.912365 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-aea0df58-92e7-4449-b7b8-123a3204b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:11:47.913941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-aea0df58-92e7-4449-b7b8-123a3204b57e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431573 Jul 28 16:11:47.980735 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:11:48.005229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-74c926b6-9496-4288-8267-4c2f2825b77a service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843201 Jul 28 16:11:48.099678 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d02813e-867d-4769-be06-4d139e64e9b8 req-774091fe-193c-4b4e-99c2-415e92a89397 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874786 Jul 28 16:11:48.215911 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '80b152c0-8540-4736-b64c-b251b8ff98d1', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'mac_address': 'fa:16:3e:88:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:11:46Z', 'updated_at': '2021-07-28T16:11:46Z', 'revision_number': 0, 'project_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:11:48.253476 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b721f46-6c79-4d60-a5a1-e8ec0ebb75d8 None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '80b152c0-8540-4736-b64c-b251b8ff98d1', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'mac_address': 'fa:16:3e:88:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:11:46Z', 'updated_at': '2021-07-28T16:11:46Z', 'revision_number': 0, 'project_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:11:48.554713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a17bb-7e8b-42ec-811c-e90f2c8a9dba None None] New status for floating IP 80b152c0-8540-4736-b64c-b251b8ff98d1: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:11:52.357904 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4337a20d-f38f-4d1f-995b-520e31b5a2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:54.969368 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4bb49e58-5cc0-4326-ba7f-ba228965397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:55.289248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:56.680713 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:11:58.184167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:02.389072 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:12:03.169446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:07.233341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:21.168649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-89fe3c6d-5949-46d9-a4b1-e4e7ebedd0ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409787 Jul 28 16:12:21.278198 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-01ea8f89-bf9a-4b45-ac1a-3c5706655fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:12:21.279742 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-01ea8f89-bf9a-4b45-ac1a-3c5706655fcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0513649 Jul 28 16:12:21.394641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-14c64694-c0e1-47fc-b058-07622b6c9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:12:21.396090 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-14c64694-c0e1-47fc-b058-07622b6c9fe2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0968773 Jul 28 16:12:21.460989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-0e2f1c8c-aee3-40ac-ad3d-fc679a547c17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1002 time: 0.0580363 Jul 28 16:12:21.514230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-5b34b7ff-fba4-431c-b256-6a6f6385ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:12:21.515738 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-5b34b7ff-fba4-431c-b256-6a6f6385ab82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0483282 Jul 28 16:12:21.562231 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-cb406aee-56e9-4229-9255-31687b7f7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:12:21.564391 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-cb406aee-56e9-4229-9255-31687b7f7901 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418217 Jul 28 16:12:21.655851 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-dc85f33a-5dcd-4966-b01a-559271ea13ae service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Jul 28 16:12:21.750113 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8358a8d9-381b-43c8-90aa-f5dcd25c96e2 req-03663c33-1173-4f88-bd99-2dbcec7eb7b6 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871544 Jul 28 16:12:22.380778 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c1dc22a4-1714-4eea-955a-4746709f3bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:24.969945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9abb747c-38a8-4551-8736-543ee7ef2359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:25.294698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:26.697094 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:28.171278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:33.136933 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:37.260582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:39.388117 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:12:52.399630 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4077d575-c73d-482b-a1e5-bacc9dfb12be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:54.907698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9aa4efe5-aff0-4a31-8497-6a91712ba53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:55.330648 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:56.695059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:12:58.203326 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:03.159348 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:07.227783 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:16.387139 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:13:22.381553 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-08691c2a-fe65-4274-9100-b711dc10f210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:22.504877 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-2962b823-818c-40b0-afa4-d168c8fe9f30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512576 Jul 28 16:13:22.599754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850171-17c8-4104-841f-67a412b4684d req-4b6b4d3a-9e57-478e-9664-6d6eb9f5021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:13:22.601249 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-4b6b4d3a-9e57-478e-9664-6d6eb9f5021e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0402827 Jul 28 16:13:22.707607 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850171-17c8-4104-841f-67a412b4684d req-8b9ba3be-20d6-489f-a2a2-cbc6ea807088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:13:22.709100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-8b9ba3be-20d6-489f-a2a2-cbc6ea807088 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0893264 Jul 28 16:13:22.777405 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-4b4f8ecf-3fc4-4e7b-aab8-e4390194d5f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1002 time: 0.0612261 Jul 28 16:13:22.832870 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850171-17c8-4104-841f-67a412b4684d req-142f0b4c-a7aa-41fe-a49a-84812667777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:13:22.834351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-142f0b4c-a7aa-41fe-a49a-84812667777c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0506408 Jul 28 16:13:22.881123 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850171-17c8-4104-841f-67a412b4684d req-5b7c1e8f-bde5-414a-9529-e091983e3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:13:22.882630 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-5b7c1e8f-bde5-414a-9529-e091983e3d84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418940 Jul 28 16:13:22.974463 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-f571a6cb-3903-493f-a6ea-7fe0f829e265 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Jul 28 16:13:23.072977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-cd850171-17c8-4104-841f-67a412b4684d req-2eb41d96-c77c-4c68-87d1-1d51c09443f0 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914459 Jul 28 16:13:24.911962 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-193270a8-fdd8-4e65-9ef6-4e57399ba8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:25.324402 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:26.695623 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:28.198717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:33.193112 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:37.209876 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:52.369373 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9e25f85e-981c-4902-aab7-b4e6bc3c463c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:53.386476 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:13:54.894635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e7bef577-d122-4c1f-9b70-023a624813ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:55.294701 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:56.689099 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:13:58.191869 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:03.175664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:07.248853 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:15.286779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ca307-f067-4413-8c44-a0ab72c8b1b8 req-dae436f5-01bb-4388-982a-dafdcbc35b24 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:15.288299 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b3ca307-f067-4413-8c44-a0ab72c8b1b8 req-dae436f5-01bb-4388-982a-dafdcbc35b24 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.1777005 Jul 28 16:14:15.331230 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b3ca307-f067-4413-8c44-a0ab72c8b1b8 req-f4b710d4-8a6c-41a7-9703-9f64e86b93d8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367424 Jul 28 16:14:16.475221 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5198fb-fe13-4d30-a8d2-3d312caa8efc req-26bb156a-b746-4f0e-bd12-9aedd44c98a0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:16.476649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d5198fb-fe13-4d30-a8d2-3d312caa8efc req-26bb156a-b746-4f0e-bd12-9aedd44c98a0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0497153 Jul 28 16:14:16.515604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d5198fb-fe13-4d30-a8d2-3d312caa8efc req-28e9a534-a742-478c-b8be-e9f7dd09f9f5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330124 Jul 28 16:14:17.655640 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7261f14-b781-42a9-9226-6a7432dc142c req-13200eed-c8fa-4488-997d-abfca08095fd tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:17.659719 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7261f14-b781-42a9-9226-6a7432dc142c req-13200eed-c8fa-4488-997d-abfca08095fd tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Jul 28 16:14:17.696357 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7261f14-b781-42a9-9226-6a7432dc142c req-935abd4e-0959-4a65-8ae9-9444430a7d4f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Jul 28 16:14:18.816005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72cca1-ceee-4bbf-85cc-993008169d9a req-408024f2-d63a-4c8d-8443-397f8740ddbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:18.817514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae72cca1-ceee-4bbf-85cc-993008169d9a req-408024f2-d63a-4c8d-8443-397f8740ddbe tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0530879 Jul 28 16:14:18.856514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ae72cca1-ceee-4bbf-85cc-993008169d9a req-81c990b9-d52f-4c4a-9bc3-5113dbe919d1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 Jul 28 16:14:19.971127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cef89-3351-4695-b89e-fdce7d97abd8 req-c83f5b32-1679-4a1a-8d45-a3a4a80a5103 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:19.972731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c96cef89-3351-4695-b89e-fdce7d97abd8 req-c83f5b32-1679-4a1a-8d45-a3a4a80a5103 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Jul 28 16:14:20.014495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c96cef89-3351-4695-b89e-fdce7d97abd8 req-26f5afd1-707e-46a2-aa5f-5e3965669a57 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331223 Jul 28 16:14:21.126600 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63660a45-e890-4e1a-931d-e77ea59715d1 req-77472fce-56b2-4c70-a10f-7c8133c4f7d1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:21.128067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63660a45-e890-4e1a-931d-e77ea59715d1 req-77472fce-56b2-4c70-a10f-7c8133c4f7d1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0479293 Jul 28 16:14:21.166542 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-63660a45-e890-4e1a-931d-e77ea59715d1 req-865987cf-233d-430c-8355-09a8b9aff8e4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jul 28 16:14:22.302916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d6194-9c60-42fe-a98b-6c6c36cb8700 req-ea5f7506-b41d-4317-a33b-ea398fcf0402 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:22.304425 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-328d6194-9c60-42fe-a98b-6c6c36cb8700 req-ea5f7506-b41d-4317-a33b-ea398fcf0402 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0540977 Jul 28 16:14:22.347464 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-328d6194-9c60-42fe-a98b-6c6c36cb8700 req-fa5f8d23-34cd-46ec-aa41-958e64dcc84d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Jul 28 16:14:22.374085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ebcca90c-7857-45c9-8ab9-05b63b0b9feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:23.462599 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b489c3a-03ef-4241-8359-ca552f38c75c req-de1f21a7-ac57-40f8-a5f8-6fc439b632d4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:23.464001 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b489c3a-03ef-4241-8359-ca552f38c75c req-de1f21a7-ac57-40f8-a5f8-6fc439b632d4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0501356 Jul 28 16:14:23.504987 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b489c3a-03ef-4241-8359-ca552f38c75c req-a2b58d75-7014-4514-9a23-56cc0910d922 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349486 Jul 28 16:14:23.622662 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-5128aac4-cf8d-4c1a-9df2-ced55c7032ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:23.624122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-5128aac4-cf8d-4c1a-9df2-ced55c7032ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1098 time: 0.1182868 Jul 28 16:14:23.729412 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-91c36d9c-8c32-4d96-8246-debe57e8a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:23.730810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-91c36d9c-8c32-4d96-8246-debe57e8a8e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0872848 Jul 28 16:14:23.800254 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-5a2dade7-379e-4b0b-a541-07cdbb39ac2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1002 time: 0.0626786 Jul 28 16:14:23.854034 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-f7bc7de6-6ad0-41c5-9dc4-7c3a22574b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:23.855491 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-f7bc7de6-6ad0-41c5-9dc4-7c3a22574b31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0487969 Jul 28 16:14:23.901297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-8d99b771-8bdc-41f5-a9eb-79cc6ab2a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:23.902762 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-8d99b771-8bdc-41f5-a9eb-79cc6ab2a7b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404501 Jul 28 16:14:23.995730 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-ae00954b-7d5f-41d0-a601-825980cd80d8 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859396 Jul 28 16:14:24.085074 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c17516a6-2a16-4e07-b07b-4efbcd4a309e req-f18fb7bf-f3c8-434b-8293-fca7a50674aa service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827949 Jul 28 16:14:24.620205 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40287434-788c-4985-b1b9-77f9129b8a8e req-ac8b6423-9ac3-428f-822a-11d309df921e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:24.622427 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40287434-788c-4985-b1b9-77f9129b8a8e req-ac8b6423-9ac3-428f-822a-11d309df921e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0499241 Jul 28 16:14:24.668844 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-40287434-788c-4985-b1b9-77f9129b8a8e req-933d035a-ba2a-4138-b301-50dda2cf75b5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 Jul 28 16:14:24.946004 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2336d1f1-5c6f-4ff2-ad80-cd4b2c8397e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:25.300571 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:25.786318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5088f-0f1a-4fd8-a72f-2c14fed9f8cd req-a485a008-a315-4bbd-b87a-e4076bed3507 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:25.787920 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3aa5088f-0f1a-4fd8-a72f-2c14fed9f8cd req-a485a008-a315-4bbd-b87a-e4076bed3507 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0514297 Jul 28 16:14:25.826816 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3aa5088f-0f1a-4fd8-a72f-2c14fed9f8cd req-ebfa2c06-ee48-44c8-8b51-9c7fabba0911 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Jul 28 16:14:26.700184 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:26.938408 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda7c7-b0fe-4dc6-9c53-111791e664cf req-613b048d-7a7c-43af-81d6-55f59995ab34 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:26.939882 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78bda7c7-b0fe-4dc6-9c53-111791e664cf req-613b048d-7a7c-43af-81d6-55f59995ab34 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0479004 Jul 28 16:14:26.977628 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-78bda7c7-b0fe-4dc6-9c53-111791e664cf req-46217c67-5f84-4427-9ee6-581f31b9b5b5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312684 Jul 28 16:14:28.096131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f80dfd-21ba-4117-8b44-ec274d094bde req-f905a77c-246d-4408-927e-23433183bece tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:28.097531 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6f80dfd-21ba-4117-8b44-ec274d094bde req-f905a77c-246d-4408-927e-23433183bece tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Jul 28 16:14:28.136154 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f6f80dfd-21ba-4117-8b44-ec274d094bde req-435efaa0-4aa4-4000-9a4c-86893a2922b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Jul 28 16:14:28.191311 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:29.250075 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ac165-cece-4943-9e71-ff46713bb6ab req-f3915ca7-34fa-4ff6-8e48-56902aff264c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:29.251519 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-940ac165-cece-4943-9e71-ff46713bb6ab req-f3915ca7-34fa-4ff6-8e48-56902aff264c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Jul 28 16:14:29.291826 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-940ac165-cece-4943-9e71-ff46713bb6ab req-f555161e-e17a-409b-be7d-8e35df6c2e3a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341520 Jul 28 16:14:30.385818 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:14:30.412102 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50eb7b-c062-4c02-adbb-d651ea493c72 req-f89f2b7d-3d8f-4ef1-b6be-49349c62f14b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:30.413580 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f50eb7b-c062-4c02-adbb-d651ea493c72 req-f89f2b7d-3d8f-4ef1-b6be-49349c62f14b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0489602 Jul 28 16:14:30.451294 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9f50eb7b-c062-4c02-adbb-d651ea493c72 req-8d8613da-b7bb-4aa3-93c2-84c30dbdba82 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Jul 28 16:14:31.566422 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d67da1-fb13-43df-858d-714029701f1e req-9bf77525-1107-416c-9877-bad72ba8efed tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:31.567907 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62d67da1-fb13-43df-858d-714029701f1e req-9bf77525-1107-416c-9877-bad72ba8efed tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0490859 Jul 28 16:14:31.606058 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-62d67da1-fb13-43df-858d-714029701f1e req-04fec3e6-41eb-47e9-9514-4bb540c27600 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Jul 28 16:14:32.720403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82684faa-7843-422e-a306-51d73cc34945 req-b29214b7-a514-4a09-b009-1f9a48a93729 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:32.721909 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82684faa-7843-422e-a306-51d73cc34945 req-b29214b7-a514-4a09-b009-1f9a48a93729 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0489242 Jul 28 16:14:32.759380 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-82684faa-7843-422e-a306-51d73cc34945 req-389e1446-0f3b-4268-b0b1-cdb3bb9f3841 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Jul 28 16:14:33.023815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:14:33.126012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:14:33.138892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'mac_address': 'fa:16:3e:88:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:14:33.176945 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:33.190113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:14:33.197087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:33.211623 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:14:33.265844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:33.316974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:14:33.324713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.325118 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.325412 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.325772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.326090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.326424 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.326754 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.327088 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.327415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.327758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.328073 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.328400 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:33.411620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ce8f056a-0e48-479b-baa5-a8855bd177cf'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:14:33.881694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960d655-5143-41e0-887d-8bdbc92a7627 req-d92f60e2-2aef-425f-8d0f-b89971d899e0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:33.883250 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b960d655-5143-41e0-887d-8bdbc92a7627 req-d92f60e2-2aef-425f-8d0f-b89971d899e0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Jul 28 16:14:33.921540 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-b960d655-5143-41e0-887d-8bdbc92a7627 req-d9145e82-f8e6-45d8-a9e9-e92bcadb6ac8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Jul 28 16:14:35.032271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:14:35.041801 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74990a3e-5a56-427a-90ba-1055b1b6aba2 req-5a1a1ff6-f7fe-4dc5-8562-11a4713371de tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:35.043325 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74990a3e-5a56-427a-90ba-1055b1b6aba2 req-5a1a1ff6-f7fe-4dc5-8562-11a4713371de tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Jul 28 16:14:35.079321 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ce8f056a-0e48-479b-baa5-a8855bd177cf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:14:35.079698 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:35.081733 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-74990a3e-5a56-427a-90ba-1055b1b6aba2 req-5d212f61-1c4c-4f11-bb3c-4a5e09a5d013 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Jul 28 16:14:35.154350 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:35.180404 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:14:35.182663 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc5ca4b-87f3-4e7c-a78c-87e55704050b" -d '{"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:14:35.195589 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:14:35.254211 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:35.300582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:14:36.198327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f6c-e200-4680-9b14-6aee84ce4597 req-55c841f5-2cfc-4dfe-bb94-82f55fc17cdf tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:36.199843 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0ad5f6c-e200-4680-9b14-6aee84ce4597 req-55c841f5-2cfc-4dfe-bb94-82f55fc17cdf tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0487802 Jul 28 16:14:36.245683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0ad5f6c-e200-4680-9b14-6aee84ce4597 req-58fa2e6b-7829-4e96-8512-2f1153f815d4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 Jul 28 16:14:36.251853 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b43b036-7dfa-4724-9015-da833db3f387 x-openstack-request-id: req-3b43b036-7dfa-4724-9015-da833db3f387 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:14:36.252346 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:14:36.252492 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b43b036-7dfa-4724-9015-da833db3f387 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:14:36.253216 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'code': 200} Jul 28 16:14:37.330957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:37.377600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82e05-de80-4492-b542-e8a0d6d165b4 req-12f6d379-168d-455f-bf90-74f823b36fac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:37.379360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8cb82e05-de80-4492-b542-e8a0d6d165b4 req-12f6d379-168d-455f-bf90-74f823b36fac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0542350 Jul 28 16:14:37.424480 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8cb82e05-de80-4492-b542-e8a0d6d165b4 req-9f85238c-5aed-4d8c-84de-48a934e62dc7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383396 Jul 28 16:14:38.548859 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec22fb-c211-4b00-a709-2da347b6d984 req-18c00701-7ed7-4c06-98fe-e39134e8803b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:38.553483 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7ec22fb-c211-4b00-a709-2da347b6d984 req-18c00701-7ed7-4c06-98fe-e39134e8803b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0575180 Jul 28 16:14:38.597017 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f7ec22fb-c211-4b00-a709-2da347b6d984 req-fe58ece4-ded0-4677-859a-49fd3a9ccce9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370963 Jul 28 16:14:39.728644 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa5a18-9eec-4635-a95d-8ba42269f078 req-b8df43b9-1592-493b-8196-95d082b43288 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:39.728644 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7aa5a18-9eec-4635-a95d-8ba42269f078 req-b8df43b9-1592-493b-8196-95d082b43288 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0609176 Jul 28 16:14:39.769245 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c7aa5a18-9eec-4635-a95d-8ba42269f078 req-b34d29fd-4f87-4282-8b38-1d3ace75abf9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337746 Jul 28 16:14:40.915246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563c8bd-7324-4cfe-9252-5fc21afd93c0 req-092510a2-730e-4a47-91f1-4fe785c77ba0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:40.916789 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6563c8bd-7324-4cfe-9252-5fc21afd93c0 req-092510a2-730e-4a47-91f1-4fe785c77ba0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0623312 Jul 28 16:14:40.967649 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6563c8bd-7324-4cfe-9252-5fc21afd93c0 req-51776a34-0c73-498b-9c39-3e631d98f679 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 Jul 28 16:14:42.094808 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245600-2c28-4c07-86a1-dc2bab6dae85 req-da11b7a8-0873-420c-99ca-f2f5db85835c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:42.097110 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e245600-2c28-4c07-86a1-dc2bab6dae85 req-da11b7a8-0873-420c-99ca-f2f5db85835c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0557914 Jul 28 16:14:42.140369 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2e245600-2c28-4c07-86a1-dc2bab6dae85 req-f015de8d-ffd8-43be-a64b-35ccc3846e18 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365174 Jul 28 16:14:43.261529 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13644b84-b6de-4da5-be5b-0f03c2c21183 req-c00389c3-a00c-48c4-9652-ff53acafea3f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:43.263314 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13644b84-b6de-4da5-be5b-0f03c2c21183 req-c00389c3-a00c-48c4-9652-ff53acafea3f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0511613 Jul 28 16:14:43.307583 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13644b84-b6de-4da5-be5b-0f03c2c21183 req-3292326a-2111-4009-976f-e8389740c484 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Jul 28 16:14:44.435419 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266aff-7a0c-4f99-b002-a1eab79fa074 req-d3105956-9dd0-4142-8cde-31188e74420a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:44.437843 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d8266aff-7a0c-4f99-b002-a1eab79fa074 req-d3105956-9dd0-4142-8cde-31188e74420a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0582530 Jul 28 16:14:44.488073 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d8266aff-7a0c-4f99-b002-a1eab79fa074 req-929402e2-b4dd-4872-a4d2-9d05faab71d0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Jul 28 16:14:45.624980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3c767-449c-4849-91a1-c8a2527b5f5f req-1d7c85fb-a0b9-48f4-94fd-33d3163ec978 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:45.626520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ec3c767-449c-4849-91a1-c8a2527b5f5f req-1d7c85fb-a0b9-48f4-94fd-33d3163ec978 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0571606 Jul 28 16:14:45.668346 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7ec3c767-449c-4849-91a1-c8a2527b5f5f req-bb6dcd2c-3e1c-48d8-8b9c-32c1fd23adb3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350676 Jul 28 16:14:46.804377 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a80ba-3d54-4cf1-8934-2ee19246dc53 req-fcde0d93-ad5d-47a7-812b-c8631290d9c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:46.805935 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-725a80ba-3d54-4cf1-8934-2ee19246dc53 req-fcde0d93-ad5d-47a7-812b-c8631290d9c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0525167 Jul 28 16:14:46.849531 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-725a80ba-3d54-4cf1-8934-2ee19246dc53 req-dc32ff4c-ef8d-4254-a72a-ffebd867cf7a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356550 Jul 28 16:14:47.967786 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4c6d-f6e8-4445-ae7a-689ad1d5cc51 req-c6a9218b-d47a-4a97-89df-2a9d3c6b327f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:47.969263 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486d4c6d-f6e8-4445-ae7a-689ad1d5cc51 req-c6a9218b-d47a-4a97-89df-2a9d3c6b327f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Jul 28 16:14:48.007324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-486d4c6d-f6e8-4445-ae7a-689ad1d5cc51 req-081a422d-ca79-4690-8b6d-b033f6d62cb0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319293 Jul 28 16:14:48.391818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cae19-02ad-490b-a035-d2387f1734b5 req-1ca8360f-406d-404b-bc08-a61568241d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:48.393339 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-1ca8360f-406d-404b-bc08-a61568241d4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0403497 Jul 28 16:14:48.486484 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cae19-02ad-490b-a035-d2387f1734b5 req-406d3a1d-5e20-42b9-a175-a6ef5ec8090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:48.487891 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-406d3a1d-5e20-42b9-a175-a6ef5ec8090e service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0875115 Jul 28 16:14:48.555413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-e1723c1e-31b6-435a-b6a3-6db929510553 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1002 time: 0.0598352 Jul 28 16:14:48.605668 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cae19-02ad-490b-a035-d2387f1734b5 req-58a5c98a-7300-4894-9c3a-afe44069e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:48.607166 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-58a5c98a-7300-4894-9c3a-afe44069e597 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0452437 Jul 28 16:14:48.655751 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cae19-02ad-490b-a035-d2387f1734b5 req-5e9016fd-d787-427f-a644-c3c2c6df9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:48.657274 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-5e9016fd-d787-427f-a644-c3c2c6df9634 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434291 Jul 28 16:14:49.070835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-9fbe376c-e6f6-4f3b-8285-1f561d210937 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057395 Jul 28 16:14:49.120461 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0bfab-d63f-4881-be52-6f0ef3122bd3 req-2f8db73f-38b3-4a8b-a2f8-ec688178fa62 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:49.121974 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37e0bfab-d63f-4881-be52-6f0ef3122bd3 req-2f8db73f-38b3-4a8b-a2f8-ec688178fa62 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0480022 Jul 28 16:14:49.159981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-37e0bfab-d63f-4881-be52-6f0ef3122bd3 req-bec53c46-e357-4313-a368-75c8ce2d5d58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Jul 28 16:14:49.164834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-713cae19-02ad-490b-a035-d2387f1734b5 req-7a35787c-8fc9-4a6a-8b0a-9d3eafdbaa68 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870502 Jul 28 16:14:50.279737 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8b9fc-0613-42ac-a2af-6a0e8c2b4ece req-b48f55e8-8034-4a37-bd30-a610cd052dcf tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:50.281216 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ed8b9fc-0613-42ac-a2af-6a0e8c2b4ece req-b48f55e8-8034-4a37-bd30-a610cd052dcf tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Jul 28 16:14:50.323732 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-6ed8b9fc-0613-42ac-a2af-6a0e8c2b4ece req-737c4efd-6b4c-4588-9024-c5a47b17ba33 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344110 Jul 28 16:14:51.149319 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:14:51.224188 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:51.250150 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:14:51.252349 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd86f2-3645-4a82-aaf0-09a1b291cbe8" -d '{"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:14:51.264998 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:14:51.290011 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c3f440-0627-4a7a-b5dd-2ac7682ced04 x-openstack-request-id: req-13c3f440-0627-4a7a-b5dd-2ac7682ced04 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:14:51.290296 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:14:51.290545 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13c3f440-0627-4a7a-b5dd-2ac7682ced04 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:14:51.290956 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'code': 200} Jul 28 16:14:51.334194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:51.382447 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:14:51.441433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a37d-18cc-423c-a632-988e0caa4e2b req-9f5ef945-7d3a-4ef6-ba8b-d3c4e1e07879 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:51.442838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ed5a37d-18cc-423c-a632-988e0caa4e2b req-9f5ef945-7d3a-4ef6-ba8b-d3c4e1e07879 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Jul 28 16:14:51.481404 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0ed5a37d-18cc-423c-a632-988e0caa4e2b req-651b4e07-d9f1-4ba4-b606-e51a70cd1964 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323517 Jul 28 16:14:51.827777 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36009c1-6b83-4b38-84fb-2922ff30ccbf req-1e15c85c-3e73-4802-b1b6-d66b1dc064d3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:51.829300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d36009c1-6b83-4b38-84fb-2922ff30ccbf req-1e15c85c-3e73-4802-b1b6-d66b1dc064d3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0538654 Jul 28 16:14:51.872190 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d36009c1-6b83-4b38-84fb-2922ff30ccbf req-d8514fd7-f704-4939-9ba7-869753bfc4c5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341017 Jul 28 16:14:52.145187 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45726) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:14:52.233803 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-6b0506a7-38df-4b7d-915e-3f1ce4380526 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874083 Jul 28 16:14:52.374437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b27f0cdb-79d2-422a-93ea-49e211685ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:53.007037 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbdb46-b61c-4b90-916e-329db4f2d775 req-1796fc7e-a267-431d-8e80-02791ac4d93d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:53.008751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bcbdb46-b61c-4b90-916e-329db4f2d775 req-1796fc7e-a267-431d-8e80-02791ac4d93d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0664096 Jul 28 16:14:53.047580 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4bcbdb46-b61c-4b90-916e-329db4f2d775 req-69d7913f-c8c4-4ece-afc4-d5a73021050d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Jul 28 16:14:53.762634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-da5ecb35-aab8-4fa0-ba60-0bf38852be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:53.764131 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-da5ecb35-aab8-4fa0-ba60-0bf38852be3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0&tenant_id=80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 1096 time: 0.0811288 Jul 28 16:14:53.776782 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-10', 'device_owner': 'compute:nova'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:14:53.830780 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.039172 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:14:54.071533 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:14:54.104795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:14:54.113030 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.150435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Transition to ACTIVE for port object ce8f056a-0e48-479b-baa5-a8855bd177cf will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:14:54.170154 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a76b5-331d-4726-bf0e-2a54ef84a22b req-cd3b4f1d-6b89-4ce9-acf9-c1aa310d6e46 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:54.171648 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-039a76b5-331d-4726-bf0e-2a54ef84a22b req-cd3b4f1d-6b89-4ce9-acf9-c1aa310d6e46 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 944 time: 0.0561125 Jul 28 16:14:54.212214 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-039a76b5-331d-4726-bf0e-2a54ef84a22b req-1c8187a3-ea9b-4759-809d-87aaf3f4aa25 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343750 Jul 28 16:14:54.212864 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.294483 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=9']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:14:54.308085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.308445 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.308826 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.309203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.309544 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.310019 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.310272 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.310728 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.311064 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.311395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.311729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.312063 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:14:54.349965 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] No DVR routers for this DVR port ce8f056a-0e48-479b-baa5-a8855bd177cf on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:14:54.490333 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:14:54.490701 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:14:54.491037 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:14:54.495707 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Port ce8f056a-0e48-479b-baa5-a8855bd177cf on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:14:54.496035 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Attempting to bind port ce8f056a-0e48-479b-baa5-a8855bd177cf on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:14:54.501181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:14:54.501473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Checking segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:14:54.501858 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Bound using segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:14:54.502309 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Bound port: ce8f056a-0e48-479b-baa5-a8855bd177cf, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:14:54.502653 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.571046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:14:54.573975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:14:54.631838 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.667559 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:54.668188 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.669856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1093 time: 0.8972826 Jul 28 16:14:54.670328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:14:54.672605 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00014b15-8413-4881-b943-9233245a98c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:14:54.710137 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b33f6f-2879-47ed-becb-0411986657e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=10']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:14:54.748015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-ffd2d61d-7c4a-4d66-9a09-85e6074aa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:54.749634 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-ffd2d61d-7c4a-4d66-9a09-85e6074aa36b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0522738 Jul 28 16:14:54.779352 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b661ee8d-5995-4342-b960-7dd174ec56e2 x-openstack-request-id: req-b661ee8d-5995-4342-b960-7dd174ec56e2 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:14:54.788670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:14:54.788670 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b661ee8d-5995-4342-b960-7dd174ec56e2 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:14:54.788670 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'status': 'completed', 'code': 200} Jul 28 16:14:54.855147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-de5bc154-cec4-45f8-aa80-9005739196b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:54.856669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-de5bc154-cec4-45f8-aa80-9005739196b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0982702 Jul 28 16:14:54.916702 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9b56-7ef5-43fa-9688-5a09361065f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:54.925939 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-32e447fc-2295-46cb-8ec8-bb388d1a5a8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1000 time: 0.0607748 Jul 28 16:14:54.975250 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-921c33a3-703c-4f47-8abc-b5e9dddd13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:54.976613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-921c33a3-703c-4f47-8abc-b5e9dddd13f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0441573 Jul 28 16:14:55.027136 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-7367ad5a-7f0c-45b3-8ee9-46c88108d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:55.028607 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-7367ad5a-7f0c-45b3-8ee9-46c88108d859 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438702 Jul 28 16:14:55.121794 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-c4a292f7-baab-4881-a40e-816247a4af37 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825002 Jul 28 16:14:55.218559 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e98940b7-bdea-4eeb-8b03-be484efb640d req-4834a0c3-b39d-4f57-8341-9e8b06543a52 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877583 Jul 28 16:14:55.328470 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:55.339401 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2353e-d6d8-4fa5-bb08-7511d85655d1 req-982b0455-1987-42ae-89da-5e8f1e9f6e22 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:55.340923 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47a2353e-d6d8-4fa5-bb08-7511d85655d1 req-982b0455-1987-42ae-89da-5e8f1e9f6e22 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0602992 Jul 28 16:14:55.401546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-47a2353e-d6d8-4fa5-bb08-7511d85655d1 req-35b3f929-2dcb-42f9-9b21-95db66c45a34 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Jul 28 16:14:55.404497 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014b15-8413-4881-b943-9233245a98c6 req-e32c5cf3-9af2-452e-8930-48d6c4565d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:55.405982 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-e32c5cf3-9af2-452e-8930-48d6c4565d1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0831907 Jul 28 16:14:55.505000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014b15-8413-4881-b943-9233245a98c6 req-a2561127-5d8b-4a0a-af13-400062cee52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:55.506512 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-a2561127-5d8b-4a0a-af13-400062cee52d service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0927083 Jul 28 16:14:55.575787 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-9588c641-ca06-4e80-bc5f-23d8a40c54a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1000 time: 0.0609236 Jul 28 16:14:55.629670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014b15-8413-4881-b943-9233245a98c6 req-35d51898-4301-480f-a885-cdbd525d5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:55.631096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-35d51898-4301-480f-a885-cdbd525d5ef5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0481496 Jul 28 16:14:55.708409 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014b15-8413-4881-b943-9233245a98c6 req-2ede0be1-f7ee-46e8-89a4-4acb1a37c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:55.712315 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-2ede0be1-f7ee-46e8-89a4-4acb1a37c3b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735922 Jul 28 16:14:56.527602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4d7db-e7b1-476c-994e-2d2151e3cd65 req-c3148a16-a8a4-4b59-a677-95bd9911cdb0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:56.529190 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7d4d7db-e7b1-476c-994e-2d2151e3cd65 req-c3148a16-a8a4-4b59-a677-95bd9911cdb0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Jul 28 16:14:56.570816 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-f7d4d7db-e7b1-476c-994e-2d2151e3cd65 req-7852639b-e6d5-4631-984a-92ad43a653d8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350804 Jul 28 16:14:56.700062 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:57.700444 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919688e4-9634-4fe5-98c7-a3b858b5654a req-3ac01b98-f470-4d87-8bdd-940e03a59ab6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:57.702033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-919688e4-9634-4fe5-98c7-a3b858b5654a req-3ac01b98-f470-4d87-8bdd-940e03a59ab6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0547814 Jul 28 16:14:57.741570 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-919688e4-9634-4fe5-98c7-a3b858b5654a req-f0be6ed5-8568-4445-bade-a7988fcf664a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Jul 28 16:14:58.208900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:14:58.871040 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a29f6-7914-4e3e-a8ec-7bcd0b87c625 req-b87a10d7-77c5-4283-94a4-485eecb08ede tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:14:58.872886 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-228a29f6-7914-4e3e-a8ec-7bcd0b87c625 req-b87a10d7-77c5-4283-94a4-485eecb08ede tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0583727 Jul 28 16:14:58.911671 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-228a29f6-7914-4e3e-a8ec-7bcd0b87c625 req-369f5ac7-1036-440f-85c3-135c574aaa89 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Jul 28 16:15:00.033794 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2aa26-4990-4c82-81ba-774b0553d140 req-84f66bd0-ba25-4b35-a64b-76e0390a1752 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:00.035403 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25c2aa26-4990-4c82-81ba-774b0553d140 req-84f66bd0-ba25-4b35-a64b-76e0390a1752 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0518889 Jul 28 16:15:00.074192 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-25c2aa26-4990-4c82-81ba-774b0553d140 req-8d5a019a-d184-4921-9cfc-d0ff39a49cbb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321436 Jul 28 16:15:01.204842 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff0835-bc02-4b6d-83b7-d9e2973c4e4b req-e1f1d69a-638a-4353-8b8b-8e3b27ceeb59 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:01.206323 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47ff0835-bc02-4b6d-83b7-d9e2973c4e4b req-e1f1d69a-638a-4353-8b8b-8e3b27ceeb59 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0628867 Jul 28 16:15:01.252911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-47ff0835-bc02-4b6d-83b7-d9e2973c4e4b req-5e5f6cc2-1f99-4399-80f9-cefe8f1e0cc3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375764 Jul 28 16:15:02.402374 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e1f90-4096-4e2b-8adb-1874f9719b3e req-b86852f3-de37-4a8b-9c2f-ccbe842c523d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:02.403906 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-887e1f90-4096-4e2b-8adb-1874f9719b3e req-b86852f3-de37-4a8b-9c2f-ccbe842c523d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0805237 Jul 28 16:15:02.443161 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-887e1f90-4096-4e2b-8adb-1874f9719b3e req-c471b509-d878-43ff-a658-5c0b7b266409 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jul 28 16:15:03.220198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:03.563242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b2f5-2010-477e-94a0-64c33bbc9813 req-f5b6d313-7c2a-45d5-9019-d513826dd86d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:03.564751 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-edc6b2f5-2010-477e-94a0-64c33bbc9813 req-f5b6d313-7c2a-45d5-9019-d513826dd86d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Jul 28 16:15:03.602459 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-edc6b2f5-2010-477e-94a0-64c33bbc9813 req-f9b8b520-25cf-4661-9015-2d8c4ee97b11 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309627 Jul 28 16:15:04.741620 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee44d2-0f43-46c2-9ad0-316ec7aa13e9 req-67fd17b1-5166-4545-a50c-87243a9beb58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:04.743153 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24ee44d2-0f43-46c2-9ad0-316ec7aa13e9 req-67fd17b1-5166-4545-a50c-87243a9beb58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0712488 Jul 28 16:15:04.785186 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-24ee44d2-0f43-46c2-9ad0-316ec7aa13e9 req-1f68d00f-899a-4db7-aae5-51272e5bd4c5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358131 Jul 28 16:15:05.919132 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe024-7d3e-4bd1-9acb-eaadd27d21ef req-a52c2330-0bd4-4a25-920e-7f498e9e5062 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:05.920655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-604fe024-7d3e-4bd1-9acb-eaadd27d21ef req-a52c2330-0bd4-4a25-920e-7f498e9e5062 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Jul 28 16:15:05.962201 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-604fe024-7d3e-4bd1-9acb-eaadd27d21ef req-948dbf28-5018-48eb-91af-b486e347ef4a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347745 Jul 28 16:15:06.588871 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-a947ca24-5728-42ee-8a02-f346f58e0f2d service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Jul 28 16:15:06.684334 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-00014b15-8413-4881-b943-9233245a98c6 req-138e2b48-5ecd-4406-ba3f-e34b20d49645 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852466 Jul 28 16:15:07.086118 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f0096-b91a-4b36-9033-1933eac4dbe6 req-5543b37e-71f0-48f9-b135-9889a44cd65b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:07.087624 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-920f0096-b91a-4b36-9033-1933eac4dbe6 req-5543b37e-71f0-48f9-b135-9889a44cd65b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0505490 Jul 28 16:15:07.125259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-920f0096-b91a-4b36-9033-1933eac4dbe6 req-27dd3496-a5ae-4a6a-a201-fba0a463839e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Jul 28 16:15:07.310762 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:07.384850 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:15:08.245788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9cf04-69df-4f35-805a-c6f055459bc2 req-811d766a-2637-46aa-8cba-ac8fa51b782a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:08.247307 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ee9cf04-69df-4f35-805a-c6f055459bc2 req-811d766a-2637-46aa-8cba-ac8fa51b782a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Jul 28 16:15:08.284817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2ee9cf04-69df-4f35-805a-c6f055459bc2 req-4fc81ba7-cdef-4f18-950d-244438a02b2f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Jul 28 16:15:08.739315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:15:08.835394 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:15:08.846158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'port_id': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'mac_address': 'fa:16:3e:88:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:15:08.882662 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:08.894655 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:15:08.913042 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:15:08.985401 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:09.033276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=11']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:15:09.288183 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['ce8f056a-0e48-479b-baa5-a8855bd177cf'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:15:09.421575 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e558d-a337-4715-87bc-cd938cb7c128 req-fa1f26f8-b054-4350-a8f3-698e9a23207b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:09.423198 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab5e558d-a337-4715-87bc-cd938cb7c128 req-fa1f26f8-b054-4350-a8f3-698e9a23207b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0669079 Jul 28 16:15:09.465606 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ab5e558d-a337-4715-87bc-cd938cb7c128 req-a02e8129-ade3-490c-9514-0abf24091e4d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352571 Jul 28 16:15:10.584220 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50906c8c-adb9-4012-80e4-688f7e083b66 req-70991f8d-d968-4041-92dc-63e165550374 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:10.585731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50906c8c-adb9-4012-80e4-688f7e083b66 req-70991f8d-d968-4041-92dc-63e165550374 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 946 time: 0.0498900 Jul 28 16:15:10.623172 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-50906c8c-adb9-4012-80e4-688f7e083b66 req-4c4ab1a9-337a-4b05-9815-fddfd6f55a63 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Jul 28 16:15:10.751271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:15:10.854114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port ce8f056a-0e48-479b-baa5-a8855bd177cf completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:15:10.858101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port ce8f056a-0e48-479b-baa5-a8855bd177cf triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:15:10.858478 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:10.933272 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:10.954791 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:15:10.957074 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb79b10-5fec-4c49-8eb3-e2cf887dd312" -d '{"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:15:10.970179 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:15:10.997341 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6dae51-5dc9-4fee-9267-e1bb3624bb9b x-openstack-request-id: req-ad6dae51-5dc9-4fee-9267-e1bb3624bb9b {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:15:10.997341 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:15:10.997341 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad6dae51-5dc9-4fee-9267-e1bb3624bb9b {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:15:10.997341 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'code': 200} Jul 28 16:15:11.031535 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:11.087580 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=12']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:15:11.229899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ac44-c377-42ae-ad70-ef315fae50bb req-ecc56e94-ffe3-44fc-819d-5198277ac6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:11.231661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ae5ac44-c377-42ae-ad70-ef315fae50bb req-ecc56e94-ffe3-44fc-819d-5198277ac6e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1099 time: 0.0494657 Jul 28 16:15:11.272943 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8ae5ac44-c377-42ae-ad70-ef315fae50bb req-244818af-5cfa-4fc4-80b0-3eaa27941235 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Jul 28 16:15:11.747355 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc3168-5284-4166-a4d1-86215b0b30cd req-bd3fbae9-b521-43ce-ae28-4509d8e16b24 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:11.753251 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcbc3168-5284-4166-a4d1-86215b0b30cd req-bd3fbae9-b521-43ce-ae28-4509d8e16b24 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 947 time: 0.0498567 Jul 28 16:15:11.788922 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-dcbc3168-5284-4166-a4d1-86215b0b30cd req-8f28fbd1-3060-473d-939c-5a33123f8c84 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Jul 28 16:15:12.916889 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fe3bd-d9d6-41b0-93bc-4e272091454d req-f509004b-84a0-4649-bdf5-2a8cfec5eba5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:12.918414 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-337fe3bd-d9d6-41b0-93bc-4e272091454d req-f509004b-84a0-4649-bdf5-2a8cfec5eba5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 947 time: 0.0527246 Jul 28 16:15:12.959536 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-337fe3bd-d9d6-41b0-93bc-4e272091454d req-9437e047-684f-41f9-98f3-2b31ba3fe4d3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341134 Jul 28 16:15:14.079397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2decbaf-9447-4f67-bc58-dd5af8b40e93 req-212cbba1-e1bf-48f1-805d-ef50069c2ea4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:14.080912 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2decbaf-9447-4f67-bc58-dd5af8b40e93 req-212cbba1-e1bf-48f1-805d-ef50069c2ea4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 947 time: 0.0527463 Jul 28 16:15:14.119375 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c2decbaf-9447-4f67-bc58-dd5af8b40e93 req-5d0b032e-63ce-40de-84ad-f65a48657d9e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318229 Jul 28 16:15:22.391339 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a99f13d2-c5a8-49b3-aa44-5bb2c3ea80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:24.915501 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4e04-edd7-47bb-9ca3-6a87b7c62049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:25.328070 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:26.717173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:28.208342 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:33.179758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:37.288550 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:44.384658 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:15:48.792661 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-83807485-9855-4f72-8e35-539a4ebefac7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439379 Jul 28 16:15:48.874435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-216710eb-c18b-4bff-93eb-098ea5675499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:48.875928 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-216710eb-c18b-4bff-93eb-098ea5675499 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1099 time: 0.0395210 Jul 28 16:15:48.982416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-ff46e44c-5888-4a11-ad5e-4c4a10e3cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:48.983881 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-ff46e44c-5888-4a11-ad5e-4c4a10e3cff2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0835838 Jul 28 16:15:49.054127 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-920076e1-cdd1-46b1-a394-f988f388c2fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 1002 time: 0.0610390 Jul 28 16:15:49.104766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-ea2ab93c-1ffc-40d2-86b6-b3ba7000d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:49.106211 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-ea2ab93c-1ffc-40d2-86b6-b3ba7000d22c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0429957 Jul 28 16:15:49.154998 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-5f831894-87f2-43ed-91b2-431b69935950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:15:49.156487 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-5f831894-87f2-43ed-91b2-431b69935950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394449 Jul 28 16:15:49.251774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-5fc0c590-627a-4231-8026-5c20a409ee98 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868845 Jul 28 16:15:49.341679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d8bb9c9b-458b-4374-8693-bf64c527e4bc req-10e2571b-c561-4bb2-98e4-bf200f86acd1 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817120 Jul 28 16:15:52.367779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f18f4aff-65c5-44d0-8b77-bb761fb9e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:54.916737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-496366ff-fa8c-4994-8c05-57e3aa516580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:55.316210 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:56.722107 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:15:58.223527 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:03.234609 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:07.325946 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:21.383912 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:16:22.359499 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0bd3-2de4-401f-ad01-abb2c1e6e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:24.922057 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-33833651-e391-4e5f-b2f9-1131b6a468cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:25.316167 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:26.733198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:27.965628 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45866) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:28.165530 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Deleting port 273e402c-a1be-4aad-9339-ecedc933dc08 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:16:28.165876 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.244150 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.244495 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.247454 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.255666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Calling delete_port for 273e402c-a1be-4aad-9339-ecedc933dc08 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:16:28.487472 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.516987 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event deleted for resources: {'Port': ['ID=273e402c-a1be-4aad-9339-ecedc933dc08,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:28.528862 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.529218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.529569 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.529918 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.530263 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.530605 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.530941 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.531275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.531607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.531939 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.532275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.532636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:28.586111 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.586463 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Floating IP 80b152c0-8540-4736-b64c-b251b8ff98d1 disassociated (deleted). External IP: 172.25.6.123, port: ce8f056a-0e48-479b-baa5-a8855bd177cf. Jul 28 16:16:28.789657 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:16:28.893873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:16:28.900574 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:28.910151 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:16:28.921007 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:16:28.921619 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:16:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:16:28.927735 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-788dc1cc-ca4d-4257-ae93-7c3e90ab17b2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "DELETE /v2.0/floatingips/80b152c0-8540-4736-b64c-b251b8ff98d1 HTTP/1.1" status: 204 len: 168 time: 0.9610403 Jul 28 16:16:28.928413 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:16:28.930783 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:16:29.042414 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:16:29.042791 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0cf5fb-8688-4bed-885f-1f8bfb9ed67f x-openstack-request-id: req-fc0cf5fb-8688-4bed-885f-1f8bfb9ed67f {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:16:29.043287 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:16:29.043287 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc0cf5fb-8688-4bed-885f-1f8bfb9ed67f {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:16:29.043680 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'status': 'completed', 'code': 200} Jul 28 16:16:29.114879 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-f9781dbc-fb37-495e-88df-8966e08351ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:29.116412 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-f9781dbc-fb37-495e-88df-8966e08351ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 1099 time: 0.0478427 Jul 28 16:16:29.215097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-dff8512d-8af1-4699-9ee8-b4fc39fd23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:29.216613 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-dff8512d-8af1-4699-9ee8-b4fc39fd23f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0899642 Jul 28 16:16:29.254356 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:16:29.270937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-33c1ad7b-de75-4684-adda-b9c461db530b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 200 len: 217 time: 0.0449939 Jul 28 16:16:29.285831 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:16:29.296740 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:16:29.297518 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:16:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:16:29.325669 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-8f5ef9ba-e3a0-414f-aa40-ff8fac504b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:29.327445 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-8f5ef9ba-e3a0-414f-aa40-ff8fac504b0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0481186 Jul 28 16:16:29.330916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9c26a-6da4-491f-ad0a-7e4c647bc67d req-fbb1e4b8-c5bc-45b1-afe7-b6a767365ce8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:29.332577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4de9c26a-6da4-491f-ad0a-7e4c647bc67d req-fbb1e4b8-c5bc-45b1-afe7-b6a767365ce8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 947 time: 0.0515256 Jul 28 16:16:29.379091 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-595c2d51-1e09-429b-a978-7ff13bd04244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:29.380670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-595c2d51-1e09-429b-a978-7ff13bd04244 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435712 Jul 28 16:16:29.381322 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4de9c26a-6da4-491f-ad0a-7e4c647bc67d req-8d654a4a-7235-4d86-856f-1675978e8b1d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Jul 28 16:16:29.396287 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-c7ee1635-e8d5-4f4c-b809-6f758ca488f3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:16:29.397420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-c7ee1635-e8d5-4f4c-b809-6f758ca488f3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081818 Jul 28 16:16:29.430410 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:16:29.492917 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-3349cea9-905d-491b-9f08-3638466fc137 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Jul 28 16:16:29.586388 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ba5007d7-14d2-4c1b-b49c-566e43a42e9e req-70d05aed-36e1-4653-a9b7-7f343b85f0a0 service neutron] 10.222.0.58 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 Jul 28 16:16:29.633142 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:16:29.659439 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5c966-a832-4602-a47d-e4cd7485a0dc None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:16:29.888868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a2c04-c665-45ae-8f16-124ebd39c3f1 None None] New status for floating IP 80b152c0-8540-4736-b64c-b251b8ff98d1: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:16:30.500297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2142bd7-8e91-4cd8-8e09-c2581eeff54d req-499d5a83-0d5e-41fa-8983-f90504f80176 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:30.501856 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2142bd7-8e91-4cd8-8e09-c2581eeff54d req-499d5a83-0d5e-41fa-8983-f90504f80176 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 947 time: 0.0490031 Jul 28 16:16:30.540757 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a2142bd7-8e91-4cd8-8e09-c2581eeff54d req-4cbfe225-947b-458a-9278-32634742274c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=54bf0513-c11e-471f-a0a2-608834f3e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Jul 28 16:16:30.909496 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973c413-935e-4f81-aea2-d1dcba526225 req-a8b297ea-fa39-4b0e-89c5-155adcad2541 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:30.910830 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9973c413-935e-4f81-aea2-d1dcba526225 req-a8b297ea-fa39-4b0e-89c5-155adcad2541 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 947 time: 0.0522733 Jul 28 16:16:31.006770 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Deleting port ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:16:31.007120 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:31.096914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] For port ce8f056a-0e48-479b-baa5-a8855bd177cf, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=ce8f056a-0e48-479b-baa5-a8855bd177cf,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:16:31.097284 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:31.111015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Calling delete_port for ce8f056a-0e48-479b-baa5-a8855bd177cf owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:16:31.293639 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:31.326069 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event deleted for resources: {'Port': ['ID=ce8f056a-0e48-479b-baa5-a8855bd177cf,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:31.339024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.339381 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.339729 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.340078 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.340421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.340783 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.341117 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.341451 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.341784 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.342124 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.342452 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.342780 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:16:31.376899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] No DVR routers for this DVR port ce8f056a-0e48-479b-baa5-a8855bd177cf on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:16:31.379556 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:31.381589 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9973c413-935e-4f81-aea2-d1dcba526225 req-291eead7-84da-4553-8a9a-7332f37909f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.58 "DELETE /v2.0/ports/ce8f056a-0e48-479b-baa5-a8855bd177cf HTTP/1.1" status: 204 len: 173 time: 0.4623358 Jul 28 16:16:31.382527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-deleted', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:16:31.384944 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e15fd-a3e0-4239-843d-def639c2c34f" -d '{"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-deleted", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:16:31.423565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c2e29-20b5-46ef-8081-ad5423fd6585 x-openstack-request-id: req-754c2e29-20b5-46ef-8081-ad5423fd6585 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:16:31.423565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff85fc9-a452-4ec8-b3fb-22d4328de4c0", "name": "network-vif-deleted", "tag": "ce8f056a-0e48-479b-baa5-a8855bd177cf", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:16:31.423565 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-754c2e29-20b5-46ef-8081-ad5423fd6585 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:16:31.423565 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff85fc9-a452-4ec8-b3fb-22d4328de4c0', 'name': 'network-vif-deleted', 'tag': 'ce8f056a-0e48-479b-baa5-a8855bd177cf', 'status': 'completed', 'code': 200} Jul 28 16:16:31.635072 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-617c9156-5214-449a-813f-d84dc12ccb72 req-3aed989a-8a19-4ba5-a831-59459cfb32d4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ff85fc9-a452-4ec8-b3fb-22d4328de4c0 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Jul 28 16:16:32.691400 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45892) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:32.752128 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-56d923e8-272f-4bad-a9b5-c302037557bb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:32.777235 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-56d923e8-272f-4bad-a9b5-c302037557bb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:32.899410 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-56d923e8-272f-4bad-a9b5-c302037557bb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:32.902074 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-56d923e8-272f-4bad-a9b5-c302037557bb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:32.903262 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-56d923e8-272f-4bad-a9b5-c302037557bb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "DELETE /v2.0/security-groups/54bf0513-c11e-471f-a0a2-608834f3e1f3 HTTP/1.1" status: 204 len: 168 time: 0.2108748 Jul 28 16:16:32.913674 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d923e8-272f-4bad-a9b5-c302037557bb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf0513-c11e-471f-a0a2-608834f3e1f3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:33.179248 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.314817 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45898) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:33.320138 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115549435', 'description': 'tempest-secgroup-smoke-2115549435 description', 'project_id': '80a640e46f4d41f692515da2182af604'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:33.405399 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.485785 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.555968 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.584863 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac3fbd-8dda-4f76-a3b3-39f0278757a6,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:33.647393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.648663 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-e472dc4c-448c-4576-b448-7b2f5b6bdd87 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3327770 Jul 28 16:16:33.651558 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 45900) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:33.655980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '62ac3fbd-8dda-4f76-a3b3-39f0278757a6', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:33.737688 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.796829 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.852906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.870764 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf8f27a-de1c-4e58-bb11-2fdc48b97339,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:33.922160 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:33.923444 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1a997e8b-776e-43d0-b5e9-920b1dc84a0c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708991 Jul 28 16:16:33.926260 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45902) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:33.930931 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '62ac3fbd-8dda-4f76-a3b3-39f0278757a6', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:34.012882 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.061897 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.155930 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.176432 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26bd1c7-29a3-4450-b391-f7a48b56b085,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:34.241553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.242817 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1dbd34d0-abd4-43d3-9f0a-45dbe9500cb7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155375 Jul 28 16:16:34.245451 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45904) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:34.249824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '62ac3fbd-8dda-4f76-a3b3-39f0278757a6', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:34.354980 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.413450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.504688 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.523871 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4621e1a-f6be-4d98-95eb-8857b05e8fa2,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:34.595851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.597174 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4ff03331-83f3-42e8-9c4d-42f63dce36a4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507791 Jul 28 16:16:34.600048 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45906) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:34.604565 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '62ac3fbd-8dda-4f76-a3b3-39f0278757a6', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:34.692384 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.753711 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.845120 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.862032 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4a175d-13cb-4710-9521-0d701ef92732,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:34.930885 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:34.932107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c9761ad3-e72d-47ba-993c-d8e88a09c73b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3310485 Jul 28 16:16:34.934785 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45908) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:34.939181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '62ac3fbd-8dda-4f76-a3b3-39f0278757a6', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:35.025207 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Project 80a640e46f4d41f692515da2182af604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:16:35.030302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.090022 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.167823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.186768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e30874-1b80-439a-8aca-36a99aec827e,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:35.233951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:16:35.258143 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: ce8f056a-0e48-479b-baa5-a8855bd177cf {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:16:35.258494 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device ce8f056a-0e48-479b-baa5-a8855bd177cf not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:16:35.262577 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.263791 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5854e898-c7d3-44c3-abb5-4c636ee6800a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280799 Jul 28 16:16:35.266481 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 45910) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:16:35.270857 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'security_group_rule': {'security_group_id': '62ac3fbd-8dda-4f76-a3b3-39f0278757a6', 'project_id': '80a640e46f4d41f692515da2182af604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:35.353606 n-d-764806-10 neutron-server[94658]: INFO neutron.db.securitygroups_db [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Project 80a640e46f4d41f692515da2182af604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:16:35.358439 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.420520 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.473450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.491105 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a36e48-2379-49cd-9870-e5544e64e8b5,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:35.550494 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:35.551726 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d80d4236-0153-4baa-913a-588ac9160cac tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2843385 Jul 28 16:16:37.304677 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:52.399059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-942a7480-6665-45f9-9bad-01cfd8d684f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:54.927583 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a1de563c-983e-447e-a0d7-f23893baae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:55.338997 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:55.407660 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-2c717da3-dc23-4ab9-9235-0e12c9be0f1f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115549435&fields=id&tenant_id=80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 267 time: 0.0332415 Jul 28 16:16:55.513194 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-680f8340-8b93-4f8a-939b-275caa2dddc6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:55.514671 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-680f8340-8b93-4f8a-939b-275caa2dddc6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 808 time: 0.1000741 Jul 28 16:16:55.529683 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-6db42e53-0221-44fc-b465-2c22e2c09fcb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/quotas/80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 375 time: 0.0091271 Jul 28 16:16:55.583912 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-be2cb033-c92d-4ed5-b370-64c517ce56f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486422 Jul 28 16:16:55.721739 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-be0925ad-4986-4c53-9e08-1353fe8d043e service neutron] 10.222.0.57 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265631 Jul 28 16:16:55.817318 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-ff199b66-bddb-450a-ad05-12718b9ab0b7 service neutron] 10.222.0.57 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Jul 28 16:16:56.365549 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6d34ea8-3e87-45f6-bb05-51311eccc4af req-93eb1cd2-bd36-4f32-8eec-96b7a4643650 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0293400 Jul 28 16:16:56.724218 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:57.464617 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8e594da-4f19-466f-a697-c9dfaf45f215 req-1bfd97e7-16d0-4d0e-88c9-89bef978c750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0295236 Jul 28 16:16:58.227085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:58.382562 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:16:58.449143 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-607c2868-3a2c-4d7f-ba3c-af53c4279b7e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:58.450609 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-607c2868-3a2c-4d7f-ba3c-af53c4279b7e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 808 time: 0.1030259 Jul 28 16:16:58.505417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-155e4624-5f0d-437c-99e2-ab6ea1ba9267 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 380 time: 0.0403254 Jul 28 16:16:58.514926 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'port': {'device_id': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'admin_state_up': True, 'tenant_id': '80a640e46f4d41f692515da2182af604', 'security_groups': ['62ac3fbd-8dda-4f76-a3b3-39f0278757a6']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:58.561101 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-141e32f5-7f79-4395-baf2-f6e428c80889 req-231ba5d0-b060-44f7-8328-4916c2e7d771 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0274699 Jul 28 16:16:58.689979 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Made reservation on behalf of 80a640e46f4d41f692515da2182af604 for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:16:58.693626 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:58.828436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Allocated IP 172.20.0.10 (72a4c5a2-ecf5-4000-ad7f-9f87af57f510/19065364-7a5e-4ad2-8db1-be405541ea02/ec72c9be-d364-480d-82b5-297083925e25) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:16:58.967641 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:58.981611 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Transition to ACTIVE for port object ec72c9be-d364-480d-82b5-297083925e25 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:16:59.062034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.108589 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:16:59.111739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:16:59.114393 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:16:59.153971 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:59.187585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:59.188285 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.271101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-d66b607e-f717-47aa-ae69-0d3f26f0870a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7601674 Jul 28 16:16:59.293230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Request body: {'port': {'device_id': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:16:59.346462 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.427317 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28d76367-fc35-4ad0-81c2-f50fc8ddacb7 None None] Provisioning for port ec72c9be-d364-480d-82b5-297083925e25 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:16:59.431619 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-28d76367-fc35-4ad0-81c2-f50fc8ddacb7 None None] Provisioning complete for port ec72c9be-d364-480d-82b5-297083925e25 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:16:59.431991 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-28d76367-fc35-4ad0-81c2-f50fc8ddacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.467275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-28d76367-fc35-4ad0-81c2-f50fc8ddacb7 None None] Port ec72c9be-d364-480d-82b5-297083925e25 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:16:59.619857 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec72c9be-d364-480d-82b5-297083925e25 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:16:59.628233 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.663837 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Transition to ACTIVE for port object ec72c9be-d364-480d-82b5-297083925e25 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:16:59.685203 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52ab7d-d775-4573-8ee2-1b6b3d0bc342 req-fad1fbe9-4a10-4949-ae72-9406e22758c9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:16:59.686873 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc52ab7d-d775-4573-8ee2-1b6b3d0bc342 req-fad1fbe9-4a10-4949-ae72-9406e22758c9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 932 time: 0.0559595 Jul 28 16:16:59.723856 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.730960 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bc52ab7d-d775-4573-8ee2-1b6b3d0bc342 req-96a44d33-de59-44b4-8f79-ae99e4266b01 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380774 Jul 28 16:16:59.779659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:16:59.868873 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Attempting to bind port ec72c9be-d364-480d-82b5-297083925e25 on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:16:59.869291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Attempting to bind port ec72c9be-d364-480d-82b5-297083925e25 by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:16:59.869546 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Attempting to bind port ec72c9be-d364-480d-82b5-297083925e25 on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:16:59.879076 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Port ec72c9be-d364-480d-82b5-297083925e25 on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:16:59.879650 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Attempting to bind port ec72c9be-d364-480d-82b5-297083925e25 on network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:16:59.889950 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:16:59.890619 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Checking segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:16:59.891199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Bound using segment: {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:16:59.891818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Bound port: ec72c9be-d364-480d-82b5-297083925e25, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:16:59.892393 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:16:59.970754 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:16:59.975914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:17:00.065238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:00.102306 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.103269 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:00.104743 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] 10.222.0.42 "PUT /v2.0/ports/ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1093 time: 0.8190055 Jul 28 16:17:00.107148 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:17:00.109277 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5967850a-b059-406d-a076-1173a00a312a" -d '{"events": [{"name": "network-changed", "server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:17:00.147110 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d0183-d0b7-4777-9533-4a4f0dcea02b service neutron] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:17:00.160427 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80711c4-2347-45be-b5b5-71525c5207f5 x-openstack-request-id: req-f80711c4-2347-45be-b5b5-71525c5207f5 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:17:00.165869 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:17:00.165869 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f80711c4-2347-45be-b5b5-71525c5207f5 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:17:00.165869 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'status': 'completed', 'code': 200} Jul 28 16:17:00.254992 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967850a-b059-406d-a076-1173a00a312a req-f726fb77-6700-4205-8759-0c8be402699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.256731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5967850a-b059-406d-a076-1173a00a312a req-f726fb77-6700-4205-8759-0c8be402699e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1096 time: 0.0554881 Jul 28 16:17:00.362761 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967850a-b059-406d-a076-1173a00a312a req-9aa5b0d7-f012-4b92-9c7a-bab4f957e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.364174 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5967850a-b059-406d-a076-1173a00a312a req-9aa5b0d7-f012-4b92-9c7a-bab4f957e3a2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=80a640e46f4d41f692515da2182af604&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0933192 Jul 28 16:17:00.466527 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967850a-b059-406d-a076-1173a00a312a req-439b635f-bb98-49f2-8853-e120c53ade76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.467997 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5967850a-b059-406d-a076-1173a00a312a req-439b635f-bb98-49f2-8853-e120c53ade76 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975337 Jul 28 16:17:00.571867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-9cc44961-871e-4cd9-be3a-ed730c846886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.574048 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-9cc44961-871e-4cd9-be3a-ed730c846886 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1096 time: 0.0464892 Jul 28 16:17:00.622527 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-86c0e740-d153-4b1c-ad8f-2ee316607112 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 217 time: 0.0351033 Jul 28 16:17:00.675449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-16a9e3dc-981b-41ec-a86f-6db592074344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.676899 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-16a9e3dc-981b-41ec-a86f-6db592074344 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0468223 Jul 28 16:17:00.721833 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-9f382f55-de4f-4b03-8f04-62e5ccfaec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.723297 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-9f382f55-de4f-4b03-8f04-62e5ccfaec9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396671 Jul 28 16:17:00.846627 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-97057f51-01de-4217-add9-75fce109e1ac service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160548 Jul 28 16:17:00.906776 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13123487-0f76-4260-b666-3a2e4aa26627 req-f5da8ad3-3fb6-46f7-84f0-948491df9881 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:00.908178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13123487-0f76-4260-b666-3a2e4aa26627 req-f5da8ad3-3fb6-46f7-84f0-948491df9881 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.1043901 Jul 28 16:17:00.966745 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-13123487-0f76-4260-b666-3a2e4aa26627 req-6dae6935-7ed1-452e-81b7-9b2ec2f12923 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524020 Jul 28 16:17:00.981287 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b9e0cab3-5603-49ff-b693-7b27454907cb req-402242ee-75da-4b36-aef7-8c0121a67d0f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278796 Jul 28 16:17:02.085304 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140e05d-6f64-46c2-8a1e-0d2975e21dc5 req-c14fe09d-fe56-4e7a-8fbe-d8ad2f33f7c0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:02.086826 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d140e05d-6f64-46c2-8a1e-0d2975e21dc5 req-c14fe09d-fe56-4e7a-8fbe-d8ad2f33f7c0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0501688 Jul 28 16:17:02.124942 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d140e05d-6f64-46c2-8a1e-0d2975e21dc5 req-ef9afad8-084b-4198-b9e7-4c0323d7181a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Jul 28 16:17:03.203957 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:03.574526 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30496d-d67f-4ae4-a5cb-52a04bb57ed6 req-20adc843-e294-481f-a45e-10c5867996b7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:03.575999 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc30496d-d67f-4ae4-a5cb-52a04bb57ed6 req-20adc843-e294-481f-a45e-10c5867996b7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.3803463 Jul 28 16:17:03.614025 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-dc30496d-d67f-4ae4-a5cb-52a04bb57ed6 req-0a431635-a7f0-451f-845a-b0c4c18d4b1b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Jul 28 16:17:04.727953 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b7932-5db4-426b-8fb7-d09b5a12e9e5 req-cd89925b-4602-4e8c-b1b5-cec936084c9b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:04.729914 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-770b7932-5db4-426b-8fb7-d09b5a12e9e5 req-cd89925b-4602-4e8c-b1b5-cec936084c9b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0492458 Jul 28 16:17:04.766661 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-770b7932-5db4-426b-8fb7-d09b5a12e9e5 req-e4271f12-b7e3-443c-a8a1-a6b88f12014c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Jul 28 16:17:05.879472 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14655e3-827f-40c4-9afb-6a21848a02dd req-835de38e-1c57-4833-8a87-68ca0c487c3d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:05.880989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f14655e3-827f-40c4-9afb-6a21848a02dd req-835de38e-1c57-4833-8a87-68ca0c487c3d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0476305 Jul 28 16:17:05.918777 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f14655e3-827f-40c4-9afb-6a21848a02dd req-65151c92-c55b-42e1-b881-9b007d7d2aa6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Jul 28 16:17:07.035678 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe36db-7fcd-49a5-b943-915b5a66d9cb req-cc74c92a-bd0b-4405-a2a0-364f1de359a7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:07.037170 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9afe36db-7fcd-49a5-b943-915b5a66d9cb req-cc74c92a-bd0b-4405-a2a0-364f1de359a7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0524473 Jul 28 16:17:07.074635 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-9afe36db-7fcd-49a5-b943-915b5a66d9cb req-d77f25d5-385f-4021-a956-781963675f76 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Jul 28 16:17:07.332911 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:08.193877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2db4cd-b759-4278-9e43-881129426830 req-45b9b377-161b-4019-ac2e-1b67f71c1417 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:08.195259 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b2db4cd-b759-4278-9e43-881129426830 req-45b9b377-161b-4019-ac2e-1b67f71c1417 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0493960 Jul 28 16:17:08.233835 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8b2db4cd-b759-4278-9e43-881129426830 req-ffce2577-91b9-4f28-bf9b-39bffd964919 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Jul 28 16:17:09.350136 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb39c3-1a87-444e-8fed-79db16634a42 req-f27a403b-4ea4-4a87-987f-7d0137173561 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:09.351667 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4bb39c3-1a87-444e-8fed-79db16634a42 req-f27a403b-4ea4-4a87-987f-7d0137173561 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0490334 Jul 28 16:17:09.390302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d4bb39c3-1a87-444e-8fed-79db16634a42 req-440bc665-e2f1-467d-9efb-137a0a940be9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Jul 28 16:17:10.507627 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349795b4-5301-40e3-914b-54d8c55d6483 req-58ce9915-7070-4ee1-91e4-1b7b6cedbec7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:10.509141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-349795b4-5301-40e3-914b-54d8c55d6483 req-58ce9915-7070-4ee1-91e4-1b7b6cedbec7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0522368 Jul 28 16:17:10.547774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-349795b4-5301-40e3-914b-54d8c55d6483 req-e0f84a4e-18df-485f-8ffb-921b61ca1859 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Jul 28 16:17:11.663567 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c84b91-7f55-4c9a-86fa-38867ef26c63 req-ad7644a4-e727-4274-88e2-9a7ca5710b9a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:11.665035 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7c84b91-7f55-4c9a-86fa-38867ef26c63 req-ad7644a4-e727-4274-88e2-9a7ca5710b9a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0498590 Jul 28 16:17:11.702863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e7c84b91-7f55-4c9a-86fa-38867ef26c63 req-0dbd27f3-569d-43ce-9575-982b05655a67 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Jul 28 16:17:11.873373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:17:11.972359 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:17:11.983873 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ec72c9be-d364-480d-82b5-297083925e25', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'port_id': 'ec72c9be-d364-480d-82b5-297083925e25', 'mac_address': 'fa:16:3e:26:28:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:17:12.021380 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:12.033931 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72c9be-d364-480d-82b5-297083925e25 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:17:12.053562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:17:12.153023 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:12.201488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:17:12.208766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.209113 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.209459 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.209793 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.210120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.210455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.210783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.211109 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.211434 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.211779 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.212083 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.212399 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:17:12.561220 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ec72c9be-d364-480d-82b5-297083925e25'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:17:12.820543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0420-c336-4266-889a-c6160ea4785d req-2bfa1de3-cc25-48b2-9a4f-1391d45c6f14 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:12.821972 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b58d0420-c336-4266-889a-c6160ea4785d req-2bfa1de3-cc25-48b2-9a4f-1391d45c6f14 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 945 time: 0.0525072 Jul 28 16:17:12.861466 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b58d0420-c336-4266-889a-c6160ea4785d req-a9002b9a-ae8a-4c86-80b5-607a248b0ec0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330265 Jul 28 16:17:13.888972 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:17:13.987576 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d6dbd-78f9-4ed4-a667-bb0171ffd03f req-47e4eb45-509f-4618-8ec0-6aaf496c2d58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:13.989157 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-618d6dbd-78f9-4ed4-a667-bb0171ffd03f req-47e4eb45-509f-4618-8ec0-6aaf496c2d58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 945 time: 0.0557942 Jul 28 16:17:14.028992 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-618d6dbd-78f9-4ed4-a667-bb0171ffd03f req-d6681b7a-7772-4bbd-963f-656836bd6cd0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Jul 28 16:17:14.049464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port ec72c9be-d364-480d-82b5-297083925e25 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:17:14.054114 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ec72c9be-d364-480d-82b5-297083925e25 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:17:14.054510 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:14.130374 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:14.152562 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:17:14.154759 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce2aa16-d801-487a-9430-c38efadbfdfd" -d '{"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-plugged", "status": "completed", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:17:14.169253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:17:14.239887 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fbe12-5bb5-4ad9-ad51-02d4599678c6 x-openstack-request-id: req-149fbe12-5bb5-4ad9-ad51-02d4599678c6 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:17:14.240174 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-plugged", "status": "completed", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:17:14.240424 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-149fbe12-5bb5-4ad9-ad51-02d4599678c6 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:17:14.240849 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'code': 200} Jul 28 16:17:14.249338 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:14.301104 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:17:14.364644 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771996a2-d0ad-4067-ad99-438fb173b93a req-32effdfc-0820-4161-b1b9-295786b436f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:14.374378 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771996a2-d0ad-4067-ad99-438fb173b93a req-32effdfc-0820-4161-b1b9-295786b436f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0406139 Jul 28 16:17:14.401670 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-771996a2-d0ad-4067-ad99-438fb173b93a req-0996e139-e308-400d-a6ae-68d009410894 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287485 Jul 28 16:17:15.144536 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aa31b-7f0f-45bc-8cdc-38e8b4686f21 req-c3246986-7169-4c2a-8f4b-58e120a782f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:15.146031 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e13aa31b-7f0f-45bc-8cdc-38e8b4686f21 req-c3246986-7169-4c2a-8f4b-58e120a782f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0482156 Jul 28 16:17:15.187358 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-e13aa31b-7f0f-45bc-8cdc-38e8b4686f21 req-33e4acc4-f89c-4cb0-8611-e9325c3f9ed5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Jul 28 16:17:16.304772 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682da6ee-d778-4635-bcff-9588f06fb39c req-3995f6a8-3108-457e-8118-5b4fe2794f38 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:16.306268 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-682da6ee-d778-4635-bcff-9588f06fb39c req-3995f6a8-3108-457e-8118-5b4fe2794f38 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0518997 Jul 28 16:17:16.344394 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-682da6ee-d778-4635-bcff-9588f06fb39c req-a2466abf-173d-4dbe-b0b8-3118f02cde29 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Jul 28 16:17:16.464526 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8d77f-32b0-4c21-924a-bcb24ea15123 req-48e11729-feda-4770-9b1f-6c44ab16b278 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:16.466107 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9b8d77f-32b0-4c21-924a-bcb24ea15123 req-48e11729-feda-4770-9b1f-6c44ab16b278 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0489366 Jul 28 16:17:16.503610 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c9b8d77f-32b0-4c21-924a-bcb24ea15123 req-5595c3b3-07b2-44c0-b9cf-2f0f10a4ceb4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316741 Jul 28 16:17:16.525119 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46144) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:17:16.608003 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144fc774-39d4-4cd6-9d9b-53d8170df0d9 tempest-TestShelveInstance-513481597 tempest-TestShelveInstance-513481597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:16.609565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-144fc774-39d4-4cd6-9d9b-53d8170df0d9 tempest-TestShelveInstance-513481597 tempest-TestShelveInstance-513481597-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1093 time: 0.0834591 Jul 28 16:17:16.612642 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46148) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:17:16.616960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': 'ec72c9be-d364-480d-82b5-297083925e25', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:17:16.727483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:16.827587 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:16.932903 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Allocated IP 172.25.6.9 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/749e41ee-b1d3-484d-ae1e-5e7871396a3d) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:17:17.030604 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:17.150455 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:17.518984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:17:17.521774 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:17:17.527148 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:17:17.533066 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'Port': ['ID=749e41ee-b1d3-484d-ae1e-5e7871396a3d,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:17:17.878660 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:18.006600 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:18.155293 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:18.211916 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:18.281397 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event updated for resources: {'Port': ['ID=749e41ee-b1d3-484d-ae1e-5e7871396a3d,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:17:18.290447 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:18.390401 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Floating IP fb325f04-f933-4d06-8666-02b3db30f917 associated. External IP: 172.25.6.9, port: ec72c9be-d364-480d-82b5-297083925e25. Jul 28 16:17:18.600264 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:17:18.707895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:17:18.718192 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:17:18.733376 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:17:18.738243 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:17:18.818793 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:18.847851 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-da748d02-1ade-495e-b339-5eebbd35c53c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2341816 Jul 28 16:17:18.852095 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:17:18.852095 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b320a6-ba2b-4028-a47e-900e756401e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:17:18.888892 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e77c7f-4189-400a-865c-5a6a9dbfeb0e x-openstack-request-id: req-38e77c7f-4189-400a-865c-5a6a9dbfeb0e {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:17:18.889193 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:17:18.889452 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38e77c7f-4189-400a-865c-5a6a9dbfeb0e {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:17:18.889862 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'status': 'completed', 'code': 200} Jul 28 16:17:18.934780 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:17:18.974819 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-5ddedc7c-aa1e-4c0e-96fd-c6e5d758c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:18.976232 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-5ddedc7c-aa1e-4c0e-96fd-c6e5d758c36d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0406904 Jul 28 16:17:19.069186 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-bff92050-b802-42e6-b415-39d4702b5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:19.070669 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-bff92050-b802-42e6-b415-39d4702b5b62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0878923 Jul 28 16:17:19.136533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-8bda3077-9ff3-4113-8790-d1fb3bc4c6fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 998 time: 0.0590544 Jul 28 16:17:19.150788 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'fb325f04-f933-4d06-8666-02b3db30f917', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'port_id': 'ec72c9be-d364-480d-82b5-297083925e25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'mac_address': 'fa:16:3e:26:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:17:17Z', 'updated_at': '2021-07-28T16:17:17Z', 'revision_number': 0, 'project_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:17:19.179049 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:17:19.188274 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:17:19.188893 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:16:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:17:19.189030 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-394b7468-e571-4bea-8e48-dcad8b3eedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:19.190443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-394b7468-e571-4bea-8e48-dcad8b3eedfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0462544 Jul 28 16:17:19.239828 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-689a685d-120a-4a5f-a7d8-97c1cb201273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:19.241379 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-689a685d-120a-4a5f-a7d8-97c1cb201273 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444803 Jul 28 16:17:19.294083 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:17:19.334155 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-da81c42f-8870-470d-957a-202a69158701 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859447 Jul 28 16:17:19.434476 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-d0b320a6-ba2b-4028-a47e-900e756401e0 req-43f16819-a3b1-455b-8e9f-9f681915ed0f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926497 Jul 28 16:17:19.525025 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'fb325f04-f933-4d06-8666-02b3db30f917', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'port_id': 'ec72c9be-d364-480d-82b5-297083925e25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'mac_address': 'fa:16:3e:26:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:17:17Z', 'updated_at': '2021-07-28T16:17:17Z', 'revision_number': 0, 'project_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:17:19.551348 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839ad76-3d2a-44a5-9b11-c95ad048761e None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'fb325f04-f933-4d06-8666-02b3db30f917', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'port_id': 'ec72c9be-d364-480d-82b5-297083925e25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'mac_address': 'fa:16:3e:26:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:17:17Z', 'updated_at': '2021-07-28T16:17:17Z', 'revision_number': 0, 'project_id': '80a640e46f4d41f692515da2182af604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:17:19.745082 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370f918-d774-40fc-905e-a4f11a3f161a None None] New status for floating IP fb325f04-f933-4d06-8666-02b3db30f917: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:17:22.374850 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-864b5d26-742f-4aa8-b791-30926de8f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:24.961391 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bd31c289-bd79-4628-9f07-188365665ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:25.315514 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:26.755735 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:27.520744 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-ca033a7f-43f1-4085-a0ee-4268897fefdf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411782 Jul 28 16:17:27.613447 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-03a4e4c5-e8f9-4861-9acf-d3dfd6a12eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:27.614926 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-03a4e4c5-e8f9-4861-9acf-d3dfd6a12eaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0394483 Jul 28 16:17:27.718962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-e4e66bc0-c5ca-4eb0-bb05-bf35cee25b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:27.720514 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-e4e66bc0-c5ca-4eb0-bb05-bf35cee25b7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0871441 Jul 28 16:17:27.792562 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-9217d5ed-0b24-4884-aa76-9e57b74b9d2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1000 time: 0.0635595 Jul 28 16:17:27.844749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-681f5161-60d8-4a23-821b-7448890feddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:27.846209 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-681f5161-60d8-4a23-821b-7448890feddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0460246 Jul 28 16:17:27.897295 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-c2692a91-8fd1-410d-b38e-638240139424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:17:27.898781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-c2692a91-8fd1-410d-b38e-638240139424 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445127 Jul 28 16:17:27.991010 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-3d3c24c5-33ad-4c09-9c1d-f9ffc07c97d5 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Jul 28 16:17:28.087819 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-443f50ee-47e6-4113-a198-c1ad90abb67c req-e2ca2b3a-9add-4fca-91a4-f7741a7f99c0 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 Jul 28 16:17:28.218253 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:33.226215 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:35.383262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:17:37.368964 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:52.431269 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-83a957c5-c065-4e31-970b-32d4f4e6388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:54.951115 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7e73a9f3-f557-4d8d-a97e-4492e857e58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:55.341844 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:56.711214 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:17:58.253796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:03.240768 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:07.339389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:12.383356 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:18:22.390249 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-45f59f0d-81ac-424e-83c6-b6b6c2a1f99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:24.944289 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ad877060-4ecd-483c-9558-a749682a39ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:25.338673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:26.721664 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:28.229195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:28.495727 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-69cfe8ba-2e6d-4063-999b-c71349169a3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412083 Jul 28 16:18:28.590646 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-cd1d41f0-58f6-4240-a9d2-44b43b69dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:18:28.592755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-cd1d41f0-58f6-4240-a9d2-44b43b69dc10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0404890 Jul 28 16:18:28.695353 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-98262d91-c7c8-4c28-9cbd-cf7e67f34f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:18:28.696834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-98262d91-c7c8-4c28-9cbd-cf7e67f34f89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0864441 Jul 28 16:18:28.763441 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-2c810ca2-1619-4738-b6ec-770f31123783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1000 time: 0.0591805 Jul 28 16:18:28.811798 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-3e1f7160-be4c-4459-9e44-4a3a57cc6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:18:28.813279 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-3e1f7160-be4c-4459-9e44-4a3a57cc6af9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0433245 Jul 28 16:18:28.863420 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-1ba06631-d9fb-4185-8c6d-85bf8ef8836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:18:28.864947 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-1ba06631-d9fb-4185-8c6d-85bf8ef8836e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440524 Jul 28 16:18:28.954984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-9e4495b5-3405-4284-abe6-bc74564d3c7d service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817285 Jul 28 16:18:29.046393 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a25e9f45-8344-457a-801a-20e462d42ee5 req-055a38b8-adab-4cee-a199-7b5d092094dc service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Jul 28 16:18:33.252633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:37.361103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:49.382552 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:18:52.355105 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-679dc0b5-3060-4ea5-a485-2877566c73e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:54.920930 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-acd048d3-9dc2-4fe2-963c-ade8f0651bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:55.314758 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:56.755007 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:18:58.251670 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:03.280838 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:07.377464 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:22.365495 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-812d8e3d-f329-4266-95ee-8c53eec7485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:24.908150 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9f9db3a1-cdb5-4809-a04e-16ff510435fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:25.302376 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:26.381834 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:19:26.732095 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:28.285408 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:30.550691 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-0146d497-c87e-4992-94fc-c2f9e207f43c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902247 Jul 28 16:19:30.647141 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096c0e-0020-4731-aac3-0ffbede659fb req-0ded9bdc-efef-4a07-a2b3-51f1d955ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:30.648478 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-0ded9bdc-efef-4a07-a2b3-51f1d955ebf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0406365 Jul 28 16:19:30.756366 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096c0e-0020-4731-aac3-0ffbede659fb req-1f36ad75-ea9a-4b5a-9d34-d17cf10aef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:30.757838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-1f36ad75-ea9a-4b5a-9d34-d17cf10aef87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0883889 Jul 28 16:19:30.826931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-629c4878-aa2e-4e79-b369-accd34d380ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1000 time: 0.0600803 Jul 28 16:19:30.876212 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096c0e-0020-4731-aac3-0ffbede659fb req-b62ec2bc-c7da-4d46-88f9-6424933c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:30.877653 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-b62ec2bc-c7da-4d46-88f9-6424933c1a55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0441222 Jul 28 16:19:30.928020 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096c0e-0020-4731-aac3-0ffbede659fb req-a816d064-a82f-4a27-8b33-c2314a6afdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:30.929567 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-a816d064-a82f-4a27-8b33-c2314a6afdda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450766 Jul 28 16:19:30.941230 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-c58820c8-a711-445d-a791-0b0ceae63b1f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:19:30.942285 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-c58820c8-a711-445d-a791-0b0ceae63b1f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050490 Jul 28 16:19:31.033841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-c8cfce14-bec2-44f9-9c97-355ac21d4d26 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Jul 28 16:19:31.130396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-72096c0e-0020-4731-aac3-0ffbede659fb req-06f1b0c2-e1d7-47bd-930f-e2a522171e6b service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892892 Jul 28 16:19:33.228130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:37.393623 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:46.017342 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d635035-8abc-4360-9ec9-d11746650ce8 req-6deb7299-0f1d-4323-b26d-828ae39502cc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:46.018829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d635035-8abc-4360-9ec9-d11746650ce8 req-6deb7299-0f1d-4323-b26d-828ae39502cc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.1291430 Jul 28 16:19:46.060020 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4d635035-8abc-4360-9ec9-d11746650ce8 req-c423106e-5aea-401b-bc45-a91b63251fa7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Jul 28 16:19:47.241231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaea8-db1a-41b7-851b-bad93bf435b7 req-d817d18c-e543-44b7-9235-05126db20dd8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:47.242695 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a8aaea8-db1a-41b7-851b-bad93bf435b7 req-d817d18c-e543-44b7-9235-05126db20dd8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0899141 Jul 28 16:19:47.280124 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a8aaea8-db1a-41b7-851b-bad93bf435b7 req-e0f274a4-0c5f-4c77-a681-91476a707d28 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Jul 28 16:19:48.393787 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3040a6-96a1-4386-9ef8-829217b2004e req-56fe3540-e01b-4f15-a563-4bf18e671ac7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:48.395805 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d3040a6-96a1-4386-9ef8-829217b2004e req-56fe3540-e01b-4f15-a563-4bf18e671ac7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0499852 Jul 28 16:19:48.432728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0d3040a6-96a1-4386-9ef8-829217b2004e req-a6d7939d-ec4e-4b4b-9a13-67bab497847c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Jul 28 16:19:49.553061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05725e4b-74d1-4fdb-8c07-4bc08be9067b req-d4415a00-fc7e-4347-b795-18aa928efc26 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:49.554536 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05725e4b-74d1-4fdb-8c07-4bc08be9067b req-d4415a00-fc7e-4347-b795-18aa928efc26 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0529006 Jul 28 16:19:49.593178 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-05725e4b-74d1-4fdb-8c07-4bc08be9067b req-adb11097-8aff-45e3-9f9f-8e6a99c120ad tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Jul 28 16:19:50.711216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec156-22f4-471c-acab-1e1b58a67413 req-e711ccc1-0b8c-4924-878d-beb1cc583322 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:50.712719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dcec156-22f4-471c-acab-1e1b58a67413 req-e711ccc1-0b8c-4924-878d-beb1cc583322 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0482793 Jul 28 16:19:50.752804 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2dcec156-22f4-471c-acab-1e1b58a67413 req-bd466e47-6bd7-4428-bf16-35ee0f0aced9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Jul 28 16:19:51.866607 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864afe43-cadc-45c5-bb4c-4461350df58c req-7e305d61-041c-4b68-9810-759e7834469e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:51.868093 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-864afe43-cadc-45c5-bb4c-4461350df58c req-7e305d61-041c-4b68-9810-759e7834469e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0485551 Jul 28 16:19:51.905137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-864afe43-cadc-45c5-bb4c-4461350df58c req-16854e19-0d4a-4f7d-a84d-372af3478a2c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Jul 28 16:19:52.376618 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-4395d0b2-ad53-4c2c-b68d-b4f31d42d462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:53.016616 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15fa02-bac3-44b1-9698-2a4e0cec0cc0 req-747e6137-75ec-4db0-86c3-be4af82e371f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:53.018061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a15fa02-bac3-44b1-9698-2a4e0cec0cc0 req-747e6137-75ec-4db0-86c3-be4af82e371f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0487139 Jul 28 16:19:53.056392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7a15fa02-bac3-44b1-9698-2a4e0cec0cc0 req-77b57c92-a079-442a-b54c-0c0f5bfb47a3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Jul 28 16:19:54.169404 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea9acc-717a-418e-8b3d-62be53f724d9 req-3994890d-f00c-4c10-9f77-2f26c4d93a6e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:54.170866 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaea9acc-717a-418e-8b3d-62be53f724d9 req-3994890d-f00c-4c10-9f77-2f26c4d93a6e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0476518 Jul 28 16:19:54.209298 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-aaea9acc-717a-418e-8b3d-62be53f724d9 req-1cd7ed64-43c2-4299-854d-c70dbbeb045e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Jul 28 16:19:54.913779 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fcb3-9522-44e4-96cc-cd5e175a4248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:55.313817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:55.322065 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ab785-141c-48e2-84f9-fd6d2d8c4fb7 req-ced9ccf7-316f-45aa-9107-18a6da9d3467 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:55.323573 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf2ab785-141c-48e2-84f9-fd6d2d8c4fb7 req-ced9ccf7-316f-45aa-9107-18a6da9d3467 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0485764 Jul 28 16:19:55.361875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bf2ab785-141c-48e2-84f9-fd6d2d8c4fb7 req-36960556-1c0e-4c25-bd38-208673c2598f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Jul 28 16:19:56.175356 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-a6a4029a-5ada-494d-9540-63b06955ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:56.176890 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-a6a4029a-5ada-494d-9540-63b06955ab8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0407755 Jul 28 16:19:56.268981 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-9032ff5c-f3f9-40f0-8e8d-957317718d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:56.270420 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-9032ff5c-f3f9-40f0-8e8d-957317718d77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0868652 Jul 28 16:19:56.335695 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-7c624aeb-0467-405d-83e5-5512d5c355cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1000 time: 0.0582497 Jul 28 16:19:56.388982 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-a6a57165-b76a-4fbd-83d9-e5d341c2611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:56.390716 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-a6a57165-b76a-4fbd-83d9-e5d341c2611e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0486147 Jul 28 16:19:56.437433 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-a059f6a4-c7c2-4f46-9017-40d9e1765e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:56.438941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-a059f6a4-c7c2-4f46-9017-40d9e1765e06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416250 Jul 28 16:19:56.483094 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3ac1a-6770-4b8c-a565-1392793257a4 req-90d70c06-4ab3-4a38-887a-e23569d95ea8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:56.484600 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bad3ac1a-6770-4b8c-a565-1392793257a4 req-90d70c06-4ab3-4a38-887a-e23569d95ea8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0531602 Jul 28 16:19:56.522728 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bad3ac1a-6770-4b8c-a565-1392793257a4 req-ac109382-559d-4acb-85a5-74cc1c52c85c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jul 28 16:19:56.528596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-4b775be5-455a-4b3a-aaf6-4ad0f356fe24 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825896 Jul 28 16:19:56.621489 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e25c8337-d90b-4be1-9ddb-8f58bc4ccecc req-93c61849-858c-447e-8fb8-124bd5f0debd service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857184 Jul 28 16:19:56.753611 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:57.651585 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a6436-9fe3-48ee-a3f5-5ecf00ba62d3 req-cff57f56-2653-44f9-b90b-ad0102b9a4dc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:57.653105 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-973a6436-9fe3-48ee-a3f5-5ecf00ba62d3 req-cff57f56-2653-44f9-b90b-ad0102b9a4dc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0624549 Jul 28 16:19:57.691260 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-973a6436-9fe3-48ee-a3f5-5ecf00ba62d3 req-be9a7e33-43a2-49ef-8af4-032fd5c7477a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Jul 28 16:19:58.250671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:19:58.804996 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b259b3d-eb42-43f3-9588-8e7adb359b8c req-582f6e39-d520-4084-81ee-36b09e92a3d7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:58.806495 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b259b3d-eb42-43f3-9588-8e7adb359b8c req-582f6e39-d520-4084-81ee-36b09e92a3d7 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0484636 Jul 28 16:19:58.844651 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8b259b3d-eb42-43f3-9588-8e7adb359b8c req-efd2be79-c071-48d2-8466-312e290c5264 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Jul 28 16:19:59.964929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca5ff-583c-43b9-8a65-c862cc44e68d req-76a6f7f8-20e3-4a9b-8c56-0344ade3430d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:19:59.966422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f48ca5ff-583c-43b9-8a65-c862cc44e68d req-76a6f7f8-20e3-4a9b-8c56-0344ade3430d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0545118 Jul 28 16:20:00.003870 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f48ca5ff-583c-43b9-8a65-c862cc44e68d req-813c62f1-0b1f-448b-b0b0-c407f5d74bf1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jul 28 16:20:00.807337 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:20:00.878800 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:00.899672 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:20:00.902451 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a75ae-0c75-440a-8c1f-88a0a762e887" -d '{"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:20:00.915463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:20:00.933773 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1ef5f3-faa4-4d3c-a3fd-59d880d0196f x-openstack-request-id: req-3c1ef5f3-faa4-4d3c-a3fd-59d880d0196f {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:20:00.934067 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-unplugged", "status": "failed", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "code": 422}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:20:00.934325 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c1ef5f3-faa4-4d3c-a3fd-59d880d0196f {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:20:00.934739 n-d-764806-10 neutron-server[94659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'code': 422} returned with failed status Jul 28 16:20:00.959810 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:01.007418 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:20:01.014645 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.014997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.015339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.015680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.016015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.016347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.016703 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.017034 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.017360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.017687 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.018012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.018336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:20:01.118367 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54ac07-f388-47fb-a297-30659bd62f8e req-9167136d-3314-4dbb-8689-e683738c57f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:01.119755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b54ac07-f388-47fb-a297-30659bd62f8e req-9167136d-3314-4dbb-8689-e683738c57f9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0487871 Jul 28 16:20:01.156946 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b54ac07-f388-47fb-a297-30659bd62f8e req-83703c2f-fbc6-4cdd-86e8-5cd35f86c0e2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Jul 28 16:20:01.458714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7cbf-8070-467a-9825-7725dae77dce req-daed44cb-d215-4e8c-a155-a489e08aee9e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:01.460807 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee3b7cbf-8070-467a-9825-7725dae77dce req-daed44cb-d215-4e8c-a155-a489e08aee9e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0496075 Jul 28 16:20:01.499417 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ee3b7cbf-8070-467a-9825-7725dae77dce req-a71f328a-8d40-42d7-94be-1470f3b15b6b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Jul 28 16:20:01.533871 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-9fc640d8-2401-44d8-a1bc-f10c643dae53 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885851 Jul 28 16:20:02.618439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5010-cdb4-4259-9e12-f8c4975154c6 req-502f29c7-7250-48a4-835c-61af7fa69bb4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:02.619852 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-872c5010-cdb4-4259-9e12-f8c4975154c6 req-502f29c7-7250-48a4-835c-61af7fa69bb4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0532014 Jul 28 16:20:02.657474 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-872c5010-cdb4-4259-9e12-f8c4975154c6 req-86a96096-169d-4aca-b2b1-068aa9329a99 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Jul 28 16:20:03.251173 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:03.380819 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:20:03.777818 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607494c1-5552-4fac-a95c-668b3996ff17 req-683be4e5-a19f-483d-9204-6688169ba608 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:03.779313 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-607494c1-5552-4fac-a95c-668b3996ff17 req-683be4e5-a19f-483d-9204-6688169ba608 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0544484 Jul 28 16:20:03.818215 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-607494c1-5552-4fac-a95c-668b3996ff17 req-387bacc1-7c6f-41a4-8fd9-158e72dea181 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Jul 28 16:20:04.932267 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fb17b-da05-448e-a952-a0da9493e4dd req-82fc009a-d9ea-4be8-9da5-58a77f8f8a18 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:04.933782 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-629fb17b-da05-448e-a952-a0da9493e4dd req-82fc009a-d9ea-4be8-9da5-58a77f8f8a18 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0494373 Jul 28 16:20:04.973081 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-629fb17b-da05-448e-a952-a0da9493e4dd req-cd59d37e-516a-434f-a25a-f2a7dabab6b8 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Jul 28 16:20:06.091246 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0df8-d907-4066-bdad-15d2fc94bd2e req-802be496-bb17-4aa0-aa57-fd6a6e451c58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:06.093293 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0ef0df8-d907-4066-bdad-15d2fc94bd2e req-802be496-bb17-4aa0-aa57-fd6a6e451c58 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0503702 Jul 28 16:20:06.130031 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e0ef0df8-d907-4066-bdad-15d2fc94bd2e req-deab8147-395a-471e-ab1e-e3605094e9db tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Jul 28 16:20:07.242980 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c7c81-ad17-47ca-95c1-eb32c2bd5682 req-e86e02ec-b2cf-4d05-8247-fc2fb26b6f91 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:07.244487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-453c7c81-ad17-47ca-95c1-eb32c2bd5682 req-e86e02ec-b2cf-4d05-8247-fc2fb26b6f91 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0484195 Jul 28 16:20:07.281884 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-453c7c81-ad17-47ca-95c1-eb32c2bd5682 req-dec04ec9-b195-451a-bbf7-9129a0555b91 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Jul 28 16:20:07.351846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-8bc86262-1af0-4bd3-b304-57b81d2c17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:07.353396 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-8bc86262-1af0-4bd3-b304-57b81d2c17d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&tenant_id=80a640e46f4d41f692515da2182af604 HTTP/1.1" status: 200 len: 1096 time: 0.0412011 Jul 28 16:20:07.364629 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:07.423377 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-42ddbda1-1d41-4622-8ea8-058ff4a94e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:07.424809 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-42ddbda1-1d41-4622-8ea8-058ff4a94e98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1096 time: 0.0403721 Jul 28 16:20:07.516932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-2bea1e48-6695-42c3-8690-a1ffff2e4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:07.518374 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-2bea1e48-6695-42c3-8690-a1ffff2e4d2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0873575 Jul 28 16:20:07.581778 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-02ce5b6c-d7db-4241-b2c8-0be8acee2731 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 998 time: 0.0563793 Jul 28 16:20:07.632595 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-f05ef5aa-9fda-414d-8d42-302ed244e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:07.633989 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-f05ef5aa-9fda-414d-8d42-302ed244e651 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0460174 Jul 28 16:20:07.679902 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-54c8a939-48f1-4264-b44b-206de14bf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:07.681317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-54c8a939-48f1-4264-b44b-206de14bf024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403428 Jul 28 16:20:07.769992 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-3ffd0579-2a24-4c09-a9e2-4c63fd136fbd service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Jul 28 16:20:07.860814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-bc7c3768-3570-4535-9302-d537c5f6e004 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838673 Jul 28 16:20:08.397466 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cb499-8d80-4911-a870-4f8ec073b1f7 req-84ff659f-ef51-427d-9e0d-db80aaeb6cc0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:08.398941 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-365cb499-8d80-4911-a870-4f8ec073b1f7 req-84ff659f-ef51-427d-9e0d-db80aaeb6cc0 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0496259 Jul 28 16:20:08.436806 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-365cb499-8d80-4911-a870-4f8ec073b1f7 req-292e1b37-25f6-4e4e-9a7c-b644da30e18a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Jul 28 16:20:09.553072 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379e0d1-fa82-4510-ace7-bc4fbe94ce7a req-f9b4cd94-b394-412b-ba73-1da22a48f0c9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:09.555044 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4379e0d1-fa82-4510-ace7-bc4fbe94ce7a req-f9b4cd94-b394-412b-ba73-1da22a48f0c9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0533872 Jul 28 16:20:09.592137 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-4379e0d1-fa82-4510-ace7-bc4fbe94ce7a req-759584f8-71fa-4989-b73a-c451ba157e98 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Jul 28 16:20:10.709421 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e17ce6-597d-4e7e-8efd-c29f18370c11 req-4b8f9ab9-0150-42e1-b34d-a33de88a288a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:10.710880 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1e17ce6-597d-4e7e-8efd-c29f18370c11 req-4b8f9ab9-0150-42e1-b34d-a33de88a288a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0527008 Jul 28 16:20:10.747944 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b1e17ce6-597d-4e7e-8efd-c29f18370c11 req-98169cd3-e422-41e6-9233-283df1a5009e tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Jul 28 16:20:11.861429 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472760-4818-4c33-ac12-480bc819c962 req-8a968ceb-d69d-40ce-adb7-a006460615f4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:11.862881 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a472760-4818-4c33-ac12-480bc819c962 req-8a968ceb-d69d-40ce-adb7-a006460615f4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0485017 Jul 28 16:20:11.900812 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-2a472760-4818-4c33-ac12-480bc819c962 req-cc23efda-40b9-4c91-b5a5-20e8d7e5aaeb tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Jul 28 16:20:13.013349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916497d-3b1c-4099-86a8-4fb8ebefddfe req-29a35174-0539-4c51-877f-1c4c554c7c26 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:13.014814 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e916497d-3b1c-4099-86a8-4fb8ebefddfe req-29a35174-0539-4c51-877f-1c4c554c7c26 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0479033 Jul 28 16:20:13.052704 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e916497d-3b1c-4099-86a8-4fb8ebefddfe req-c4c90429-a7f9-4bf0-8eb6-4dca9152046b tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Jul 28 16:20:14.167945 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1926613-020a-42e9-bd4d-117c526d21ec req-e5060493-c525-4a03-8af5-bf5bf4933138 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:14.169453 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1926613-020a-42e9-bd4d-117c526d21ec req-e5060493-c525-4a03-8af5-bf5bf4933138 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0478206 Jul 28 16:20:14.207334 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c1926613-020a-42e9-bd4d-117c526d21ec req-fd27678d-3045-43b8-9730-ae36b7df1841 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Jul 28 16:20:15.319548 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2223b3-7974-4c2a-ac37-f90c0409971a req-fa71b58a-74e2-4631-a712-546ce53fd20c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:15.321037 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be2223b3-7974-4c2a-ac37-f90c0409971a req-fa71b58a-74e2-4631-a712-546ce53fd20c tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0487897 Jul 28 16:20:15.359128 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-be2223b3-7974-4c2a-ac37-f90c0409971a req-663ce2e4-757e-42a3-b597-96f8a7b82d18 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Jul 28 16:20:16.485035 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe793e6-2120-4bc2-81fb-92becb518dde req-923c2b3e-79be-4c05-910f-0f6320763a43 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:16.486565 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3fe793e6-2120-4bc2-81fb-92becb518dde req-923c2b3e-79be-4c05-910f-0f6320763a43 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 944 time: 0.0619664 Jul 28 16:20:16.524889 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-3fe793e6-2120-4bc2-81fb-92becb518dde req-b0ae2cf6-7012-40d0-a09c-d4f33506b44d tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Jul 28 16:20:16.854170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:20:16.951925 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:20:16.963455 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': 'ec72c9be-d364-480d-82b5-297083925e25', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'port_id': 'ec72c9be-d364-480d-82b5-297083925e25', 'mac_address': 'fa:16:3e:26:28:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:20:16.998949 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:17.014142 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72c9be-d364-480d-82b5-297083925e25 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:20:17.032938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:20:17.101658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:17.146823 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:20:17.507548 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['ec72c9be-d364-480d-82b5-297083925e25'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:20:17.642315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f61157-7420-4e05-8c85-2a9cfd4b3cc6 req-f84755aa-7002-480b-8419-9ebf522c02bc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:17.643774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29f61157-7420-4e05-8c85-2a9cfd4b3cc6 req-f84755aa-7002-480b-8419-9ebf522c02bc tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 945 time: 0.0523694 Jul 28 16:20:17.681194 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-29f61157-7420-4e05-8c85-2a9cfd4b3cc6 req-20ee4591-2337-4588-8523-77425a824fb1 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Jul 28 16:20:18.794909 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71827b-5934-432f-9be4-c71e911114b0 req-a5cddc31-bd32-44f5-9277-a83b5c147a9f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:18.796379 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e71827b-5934-432f-9be4-c71e911114b0 req-a5cddc31-bd32-44f5-9277-a83b5c147a9f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 945 time: 0.0487628 Jul 28 16:20:18.833556 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6e71827b-5934-432f-9be4-c71e911114b0 req-b5c84e49-7d6f-425a-b271-7cdd7aed97d2 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Jul 28 16:20:18.854090 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:20:18.899990 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port ec72c9be-d364-480d-82b5-297083925e25 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:20:18.900362 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:18.975156 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:18.996439 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:20:18.998676 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c8c306-7a22-497b-9cd4-c9a39839aa00" -d '{"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-plugged", "status": "completed", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:20:19.012979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:20:19.035855 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aef04f8-7b04-441f-aa2a-2b6553baea95 x-openstack-request-id: req-4aef04f8-7b04-441f-aa2a-2b6553baea95 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:20:19.036152 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-plugged", "status": "completed", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:20:19.036426 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4aef04f8-7b04-441f-aa2a-2b6553baea95 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:20:19.036840 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'code': 200} Jul 28 16:20:19.102254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:19.153877 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:20:19.263317 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6561-a18d-49a0-89e8-b8897a1f499a req-36b9f917-93a2-45a1-8149-2c2135a31910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:19.264860 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-367d6561-a18d-49a0-89e8-b8897a1f499a req-36b9f917-93a2-45a1-8149-2c2135a31910 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0429640 Jul 28 16:20:19.299422 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-367d6561-a18d-49a0-89e8-b8897a1f499a req-ddb9d0cc-d74f-4ac7-a9dd-01ed7e52bde9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276420 Jul 28 16:20:19.948070 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f6d85-5b31-464f-8587-5d2e82ba1717 req-af7e8f5c-b364-4145-8f97-f7bc7ed5b310 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:19.949811 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e3f6d85-5b31-464f-8587-5d2e82ba1717 req-af7e8f5c-b364-4145-8f97-f7bc7ed5b310 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0500541 Jul 28 16:20:19.989923 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-8e3f6d85-5b31-464f-8587-5d2e82ba1717 req-086e3f97-c1b9-40b9-bf23-dd9cd31c35b4 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330806 Jul 28 16:20:21.102962 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2da8b1-30cf-4c20-bdf9-f0149fbb32f2 req-33a2e431-7658-487f-9fc3-9bde17ec0c04 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:21.104413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b2da8b1-30cf-4c20-bdf9-f0149fbb32f2 req-33a2e431-7658-487f-9fc3-9bde17ec0c04 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0471110 Jul 28 16:20:21.140855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3b2da8b1-30cf-4c20-bdf9-f0149fbb32f2 req-6264d164-3950-41c3-b732-b861b94c1021 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Jul 28 16:20:22.393364 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bcac2083-3d14-4423-98d7-6c6ad2db8861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:24.941860 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-993b063d-7e98-47d0-aa53-38cbd8ce93bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:25.329443 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:26.753212 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:28.243658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:32.493811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-bd6fdc7b-b161-46e0-81cb-011238e0c2c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430667 Jul 28 16:20:32.599641 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-2b11e2af-d8e7-45ce-a7ae-ec4c6281524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:32.601145 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-2b11e2af-d8e7-45ce-a7ae-ec4c6281524b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0428798 Jul 28 16:20:32.701127 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-a659a1ae-ff92-40c6-af27-a0e2baaa4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:32.702557 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-a659a1ae-ff92-40c6-af27-a0e2baaa4fcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0826826 Jul 28 16:20:32.772548 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-41bf29de-d886-4048-a07c-e8ba105f6add service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1000 time: 0.0607688 Jul 28 16:20:32.821373 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-deea440b-7ac1-4158-a0bc-427512da4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:32.823332 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-deea440b-7ac1-4158-a0bc-427512da4689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0433476 Jul 28 16:20:32.868927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-87f0f172-dd18-4842-a157-8781458dab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:20:32.870347 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-87f0f172-dd18-4842-a157-8781458dab4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382884 Jul 28 16:20:32.964290 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-3c6d6c14-dcbd-496a-82a6-f5d41cfd6ad4 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845666 Jul 28 16:20:33.053719 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-715a13d3-5bd5-4b80-9c07-e6203c87be28 req-58fe19ac-b283-4075-b840-644bebae228d service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823174 Jul 28 16:20:33.233231 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:37.368936 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:40.380276 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:20:51.752755 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-dc9955f9-e3be-4d63-8d4f-4a2cb3cc3e8b req-9d95364f-4c1a-4471-b1ca-c37776d7aed9 service neutron] (94658) timed out ('10.222.0.57', 44742) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 16:20:52.357165 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-61f2f315-ce0e-4a2d-9457-a9572e2b2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:54.907125 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-cee19968-1ee2-4d47-b080-ec0d9c0872d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:55.306894 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:56.741384 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:20:58.255799 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:03.236520 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:07.419490 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:17.380406 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:21:22.369446 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4996-1042-4f1b-b693-b713882752b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:24.912266 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f7e7dd66-2ece-4ac4-96f9-d812bdac0219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:25.315775 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:26.786981 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:28.278190 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:33.238005 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:34.483604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-ac36edd3-dc40-40ff-b270-f41954acef38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438886 Jul 28 16:21:34.576960 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-0f58bff1-eb22-4ec6-bbcc-ddfdd04e0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:34.579366 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-0f58bff1-eb22-4ec6-bbcc-ddfdd04e0be5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0399048 Jul 28 16:21:34.686593 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-9dec70e2-7aba-450a-845f-56fe3fd0e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:34.689100 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-9dec70e2-7aba-450a-845f-56fe3fd0e594 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.0919809 Jul 28 16:21:34.757611 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-1636748b-def8-4a41-b008-8a6676765dfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 1000 time: 0.0620661 Jul 28 16:21:34.806476 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-35e27350-a5ab-4f48-bd33-0f4ddaa8d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:34.807834 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-35e27350-a5ab-4f48-bd33-0f4ddaa8d9b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0423784 Jul 28 16:21:34.850927 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-a7ea5fc6-9994-4b7c-b6d1-943bfce4d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:34.852357 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-a7ea5fc6-9994-4b7c-b6d1-943bfce4d745 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377240 Jul 28 16:21:34.943178 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-90b3d2d9-56de-4a1d-b336-fd8010181f37 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830901 Jul 28 16:21:35.031312 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1f18ae6a-ac5b-467e-983a-a32685fd15e7 req-1b145ba3-9294-4ecb-a3ed-0a7659f7a591 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801890 Jul 28 16:21:37.461071 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:52.376076 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-56530f3d-2f22-45aa-9178-28db661d1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:54.380351 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:21:54.921326 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2985018d-45b2-4275-88ac-148ef096bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:55.329363 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:56.760960 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:57.252343 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46380) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:21:57.567091 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Deleting port 749e41ee-b1d3-484d-ae1e-5e7871396a3d {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:21:57.567434 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:57.639000 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:57.639334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:57.650645 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Calling delete_port for 749e41ee-b1d3-484d-ae1e-5e7871396a3d owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:21:57.895181 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:57.921748 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event deleted for resources: {'Port': ['ID=749e41ee-b1d3-484d-ae1e-5e7871396a3d,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:21:57.945466 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.945818 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.946163 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.946509 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.946851 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.947189 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.947523 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.947854 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.948183 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.948541 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.948873 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.949204 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:21:57.996126 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:57.996547 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Floating IP fb325f04-f933-4d06-8666-02b3db30f917 disassociated (deleted). External IP: 172.25.6.9, port: ec72c9be-d364-480d-82b5-297083925e25. Jul 28 16:21:58.199959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:21:58.283279 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:58.308038 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:21:58.312809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:21:58.319022 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:21:58.328474 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:21:58.329090 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:21:58.345487 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-36074a95-c707-44a4-a546-8643566e36c3 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "DELETE /v2.0/floatingips/fb325f04-f933-4d06-8666-02b3db30f917 HTTP/1.1" status: 204 len: 168 time: 1.0889187 Jul 28 16:21:58.345487 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:21:58.345815 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b9e5b7-38e0-4290-913a-781c5fb1b007" -d '{"events": [{"name": "network-changed", "server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:21:58.437268 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:21:58.526506 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b1e41f-bfad-4aa6-a181-65ae2cad832b x-openstack-request-id: req-48b1e41f-bfad-4aa6-a181-65ae2cad832b {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:21:58.526804 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:21:58.527061 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48b1e41f-bfad-4aa6-a181-65ae2cad832b {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:21:58.527467 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'status': 'completed', 'code': 200} Jul 28 16:21:58.612567 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-121fa0d7-c812-4b3d-b9b8-a4ba9bbe5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:58.614147 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-121fa0d7-c812-4b3d-b9b8-a4ba9bbe5dc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a640e46f4d41f692515da2182af604&device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 1098 time: 0.0456100 Jul 28 16:21:58.633882 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:21:58.737823 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-f4bdff0c-30a2-4a49-a6b0-8b813f0ac85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:58.739233 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-f4bdff0c-30a2-4a49-a6b0-8b813f0ac85a service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 200 len: 909 time: 0.1185927 Jul 28 16:21:58.761093 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:21:58.769942 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:21:58.770542 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:21:58.795015 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f054b01-ee33-4d42-a32e-6a8d2c8cdd29 req-8bb38215-2947-4605-9af5-2f30b1bf2659 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:58.797038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f054b01-ee33-4d42-a32e-6a8d2c8cdd29 req-8bb38215-2947-4605-9af5-2f30b1bf2659 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.1035583 Jul 28 16:21:58.798262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-b0bf4eac-b0c8-41ab-8b47-736d1e1dcd44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 200 len: 217 time: 0.0512254 Jul 28 16:21:58.868898 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-8f054b01-ee33-4d42-a32e-6a8d2c8cdd29 req-b957c3e0-46f1-4ac5-a8e9-dc97c360c35a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656502 Jul 28 16:21:58.871087 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:21:58.873187 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-fb267365-1923-4461-9c15-07ad96d40ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:58.873855 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-fb267365-1923-4461-9c15-07ad96d40ef6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 200 len: 847 time: 0.0647619 Jul 28 16:21:58.919948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-aeeae5d6-d781-4f2b-900b-20356e25c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:58.921984 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-aeeae5d6-d781-4f2b-900b-20356e25c6c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4c5a2-ecf5-4000-ad7f-9f87af57f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403795 Jul 28 16:21:59.069032 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:21:59.095842 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15ab36-4744-4996-b0d6-d603c9eba769 None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:11:19Z', 'revision_number': 4, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ad10e9df-24d3-4596-86fc-386066f43fa8', 'name': '', 'network_id': '72a4c5a2-ecf5-4000-ad7f-9f87af57f510', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'mac_address': 'fa:16:3e:f1:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:18Z', 'updated_at': '2021-07-28T16:11:26Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'subnets': [{'id': '19065364-7a5e-4ad2-8db1-be405541ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:21:59.330808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d483dc8-f168-4c73-a1f8-5d4e52aa9630 None None] New status for floating IP fb325f04-f933-4d06-8666-02b3db30f917: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:21:59.357828 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-cc6712c5-00ff-40ad-82c0-74669d29f7d3 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278827 Jul 28 16:21:59.448535 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-79b9e5b7-38e0-4290-913a-781c5fb1b007 req-509bea1d-d6fd-42d7-9302-c662ae8cb118 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822730 Jul 28 16:21:59.988840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ec4d6-f7b1-4f30-b9c9-fc3a2c34d29e req-0d19ce70-f41d-4711-86cf-9beb024a11b9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:21:59.990377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d6ec4d6-f7b1-4f30-b9c9-fc3a2c34d29e req-0d19ce70-f41d-4711-86cf-9beb024a11b9 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0508564 Jul 28 16:22:00.028911 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5d6ec4d6-f7b1-4f30-b9c9-fc3a2c34d29e req-c308d30e-7209-4355-b06d-9ad7cee19d76 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/security-groups?id=62ac3fbd-8dda-4f76-a3b3-39f0278757a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Jul 28 16:22:00.527122 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-66aafe00-893e-4f4c-97cc-156d4636ce00 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:00.528638 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-66aafe00-893e-4f4c-97cc-156d4636ce00 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 946 time: 0.0518336 Jul 28 16:22:00.615562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Deleting port ec72c9be-d364-480d-82b5-297083925e25 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:00.615909 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:00.704924 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] For port ec72c9be-d364-480d-82b5-297083925e25, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=ec72c9be-d364-480d-82b5-297083925e25,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:00.705294 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:00.717676 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Calling delete_port for ec72c9be-d364-480d-82b5-297083925e25 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:00.920906 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:00.950247 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event deleted for resources: {'Port': ['ID=ec72c9be-d364-480d-82b5-297083925e25,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:00.977591 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.977948 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.978291 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.978634 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.978974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.979310 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.979642 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.979974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.980303 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.980661 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.980995 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:00.981328 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:01.002700 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] No DVR routers for this DVR port ec72c9be-d364-480d-82b5-297083925e25 on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:22:01.005147 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:01.007217 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-039a1e63-0edc-4f02-83ff-ee75371e3963 req-89875064-f646-4a26-82f4-ab6d5f35633a tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.42 "DELETE /v2.0/ports/ec72c9be-d364-480d-82b5-297083925e25 HTTP/1.1" status: 204 len: 173 time: 0.4721169 Jul 28 16:22:01.007652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-deleted', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:22:01.009900 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ae6560-7113-45fa-a74f-4b5a6f55629d" -d '{"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-deleted", "tag": "ec72c9be-d364-480d-82b5-297083925e25"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:22:01.092552 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57088a76-2156-49cc-8234-de368c536b61 x-openstack-request-id: req-57088a76-2156-49cc-8234-de368c536b61 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:22:01.092878 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43b66c3-5c35-4729-b464-c823bcddcfef", "name": "network-vif-deleted", "tag": "ec72c9be-d364-480d-82b5-297083925e25", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:22:01.093643 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57088a76-2156-49cc-8234-de368c536b61 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:22:01.094093 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43b66c3-5c35-4729-b464-c823bcddcfef', 'name': 'network-vif-deleted', 'tag': 'ec72c9be-d364-480d-82b5-297083925e25', 'status': 'completed', 'code': 200} Jul 28 16:22:01.124981 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bf87a59d-477d-4d30-8be1-3b7171f93fff req-65cc8f57-41db-40ce-aa67-2f65289646e6 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0252976 Jul 28 16:22:02.224818 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ff5c26a-bc8c-47f1-a209-8ed655e0189b req-12b416da-7179-4e0f-a16d-17e6bbea42da tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0308599 Jul 28 16:22:03.252135 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:03.319192 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a5c7fba8-d427-471c-8e89-a97b216672d7 req-5ccae272-1a85-4bda-bc7c-7119dfd27a2f tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0267041 Jul 28 16:22:04.415586 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-57b8954d-e9cf-43e0-ac36-241a8fdc61cc req-a51d62e7-4ad2-42e9-8a86-c72b84ab0da5 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0280287 Jul 28 16:22:05.433294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:05.465191 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: ec72c9be-d364-480d-82b5-297083925e25 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:05.465473 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device ec72c9be-d364-480d-82b5-297083925e25 not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:05.542333 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-5eab553c-a888-4016-920d-60a2d4920f01 req-d27e2c75-f1e9-456b-970a-ec0ea4e1a523 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "GET /v2.0/ports?device_id=e43b66c3-5c35-4729-b464-c823bcddcfef HTTP/1.1" status: 200 len: 210 time: 0.0285356 Jul 28 16:22:06.596242 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46428) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:06.657006 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9f9df61-ed36-468e-8912-b27ffd8ee750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:06.683779 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9f9df61-ed36-468e-8912-b27ffd8ee750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:06.851483 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9f9df61-ed36-468e-8912-b27ffd8ee750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:06.851952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-f9f9df61-ed36-468e-8912-b27ffd8ee750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:06.853131 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-f9f9df61-ed36-468e-8912-b27ffd8ee750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] 10.222.0.57 "DELETE /v2.0/security-groups/62ac3fbd-8dda-4f76-a3b3-39f0278757a6 HTTP/1.1" status: 204 len: 168 time: 0.2558835 Jul 28 16:22:06.862823 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9df61-ed36-468e-8912-b27ffd8ee750 tempest-TestShelveInstance-1173912205 tempest-TestShelveInstance-1173912205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac3fbd-8dda-4f76-a3b3-39f0278757a6,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:07.414895 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:07.975704 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46436) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:08.465803 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:08.711067 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Deleting port ad10e9df-24d3-4596-86fc-386066f43fa8 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:08.711407 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:08.789412 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] For port ad10e9df-24d3-4596-86fc-386066f43fa8, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ad10e9df-24d3-4596-86fc-386066f43fa8,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:08.789817 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:08.802501 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Calling delete_port for ad10e9df-24d3-4596-86fc-386066f43fa8 owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:09.051745 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:09.078650 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad10e9df-24d3-4596-86fc-386066f43fa8,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:09.239785 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:09.446200 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Router 61ee1b00-4142-4ed8-b955-a62ff5d24123 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:22:09.548081 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:09.555731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46440) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:09.556165 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c99e8882-7b72-4fe5-8c17-35335e4c19cd admin admin] 10.222.0.57 "PUT /v2.0/routers/61ee1b00-4142-4ed8-b955-a62ff5d24123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789285 Jul 28 16:22:09.556561 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] Sync routers for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:09.568138 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:09.568786 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:09.663595 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:09.671460 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:09.765324 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:09.846381 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:22:08Z', 'revision_number': 5, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port': {'id': '7a539705-916a-4f71-b0a1-69c8fc2e6670', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:17Z', 'updated_at': '2021-07-28T16:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:09.871758 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] Checking router: 61ee1b00-4142-4ed8-b955-a62ff5d24123 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:09.879810 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] Routers {'61ee1b00-4142-4ed8-b955-a62ff5d24123'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:09.880403 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['61ee1b00-4142-4ed8-b955-a62ff5d24123'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:09.906125 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Deleting port 7a539705-916a-4f71-b0a1-69c8fc2e6670 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:09.906477 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:09.963129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] Set router 61ee1b00-4142-4ed8-b955-a62ff5d24123 gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:09.987135 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] For port 7a539705-916a-4f71-b0a1-69c8fc2e6670, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=7a539705-916a-4f71-b0a1-69c8fc2e6670,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:09.987510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.000762 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Calling delete_port for 7a539705-916a-4f71-b0a1-69c8fc2e6670 owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:10.017233 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:22:09Z', 'revision_number': 6, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:10.043269 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8b6b4-71e7-4df6-88bd-442b4a73d7bc None None] The sync data for ids ['61ee1b00-4142-4ed8-b955-a62ff5d24123'] in n-d-764806-10 is: [{'id': '61ee1b00-4142-4ed8-b955-a62ff5d24123', 'name': 'tempest-TestShelveInstance-860452769-router', 'tenant_id': '80a640e46f4d41f692515da2182af604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:16Z', 'updated_at': '2021-07-28T16:22:09Z', 'revision_number': 6, 'project_id': '80a640e46f4d41f692515da2182af604', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:10.235195 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.259398 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a539705-916a-4f71-b0a1-69c8fc2e6670,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:10.325522 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.419166 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.421706 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.537450 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.537980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ee1b00-4142-4ed8-b955-a62ff5d24123 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:22:10.546111 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.546111 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-7d36f213-e676-4821-aa14-9892400d6d46 admin admin] 10.222.0.57 "DELETE /v2.0/routers/61ee1b00-4142-4ed8-b955-a62ff5d24123 HTTP/1.1" status: 204 len: 168 time: 0.9866042 Jul 28 16:22:10.546111 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46444) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:10.595434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Deleting subnet 19065364-7a5e-4ad2-8db1-be405541ea02 {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:22:10.598568 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.632891 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.710618 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.800798 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ad10e9df-24d3-4596-86fc-386066f43fa8 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:10.821318 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ad10e9df-24d3-4596-86fc-386066f43fa8 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:10.821630 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ad10e9df-24d3-4596-86fc-386066f43fa8 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:10.829255 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.859632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19065364-7a5e-4ad2-8db1-be405541ea02,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:10.863355 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.867545 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eda2c071-e602-48c8-83f5-b2aa28c8f58f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/19065364-7a5e-4ad2-8db1-be405541ea02 HTTP/1.1" status: 204 len: 168 time: 0.3183043 Jul 28 16:22:10.867759 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46446) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:10.870729 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba436e-3016-4cd7-8e29-7e9ccc42f55b None None] Network 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:22:10.936121 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:10.992855 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Deleting port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:10.993207 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.063611 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] DHCP port deletion for 72a4c5a2-ecf5-4000-ad7f-9f87af57f510 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:22:11.067273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] For port 2b695f24-6b14-45a6-8874-eb7d4e7b9348, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b695f24-6b14-45a6-8874-eb7d4e7b9348,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:11.067803 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.081237 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Calling delete_port for 2b695f24-6b14-45a6-8874-eb7d4e7b9348 owned by network:dhcp {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:11.107522 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Deleting port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:11.108197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.172763 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] For port 2b695f24-6b14-45a6-8874-eb7d4e7b9348, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=2b695f24-6b14-45a6-8874-eb7d4e7b9348,segment=NetworkSegment(eec08f9c-fd8e-4b74-833d-458ab0fb86d6),segment_id=eec08f9c-fd8e-4b74-833d-458ab0fb86d6)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:11.185964 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.185964 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Calling delete_port for 2b695f24-6b14-45a6-8874-eb7d4e7b9348 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:11.263175 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.268836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.289919 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b695f24-6b14-45a6-8874-eb7d4e7b9348,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:11.293175 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] No DVR routers for this DVR port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 on host n-d-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:22:11.297937 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Pushing event deleted for resources: {'Port': ['ID=2b695f24-6b14-45a6-8874-eb7d4e7b9348,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:11.302312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] No DVR routers for this DVR port 2b695f24-6b14-45a6-8874-eb7d4e7b9348 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:22:11.309343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.309609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.309963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.310311 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.310648 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.310982 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.311464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.311662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.311989 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.312331 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.312706 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.313012 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e017e-518c-4592-add4-3ccc1fc31214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:11.370205 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.379903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a4c5a2-ecf5-4000-ad7f-9f87af57f510']}} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:11.390095 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6') {'for_net_delete': True} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:11.390395 n-d-764806-10 neutron-server[94657]: DEBUG neutron.services.segments.db [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec08f9c-fd8e-4b74-833d-458ab0fb86d6') {} {{(pid=94657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:11.398989 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2820472'] for segment, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.412915 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.418609 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:22:11.418996 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820423'] for segment, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: Traceback (most recent call last): Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: timer() Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: cb(*args, **kw) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: return func(*args, **kwargs) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: self._notify() Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: self.callback(batched_events) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: event.method(event) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: return f(self, *a, **k) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: return self._get(url).json() Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: return self.request(url, 'GET', **kwargs) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:22:11.420606 n-d-764806-10 neutron-server[94657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:22:11.523421 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.528791 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Notify callbacks [] for network, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:11.531122 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] 10.222.0.57 "DELETE /v2.0/networks/72a4c5a2-ecf5-4000-ad7f-9f87af57f510 HTTP/1.1" status: 204 len: 168 time: 0.6624525 Jul 28 16:22:11.534527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46450) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:11.542508 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b7e98-5a00-45b6-a7bd-b818320c4c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a4c5a2-ecf5-4000-ad7f-9f87af57f510,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:12.134534 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7a539705-916a-4f71-b0a1-69c8fc2e6670 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:12.154261 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 7a539705-916a-4f71-b0a1-69c8fc2e6670 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:12.154608 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 7a539705-916a-4f71-b0a1-69c8fc2e6670 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:12.155020 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b695f24-6b14-45a6-8874-eb7d4e7b9348 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:12.177654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 2b695f24-6b14-45a6-8874-eb7d4e7b9348 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:12.178296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 2b695f24-6b14-45a6-8874-eb7d4e7b9348 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:12.203388 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:12.443946 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Deleting port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:12.444198 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:12.518339 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] For port 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:12.518695 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:12.530882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Calling delete_port for 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a owned by network:router_interface {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:12.757689 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:12.780988 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e01f505-d7c9-4ae7-a736-c2ceb94aa74a,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:12.949614 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:13.159770 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Router c7931768-ebe1-4f88-96b7-04b87f5f29d5 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:22:13.262985 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:13.269343 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-ff34a2c8-a8dd-4a40-bd5a-92dd7081d4b9 admin admin] 10.222.0.57 "PUT /v2.0/routers/c7931768-ebe1-4f88-96b7-04b87f5f29d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329381 Jul 28 16:22:13.271717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46452) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:13.274273 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] Sync routers for ids ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:13.283853 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] Routers {'c7931768-ebe1-4f88-96b7-04b87f5f29d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:13.284766 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:13.377514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks [] for router, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:13.392637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] Set router c7931768-ebe1-4f88-96b7-04b87f5f29d5 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:13.479594 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:13.564778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:22:12Z', 'revision_number': 5, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port': {'id': 'd6ca0579-042b-4c10-b5fc-b6b6d0ca463f', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:11:23Z', 'updated_at': '2021-07-28T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:13.599571 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Deleting port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:13.599911 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:13.686846 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] For port d6ca0579-042b-4c10-b5fc-b6b6d0ca463f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:13.687216 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:13.700717 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Calling delete_port for d6ca0579-042b-4c10-b5fc-b6b6d0ca463f owned by network:router_gateway {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:13.752166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] Checking router: c7931768-ebe1-4f88-96b7-04b87f5f29d5 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:13.760626 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] Routers {'c7931768-ebe1-4f88-96b7-04b87f5f29d5'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:13.761244 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:13.845520 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] Set router c7931768-ebe1-4f88-96b7-04b87f5f29d5 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:13.896561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:22:13Z', 'revision_number': 6, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:13.923185 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:13.925643 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f01bc-bdf0-475f-b725-af1eda43262e None None] The sync data for ids ['c7931768-ebe1-4f88-96b7-04b87f5f29d5'] in n-d-764806-10 is: [{'id': 'c7931768-ebe1-4f88-96b7-04b87f5f29d5', 'name': 'tempest-TestShelveInstance-966492287-router', 'tenant_id': 'a912e82a60f7464c9ec8e78efa996232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:11:22Z', 'updated_at': '2021-07-28T16:22:13Z', 'revision_number': 6, 'project_id': 'a912e82a60f7464c9ec8e78efa996232', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:13.951007 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ca0579-042b-4c10-b5fc-b6b6d0ca463f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:14.013806 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.100088 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.102193 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.235266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.235804 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7931768-ebe1-4f88-96b7-04b87f5f29d5 {{(pid=94658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:22:14.240071 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.241285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-28663704-5ae0-4e46-8c91-0fce6a468190 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c7931768-ebe1-4f88-96b7-04b87f5f29d5 HTTP/1.1" status: 204 len: 168 time: 0.9686584 Jul 28 16:22:14.243761 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46454) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:14.293295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Deleting subnet 13a2243b-fdd0-474c-b808-a5b2a2d5e0a7 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:22:14.297172 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.333109 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.418468 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.546725 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.572835 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a2243b-fdd0-474c-b808-a5b2a2d5e0a7,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:14.574790 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.576828 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-7615d957-73ac-4881-a438-8d1b96bf6207 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/13a2243b-fdd0-474c-b808-a5b2a2d5e0a7 HTTP/1.1" status: 204 len: 168 time: 0.3319528 Jul 28 16:22:14.579768 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46456) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:14.582616 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00995dee-c3e3-42af-ad9c-2d743498b934 None None] Network 6339861b-19ea-4f27-8cc4-eab1156183ff requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:22:14.651431 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.694278 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:14.708444 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Deleting port ec4bb028-d514-4dff-af8c-c12ee49cd83f {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:14.708823 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.722565 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:14.722979 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 9e01f505-d7c9-4ae7-a736-c2ceb94aa74a not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:14.774964 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] For port ec4bb028-d514-4dff-af8c-c12ee49cd83f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec4bb028-d514-4dff-af8c-c12ee49cd83f,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:14.775337 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.789872 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Calling delete_port for ec4bb028-d514-4dff-af8c-c12ee49cd83f owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:14.800599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] DHCP port deletion for 6339861b-19ea-4f27-8cc4-eab1156183ff request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:22:14.848094 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] Deleting port ec4bb028-d514-4dff-af8c-c12ee49cd83f {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:22:14.848433 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.915986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] For port ec4bb028-d514-4dff-af8c-c12ee49cd83f, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec4bb028-d514-4dff-af8c-c12ee49cd83f,segment=NetworkSegment(1bc37b4f-ae81-45f6-a763-fd0c014586fe),segment_id=1bc37b4f-ae81-45f6-a763-fd0c014586fe)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:14.916385 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.929981 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] Calling delete_port for ec4bb028-d514-4dff-af8c-c12ee49cd83f owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:22:14.946542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:14.973351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4bb028-d514-4dff-af8c-c12ee49cd83f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:14.980073 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] No DVR routers for this DVR port ec4bb028-d514-4dff-af8c-c12ee49cd83f on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:22:15.010679 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.037932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] Pushing event deleted for resources: {'Port': ['ID=ec4bb028-d514-4dff-af8c-c12ee49cd83f,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:15.041299 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdfebf4-4a08-43a8-b65e-20d07ea1e108 None None] No DVR routers for this DVR port ec4bb028-d514-4dff-af8c-c12ee49cd83f on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:22:15.058435 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.068771 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6339861b-19ea-4f27-8cc4-eab1156183ff']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:15.079409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc37b4f-ae81-45f6-a763-fd0c014586fe') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:15.079702 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc37b4f-ae81-45f6-a763-fd0c014586fe') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:15.088424 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.101673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.107414 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:22:15.107804 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:22:15.109455 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:22:15.286317 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.291988 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.296278 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] 10.222.0.57 "DELETE /v2.0/networks/6339861b-19ea-4f27-8cc4-eab1156183ff HTTP/1.1" status: 204 len: 168 time: 0.7126815 Jul 28 16:22:15.305542 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14be5a-3fea-48da-a0dc-3a629c21746a admin admin] Pushing event deleted for resources: {'Network': ['ID=6339861b-19ea-4f27-8cc4-eab1156183ff,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:15.599779 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46460) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:15.639142 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-aad8cf64-435c-4933-80cd-d6493c3d07e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80a640e46f4d41f692515da2182af604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382142 Jul 28 16:22:15.641636 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46462) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:15.692264 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-861d47b8-81e3-41be-9d17-c19170851755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.712780 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-861d47b8-81e3-41be-9d17-c19170851755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.834450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-861d47b8-81e3-41be-9d17-c19170851755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.837010 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-861d47b8-81e3-41be-9d17-c19170851755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:15.838136 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-861d47b8-81e3-41be-9d17-c19170851755 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d67d023-8aaa-4478-b46b-3bbc5d96f67f HTTP/1.1" status: 204 len: 168 time: 0.1956270 Jul 28 16:22:15.846463 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d47b8-81e3-41be-9d17-c19170851755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67d023-8aaa-4478-b46b-3bbc5d96f67f,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:16.134559 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6ca0579-042b-4c10-b5fc-b6b6d0ca463f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:16.154429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: d6ca0579-042b-4c10-b5fc-b6b6d0ca463f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:16.154787 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device d6ca0579-042b-4c10-b5fc-b6b6d0ca463f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:16.155824 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec4bb028-d514-4dff-af8c-c12ee49cd83f no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:22:16.176884 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ec4bb028-d514-4dff-af8c-c12ee49cd83f {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:22:16.177234 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec4bb028-d514-4dff-af8c-c12ee49cd83f not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:22:16.475585 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46468) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:16.514293 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8d21134d-d784-4df9-bd90-cdff9ca5d053 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a912e82a60f7464c9ec8e78efa996232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375366 Jul 28 16:22:16.517351 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46470) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:16.577553 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13708900-02b4-4961-b3a5-3c1f60dec314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:16.599023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13708900-02b4-4961-b3a5-3c1f60dec314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:16.725999 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13708900-02b4-4961-b3a5-3c1f60dec314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:16.728474 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-13708900-02b4-4961-b3a5-3c1f60dec314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:16.729750 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-13708900-02b4-4961-b3a5-3c1f60dec314 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b85d675-b6eb-4697-948b-3111aaf82f31 HTTP/1.1" status: 204 len: 168 time: 0.2115154 Jul 28 16:22:16.737482 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13708900-02b4-4961-b3a5-3c1f60dec314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85d675-b6eb-4697-948b-3111aaf82f31,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:17.754181 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46492) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:17.846799 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2012680430-network', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:17.948209 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Made reservation on behalf of 89b953ce67b6408d992b7aeb8cbcd67e for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:22:17.950542 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:17.959653 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.044992 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.125918 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.150361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:22:18.159268 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19409946-c06c-47a2-9946-cc294f2f9329,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:18.165926 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.166274 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Added segment c32b763b-a70d-4ef6-b486-0ce7c7f64d62 of type vlan for network ae4e6257-f7ac-409a-b1b0-77dbab66f871 Jul 28 16:22:18.205492 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.302590 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.303535 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:18.304112 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.363595 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] Pushing event updated for resources: {'Network': ['ID=ae4e6257-f7ac-409a-b1b0-77dbab66f871,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:18.372987 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:22:18.423848 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-1448cc96-db28-4b30-aa91-3100363c2a7c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6685646 Jul 28 16:22:18.426699 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46496) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:18.431546 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Request body: {'subnet': {'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2012680430-subnet', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:18.517291 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Made reservation on behalf of 89b953ce67b6408d992b7aeb8cbcd67e for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:22:18.519628 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.751851 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.803218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1a6d63-a201-448e-acc4-945352351ace,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:18.812824 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Checking segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:18.813179 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Network hostable DHCP agents. Network: ae4e6257-f7ac-409a-b1b0-77dbab66f871, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:22:18.894602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:22:18.957555 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, ae4e6257-f7ac-409a-b1b0-77dbab66f871) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:18.961403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:18.962052 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:18.967144 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c3274-a0be-4359-802a-2c1b9c86b378 None None] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:22:19.033388 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-b0c0d912-ed0b-4950-92e6-8b334395d429 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6055520 Jul 28 16:22:19.036316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46500) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:19.040694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:19.107875 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:22:19.108785 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.118080 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.119115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.170367 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.241541 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Allocated IP 172.20.0.2 (ae4e6257-f7ac-409a-b1b0-77dbab66f871/6d1a6d63-a201-448e-acc4-945352351ace/01c00a6f-957f-4470-8d1a-a6769ce99a2c) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:19.358115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.381710 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.389732 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Transition to ACTIVE for port object 01c00a6f-957f-4470-8d1a-a6769ce99a2c will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:19.404609 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Transition to ACTIVE for port object 01c00a6f-957f-4470-8d1a-a6769ce99a2c will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:19.477923 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.519599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:19.522560 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:19.526043 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:19.537802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Pushing event updated for resources: {'Port': ['ID=01c00a6f-957f-4470-8d1a-a6769ce99a2c,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:19.595170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Attempting to bind port 01c00a6f-957f-4470-8d1a-a6769ce99a2c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:19.595523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Attempting to bind port 01c00a6f-957f-4470-8d1a-a6769ce99a2c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:19.595794 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Attempting to bind port 01c00a6f-957f-4470-8d1a-a6769ce99a2c on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:19.600870 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:19.602476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Checking segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:19.602476 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.602476 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Bound using segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:19.602786 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Bound port: 01c00a6f-957f-4470-8d1a-a6769ce99a2c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:19.603033 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.623767 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.645179 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.667415 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] For port 01c00a6f-957f-4470-8d1a-a6769ce99a2c, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:19.670463 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] For port 01c00a6f-957f-4470-8d1a-a6769ce99a2c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=01c00a6f-957f-4470-8d1a-a6769ce99a2c,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:19.732174 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.746696 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Allocated IP 172.25.6.242 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/0df27a4d-05a6-48e8-ba21-260ed7ae85be) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:19.800287 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703768b7-28d2-430d-b311-18de21a1f0eb None None] Pushing event updated for resources: {'Port': ['ID=01c00a6f-957f-4470-8d1a-a6769ce99a2c,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:19.869352 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:19.967507 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:20.015305 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:20.020600 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:20.027295 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:20.049428 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Pushing event updated for resources: {'Port': ['ID=0df27a4d-05a6-48e8-ba21-260ed7ae85be,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:20.198561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 01c00a6f-957f-4470-8d1a-a6769ce99a2c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:20.317868 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 01c00a6f-957f-4470-8d1a-a6769ce99a2c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:20.346814 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:20.740115 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016192f-7161-40e9-84fa-574d998288b4 None None] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:22:20.875630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:20.880345 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] Provisioning for port 01c00a6f-957f-4470-8d1a-a6769ce99a2c completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:20.886126 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] Provisioning complete for port 01c00a6f-957f-4470-8d1a-a6769ce99a2c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:20.888032 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:20.969103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.002307 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] For port 01c00a6f-957f-4470-8d1a-a6769ce99a2c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=01c00a6f-957f-4470-8d1a-a6769ce99a2c,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:21.068919 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.094744 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Router c6b84908-c385-419b-a79d-32e782f1a66b is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:22:21.122488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66292f12-d28d-4505-997c-99a28c72da09 None None] Pushing event updated for resources: {'Port': ['ID=01c00a6f-957f-4470-8d1a-a6769ce99a2c,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:21.187680 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-840d5cda-a919-4990-a75f-46381ba61daf None None] Provisioning complete for port 01c00a6f-957f-4470-8d1a-a6769ce99a2c triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:21.188048 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-840d5cda-a919-4990-a75f-46381ba61daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.206677 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:21.217539 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:21.227356 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:21.228243 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:21.341263 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:21.457440 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.458655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cbad729d-35d2-4c31-aebe-03c07ba0d62a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4214046 Jul 28 16:22:21.461469 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46502) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:21.519239 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:20Z', 'revision_number': 3, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:21.549620 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:21.550262 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Updating router c6b84908-c385-419b-a79d-32e782f1a66b port 0df27a4d-05a6-48e8-ba21-260ed7ae85be binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:22:21.576491 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.875249 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.919945 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:21.929930 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Transition to ACTIVE for port object 0df27a4d-05a6-48e8-ba21-260ed7ae85be will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:21.993957 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.034282 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Allocated IP 172.20.0.1 (ae4e6257-f7ac-409a-b1b0-77dbab66f871/6d1a6d63-a201-448e-acc4-945352351ace/ec9ea489-59e6-4822-ab74-65d8473d21a5) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:22.048089 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Attempting to bind port 0df27a4d-05a6-48e8-ba21-260ed7ae85be on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Attempting to bind port 0df27a4d-05a6-48e8-ba21-260ed7ae85be by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Attempting to bind port 0df27a4d-05a6-48e8-ba21-260ed7ae85be on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Pushing event updated for resources: {'Port': ['ID=0df27a4d-05a6-48e8-ba21-260ed7ae85be,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.065129 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:22:22.066576 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:22.066809 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:22.067211 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.067592 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:22.068064 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Bound port: 0df27a4d-05a6-48e8-ba21-260ed7ae85be, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:22.068471 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.125170 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] For port 0df27a4d-05a6-48e8-ba21-260ed7ae85be, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:22.128297 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] For port 0df27a4d-05a6-48e8-ba21-260ed7ae85be, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0df27a4d-05a6-48e8-ba21-260ed7ae85be,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:22.139532 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.150289 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 01c00a6f-957f-4470-8d1a-a6769ce99a2c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:22.156442 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.provisioning_blocks [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Transition to ACTIVE for port object ec9ea489-59e6-4822-ab74-65d8473d21a5 will not be triggered until provisioned by entity DHCP. {{(pid=94658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:22.197850 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 01c00a6f-957f-4470-8d1a-a6769ce99a2c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:22.198221 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.206109 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.263863 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd3ce7-6ee7-4c02-a036-06261aa537c9 None None] Pushing event updated for resources: {'Port': ['ID=0df27a4d-05a6-48e8-ba21-260ed7ae85be,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:22.268737 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:22.269609 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:22.275281 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.314825 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:22.319328 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:22.321960 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:22.357622 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9ea489-59e6-4822-ab74-65d8473d21a5,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:22.359909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-84c1126e-b765-4484-9692-1bf149736c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.375683 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.377265 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:22.563981 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:20Z', 'revision_number': 3, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:22.566361 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.591665 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff319a-948a-4446-8f76-5cd4beac2345 None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:20Z', 'revision_number': 3, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:22.649547 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7a95cc85-36fe-4011-9d5f-3a873c673ab1 None None] Provisioning for port ec9ea489-59e6-4822-ab74-65d8473d21a5 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:22.654182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-7a95cc85-36fe-4011-9d5f-3a873c673ab1 None None] Provisioning complete for port ec9ea489-59e6-4822-ab74-65d8473d21a5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:22.654609 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7a95cc85-36fe-4011-9d5f-3a873c673ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.704171 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-7a95cc85-36fe-4011-9d5f-3a873c673ab1 None None] Port ec9ea489-59e6-4822-ab74-65d8473d21a5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:22:22.742990 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.809827 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.880968 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:22.882763 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9ea489-59e6-4822-ab74-65d8473d21a5,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:22.980002 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:22.981518 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:23.114527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Router c6b84908-c385-419b-a79d-32e782f1a66b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:22:23.227636 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-f6517e78-699c-4ab6-9f73-50b80dacc5ba None None] Provisioning complete for port ec9ea489-59e6-4822-ab74-65d8473d21a5 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:23.228243 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f6517e78-699c-4ab6-9f73-50b80dacc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:23.236361 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:23.244972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-8beae6d1-4062-49ca-aab6-eb3c758e8207 admin admin] 10.222.0.57 "PUT /v2.0/routers/c6b84908-c385-419b-a79d-32e782f1a66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824583 Jul 28 16:22:23.269074 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-f6517e78-699c-4ab6-9f73-50b80dacc5ba None None] Port ec9ea489-59e6-4822-ab74-65d8473d21a5 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:22:23.865401 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46518) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:23.870439 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1218101041-network', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:23.948904 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Made reservation on behalf of 36ea0a6a8f0748a483fba81aae625381 for: {'network': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:22:23.952975 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for network, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:23.960976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.056334 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.075268 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:24.083829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:24.084497 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:21:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:24.106208 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.131594 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 16:22:24.142124 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd89b2-0f40-41d1-a449-90df82698c6e,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:24.147115 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.147461 n-d-764806-10 neutron-server[94658]: INFO neutron.db.segments_db [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Added segment 1a800da8-5f2d-4fb0-ac8d-54c21f4da226 of type vlan for network dd4d7be9-adf4-4500-888d-bd6c25814ae1 Jul 28 16:22:24.192909 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735077053296'] for network, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.197045 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0df27a4d-05a6-48e8-ba21-260ed7ae85be up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:24.234128 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:24.294809 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697'] for network, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.295895 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:24.297153 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.362431 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4d7be9-adf4-4500-888d-bd6c25814ae1,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:24.377327 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 details requested by agent ovs-agent-n-d-764806-10 with host n-d-764806-10 {{(pid=94659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 16:22:24.384092 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0df27a4d-05a6-48e8-ba21-260ed7ae85be completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:24.408253 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-08e79fa1-afa0-4284-ab06-40d79cd688d7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5417244 Jul 28 16:22:24.411362 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46520) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:24.416739 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Request body: {'subnet': {'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1218101041-subnet', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'ip_version': 4}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:24.425022 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0df27a4d-05a6-48e8-ba21-260ed7ae85be triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:24.425658 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.508759 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Made reservation on behalf of 36ea0a6a8f0748a483fba81aae625381 for: {'subnet': 1} {{(pid=94658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:22:24.511234 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597933'] for subnet, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.731175 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 2, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:24.749008 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27165987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597855'] for subnet, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.757437 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.763168 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:24.763530 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Updating router c6b84908-c385-419b-a79d-32e782f1a66b port ec9ea489-59e6-4822-ab74-65d8473d21a5 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:22:24.803271 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 0df27a4d-05a6-48e8-ba21-260ed7ae85be, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0df27a4d-05a6-48e8-ba21-260ed7ae85be,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:24.804344 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.807765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964bd84d-9d0e-4d6e-bd6f-635dc0679019,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:24.813019 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Checking segment: {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:24.813384 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Network hostable DHCP agents. Network: dd4d7be9-adf4-4500-888d-bd6c25814ae1, hostable agents: ['4517615a-76c1-4995-981e-5124583136d6'], hosted agents: [] {{(pid=94658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 16:22:24.894813 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 is scheduled to be hosted by DHCP agent 4517615a-76c1-4995-981e-5124583136d6 with binding_index 1 {{(pid=94658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 16:22:24.907528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:24.974959 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-10, dd4d7be9-adf4-4500-888d-bd6c25814ae1) {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:24.979233 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:24.980002 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.006840 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae1dea4-5d81-48d0-95f6-92032a3ab543 None None] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:22:25.012881 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-39cba1cb-324d-4565-8ecc-ff3b3e8369d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.026164 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=0df27a4d-05a6-48e8-ba21-260ed7ae85be,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:25.052109 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-bf764dc6-a9b3-4601-8b66-5ba41dc257c4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6392908 Jul 28 16:22:25.054877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46522) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:25.059337 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:25.160369 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1720409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-189930'] for router, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.161461 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1720574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1733939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-189923'] for router, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.216720 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.234479 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.241908 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp668267f5-3e46-519f-a184-2439452321b7-dd4d7be9-adf4-4500-888d-bd6c25814ae1', 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'fixed_ips': [{'subnet_id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019'}]}} from n-d-764806-10. {{(pid=94659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 16:22:25.242736 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.255461 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Transition to ACTIVE for port object ec9ea489-59e6-4822-ab74-65d8473d21a5 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:25.371161 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.372636 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.437294 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.db_base_plugin_common [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Allocated IP 172.20.0.2 (dd4d7be9-adf4-4500-888d-bd6c25814ae1/964bd84d-9d0e-4d6e-bd6f-635dc0679019/cdf00881-bfcd-4abc-a44d-72b1dfb4fd94) {{(pid=94659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:25.440932 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43adb8-95f8-4728-a699-0e95e5d13a83 None None] Pushing event updated for resources: {'Port': ['ID=ec9ea489-59e6-4822-ab74-65d8473d21a5,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:25.449881 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1720427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-189713'] for router, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.544388 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Attempting to bind port ec9ea489-59e6-4822-ab74-65d8473d21a5 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:25.544789 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Attempting to bind port ec9ea489-59e6-4822-ab74-65d8473d21a5 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:25.545160 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Attempting to bind port ec9ea489-59e6-4822-ab74-65d8473d21a5 on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:25.554808 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:25.555189 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Checking segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:25.555599 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.555996 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Bound using segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:25.556665 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Bound port: ec9ea489-59e6-4822-ab74-65d8473d21a5, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:25.557058 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.683477 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] For port ec9ea489-59e6-4822-ab74-65d8473d21a5, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:25.689531 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Notify callbacks [] for port, precommit_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.708403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] For port ec9ea489-59e6-4822-ab74-65d8473d21a5, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec9ea489-59e6-4822-ab74-65d8473d21a5,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:25.710531 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Transition to ACTIVE for port object cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:25.730435 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Transition to ACTIVE for port object cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 will not be triggered until provisioned by entity DHCP. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:25.743417 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.758020 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.758450 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.816339 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:25.817015 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:25.820932 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479'] for port, after_create {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:25.862349 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43adb8-95f8-4728-a699-0e95e5d13a83 None None] Pushing event updated for resources: {'Port': ['ID=ec9ea489-59e6-4822-ab74-65d8473d21a5,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:25.866052 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Allocated IP 172.25.6.93 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f51593c4-45fc-4820-9a57-417614a3868c) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:25.913120 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 is already hosted by enough agents. {{(pid=94659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:25.949127 n-d-764806-10 neutron-server[94659]: DEBUG neutron.scheduler.base_scheduler [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Resources bound (agent type, host, resource id): {{(pid=94659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:25.951951 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Received port after_create {{(pid=94659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:25.962614 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Pushing event updated for resources: {'Port': ['ID=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,revision_number=1']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:25.973110 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.025573 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:26.061212 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Attempting to bind port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:26.061561 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Attempting to bind port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:26.062427 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Attempting to bind port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 on network dd4d7be9-adf4-4500-888d-bd6c25814ae1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:26.074783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:26.075152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Checking segment: {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:26.075545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.075930 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Bound using segment: {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:26.076480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Bound port: cdf00881-bfcd-4abc-a44d-72b1dfb4fd94, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:26.076879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.078119 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.116488 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:26.121010 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:26.127788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:26.155786 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Pushing event updated for resources: {'Port': ['ID=f51593c4-45fc-4820-9a57-417614a3868c,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:26.191915 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0df27a4d-05a6-48e8-ba21-260ed7ae85be up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:26.267233 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] For port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:26.292914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] For port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:26.331638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0df27a4d-05a6-48e8-ba21-260ed7ae85be triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:26.332008 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.378409 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.413464 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:25Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:26.447701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:26.460129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f13cf3-6d0b-46ad-90d9-a861cb40c24a None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:25Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:26.512654 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661de92-3173-4199-be26-a9d99cd2401e None None] Pushing event updated for resources: {'Port': ['ID=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,revision_number=2']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:26.769948 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:27.054020 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1720418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602796'] for router, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:27.268669 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 is scheduled to L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 with binding_index 1 {{(pid=94658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 16:22:27.391062 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:27.400781 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Sync routers for ids ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:27.410733 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Routers {'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:27.411537 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:27.477845 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] Notify callbacks [] for router, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:27.479406 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-afb4eba6-d134-4398-be30-ccfb59dc9270 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4235375 Jul 28 16:22:27.482023 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46528) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:27.493985 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6670b-4e08-4f35-8c16-359390447cb5 None None] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:22:27.526229 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Set router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:27.630371 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-3c1eb4e0-6bdf-442a-a918-856f34318b72 None None] Provisioning for port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:27.713216 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:26Z', 'revision_number': 3, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:27.747396 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Checking router: c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:27.747747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Updating router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 port f51593c4-45fc-4820-9a57-417614a3868c binding host n-d-764806-10 {{(pid=94660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:22:27.787229 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:27.965733 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.048693 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.058403 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.provisioning_blocks [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Transition to ACTIVE for port object f51593c4-45fc-4820-9a57-417614a3868c will not be triggered until provisioned by entity L2. {{(pid=94660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:28.129434 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Allocated IP 172.20.0.1 (dd4d7be9-adf4-4500-888d-bd6c25814ae1/964bd84d-9d0e-4d6e-bd6f-635dc0679019/0e71ee12-c6b4-4494-ad8c-6c71d11687f9) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:28.140667 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.203146 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Attempting to bind port f51593c4-45fc-4820-9a57-417614a3868c on host n-d-764806-10 for vnic_type normal with profile {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:28.203520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Attempting to bind port f51593c4-45fc-4820-9a57-417614a3868c by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:28.203881 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Attempting to bind port f51593c4-45fc-4820-9a57-417614a3868c on network 5dde27f5-2722-488d-9d3f-066c309fca75 {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:28.213605 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:28.213931 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Checking segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:28.214442 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.214946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Bound using segment: {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'} {{(pid=94660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:28.215914 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.managers [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Bound port: f51593c4-45fc-4820-9a57-417614a3868c, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137384f0-febf-479e-b110-b888aa5c4f27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75'}}] {{(pid=94660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:28.216158 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.218817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec9ea489-59e6-4822-ab74-65d8473d21a5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:28.219473 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fafe2-f4ce-4454-b3c6-9096f17b1d22 None None] Pushing event updated for resources: {'Port': ['ID=f51593c4-45fc-4820-9a57-417614a3868c,revision_number=2']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:28.260093 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.275072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Transition to ACTIVE for port object 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:28.276288 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] For port f51593c4-45fc-4820-9a57-417614a3868c, host n-d-764806-10, cleared binding levels {{(pid=94660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:28.279377 n-d-764806-10 neutron-server[94660]: DEBUG neutron.plugins.ml2.db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] For port f51593c4-45fc-4820-9a57-417614a3868c, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f51593c4-45fc-4820-9a57-417614a3868c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:28.283377 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.342733 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port ec9ea489-59e6-4822-ab74-65d8473d21a5 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:28.346711 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ec9ea489-59e6-4822-ab74-65d8473d21a5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:28.347087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.389185 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.389412 n-d-764806-10 neutron-server[94660]: DEBUG neutron_lib.callbacks.manager [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.425002 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.429562 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:28.436358 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:28.440946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Routers {'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:28.441486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:28.442647 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:28.459288 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port ec9ea489-59e6-4822-ab74-65d8473d21a5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec9ea489-59e6-4822-ab74-65d8473d21a5,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:28.461639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Pushing event updated for resources: {'Port': ['ID=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:28.485134 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602611'] for router_interface, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.544824 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fafe2-f4ce-4454-b3c6-9096f17b1d22 None None] Pushing event updated for resources: {'Port': ['ID=f51593c4-45fc-4820-9a57-417614a3868c,revision_number=3']} {{(pid=94660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:28.548420 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.549284 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:28.572326 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] Set router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:28.647314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=ec9ea489-59e6-4822-ab74-65d8473d21a5,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:28.696606 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.740372 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:28.744280 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:28.744787 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.771696 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dbe63847-56e7-432b-ae4b-f3502f9a0f82 None None] Provisioning for port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:28.783013 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-dbe63847-56e7-432b-ae4b-f3502f9a0f82 None None] Provisioning complete for port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:28.783627 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dbe63847-56e7-432b-ae4b-f3502f9a0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.824595 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-dbe63847-56e7-432b-ae4b-f3502f9a0f82 None None] Port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:22:28.859277 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:26Z', 'revision_number': 3, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:28.863259 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.872665 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.887905 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc35d7-4607-4060-af16-8bfe289a9fb0 None None] The sync data for ids ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'] in n-d-764806-10 is: [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:26Z', 'revision_number': 3, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:28.895360 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:28.935098 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:28.963640 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:29.006352 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Pushing event updated for resources: {'Port': ['ID=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:29.008919 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734307'] for router_interface, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:29.015347 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:29.108435 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:29.110075 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:29.250278 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:22:29.344963 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-e0221bfe-ee7a-42d0-95eb-0c9346e4f93f None None] Provisioning complete for port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:29.345333 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-e0221bfe-ee7a-42d0-95eb-0c9346e4f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:29.370574 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:29.380266 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ea0baebf-2a0e-46ad-b1e1-7c379c58b329 admin admin] 10.222.0.57 "PUT /v2.0/routers/c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931937 Jul 28 16:22:29.388079 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-e0221bfe-ee7a-42d0-95eb-0c9346e4f93f None None] Port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:22:30.218625 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f51593c4-45fc-4820-9a57-417614a3868c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:30.302778 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port f51593c4-45fc-4820-9a57-417614a3868c completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:30.306753 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f51593c4-45fc-4820-9a57-417614a3868c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:30.307149 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:30.489065 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Sync routers for ids ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:30.507897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Routers {'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:30.508557 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:30.628626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:30.658495 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Set router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:30.661386 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port f51593c4-45fc-4820-9a57-417614a3868c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f51593c4-45fc-4820-9a57-417614a3868c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:30.731357 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:30.732123 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec9ea489-59e6-4822-ab74-65d8473d21a5 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:30.849627 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=f51593c4-45fc-4820-9a57-417614a3868c,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:30.886152 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port ec9ea489-59e6-4822-ab74-65d8473d21a5 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:30.886449 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:30.986502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 4, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0e71ee12-c6b4-4494-ad8c-6c71d11687f9', 'name': '', 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'mac_address': 'fa:16:3e:30:67:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:27Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 2, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'subnets': [{'id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:31.015527 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Checking router: c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:31.015882 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Updating router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 binding host n-d-764806-10 {{(pid=94659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 16:22:31.039997 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:31.061930 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46538) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:31.067302 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.068417 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404244290', 'description': 'tempest-secgroup-smoke-1404244290 description', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:31.146484 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.179783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:31.180157 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.235018 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.314161 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.344840 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b45595-f422-4025-b92d-572e8ff1f3f3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:31.379748 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:22:31.407369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Notify callbacks [] for port, precommit_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.416943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Transition to ACTIVE for port object 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 will not be triggered until provisioned by entity L2. {{(pid=94659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:31.417200 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.418577 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d531a4e4-318d-47bd-b85f-787ddfa0c392 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3540232 Jul 28 16:22:31.422340 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46540) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:31.426995 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group_rule': {'security_group_id': '11b45595-f422-4025-b92d-572e8ff1f3f3', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:31.512018 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.571341 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823a65-9ca7-40ff-832f-cdab8c84b2b8 None None] Pushing event updated for resources: {'Port': ['ID=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,revision_number=3']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:31.571596 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.613892 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Attempting to bind port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 on host n-d-764806-10 for vnic_type normal with profile {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:31.614272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Attempting to bind port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 by drivers openvswitch,hyperv on host n-d-764806-10 at level 0 using segments [{'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:31.614638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Attempting to bind port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 on network dd4d7be9-adf4-4500-888d-bd6c25814ae1 {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:31.619943 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Checking agent: {'id': '9d5741df-7cc6-4ce2-a252-617b43223aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 16, 55), 'started_at': datetime.datetime(2021, 7, 28, 14, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:31.620329 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Checking segment: {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:31.620764 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.621165 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Bound using segment: {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'} {{(pid=94659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:31.621638 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.managers [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Bound port: 0e71ee12-c6b4-4494-ad8c-6c71d11687f9, host: n-d-764806-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a800da8-5f2d-4fb0-ac8d-54c21f4da226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1'}}] {{(pid=94659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:31.622025 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.626747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.692600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] For port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9, host n-d-764806-10, cleared binding levels {{(pid=94659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:31.698245 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] For port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9, host n-d-764806-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:31.716786 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.730981 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450fbe3d-3ebb-4288-a1b5-e9bbf4a13d56,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:31.792366 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.820413 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.821960 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-781140ea-9d7c-464a-835c-839126342cb4 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985376 Jul 28 16:22:31.825122 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46542) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:31.831467 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group_rule': {'security_group_id': '11b45595-f422-4025-b92d-572e8ff1f3f3', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:31.866108 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823a65-9ca7-40ff-832f-cdab8c84b2b8 None None] Pushing event updated for resources: {'Port': ['ID=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:31.870178 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Routers {'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:31.870802 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:31.930302 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:31.983508 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] Set router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:31.991415 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.068105 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.091396 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396f46a6-98d4-4e8b-8087-158450960ca0,revision_number=0']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:32.159771 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.161037 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-cd42a18a-3421-4a6a-8fff-bacb0f390797 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3349583 Jul 28 16:22:32.164051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46544) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:32.169173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group_rule': {'security_group_id': '11b45595-f422-4025-b92d-572e8ff1f3f3', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:32.172167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f51593c4-45fc-4820-9a57-417614a3868c up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:32.238031 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port f51593c4-45fc-4820-9a57-417614a3868c triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:32.238412 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.241954 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 4, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0e71ee12-c6b4-4494-ad8c-6c71d11687f9', 'name': '', 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'mac_address': 'fa:16:3e:30:67:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:27Z', 'updated_at': '2021-07-28T16:22:31Z', 'revision_number': 4, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'subnets': [{'id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:32.273125 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.291330 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0d316-0306-4123-bcae-d0e763727854 None None] The sync data for ids ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'] in n-d-764806-10 is: [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 4, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': '0e71ee12-c6b4-4494-ad8c-6c71d11687f9', 'name': '', 'network_id': 'dd4d7be9-adf4-4500-888d-bd6c25814ae1', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'mac_address': 'fa:16:3e:30:67:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:27Z', 'updated_at': '2021-07-28T16:22:31Z', 'revision_number': 4, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'subnets': [{'id': '964bd84d-9d0e-4d6e-bd6f-635dc0679019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:32.337965 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.422498 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.441993 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03f8b15-fdae-4fb8-b3e4-7a0e371718f7,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:32.519790 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.521116 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-6710b3f7-29e4-4a2e-84a4-a87ae3c39799 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559868 Jul 28 16:22:32.523958 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46546) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:32.528659 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group_rule': {'security_group_id': '11b45595-f422-4025-b92d-572e8ff1f3f3', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:32.604905 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.670995 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.728976 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.747486 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68edf3fb-793e-410f-a0ab-a02972bfaa67,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:32.814744 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.815988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-4dd5fe9a-0e46-4d9b-a840-f844956f962a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2910302 Jul 28 16:22:32.818698 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46548) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:32.823255 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group_rule': {'security_group_id': '11b45595-f422-4025-b92d-572e8ff1f3f3', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:32.911617 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Project 89b953ce67b6408d992b7aeb8cbcd67e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:22:32.916548 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:32.974539 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.048534 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.066131 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d91bab6-3f50-4687-b76e-9bef6c8b155a,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:33.145628 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.146883 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-1da8e3ff-14b3-465a-b227-fefaf80d2e4c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272300 Jul 28 16:22:33.149539 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 46550) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:33.153961 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'security_group_rule': {'security_group_id': '11b45595-f422-4025-b92d-572e8ff1f3f3', 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:33.245379 n-d-764806-10 neutron-server[94657]: INFO neutron.db.securitygroups_db [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Project 89b953ce67b6408d992b7aeb8cbcd67e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 16:22:33.251238 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.254754 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.316831 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.386158 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742841'] for security_group_rule, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.404610 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05abc185-8989-4164-b8b8-e18881a761ad,revision_number=0']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:33.477510 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:33.478755 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-ca403270-2d5f-4200-b017-4ebc97d665af tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3282974 Jul 28 16:22:33.628498 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-7df91336-9c6c-4f8c-a92d-053a3308eaa2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404244290&fields=id&tenant_id=89b953ce67b6408d992b7aeb8cbcd67e HTTP/1.1" status: 200 len: 267 time: 0.0328958 Jul 28 16:22:33.741065 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-8e1a25a0-8ec8-4041-b683-363e0c250a08 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:33.742533 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-8e1a25a0-8ec8-4041-b683-363e0c250a08 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 810 time: 0.1070333 Jul 28 16:22:33.757909 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-5b46e43f-f08e-4ae0-9f0a-aada3aeb583a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/quotas/89b953ce67b6408d992b7aeb8cbcd67e HTTP/1.1" status: 200 len: 375 time: 0.0093663 Jul 28 16:22:33.811096 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-1422bea3-ac9a-41a8-834e-6fc1febce98f tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473442 Jul 28 16:22:33.909732 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4ea2f896-7f03-4f44-96b5-fa16642cdb35 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:22:33.910743 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4ea2f896-7f03-4f44-96b5-fa16642cdb35 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883310 Jul 28 16:22:34.003978 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-cea975b7-cb0c-4e96-8295-579667771c89 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Jul 28 16:22:34.092020 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-532087ac-081b-4fef-b9c5-05fd5c85eb2f service neutron] 10.222.0.57 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819266 Jul 28 16:22:34.170637 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:34.279762 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning for port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:34.288717 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:34.288717 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:34.328038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-410af049-d4ba-4cad-b7da-512b66daba15 req-d9b45740-128f-4bb3-9fc3-61c91ff8cf66 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 210 time: 0.0263097 Jul 28 16:22:34.373086 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:34.405772 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] For port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:34.462776 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:34.515411 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Pushing event updated for resources: {'Port': ['ID=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:35.425104 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-c44e6bb4-4314-44fc-8939-012dbf78fe52 req-223fb414-e1b6-48d4-872c-dd8c1f414d88 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 210 time: 0.0274515 Jul 28 16:22:36.152170 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 up at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:36.201974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Provisioning complete for port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:36.202341 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:36.656823 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-e7116c27-e779-47c0-b10b-4d0a40d9cf21 req-b57aaa33-b727-4b34-a3f7-8a36b9ebaa18 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 210 time: 0.0331454 Jul 28 16:22:36.698302 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-9e77d6fe-a121-4bed-9459-c0e03732b065 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:36.699729 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-9e77d6fe-a121-4bed-9459-c0e03732b065 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 810 time: 0.4543645 Jul 28 16:22:36.747410 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-6e0d8aa5-0ff4-4af1-9584-b86fd23d6781 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b953ce67b6408d992b7aeb8cbcd67e HTTP/1.1" status: 200 len: 380 time: 0.0326829 Jul 28 16:22:36.757909 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'port': {'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'admin_state_up': True, 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'security_groups': ['11b45595-f422-4025-b92d-572e8ff1f3f3']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:36.913633 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Made reservation on behalf of 89b953ce67b6408d992b7aeb8cbcd67e for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:22:36.917554 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.044024 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Allocated IP 172.20.0.11 (ae4e6257-f7ac-409a-b1b0-77dbab66f871/6d1a6d63-a201-448e-acc4-945352351ace/849997f2-e515-4b66-928d-32b950d475be) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:37.177106 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.191160 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Transition to ACTIVE for port object 849997f2-e515-4b66-928d-32b950d475be will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:37.268826 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.315315 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:37.318262 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:37.324517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:37.348283 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:37.378233 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:37.378866 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.409389 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.455558 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-4e1d22f7-8b3c-45ba-97b1-415ee2f56a4a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7011719 Jul 28 16:22:37.474419 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Request body: {'port': {'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:37.528959 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.637581 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c0ab5b6-338e-4166-9d6f-9312d0d9a470 None None] Provisioning for port 849997f2-e515-4b66-928d-32b950d475be completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:37.641314 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-1c0ab5b6-338e-4166-9d6f-9312d0d9a470 None None] Provisioning complete for port 849997f2-e515-4b66-928d-32b950d475be triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:37.641696 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab5b6-338e-4166-9d6f-9312d0d9a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.676536 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ab5b6-338e-4166-9d6f-9312d0d9a470 None None] Port 849997f2-e515-4b66-928d-32b950d475be cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:22:37.777769 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb59a-90c2-4589-b2fc-cc62d2de9827 req-8fb0f8c6-885b-4e91-b66a-ab19e8a08198 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:37.779302 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbceb59a-90c2-4589-b2fc-cc62d2de9827 req-8fb0f8c6-885b-4e91-b66a-ab19e8a08198 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 932 time: 0.0534041 Jul 28 16:22:37.796975 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849997f2-e515-4b66-928d-32b950d475be {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:22:37.805044 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.817216 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Transition to ACTIVE for port object 849997f2-e515-4b66-928d-32b950d475be will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:22:37.819604 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bbceb59a-90c2-4589-b2fc-cc62d2de9827 req-d33efe5a-f91a-4cb2-9805-13acadc46c02 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Jul 28 16:22:37.885184 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:37.936318 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:38.006622 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Attempting to bind port 849997f2-e515-4b66-928d-32b950d475be on host n-h1-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:22:38.006980 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Attempting to bind port 849997f2-e515-4b66-928d-32b950d475be by drivers openvswitch,hyperv on host n-h1-764806-10 at level 0 using segments [{'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:22:38.007320 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Attempting to bind port 849997f2-e515-4b66-928d-32b950d475be on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:38.011929 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Port 849997f2-e515-4b66-928d-32b950d475be on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:22:38.012323 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Attempting to bind port 849997f2-e515-4b66-928d-32b950d475be on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:22:38.018045 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Checking agent: {'id': 'e8d706e8-2de5-4a26-b9a5-727d743c9ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:22:38.018414 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Checking segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:22:38.018807 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Bound using segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:22:38.019244 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Bound port: 849997f2-e515-4b66-928d-32b950d475be, host: n-h1-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:22:38.019603 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:38.089694 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:22:38.094307 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:22:38.176980 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:38.215279 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.215960 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:38.217375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 1093 time: 0.7476168 Jul 28 16:22:38.217813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:22:38.220096 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c23020082adb4e1ddce7f43bbf969d11e2d1925d6eba978bb3ba88ca20fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366910a9-ea6a-4b42-be96-55845efef22f" -d '{"events": [{"name": "network-changed", "server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:22:38.240903 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca54e21-0771-4887-b91e-7be47c3f05d2 service neutron] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:38.271727 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dddaa2c-99ea-40c2-97e9-33d242041562 x-openstack-request-id: req-0dddaa2c-99ea-40c2-97e9-33d242041562 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:22:38.272036 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "tag": "849997f2-e515-4b66-928d-32b950d475be", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:22:38.272281 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0dddaa2c-99ea-40c2-97e9-33d242041562 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:22:38.272723 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'status': 'completed', 'code': 200} Jul 28 16:22:38.353932 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366910a9-ea6a-4b42-be96-55845efef22f req-9302a86f-fc3b-4c00-ac47-d12789e0836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.355443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-366910a9-ea6a-4b42-be96-55845efef22f req-9302a86f-fc3b-4c00-ac47-d12789e0836c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1096 time: 0.0432708 Jul 28 16:22:38.475583 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366910a9-ea6a-4b42-be96-55845efef22f req-ed0abf21-f12a-4021-ae89-b94bcbc706ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.477032 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-366910a9-ea6a-4b42-be96-55845efef22f req-ed0abf21-f12a-4021-ae89-b94bcbc706ea service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1081269 Jul 28 16:22:38.569411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366910a9-ea6a-4b42-be96-55845efef22f req-9840fb9c-e4c4-4850-8cb2-e5979d9eee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.570841 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-366910a9-ea6a-4b42-be96-55845efef22f req-9840fb9c-e4c4-4850-8cb2-e5979d9eee07 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868766 Jul 28 16:22:38.669921 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-c7eecdd2-a01f-4267-8afc-7b511c5ca057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.671392 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-c7eecdd2-a01f-4267-8afc-7b511c5ca057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1096 time: 0.0462677 Jul 28 16:22:38.718781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-6d268117-59b6-4ad7-969c-3e6420922520 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 217 time: 0.0341530 Jul 28 16:22:38.769851 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-c696e72f-775a-4ff8-82b1-5ac537fb1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.771344 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-c696e72f-775a-4ff8-82b1-5ac537fb1b2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0455625 Jul 28 16:22:38.817173 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-dcb0962f-238e-4452-99fa-aaa8182cad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.818637 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-dcb0962f-238e-4452-99fa-aaa8182cad22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404227 Jul 28 16:22:38.912468 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-9292b075-04b7-4599-ada2-a9e642b67952 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869594 Jul 28 16:22:38.935332 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989423-664b-4f53-9845-9bf56093ec82 req-51481977-ba95-4efa-93f6-5608db0058bd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:38.936856 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b989423-664b-4f53-9845-9bf56093ec82 req-51481977-ba95-4efa-93f6-5608db0058bd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 944 time: 0.0499451 Jul 28 16:22:38.975745 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0b989423-664b-4f53-9845-9bf56093ec82 req-22981cad-5712-451b-bca9-1e290e916a71 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327311 Jul 28 16:22:39.002551 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-0b9e1899-3246-4140-845e-50cdd4cec6bf req-942cd372-c0e7-4400-9785-f48f5817da73 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836174 Jul 28 16:22:40.094057 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dc499-10f8-43ba-b4f9-0a890fcaeba5 req-12711ab9-1f18-4133-b8e0-9db06a6f14fa tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:40.096027 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-513dc499-10f8-43ba-b4f9-0a890fcaeba5 req-12711ab9-1f18-4133-b8e0-9db06a6f14fa tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 944 time: 0.0533042 Jul 28 16:22:40.133776 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-513dc499-10f8-43ba-b4f9-0a890fcaeba5 req-c21385ae-39b2-4f69-bcf9-4f5066f6d822 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jul 28 16:22:41.246574 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdcfcc-9c6b-42d4-99ea-58a5025d32fa req-e83e99ba-8469-4657-9a6b-1d10a3c54c69 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:41.248055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57fdcfcc-9c6b-42d4-99ea-58a5025d32fa req-e83e99ba-8469-4657-9a6b-1d10a3c54c69 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 944 time: 0.0487173 Jul 28 16:22:41.285989 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-57fdcfcc-9c6b-42d4-99ea-58a5025d32fa req-a7b4d91d-721e-4b77-ab5e-334110a98716 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Jul 28 16:22:41.647917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:22:41.741836 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:41.753865 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '849997f2-e515-4b66-928d-32b950d475be', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:22:41.789330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:41.801917 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849997f2-e515-4b66-928d-32b950d475be {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:22:41.824176 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:41.890850 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:41.940283 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:42.345121 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['849997f2-e515-4b66-928d-32b950d475be'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:22:42.398350 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f11bd-f329-48fa-966f-86a8d94b52d3 req-ce6e8630-18f7-463f-b9e2-c99bf351d027 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:42.399847 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4f11bd-f329-48fa-966f-86a8d94b52d3 req-ce6e8630-18f7-463f-b9e2-c99bf351d027 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 945 time: 0.0485699 Jul 28 16:22:42.439231 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd4f11bd-f329-48fa-966f-86a8d94b52d3 req-c42462fb-3279-4c41-8ad7-aaf0fdef22d6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Jul 28 16:22:43.555802 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df6ea-0f67-4be1-9641-f5d68bce5da2 req-9c65fd4e-f794-428a-b95c-f72cd7f401e3 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:43.557285 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c2df6ea-0f67-4be1-9641-f5d68bce5da2 req-9c65fd4e-f794-428a-b95c-f72cd7f401e3 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 945 time: 0.0525758 Jul 28 16:22:43.594377 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6c2df6ea-0f67-4be1-9641-f5d68bce5da2 req-861408e3-289d-4ed3-8d59-6ecbf4014baa tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Jul 28 16:22:43.663070 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:22:43.793607 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning for port 849997f2-e515-4b66-928d-32b950d475be completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:22:43.797505 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 849997f2-e515-4b66-928d-32b950d475be triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:22:43.797900 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:43.870759 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:43.893211 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:22:43.895440 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fa1683-ebb2-4c43-9e8e-cf9872ff7a60" -d '{"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-plugged", "status": "completed", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:22:43.911204 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:22:43.983935 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e45e281-1e6f-4a41-a0b2-20e0205134a4 x-openstack-request-id: req-7e45e281-1e6f-4a41-a0b2-20e0205134a4 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:22:43.984226 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-plugged", "status": "completed", "tag": "849997f2-e515-4b66-928d-32b950d475be", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:22:43.984501 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e45e281-1e6f-4a41-a0b2-20e0205134a4 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:22:43.984899 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'code': 200} Jul 28 16:22:43.993673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:44.040959 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:44.103018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d3bfa-1ef0-4ef4-84a9-4ed285c3110f req-e344b027-1807-4ed5-90f1-907bcb3485b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:44.104505 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b0d3bfa-1ef0-4ef4-84a9-4ed285c3110f req-e344b027-1807-4ed5-90f1-907bcb3485b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1098 time: 0.0387805 Jul 28 16:22:44.139078 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5b0d3bfa-1ef0-4ef4-84a9-4ed285c3110f req-6bb9f42b-8255-442f-9143-bc0bb6d49f81 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268388 Jul 28 16:22:44.707527 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb8edc-8367-4e71-b768-63155c0f2d93 req-44c048af-6588-4d51-81da-07e4a14db65d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:44.709056 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bceb8edc-8367-4e71-b768-63155c0f2d93 req-44c048af-6588-4d51-81da-07e4a14db65d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 946 time: 0.0487959 Jul 28 16:22:44.747892 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-bceb8edc-8367-4e71-b768-63155c0f2d93 req-d9bc7027-eea2-4e4f-913e-723b32ca0b29 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Jul 28 16:22:45.866060 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab48855-08ce-40d3-a838-3c04753bbdf8 req-2177f3c1-48a0-4459-8bdf-10a6fccec2e9 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:45.867646 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aab48855-08ce-40d3-a838-3c04753bbdf8 req-2177f3c1-48a0-4459-8bdf-10a6fccec2e9 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 946 time: 0.0523338 Jul 28 16:22:45.905024 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aab48855-08ce-40d3-a838-3c04753bbdf8 req-704656a9-4624-46e8-8c5e-60e2fbec4826 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Jul 28 16:22:46.017109 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be72e3-4537-4f4d-9a21-86abadef0b03 req-cff6fcee-52a3-45f8-b566-43aa42fc85cd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:46.018611 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51be72e3-4537-4f4d-9a21-86abadef0b03 req-cff6fcee-52a3-45f8-b566-43aa42fc85cd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 946 time: 0.0490246 Jul 28 16:22:46.056336 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-51be72e3-4537-4f4d-9a21-86abadef0b03 req-bb5e5d86-8bbb-436e-94ab-7f2fe31069d2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jul 28 16:22:46.077182 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46610) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:46.159166 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f75c4a-3440-496e-92c1-13a3f45e55cd tempest-TestSnapshotPattern-1071789411 tempest-TestSnapshotPattern-1071789411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:46.160685 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-d3f75c4a-3440-496e-92c1-13a3f45e55cd tempest-TestSnapshotPattern-1071789411 tempest-TestSnapshotPattern-1071789411-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1093 time: 0.0825408 Jul 28 16:22:46.163528 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46614) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:22:46.167793 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:22:46.250733 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:46.347976 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:46.453103 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Allocated IP 172.25.6.91 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/f551d203-ea41-4176-8de4-d80e579852b9) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:22:46.554454 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:46.639612 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:46.680042 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:22:46.682819 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:22:46.686217 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:22:46.711984 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'Port': ['ID=f551d203-ea41-4176-8de4-d80e579852b9,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:47.038573 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:47.172668 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:47.322912 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:47.391221 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:47.458921 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'Port': ['ID=f551d203-ea41-4176-8de4-d80e579852b9,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:22:47.467510 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:47.565096 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Floating IP e5d6280c-ddf2-43a6-b954-9dff13da347b associated. External IP: 172.25.6.91, port: 849997f2-e515-4b66-928d-32b950d475be. Jul 28 16:22:47.766388 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Router c6b84908-c385-419b-a79d-32e782f1a66b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:22:47.873540 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:22:47.883113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:22:47.893933 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:47.894601 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:47.971341 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:47.997460 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:47.998457 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-09da6a69-2f51-4524-bee8-d891b4854ea0 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8337414 Jul 28 16:22:47.999127 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:22:48.001416 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27ff16-3bd8-4325-b74d-4b86333be16b" -d '{"events": [{"name": "network-changed", "server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:22:48.099543 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c35ade7-6b8f-4aa3-a794-5beec10e847b x-openstack-request-id: req-3c35ade7-6b8f-4aa3-a794-5beec10e847b {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:22:48.100268 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "tag": "849997f2-e515-4b66-928d-32b950d475be", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:22:48.100268 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c35ade7-6b8f-4aa3-a794-5beec10e847b {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:22:48.100614 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'status': 'completed', 'code': 200} Jul 28 16:22:48.184157 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-b1dd65a8-ce29-4cd8-b45f-0ae0b5086531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:48.185703 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-b1dd65a8-ce29-4cd8-b45f-0ae0b5086531 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1098 time: 0.0419798 Jul 28 16:22:48.223679 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:46Z', 'revision_number': 0, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:48.252563 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:22:48.260520 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:22:48.261113 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:22:25Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:48.280651 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-9f5d0b5e-6de6-4c63-886e-18605451d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:48.282089 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-9f5d0b5e-6de6-4c63-886e-18605451d1c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0891972 Jul 28 16:22:48.354308 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-786590bd-eb5f-4929-844a-b6b42b15ca9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 999 time: 0.0642798 Jul 28 16:22:48.366843 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:22:48.408049 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-c6f376ac-29c8-4c90-954b-8d9855ea274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:48.410565 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-c6f376ac-29c8-4c90-954b-8d9855ea274c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0494714 Jul 28 16:22:48.472996 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-4dc685b8-8d1c-445f-a0a5-820b0d005694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:22:48.474503 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-4dc685b8-8d1c-445f-a0a5-820b0d005694 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571446 Jul 28 16:22:48.564749 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-262171ce-83ea-42f7-950c-a005dee6f6ae service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822759 Jul 28 16:22:48.590419 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:46Z', 'revision_number': 0, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:22:48.616577 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dc46e-7f45-459c-9dab-5e45b48682a7 None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:46Z', 'revision_number': 0, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:22:48.659769 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-df27ff16-3bd8-4325-b74d-4b86333be16b req-b62f3b7e-36a7-4b7b-a8b5-079b48be362a service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890732 Jul 28 16:22:48.815679 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac2035-e163-4be4-9ae2-ba1ae647ae6f None None] New status for floating IP e5d6280c-ddf2-43a6-b954-9dff13da347b: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:22:52.370312 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-85cadee2-16a1-4027-95ad-c5e80bd0e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:54.913128 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1fc8-0765-475e-a4a5-64c0ac6f22ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:55.295863 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:56.758792 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:22:58.261516 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:03.278414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:07.455522 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:08.380056 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:23:22.369189 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-57138564-baed-4efc-8c55-aea32ee1d04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:24.967806 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-89ca3b29-b12c-4154-8e3f-040d5cdcc099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:25.318359 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:26.763545 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:28.259307 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:33.426854 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:36.476326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-35255a39-ed87-45d3-9dfd-baab88f1aba7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399759 Jul 28 16:23:36.573087 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-ac892450-80be-4335-8377-829178e0bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:23:36.574657 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-ac892450-80be-4335-8377-829178e0bc96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1098 time: 0.0406020 Jul 28 16:23:36.678470 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-0f3bcfd6-1b09-4c53-87ff-2ed138514eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:23:36.679901 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-0f3bcfd6-1b09-4c53-87ff-2ed138514eec service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0868888 Jul 28 16:23:36.744813 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-156475a2-6cfd-4868-b90b-749923f53dc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 1001 time: 0.0579951 Jul 28 16:23:36.793590 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-3e0214ff-f7e1-4829-b188-c78474eb6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:23:36.794994 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-3e0214ff-f7e1-4829-b188-c78474eb6cff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0438795 Jul 28 16:23:36.843923 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-06deefb2-18ab-4ca5-b371-adb0ebfb422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:23:36.845443 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-06deefb2-18ab-4ca5-b371-adb0ebfb422f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431504 Jul 28 16:23:36.937376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-e2e305ff-2f6c-4709-b003-d3bd29cc9063 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Jul 28 16:23:37.031461 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-aa6b0c48-69dd-4658-b2f8-69960c1870b7 req-bc24c346-329e-4b81-85df-24a9a6224107 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Jul 28 16:23:37.431673 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:45.378895 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:23:52.373987 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec17f-858b-4228-82b9-df9f360840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:54.911456 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-dc96bb5e-ff4b-46b8-a7ab-f6b9413be10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:55.311309 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:56.739570 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:23:58.253909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:03.310772 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:07.476349 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:22.378016 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:24:22.378626 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2b578b39-5847-4c64-9059-5f0c60c5cc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:24.927825 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2ba41ce1-08d5-41d2-8221-044ba5ea2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:25.321737 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:26.767209 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:28.270369 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:33.292708 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:37.435746 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:37.601852 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-9f4947ea-c41e-4f08-82ef-1e51b1198786 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0804093 Jul 28 16:24:37.696813 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-4071de02-5ca9-4c89-9550-8fa8c3cd0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:24:37.698375 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-4071de02-5ca9-4c89-9550-8fa8c3cd0afc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1098 time: 0.0403645 Jul 28 16:24:37.801220 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-98f1ccbf-5a76-461c-8f6f-77aabdea3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:24:37.803235 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-98f1ccbf-5a76-461c-8f6f-77aabdea3dd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0860507 Jul 28 16:24:37.867865 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-ad2e8a89-16b7-4cb5-a5f3-dff580a423e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 1001 time: 0.0569673 Jul 28 16:24:37.918974 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-031e608a-1999-4c07-bbd1-799de0dbdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:24:37.920504 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-031e608a-1999-4c07-bbd1-799de0dbdfda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0448029 Jul 28 16:24:37.969114 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-e2c85f56-116e-4919-8217-eae496560e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:24:37.970568 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-e2c85f56-116e-4919-8217-eae496560e22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437567 Jul 28 16:24:38.058550 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-63fa44ba-1d18-48df-b14c-fb07130baf11 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807364 Jul 28 16:24:38.163423 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-a3be7102-ab0f-4195-aee8-5704c43fdebc req-f81d4f0a-1686-45f0-bae9-12e3cfcebc77 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963547 Jul 28 16:24:52.378297 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fe0522f0-79f0-4091-9993-b02ae6ba1336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:54.908909 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-0a7e122d-f766-4dda-8ae5-7b87de5f95fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:55.343418 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:56.760355 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:58.281233 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:24:59.376941 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:25:03.338138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:07.446554 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:22.383087 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fc83ef9e-716b-4c11-9abb-221005bbe5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:24.903508 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-295fdc32-b0e4-4157-bf3b-f2d78caf63b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:25.303712 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:26.764821 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:28.273547 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:30.397276 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be details requested by agent hyperv_n-h1-764806-10 with host n-h1-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:25:30.487343 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:25:30.501340 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Returning: {'device': '849997f2-e515-4b66-928d-32b950d475be', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:25:30.537880 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:30.549968 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849997f2-e515-4b66-928d-32b950d475be {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:25:30.568405 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:25:30.639977 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:30.688101 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:25:30.695795 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.696025 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.696357 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.696713 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.697040 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.697369 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.697692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.698263 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.698579 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.698896 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.699214 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.699523 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:30.776253 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] get_ports_and_sgs() called for port_ids ['849997f2-e515-4b66-928d-32b950d475be'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:25:32.421874 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be up at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:25:32.468815 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Provisioning complete for port 849997f2-e515-4b66-928d-32b950d475be triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:25:32.469113 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:32.545258 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:32.566901 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:25:32.569141 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1250181e-c462-4de7-a6f1-898abb1db75d" -d '{"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-plugged", "status": "completed", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:25:32.581250 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:25:32.628209 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68523ea9-f3d4-4423-bff9-210670ab2aa0 x-openstack-request-id: req-68523ea9-f3d4-4423-bff9-210670ab2aa0 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:25:32.628541 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-plugged", "status": "completed", "tag": "849997f2-e515-4b66-928d-32b950d475be", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:25:32.628803 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68523ea9-f3d4-4423-bff9-210670ab2aa0 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:25:32.629799 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'code': 200} Jul 28 16:25:32.663064 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:32.709838 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:25:33.331721 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:36.377327 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:25:37.439700 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:38.578364 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-77bc3307-dc0c-4964-8eb8-d6d38665ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:38.580662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-77bc3307-dc0c-4964-8eb8-d6d38665ccf7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1098 time: 0.0447795 Jul 28 16:25:38.690389 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-3be5a06f-a136-48af-9cd2-a9b52043f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:38.692520 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-3be5a06f-a136-48af-9cd2-a9b52043f17f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0897572 Jul 28 16:25:38.765838 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-62aa0685-81ca-4ec0-a1d0-794acef22db8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 1001 time: 0.0652575 Jul 28 16:25:38.818051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-be48b985-0807-4c62-a8cf-7220cee2e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:38.819546 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-be48b985-0807-4c62-a8cf-7220cee2e12a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0458393 Jul 28 16:25:38.870741 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-aea07740-669d-4b3a-ac93-8121be6c2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:38.872413 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-aea07740-669d-4b3a-ac93-8121be6c2df2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452120 Jul 28 16:25:38.979815 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-5a5714d5-d4a7-40ff-b43e-1168487a6b5c service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985565 Jul 28 16:25:39.083061 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-44e60bdd-3541-41ed-8cea-48a1e51862fc req-02f9ef65-0e3a-4772-9954-9f62914acf82 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956225 Jul 28 16:25:46.067707 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-8a0e32a5-43e3-48f1-bee7-418afdbfe602 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404244290&fields=id&tenant_id=89b953ce67b6408d992b7aeb8cbcd67e HTTP/1.1" status: 200 len: 267 time: 0.0339315 Jul 28 16:25:46.173259 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-052114d7-f1d0-4500-ac83-84f277bf8e66 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:46.174655 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-052114d7-f1d0-4500-ac83-84f277bf8e66 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 810 time: 0.1002200 Jul 28 16:25:46.189983 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-a499bcaf-3e4b-4dc2-a629-49ecf7b38dd6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/quotas/89b953ce67b6408d992b7aeb8cbcd67e HTTP/1.1" status: 200 len: 375 time: 0.0090613 Jul 28 16:25:46.244360 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-13333a8b-6f8f-4640-9bec-224f0e8cfe3c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485392 Jul 28 16:25:46.336982 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-58d6fd5d-63c9-4f20-83ff-d27282f1534d service neutron] 10.222.0.57 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804415 Jul 28 16:25:46.429132 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-1dbb6b3b-704e-42a8-bb7c-fadcaa77a955 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860043 Jul 28 16:25:46.755770 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-490e1f32-3470-4656-bd30-cf8110ad7f28 req-53f74327-f802-45d1-9b13-e3a54e76c6aa tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 210 time: 0.0741212 Jul 28 16:25:47.853543 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-de92056f-b5a4-459f-aa70-b1e111a9dcb9 req-d1f96266-2b30-4868-a5c9-34c55292072b tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 210 time: 0.0269439 Jul 28 16:25:48.578771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-8725d766-0bd6-4207-84c8-806953c37506 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:48.580229 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-8725d766-0bd6-4207-84c8-806953c37506 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.58 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 810 time: 0.1028795 Jul 28 16:25:48.629575 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-d8838d78-fbc8-4aa9-9691-2b8a729a4e26 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b953ce67b6408d992b7aeb8cbcd67e HTTP/1.1" status: 200 len: 380 time: 0.0339208 Jul 28 16:25:48.641949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'port': {'device_id': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'admin_state_up': True, 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'security_groups': ['11b45595-f422-4025-b92d-572e8ff1f3f3']}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:25:48.838892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Made reservation on behalf of 89b953ce67b6408d992b7aeb8cbcd67e for: {'port': 1} {{(pid=94657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 16:25:48.842521 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:48.972937 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-1dfd5213-49c9-45d0-9aae-9092f8b6a560 req-b6a55f0f-4ec2-4ab1-8a3d-65b5994465a8 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 210 time: 0.0483556 Jul 28 16:25:49.003943 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_common [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Allocated IP 172.20.0.14 (ae4e6257-f7ac-409a-b1b0-77dbab66f871/6d1a6d63-a201-448e-acc4-945352351ace/4bb894de-d572-4d8d-a7d9-f94de5219df8) {{(pid=94657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:25:49.147240 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for port, precommit_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:49.161000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Transition to ACTIVE for port object 4bb894de-d572-4d8d-a7d9-f94de5219df8 will not be triggered until provisioned by entity DHCP. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:25:49.275043 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_create {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:49.320007 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 is already hosted by enough agents. {{(pid=94657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:25:49.323724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.base_scheduler [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Resources bound (agent type, host, resource id): {{(pid=94657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:25:49.327939 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Received port after_create {{(pid=94657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:25:49.378850 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=1']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:25:49.405572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.405866 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.406308 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.406670 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.407018 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.407359 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.407696 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.408044 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.408402 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.408739 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.409072 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.409411 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:25:49.427235 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:49.427889 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:49.560409 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-3118a65b-85bb-4509-a35b-cee27f60de46 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9220760 Jul 28 16:25:49.789186 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aced8da4-8d66-43f8-be1d-1bc67df84a4a None None] Provisioning for port 4bb894de-d572-4d8d-a7d9-f94de5219df8 completed by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:25:49.793503 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-aced8da4-8d66-43f8-be1d-1bc67df84a4a None None] Provisioning complete for port 4bb894de-d572-4d8d-a7d9-f94de5219df8 triggered by entity DHCP. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:25:49.793872 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-aced8da4-8d66-43f8-be1d-1bc67df84a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:49.833792 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-aced8da4-8d66-43f8-be1d-1bc67df84a4a None None] Port 4bb894de-d572-4d8d-a7d9-f94de5219df8 cannot update to ACTIVE because it is not bound. {{(pid=94659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 16:25:50.094208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec2f04-4713-4d8f-a5ad-2f76d1a4c448 req-f66ffd2d-20f7-444e-88e5-3b0bfd81ea53 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:50.095676 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24ec2f04-4713-4d8f-a5ad-2f76d1a4c448 req-f66ffd2d-20f7-444e-88e5-3b0bfd81ea53 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0518556 Jul 28 16:25:50.137681 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-24ec2f04-4713-4d8f-a5ad-2f76d1a4c448 req-a5c5c153-5d85-4b34-9176-2bab415b0391 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355535 Jul 28 16:25:50.505303 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:25:50.583831 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:50.606797 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:25:50.609097 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cdd998-cb51-4fdd-aa9d-5cdcc6c0b008" -d '{"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-unplugged", "status": "completed", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:25:50.622843 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:25:50.647074 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ba64c-cab9-4623-9a67-31ac53e513af x-openstack-request-id: req-471ba64c-cab9-4623-9a67-31ac53e513af {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:25:50.647373 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-unplugged", "status": "completed", "tag": "849997f2-e515-4b66-928d-32b950d475be", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:25:50.647628 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-471ba64c-cab9-4623-9a67-31ac53e513af {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:25:50.648023 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'code': 200} Jul 28 16:25:50.674707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:50.727941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Pushing event updated for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:25:51.262167 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc2e2-bd20-4d6e-8e41-3c4a6b8b5895 req-f2984645-0b3b-47e6-a77a-7af9df92a76e tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:51.263646 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6acc2e2-bd20-4d6e-8e41-3c4a6b8b5895 req-f2984645-0b3b-47e6-a77a-7af9df92a76e tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0538771 Jul 28 16:25:51.302765 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a6acc2e2-bd20-4d6e-8e41-3c4a6b8b5895 req-8c5309ff-f4ab-43df-be52-8df86de2219a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Jul 28 16:25:52.377578 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7ca50606-cbca-40f0-a4e8-9134b19779c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:52.425767 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b5f81-0942-4e1a-aad3-66c3c846489b req-ff61281d-68e3-47da-ae76-d240a2997984 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:52.427324 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-772b5f81-0942-4e1a-aad3-66c3c846489b req-ff61281d-68e3-47da-ae76-d240a2997984 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0522473 Jul 28 16:25:52.468810 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-772b5f81-0942-4e1a-aad3-66c3c846489b req-ea4d1ab5-c6d2-4f54-81c7-b99915595d8c tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347323 Jul 28 16:25:53.589321 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb91b1-0e1d-43d6-830f-026bca604439 req-745a58ec-2bca-414c-9c0e-f15e24b73807 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:53.590858 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2bb91b1-0e1d-43d6-830f-026bca604439 req-745a58ec-2bca-414c-9c0e-f15e24b73807 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0513825 Jul 28 16:25:53.632055 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a2bb91b1-0e1d-43d6-830f-026bca604439 req-3228cf6b-f68f-4309-9fcb-8f3c06013f8f tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350876 Jul 28 16:25:54.759821 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fc776-e1da-4297-abde-99e9e48a7dbd req-3f4bd6c5-7040-4c72-88b0-d9dfbe0e056b tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:54.763407 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c84fc776-e1da-4297-abde-99e9e48a7dbd req-3f4bd6c5-7040-4c72-88b0-d9dfbe0e056b tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0536520 Jul 28 16:25:54.801439 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-c84fc776-e1da-4297-abde-99e9e48a7dbd req-3c441541-8939-4470-b74c-21dfdfce63f9 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Jul 28 16:25:54.943718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9fa2067f-eade-4e3c-9bae-535aa0d92c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:55.354951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:55.939701 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192d3e-5aa8-45da-9db5-20e6f9a466e1 req-7178189c-0e59-4050-866f-3178e4c7fb83 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:55.942380 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d192d3e-5aa8-45da-9db5-20e6f9a466e1 req-7178189c-0e59-4050-866f-3178e4c7fb83 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0691705 Jul 28 16:25:55.988613 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-6d192d3e-5aa8-45da-9db5-20e6f9a466e1 req-81b3ae92-696c-4880-bd44-d9afa9c729c2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Jul 28 16:25:56.878796 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:57.218846 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e9a9-0c0b-48a5-b094-ced82f401c3a req-6db55057-473c-4c9b-9ee1-11a36acaa23f tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:57.220774 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4523e9a9-0c0b-48a5-b094-ced82f401c3a req-6db55057-473c-4c9b-9ee1-11a36acaa23f tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.1103585 Jul 28 16:25:57.261911 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4523e9a9-0c0b-48a5-b094-ced82f401c3a req-dd48ba42-35d9-4e27-a6d3-bd487946e6ad tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345187 Jul 28 16:25:58.302129 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:58.388724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996e0ca-e38a-4a8c-bfc4-f0041a443945 req-f7e61f1c-49d8-4d82-a6a1-86967b27a61b tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:58.390221 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d996e0ca-e38a-4a8c-bfc4-f0041a443945 req-f7e61f1c-49d8-4d82-a6a1-86967b27a61b tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.0570309 Jul 28 16:25:58.429571 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-d996e0ca-e38a-4a8c-bfc4-f0041a443945 req-3a563239-c6df-45e0-91c2-f30904a22b57 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Jul 28 16:25:59.438298 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.v2.base [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Request body: {'port': {'device_id': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-10'}} {{(pid=94657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:25:59.491931 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:59.629222 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88c56-33f0-4f02-98df-bb13ecd7b703 req-adebd320-a557-4466-960f-e138b8be9c26 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:25:59.631275 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0b88c56-33f0-4f02-98df-bb13ecd7b703 req-adebd320-a557-4466-960f-e138b8be9c26 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 932 time: 0.1311018 Jul 28 16:25:59.723176 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-b0b88c56-33f0-4f02-98df-bb13ecd7b703 req-0e01d1c2-762b-4e52-b06d-9201651a4850 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837233 Jul 28 16:25:59.818147 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb894de-d572-4d8d-a7d9-f94de5219df8 {{(pid=94657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:25:59.825478 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:59.836830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.provisioning_blocks [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Transition to ACTIVE for port object 4bb894de-d572-4d8d-a7d9-f94de5219df8 will not be triggered until provisioned by entity L2. {{(pid=94657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 16:25:59.912717 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:25:59.964543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=2']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:26:00.034487 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Attempting to bind port 4bb894de-d572-4d8d-a7d9-f94de5219df8 on host n-h2-764806-10 for vnic_type normal with profile {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 16:26:00.034830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Attempting to bind port 4bb894de-d572-4d8d-a7d9-f94de5219df8 by drivers openvswitch,hyperv on host n-h2-764806-10 at level 0 using segments [{'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 16:26:00.035201 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Attempting to bind port 4bb894de-d572-4d8d-a7d9-f94de5219df8 on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:26:00.040349 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Port 4bb894de-d572-4d8d-a7d9-f94de5219df8 on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-10 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 16:26:00.040713 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Attempting to bind port 4bb894de-d572-4d8d-a7d9-f94de5219df8 on network ae4e6257-f7ac-409a-b1b0-77dbab66f871 {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 16:26:00.045709 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Checking agent: {'id': '9ae1a736-b263-4016-9480-c7be830b5e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'started_at': datetime.datetime(2021, 7, 28, 14, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 16:26:00.046056 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Checking segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 16:26:00.046449 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Bound using segment: {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'} {{(pid=94657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 16:26:00.046895 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.managers [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Bound port: 4bb894de-d572-4d8d-a7d9-f94de5219df8, host: n-h2-764806-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871'}}] {{(pid=94657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 16:26:00.047247 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:00.113448 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, cleared binding levels {{(pid=94657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 16:26:00.117199 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 16:26:00.193258 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2820451'] for port, after_update {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:00.228785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:00.229411 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:00.230800 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 200 len: 1093 time: 0.8327925 Jul 28 16:26:00.231316 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:26:00.259766 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89ba71-dc94-4424-8987-708eb05de5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=3']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:26:00.274026 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b795afafba8b5c645749bcaef8bf3b30827b9dc6497cf8af3cf4bf5c20c3f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e8d57-d62d-4082-96c4-f0ae0891bd66" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:26:00.363506 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af14444-01e1-4224-93de-ba5bdbaa5cf7 x-openstack-request-id: req-8af14444-01e1-4224-93de-ba5bdbaa5cf7 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:26:00.363871 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:26:00.364225 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8af14444-01e1-4224-93de-ba5bdbaa5cf7 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:26:00.364804 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'status': 'completed', 'code': 200} Jul 28 16:26:00.414305 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-cf7d47d6-7777-4d18-a580-ebe5ac643962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:00.415829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-cf7d47d6-7777-4d18-a580-ebe5ac643962 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1096 time: 0.0433133 Jul 28 16:26:00.466587 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-d19de3a9-e8ef-4e1d-80ff-348672641c66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 200 len: 217 time: 0.0370777 Jul 28 16:26:00.515416 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-6a01bc86-702a-415f-adc6-3b9cd2b93255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:00.516833 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-6a01bc86-702a-415f-adc6-3b9cd2b93255 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0423756 Jul 28 16:26:00.562473 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-008c31d5-b669-4579-946f-6dc87853964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:00.563904 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-008c31d5-b669-4579-946f-6dc87853964e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396409 Jul 28 16:26:00.662218 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-f2ee55f2-11cc-4f5c-9cf4-d0a405fb2543 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855749 Jul 28 16:26:00.753977 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-10b301ac-6375-471f-89ba-5277da4f4b96 req-7d69df97-7bba-4e4e-8cfb-689155dd9282 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813026 Jul 28 16:26:00.845671 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74a91-c2be-4715-8152-c002272bbcb2 req-ed3e994f-9bf4-4c34-a312-350e4308e183 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:00.847829 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ac74a91-c2be-4715-8152-c002272bbcb2 req-ed3e994f-9bf4-4c34-a312-350e4308e183 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 944 time: 0.0547185 Jul 28 16:26:00.907863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-4ac74a91-c2be-4715-8152-c002272bbcb2 req-42eb6b12-bfc9-4ab2-9cb6-65a1a0cd37c1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540080 Jul 28 16:26:00.923459 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-6c0f272f-b81f-4a22-9b31-75f271e9e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:00.924931 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-6c0f272f-b81f-4a22-9b31-75f271e9e11f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1096 time: 0.0447712 Jul 28 16:26:01.024140 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-f5674929-8bd1-42a2-b27c-7cd524e5e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:01.026326 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-f5674929-8bd1-42a2-b27c-7cd524e5e232 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0896125 Jul 28 16:26:01.071795 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-06e16710-bb6a-4a17-aea9-ab81d20363ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 200 len: 217 time: 0.0372472 Jul 28 16:26:01.123415 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-76bd7792-6354-4659-851b-b097ab663ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:01.124728 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-76bd7792-6354-4659-851b-b097ab663ae5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0424545 Jul 28 16:26:01.168181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-b13049b8-cb04-4066-bc30-3b33806064fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:01.169693 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-b13049b8-cb04-4066-bc30-3b33806064fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377576 Jul 28 16:26:01.263604 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-151c2a0e-b559-4a7e-a146-91421f59a46e service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849490 Jul 28 16:26:01.358424 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-818e8d57-d62d-4082-96c4-f0ae0891bd66 req-2ec59af6-7196-41d0-a075-33b8a95cdb5c service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873060 Jul 28 16:26:02.022727 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec43ae-2e91-4738-b8c3-ddca48e0cd5f req-ed03ceec-9a94-4d04-b831-fb2bf182f78d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:02.024290 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1ec43ae-2e91-4738-b8c3-ddca48e0cd5f req-ed03ceec-9a94-4d04-b831-fb2bf182f78d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 944 time: 0.0480800 Jul 28 16:26:02.063175 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-a1ec43ae-2e91-4738-b8c3-ddca48e0cd5f req-59452c6f-14cf-48f5-9c77-188c92828d6d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Jul 28 16:26:03.182378 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca60a-7e82-4d56-843f-33f5261a54f6 req-84962afa-6c3a-400b-a8e0-787f77197120 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:03.184317 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-714ca60a-7e82-4d56-843f-33f5261a54f6 req-84962afa-6c3a-400b-a8e0-787f77197120 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 944 time: 0.0536284 Jul 28 16:26:03.318660 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:03.545141 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-714ca60a-7e82-4d56-843f-33f5261a54f6 req-3fb85783-b7a1-40cf-a3cf-95b89166a213 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549550 Jul 28 16:26:03.825138 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:26:03.915817 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:26:03.926938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'port_id': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'mac_address': 'fa:16:3e:1d:3a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:26:03.965982 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:03.977897 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb894de-d572-4d8d-a7d9-f94de5219df8 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:26:03.996166 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:26:04.091345 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:04.137885 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=4']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:26:04.392373 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4bb894de-d572-4d8d-a7d9-f94de5219df8'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:26:04.658046 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c35e3-41d8-49ed-9433-ec84e86e6f2e req-251b98a2-20ab-431e-8b73-fbedeeb26d07 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:04.659458 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a1c35e3-41d8-49ed-9433-ec84e86e6f2e req-251b98a2-20ab-431e-8b73-fbedeeb26d07 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Jul 28 16:26:04.697524 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-7a1c35e3-41d8-49ed-9433-ec84e86e6f2e req-b0131c7a-de01-42e8-abae-5f70a4eb6f4f tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jul 28 16:26:05.809509 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5af10e-183e-4dd9-8e47-234bf8e6378c req-7b1f984f-50e6-4315-83a6-6fc710769109 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:05.810948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e5af10e-183e-4dd9-8e47-234bf8e6378c req-7b1f984f-50e6-4315-83a6-6fc710769109 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 945 time: 0.0470650 Jul 28 16:26:05.825938 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:26:05.849239 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7e5af10e-183e-4dd9-8e47-234bf8e6378c req-4de81fd5-4a25-4c0b-8749-5b147fd57e76 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 28 16:26:05.935158 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning for port 4bb894de-d572-4d8d-a7d9-f94de5219df8 completed by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 16:26:05.938741 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4bb894de-d572-4d8d-a7d9-f94de5219df8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:26:05.939117 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:06.015577 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:06.038634 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:26:06.040881 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65a899ef503b6d2224747b38266f19d9e8b0aac34120be3bc7a79a17e950ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aa5d9f-753b-42a6-a662-3f95d7c68a71" -d '{"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:26:06.054105 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:26:06.076137 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ee5be-e8f1-473d-a3c8-bf253a71fbf5 x-openstack-request-id: req-b63ee5be-e8f1-473d-a3c8-bf253a71fbf5 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:26:06.076435 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:26:06.076748 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b63ee5be-e8f1-473d-a3c8-bf253a71fbf5 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:26:06.077134 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'code': 200} Jul 28 16:26:06.135224 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:06.179830 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076abb4-d59b-4a62-b4df-866c1232a0c5 req-01af935d-58a9-4b4c-9160-2815e100151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:06.181360 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5076abb4-d59b-4a62-b4df-866c1232a0c5 req-01af935d-58a9-4b4c-9160-2815e100151c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1098 time: 0.0399044 Jul 28 16:26:06.183514 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=5']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:26:06.217067 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-5076abb4-d59b-4a62-b4df-866c1232a0c5 req-930e1bb1-9f30-4d3e-81a2-ecf4aa844d58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278525 Jul 28 16:26:06.968892 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8f13f-4743-45ce-b7b7-80155c0d6c73 req-f882719e-b54d-47da-8573-d04bf3e0ffa3 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:06.971059 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8e8f13f-4743-45ce-b7b7-80155c0d6c73 req-f882719e-b54d-47da-8573-d04bf3e0ffa3 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 946 time: 0.0533054 Jul 28 16:26:07.010948 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-f8e8f13f-4743-45ce-b7b7-80155c0d6c73 req-f9b990da-35da-451c-849d-30b3ba9cf1fe tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Jul 28 16:26:07.479874 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:08.132280 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b035a9-8a8f-480d-8589-ab7b1f9e2a31 req-1c27d493-6063-4598-a9a4-12745a4b95d1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:08.133786 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07b035a9-8a8f-480d-8589-ab7b1f9e2a31 req-1c27d493-6063-4598-a9a4-12745a4b95d1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Jul 28 16:26:08.171569 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-07b035a9-8a8f-480d-8589-ab7b1f9e2a31 req-14f9b083-2085-4173-a56d-8489b3265b07 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Jul 28 16:26:08.304966 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7e04-52cf-4cd7-95c2-970e20c334d4 req-50acc1e1-66a4-4440-9d50-e3e209dc7953 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:08.306342 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fafe7e04-52cf-4cd7-95c2-970e20c334d4 req-50acc1e1-66a4-4440-9d50-e3e209dc7953 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Jul 28 16:26:08.343731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fafe7e04-52cf-4cd7-95c2-970e20c334d4 req-ccdcd7d0-6f2e-446c-bb10-6266598646d5 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315056 Jul 28 16:26:08.376061 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46982) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:26:08.414963 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c047865a-930f-449e-8a19-b76206addd13 tempest-TestSnapshotPattern-1071789411 tempest-TestSnapshotPattern-1071789411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:08.416469 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c047865a-930f-449e-8a19-b76206addd13 tempest-TestSnapshotPattern-1071789411 tempest-TestSnapshotPattern-1071789411-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1093 time: 0.0393713 Jul 28 16:26:08.419218 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 46984) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:26:08.423385 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.v2.base [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Request body: {'floatingip': {'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'port_id': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 16:26:08.506603 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:08.606299 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:08.707312 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_common [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Allocated IP 172.25.6.249 (5dde27f5-2722-488d-9d3f-066c309fca75/e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3/afadd403-baa7-40e3-be63-48f0d2eeb8c3) {{(pid=94658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 16:26:08.808009 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for port, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:08.908917 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735077032479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:08.944978 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Network 5dde27f5-2722-488d-9d3f-066c309fca75 is already hosted by enough agents. {{(pid=94658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 16:26:08.947720 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.base_scheduler [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Resources bound (agent type, host, resource id): {{(pid=94658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 16:26:08.951188 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Received port after_create {{(pid=94658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 16:26:08.977788 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'Port': ['ID=afadd403-baa7-40e3-be63-48f0d2eeb8c3,revision_number=1']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:26:08.990936 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.991287 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.991632 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.991971 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.992308 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.992666 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.992999 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.993327 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.993652 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.993989 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.994316 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:08.994646 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:26:09.312426 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:09.429667 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:09.898701 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for port, precommit_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:09.959672 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27166140'] for port, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:10.029550 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event updated for resources: {'Port': ['ID=afadd403-baa7-40e3-be63-48f0d2eeb8c3,revision_number=2']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:26:10.039333 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602630'] for floatingip, after_update {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:10.137915 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Floating IP 466ea765-1096-40cb-ab2c-80a253352b36 associated. External IP: 172.25.6.249, port: 4bb894de-d572-4d8d-a7d9-f94de5219df8. Jul 28 16:26:10.337965 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Router c6b84908-c385-419b-a79d-32e782f1a66b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:26:10.444686 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:26:10.454480 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf100b-0f46-456e-96de-304da671709f None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:26:10.463624 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:26:10.464433 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:25:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:26:10.519997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:10.547731 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-10838fb1-6c72-45f1-a146-a26544e06dbb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1275339 Jul 28 16:26:10.548326 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:26:10.550571 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51561841f9fef4a2ef9064e099b8d50b927ab3b5f393201187b4ced166eb7635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6bb3ef-35d4-4375-957e-3e02be9092c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:26:10.568112 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:26:10.587773 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a46c1a-d35e-4177-8b09-aec565b75882 x-openstack-request-id: req-42a46c1a-d35e-4177-8b09-aec565b75882 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:26:10.587773 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:26:10.587773 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-42a46c1a-d35e-4177-8b09-aec565b75882 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:26:10.587773 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'status': 'completed', 'code': 200} Jul 28 16:26:10.648043 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-1d67c287-89c1-4dc7-a78d-0f0180377ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:10.649585 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-1d67c287-89c1-4dc7-a78d-0f0180377ae3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1098 time: 0.0405409 Jul 28 16:26:10.747109 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-d2eb65f3-fca9-4823-b493-fb6d24372898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:10.748524 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-d2eb65f3-fca9-4823-b493-fb6d24372898 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0914254 Jul 28 16:26:10.815160 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-a7c70fd9-139d-40a5-9544-37abc2205462 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 200 len: 1000 time: 0.0588646 Jul 28 16:26:10.868403 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-b8262118-dec8-4a68-8923-331d1db0daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:10.869952 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-b8262118-dec8-4a68-8923-331d1db0daa0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0473285 Jul 28 16:26:10.882429 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '466ea765-1096-40cb-ab2c-80a253352b36', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:1d:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:26:09Z', 'updated_at': '2021-07-28T16:26:09Z', 'revision_number': 0, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}, {'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:48Z', 'revision_number': 1, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:26:10.911946 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf100b-0f46-456e-96de-304da671709f None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:26:10.920668 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:26:10.920899 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-e25c0dfa-93fe-4699-8d4a-90b7cf14e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:10.921320 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:25:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:26:10.922359 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-e25c0dfa-93fe-4699-8d4a-90b7cf14e23c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440907 Jul 28 16:26:11.012351 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-843670fd-8d57-4aee-8d80-ac638a360170 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820765 Jul 28 16:26:11.041060 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:26:11.109262 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-9b6bb3ef-35d4-4375-957e-3e02be9092c4 req-5f0a5adb-c18c-452b-ba87-07264fa476f7 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882492 Jul 28 16:26:11.256930 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-18cf100b-0f46-456e-96de-304da671709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '466ea765-1096-40cb-ab2c-80a253352b36', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:1d:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:26:09Z', 'updated_at': '2021-07-28T16:26:09Z', 'revision_number': 0, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}, {'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:48Z', 'revision_number': 1, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:26:11.287085 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf100b-0f46-456e-96de-304da671709f None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': '466ea765-1096-40cb-ab2c-80a253352b36', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:1d:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:26:09Z', 'updated_at': '2021-07-28T16:26:09Z', 'revision_number': 0, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}, {'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:48Z', 'revision_number': 1, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:26:11.473966 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d6039-7123-45ae-916e-f8133d2942eb None None] New status for floating IP 466ea765-1096-40cb-ab2c-80a253352b36: ACTIVE {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:26:13.376558 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:26:22.376390 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d372dab9-e0c3-4e36-9e4e-e28de21f5816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:24.965388 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e134690-4575-400c-929a-ca45db2a663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:25.374444 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:26.771458 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:28.288916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:33.357138 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:37.462552 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:39.513280 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-d6f03249-2f4a-434f-9ad8-dc8d7d1d0b41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392272 Jul 28 16:26:39.609181 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109530c2-f21e-46a4-9efe-ce79233db88a req-1d5cf1a5-3cd2-4e3f-98ae-20c7c716662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:39.610662 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-1d5cf1a5-3cd2-4e3f-98ae-20c7c716662a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1096 time: 0.0413632 Jul 28 16:26:39.715051 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109530c2-f21e-46a4-9efe-ce79233db88a req-a19cf848-7a1b-46cf-b86e-72664bb41bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:39.716521 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-a19cf848-7a1b-46cf-b86e-72664bb41bfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0878623 Jul 28 16:26:39.781101 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-99cf0dd2-a70e-444c-b9c3-24137ab4ca39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 999 time: 0.0577300 Jul 28 16:26:39.834103 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109530c2-f21e-46a4-9efe-ce79233db88a req-73e79cfb-32c0-4b91-92fa-5cacba080e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:39.835553 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-73e79cfb-32c0-4b91-92fa-5cacba080e8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0479403 Jul 28 16:26:39.880785 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109530c2-f21e-46a4-9efe-ce79233db88a req-b3766728-fe28-47dc-b4a7-46e6abcf24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:26:39.882230 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-b3766728-fe28-47dc-b4a7-46e6abcf24d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394087 Jul 28 16:26:39.971033 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-b7471bac-f94a-47df-94ad-3a5408b11df1 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Jul 28 16:26:40.067706 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-109530c2-f21e-46a4-9efe-ce79233db88a req-081e8ad7-d8b6-4825-80df-c48ec6f49b1f service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893974 Jul 28 16:26:50.376023 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:26:52.367944 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3ede4d7a-6740-4cd5-b101-793d82f0b92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:54.936194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9140-46a3-43fc-8c79-89f4d025685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:55.347891 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:56.778866 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:26:58.281752 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:03.393251 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:07.461888 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:07.600596 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-009219d4-c9fd-4da5-9e60-2e831d8f523a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402112 Jul 28 16:27:07.682046 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-27ca0f7b-5ce7-4321-8222-dd2994d97b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:07.683495 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-27ca0f7b-5ce7-4321-8222-dd2994d97b35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1098 time: 0.0398712 Jul 28 16:27:07.792273 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-9b5692e8-2b06-4563-aa05-1d75a2b678ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:07.793781 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-9b5692e8-2b06-4563-aa05-1d75a2b678ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0899928 Jul 28 16:27:07.858796 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-cf767783-ba9b-40bd-ae28-6055646f2ae4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 200 len: 1002 time: 0.0567207 Jul 28 16:27:07.912406 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-4c0d41ec-16e6-4824-a73c-edf5a6bb2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:07.913875 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-4c0d41ec-16e6-4824-a73c-edf5a6bb2de2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0474944 Jul 28 16:27:07.960894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-c44866ce-1734-4e7a-ab99-2a68fd059eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:07.962376 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-c44866ce-1734-4e7a-ab99-2a68fd059eef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404484 Jul 28 16:27:07.976913 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-65a54ce5-710e-47ac-80cb-f34310098420 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 16:27:07.977863 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-65a54ce5-710e-47ac-80cb-f34310098420 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049810 Jul 28 16:27:08.071003 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-1bc06b4c-e9fe-445e-8640-f1511e16fb20 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828238 Jul 28 16:27:08.168915 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-082f6c53-03d6-48c1-a018-d4c837c31520 req-d10a9f3d-ad92-409f-9f82-8abe46b70dcd service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864265 Jul 28 16:27:22.409720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7bba8a18-61dc-4430-9cc1-48c2f5c44667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:24.935582 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb418-e4cc-46f6-8392-3cd2f1622f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:25.350071 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:26.772607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:27.374599 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:27:28.281020 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:33.383425 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:37.478163 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:40.526148 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-39b6752a-71dc-433c-bb70-f236f64b8a82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401700 Jul 28 16:27:40.621096 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-31770c9b-647a-4363-b028-26204d7fe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:40.622540 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-31770c9b-647a-4363-b028-26204d7fe277 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1096 time: 0.0400476 Jul 28 16:27:40.726883 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-235ab864-0cc6-493c-9960-091aed595806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:40.728307 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-235ab864-0cc6-493c-9960-091aed595806 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0871210 Jul 28 16:27:40.793454 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-c11acfdb-7566-4a74-a137-16a708cd9ae7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 999 time: 0.0579593 Jul 28 16:27:40.845732 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-645f5ec7-cf81-4d08-af55-a3bd37e191cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:40.850533 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-645f5ec7-cf81-4d08-af55-a3bd37e191cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0474634 Jul 28 16:27:40.892517 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-77422cba-05aa-475a-9470-1ea7ace3ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:40.893981 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-77422cba-05aa-475a-9470-1ea7ace3ae7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400734 Jul 28 16:27:40.982256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-c4707f34-b3e4-49d0-82b2-990369b07395 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807302 Jul 28 16:27:41.076038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-bd67ac85-1c90-4cf8-952b-01d27c9ccf77 req-7b13fc31-1982-4155-b773-44cc67aa43a9 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Jul 28 16:27:42.281426 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 details requested by agent hyperv_n-h2-764806-10 with host n-h2-764806-10 {{(pid=94659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:27:42.374720 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:27:42.386296 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Returning: {'device': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'port_id': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'mac_address': 'fa:16:3e:1d:3a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:27:42.422029 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:42.434490 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bb894de-d572-4d8d-a7d9-f94de5219df8 {{(pid=94659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:27:42.453460 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:27:42.535372 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:42.587969 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=6']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:27:42.595003 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.595758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.595758 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.596047 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.596312 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.596662 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.596984 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.597306 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.597624 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.597941 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.598259 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.598574 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:42.624148 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] get_ports_and_sgs() called for port_ids ['4bb894de-d572-4d8d-a7d9-f94de5219df8'] {{(pid=94659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:27:44.292914 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 up at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:27:44.349358 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.provisioning_blocks [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Provisioning complete for port 4bb894de-d572-4d8d-a7d9-f94de5219df8 triggered by entity L2. {{(pid=94659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:27:44.350352 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377383'] for port, provisioning_complete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:44.506250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:44.546403 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:27:44.563510 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:27:44.593201 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c62b30dbf21de16e11b3821901f91504ff8581e64165d03a98cf511d2d56935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45431eb-16b8-47ab-b5e1-50302c686892" -d '{"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:27:44.692508 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:44.734887 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d99cfcc-ce9a-4a38-bfc1-3136c1d87108 x-openstack-request-id: req-6d99cfcc-ce9a-4a38-bfc1-3136c1d87108 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:27:44.737984 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:27:44.737984 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d99cfcc-ce9a-4a38-bfc1-3136c1d87108 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:27:44.737984 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'code': 200} Jul 28 16:27:44.768106 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=7']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:27:52.617766 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-6e4954bd-b9c0-4488-a198-7d64677c47c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:54.943413 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d41b3c65-0fcd-4270-a823-d360d942a90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.139468 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47222) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:27:55.305317 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Deleting port afadd403-baa7-40e3-be63-48f0d2eeb8c3 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:27:55.305673 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.331384 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.380438 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.380797 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.392101 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Calling delete_port for afadd403-baa7-40e3-be63-48f0d2eeb8c3 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:27:55.605972 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.631213 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event deleted for resources: {'Port': ['ID=afadd403-baa7-40e3-be63-48f0d2eeb8c3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:27:55.655208 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.656409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.656409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.656409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.656772 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.656937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.657275 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.657608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.657943 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.658274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.658606 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.658938 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:55.703427 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:55.703720 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Floating IP 466ea765-1096-40cb-ab2c-80a253352b36 disassociated (deleted). External IP: 172.25.6.249, port: 4bb894de-d572-4d8d-a7d9-f94de5219df8. Jul 28 16:27:55.903231 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Router c6b84908-c385-419b-a79d-32e782f1a66b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:27:56.008608 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:27:56.012952 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:56.018263 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:27:56.027747 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:27:56.028364 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:27:56.044100 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-80781be4-fb11-422d-a88a-d051c8243fcd tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "DELETE /v2.0/floatingips/466ea765-1096-40cb-ab2c-80a253352b36 HTTP/1.1" status: 204 len: 168 time: 0.9033542 Jul 28 16:27:56.044882 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:27:56.090386 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8fe6af193c4e7a21ca969c00a62466bdf108066b37fd0df816dbc0028b47bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab5378-b876-4211-a9f9-fb0c326f6942" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:27:56.134341 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:27:56.188071 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d78ec7c-d0cd-476a-8f36-8b593cd4f2c4 x-openstack-request-id: req-9d78ec7c-d0cd-476a-8f36-8b593cd4f2c4 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:27:56.188616 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:27:56.188740 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d78ec7c-d0cd-476a-8f36-8b593cd4f2c4 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:27:56.189149 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'status': 'completed', 'code': 200} Jul 28 16:27:56.256771 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-970e70fc-3f67-4653-9d04-36b9fd5f84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:56.258281 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-970e70fc-3f67-4653-9d04-36b9fd5f84fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 1098 time: 0.0440907 Jul 28 16:27:56.357054 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-9bd4afb9-456b-49ee-b066-27c3dee31807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:56.358679 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-9bd4afb9-456b-49ee-b066-27c3dee31807 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0919845 Jul 28 16:27:56.386957 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:48Z', 'revision_number': 1, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:27:56.410988 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-b5682d8d-291d-4928-aebb-2b1031aac95f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 200 len: 217 time: 0.0383110 Jul 28 16:27:56.417254 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:27:56.425666 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:27:56.426267 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:27:56.467675 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-99f559ec-01b9-461a-a3ba-0f7619123c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:56.469451 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-99f559ec-01b9-461a-a3ba-0f7619123c11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0509176 Jul 28 16:27:56.489912 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7e427-769e-44a2-83c8-ee91f083b36f req-6856ee1e-1604-4fff-82ba-b6acc19c420a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:56.491595 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fe7e427-769e-44a2-83c8-ee91f083b36f req-6856ee1e-1604-4fff-82ba-b6acc19c420a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 946 time: 0.0708077 Jul 28 16:27:56.528327 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-b8a0d0c9-f746-4c76-a6a5-c055ba79151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:56.529976 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-b8a0d0c9-f746-4c76-a6a5-c055ba79151d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513945 Jul 28 16:27:56.538102 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-0fe7e427-769e-44a2-83c8-ee91f083b36f req-9ab3873c-c8a5-4cf4-94d3-7587f9aa94eb tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Jul 28 16:27:56.558778 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:27:56.625593 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-27668207-7d5c-4db8-b8db-c3111e348996 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869112 Jul 28 16:27:56.716080 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-eeab5378-b876-4211-a9f9-fb0c326f6942 req-45958f77-dbc4-4636-8b2c-d3342b5ef2b8 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Jul 28 16:27:56.776993 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:48Z', 'revision_number': 1, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:27:56.782848 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:56.804274 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7c9cb-62ce-41a6-82d5-af72926c7e92 None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_floatingips': [{'id': 'e5d6280c-ddf2-43a6-b954-9dff13da347b', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'router_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'port_id': '849997f2-e515-4b66-928d-32b950d475be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'mac_address': 'fa:16:3e:c4:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T16:22:46Z', 'updated_at': '2021-07-28T16:22:48Z', 'revision_number': 1, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:27:57.018037 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b64189-a7bf-48e3-92e3-c91cf92164c3 None None] New status for floating IP 466ea765-1096-40cb-ab2c-80a253352b36: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:27:57.660541 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb862fc-8445-4a08-8aed-fc11ebbd02ff req-61e33d8f-03da-4104-86db-65b4eb8e0766 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:57.662047 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-efb862fc-8445-4a08-8aed-fc11ebbd02ff req-61e33d8f-03da-4104-86db-65b4eb8e0766 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 946 time: 0.0546017 Jul 28 16:27:57.699175 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-efb862fc-8445-4a08-8aed-fc11ebbd02ff req-e9091756-3ed9-4f70-8636-184264489f7f tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Jul 28 16:27:58.256749 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-0957c197-2c62-4327-8839-4b37c354e34d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:27:58.258236 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-0957c197-2c62-4327-8839-4b37c354e34d tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 946 time: 0.0498593 Jul 28 16:27:58.285606 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.323599 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:27:58.350000 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Deleting port 4bb894de-d572-4d8d-a7d9-f94de5219df8 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:27:58.350344 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.397889 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583972'] for port, before_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.420167 n-d-764806-10 neutron-server[94659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:27:58.422435 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c62b30dbf21de16e11b3821901f91504ff8581e64165d03a98cf511d2d56935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4a7ae1-8340-4312-b23e-2079896602b7" -d '{"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:27:58.436783 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:27:58.443297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] For port 4bb894de-d572-4d8d-a7d9-f94de5219df8, host n-h2-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-10',level=0,port_id=4bb894de-d572-4d8d-a7d9-f94de5219df8,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:27:58.443664 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.457724 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Calling delete_port for 4bb894de-d572-4d8d-a7d9-f94de5219df8 owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:27:58.458746 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb517793-504f-4142-b43c-faf487ba0321 x-openstack-request-id: req-fb517793-504f-4142-b43c-faf487ba0321 {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:27:58.459047 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "code": 200}]} {{(pid=94659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:27:58.459303 n-d-764806-10 neutron-server[94659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb517793-504f-4142-b43c-faf487ba0321 {{(pid=94659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:27:58.459692 n-d-764806-10 neutron-server[94659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'code': 200} Jul 28 16:27:58.495247 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735077438769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735077032497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735077032515'] for port, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.546781 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=8']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:27:58.645669 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.674297 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event deleted for resources: {'Port': ['ID=4bb894de-d572-4d8d-a7d9-f94de5219df8,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:27:58.701516 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.701877 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.702227 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.702572 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.702914 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.703256 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.703639 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.703922 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.704252 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.704614 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.711580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.711580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-10 {{(pid=94657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:27:58.727453 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] No DVR routers for this DVR port 4bb894de-d572-4d8d-a7d9-f94de5219df8 on host n-h2-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:27:58.730077 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:27:58.732106 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-ceee5bd5-6247-4b9c-bb62-f26fb4033cd2 req-332d6779-a36d-499a-a8a0-698b28230be6 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.58 "DELETE /v2.0/ports/4bb894de-d572-4d8d-a7d9-f94de5219df8 HTTP/1.1" status: 204 len: 173 time: 0.4650650 Jul 28 16:27:58.732580 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-deleted', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:27:58.734822 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b795afafba8b5c645749bcaef8bf3b30827b9dc6497cf8af3cf4bf5c20c3f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e4b0e-1c7b-453b-adaf-dfb28b338a84" -d '{"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-deleted", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:27:58.769900 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67db49c3-d140-4282-9c6d-600f27e75f87 x-openstack-request-id: req-67db49c3-d140-4282-9c6d-600f27e75f87 {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:27:58.770197 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c1463-1a27-4710-bb8b-860e13f1e4f3", "name": "network-vif-deleted", "tag": "4bb894de-d572-4d8d-a7d9-f94de5219df8", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:27:58.770449 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67db49c3-d140-4282-9c6d-600f27e75f87 {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:27:58.771348 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c1463-1a27-4710-bb8b-860e13f1e4f3', 'name': 'network-vif-deleted', 'tag': '4bb894de-d572-4d8d-a7d9-f94de5219df8', 'status': 'completed', 'code': 200} Jul 28 16:27:58.804152 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-7350c81b-7676-4264-aa81-3aea29240233 req-5cad13b2-a26f-44d8-a97d-3283ce194bba tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7c1463-1a27-4710-bb8b-860e13f1e4f3 HTTP/1.1" status: 200 len: 210 time: 0.0298443 Jul 28 16:28:01.127234 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47304) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:01.281822 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Deleting port f551d203-ea41-4176-8de4-d80e579852b9 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:01.282175 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:01.358871 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:01.359207 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:01.371156 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Calling delete_port for f551d203-ea41-4176-8de4-d80e579852b9 owned by network:floatingip {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:01.577366 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:01.608017 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event deleted for resources: {'Port': ['ID=f551d203-ea41-4176-8de4-d80e579852b9,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:01.665800 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:01.666140 n-d-764806-10 neutron-server[94658]: INFO neutron.db.l3_db [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Floating IP e5d6280c-ddf2-43a6-b954-9dff13da347b disassociated (deleted). External IP: 172.25.6.91, port: 849997f2-e515-4b66-928d-32b950d475be. Jul 28 16:28:01.871707 n-d-764806-10 neutron-server[94658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Router c6b84908-c385-419b-a79d-32e782f1a66b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:28:01.981521 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:28:01.985919 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for floatingip, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:01.991721 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:28:02.000868 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:28:02.001549 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:02.011833 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-601e9b03-e6e7-4a85-bc0f-ebc0f922e9a2 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "DELETE /v2.0/floatingips/e5d6280c-ddf2-43a6-b954-9dff13da347b HTTP/1.1" status: 204 len: 168 time: 0.8835266 Jul 28 16:28:02.012430 n-d-764806-10 neutron-server[94658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:28:02.014701 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8fe6af193c4e7a21ca969c00a62466bdf108066b37fd0df816dbc0028b47bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10" -d '{"events": [{"name": "network-changed", "server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:28:02.054330 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3473135-45d9-434f-9071-6f2f31d9ead4 x-openstack-request-id: req-f3473135-45d9-434f-9071-6f2f31d9ead4 {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:28:02.054647 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "tag": "849997f2-e515-4b66-928d-32b950d475be", "status": "completed", "code": 200}]} {{(pid=94658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:28:02.055059 n-d-764806-10 neutron-server[94658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3473135-45d9-434f-9071-6f2f31d9ead4 {{(pid=94658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:28:02.055733 n-d-764806-10 neutron-server[94658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'status': 'completed', 'code': 200} Jul 28 16:28:02.141656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-b5346a85-5694-42db-9a76-30deeff00f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:02.143068 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-b5346a85-5694-42db-9a76-30deeff00f21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 1096 time: 0.0421159 Jul 28 16:28:02.203580 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:28:02.233603 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-58f33efc-506d-46c3-9af9-14cb62b32bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:02.235096 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-58f33efc-506d-46c3-9af9-14cb62b32bac service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 200 len: 911 time: 0.0852885 Jul 28 16:28:02.282049 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-a8d6b014-0301-4051-aa1b-8f4ea33fb3f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 200 len: 217 time: 0.0404720 Jul 28 16:28:02.330775 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-1e0c55fa-9642-4fb9-947d-318ace6c70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:02.332286 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-1e0c55fa-9642-4fb9-947d-318ace6c70ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 200 len: 849 time: 0.0434906 Jul 28 16:28:02.336498 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 no longer exists at agent hyperv_n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:02.377199 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] No Port match for: 4bb894de-d572-4d8d-a7d9-f94de5219df8 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:02.377545 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Device 4bb894de-d572-4d8d-a7d9-f94de5219df8 not bound to the agent host n-h2-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:02.387261 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-4188b183-cde6-4406-a31f-913b992bd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:02.389731 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-4188b183-cde6-4406-a31f-913b992bd160 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4e6257-f7ac-409a-b1b0-77dbab66f871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502470 Jul 28 16:28:02.419316 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:02.446249 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:28:02.454605 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:28:02.455211 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:02.456878 n-d-764806-10 neutron-server[94658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3606-11d6-498d-a0a4-954c767ec7c1 req-8f1808ab-52d1-44db-af06-b98a42cac938 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:02.458478 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-669e3606-11d6-498d-a0a4-954c767ec7c1 req-8f1808ab-52d1-44db-af06-b98a42cac938 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 944 time: 0.0506070 Jul 28 16:28:02.497617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [req-669e3606-11d6-498d-a0a4-954c767ec7c1 req-9e063069-8227-4d9d-bf31-ff0872d2ec1a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330970 Jul 28 16:28:02.513038 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-903274b0-f541-4d10-87fe-00aebf29497d service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972126 Jul 28 16:28:02.565475 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:28:02.602599 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-2b94dc3d-ff4a-47a8-a9cd-552e52c26f10 req-c62ba091-29ce-4ba8-8b00-83d8a84640a4 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820708 Jul 28 16:28:02.754424 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:02.783495 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1234d21-9c56-4905-8947-87965e061e51 None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:22Z', 'revision_number': 4, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10', '_interfaces': [{'id': 'ec9ea489-59e6-4822-ab74-65d8473d21a5', 'name': '', 'network_id': 'ae4e6257-f7ac-409a-b1b0-77dbab66f871', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'mac_address': 'fa:16:3e:58:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '6d1a6d63-a201-448e-acc4-945352351ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:21Z', 'updated_at': '2021-07-28T16:22:28Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'subnets': [{'id': '6d1a6d63-a201-448e-acc4-945352351ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:28:03.001674 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0927e66-5dcb-4f9a-93c0-52a3e54fa358 None None] New status for floating IP e5d6280c-ddf2-43a6-b954-9dff13da347b: DOWN {{(pid=94659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:28:03.355005 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-be1276f7-f1f1-4bdf-b330-ff003f29e459 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:03.356472 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-be1276f7-f1f1-4bdf-b330-ff003f29e459 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.42 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 944 time: 0.0489435 Jul 28 16:28:03.422755 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:03.453825 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Deleting port 849997f2-e515-4b66-928d-32b950d475be {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:03.454167 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:03.542085 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] For port 849997f2-e515-4b66-928d-32b950d475be, host n-h1-764806-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-10',level=0,port_id=849997f2-e515-4b66-928d-32b950d475be,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:03.542458 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:03.555436 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Calling delete_port for 849997f2-e515-4b66-928d-32b950d475be owned by compute:nova {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:03.659882 n-d-764806-10 neutron-server[94657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e76cc6-3997-4f03-b8af-a65d385a8e5c req-72f21c2b-1596-413d-a13b-8963fc8446ce tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:28:03.661300 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e76cc6-3997-4f03-b8af-a65d385a8e5c req-72f21c2b-1596-413d-a13b-8963fc8446ce tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 944 time: 0.0946150 Jul 28 16:28:03.730714 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-75e76cc6-3997-4f03-b8af-a65d385a8e5c req-f55cd59d-4027-4542-a3c3-1d3e0e75022e tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b45595-f422-4025-b92d-572e8ff1f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613432 Jul 28 16:28:03.793890 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:03.822803 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event deleted for resources: {'Port': ['ID=849997f2-e515-4b66-928d-32b950d475be,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:03.863082 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] No DVR routers for this DVR port 849997f2-e515-4b66-928d-32b950d475be on host n-h1-764806-10 {{(pid=94657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:28:03.865764 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112936'] for port, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:03.867811 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-fa6f7ac8-fe49-43fb-99ed-599b32d27183 req-46e60d3c-9da1-4ada-86c3-c0035d0f1c7a tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.42 "DELETE /v2.0/ports/849997f2-e515-4b66-928d-32b950d475be HTTP/1.1" status: 204 len: 173 time: 0.5052276 Jul 28 16:28:03.868263 n-d-764806-10 neutron-server[94657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-deleted', 'tag': '849997f2-e515-4b66-928d-32b950d475be'}] {{(pid=94657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:28:03.871125 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b795afafba8b5c645749bcaef8bf3b30827b9dc6497cf8af3cf4bf5c20c3f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c565059-fc18-4c1f-9e5c-e60d04608c3d" -d '{"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-deleted", "tag": "849997f2-e515-4b66-928d-32b950d475be"}]}' {{(pid=94657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:28:03.913498 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5515cd06-4d26-4838-a3b2-540fa4d1ddda x-openstack-request-id: req-5515cd06-4d26-4838-a3b2-540fa4d1ddda {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:28:03.913829 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a037-c1ae-47d5-be87-7bd07bc029bf", "name": "network-vif-deleted", "tag": "849997f2-e515-4b66-928d-32b950d475be", "status": "completed", "code": 200}]} {{(pid=94657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:28:03.914086 n-d-764806-10 neutron-server[94657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5515cd06-4d26-4838-a3b2-540fa4d1ddda {{(pid=94657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:28:03.914495 n-d-764806-10 neutron-server[94657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a037-c1ae-47d5-be87-7bd07bc029bf', 'name': 'network-vif-deleted', 'tag': '849997f2-e515-4b66-928d-32b950d475be', 'status': 'completed', 'code': 200} Jul 28 16:28:04.374155 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:28:04.833956 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [req-3113baf4-5b5d-4947-a512-7cd8153efde5 req-7592740e-d9cd-451a-8a11-da67fd26805b tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "GET /v2.0/ports?device_id=6267a037-c1ae-47d5-be87-7bd07bc029bf HTTP/1.1" status: 200 len: 210 time: 0.0262780 Jul 28 16:28:05.893588 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47322) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:05.950998 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f9a432-8958-4f54-9ee1-7ae63eb07ee1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:05.977748 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f9a432-8958-4f54-9ee1-7ae63eb07ee1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:06.102846 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f9a432-8958-4f54-9ee1-7ae63eb07ee1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:06.105457 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-51f9a432-8958-4f54-9ee1-7ae63eb07ee1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:06.106617 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-51f9a432-8958-4f54-9ee1-7ae63eb07ee1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] 10.222.0.57 "DELETE /v2.0/security-groups/11b45595-f422-4025-b92d-572e8ff1f3f3 HTTP/1.1" status: 204 len: 168 time: 0.2120085 Jul 28 16:28:06.115743 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9a432-8958-4f54-9ee1-7ae63eb07ee1 tempest-TestSnapshotPattern-1193254741 tempest-TestSnapshotPattern-1193254741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b45595-f422-4025-b92d-572e8ff1f3f3,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:06.217097 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47328) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:06.653143 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:06.892549 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Deleting port ec9ea489-59e6-4822-ab74-65d8473d21a5 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:06.892794 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:06.969747 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] For port ec9ea489-59e6-4822-ab74-65d8473d21a5, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=ec9ea489-59e6-4822-ab74-65d8473d21a5,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:06.970145 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:06.982795 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Calling delete_port for ec9ea489-59e6-4822-ab74-65d8473d21a5 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:07.095974 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be no longer exists at agent hyperv_n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:07.115342 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] No Port match for: 849997f2-e515-4b66-928d-32b950d475be {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:07.115692 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Device 849997f2-e515-4b66-928d-32b950d475be not bound to the agent host n-h1-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:07.245331 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:07.276192 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9ea489-59e6-4822-ab74-65d8473d21a5,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:07.442892 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:07.506432 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:07.677290 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Router c6b84908-c385-419b-a79d-32e782f1a66b has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:28:08.104206 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:28:08.109256 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-5ab0546c-3274-46d1-ae48-fb5af0b1986a admin admin] 10.222.0.57 "PUT /v2.0/routers/c6b84908-c385-419b-a79d-32e782f1a66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910944 Jul 28 16:28:08.111774 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47340) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:08.114429 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] Sync routers for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:28:08.123673 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:28:08.124278 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:08.216939 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.227096 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: n-d-764806-10 {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:28:08.321792 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.411280 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:28:07Z', 'revision_number': 5, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port': {'id': '0df27a4d-05a6-48e8-ba21-260ed7ae85be', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:08.440603 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] Checking router: c6b84908-c385-419b-a79d-32e782f1a66b for host: n-d-764806-10 {{(pid=94660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:28:08.446714 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Deleting port 0df27a4d-05a6-48e8-ba21-260ed7ae85be {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:08.447034 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.449416 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] Routers {'c6b84908-c385-419b-a79d-32e782f1a66b'} bound to L3 agent in host n-d-764806-10 {{(pid=94660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:28:08.449964 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c6b84908-c385-419b-a79d-32e782f1a66b'], 'active': True} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:08.523371 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] For port 0df27a4d-05a6-48e8-ba21-260ed7ae85be, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0df27a4d-05a6-48e8-ba21-260ed7ae85be,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:08.523937 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.529443 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_dvr_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] Set router c6b84908-c385-419b-a79d-32e782f1a66b gateway port host: None {{(pid=94660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:28:08.537632 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Calling delete_port for 0df27a4d-05a6-48e8-ba21-260ed7ae85be owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:08.581655 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.l3_hamode_db [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:28:08Z', 'revision_number': 6, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:08.606645 n-d-764806-10 neutron-server[94660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ae827-8ddd-40ca-8468-f851e014e60a None None] The sync data for ids ['c6b84908-c385-419b-a79d-32e782f1a66b'] in n-d-764806-10 is: [{'id': 'c6b84908-c385-419b-a79d-32e782f1a66b', 'name': 'tempest-TestSnapshotPattern-2012680430-router', 'tenant_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:19Z', 'updated_at': '2021-07-28T16:28:08Z', 'revision_number': 6, 'project_id': '89b953ce67b6408d992b7aeb8cbcd67e', 'gw_port_host': None}] {{(pid=94660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:28:08.776868 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.808755 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Pushing event deleted for resources: {'Port': ['ID=0df27a4d-05a6-48e8-ba21-260ed7ae85be,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:08.866005 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.956727 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:08.958985 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.068524 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.069070 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b84908-c385-419b-a79d-32e782f1a66b {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:28:09.073480 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.074616 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-eedfc51f-3761-4be8-8834-a9c70725269b admin admin] 10.222.0.57 "DELETE /v2.0/routers/c6b84908-c385-419b-a79d-32e782f1a66b HTTP/1.1" status: 204 len: 168 time: 0.9617860 Jul 28 16:28:09.077218 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47342) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:09.126820 n-d-764806-10 neutron-server[94657]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Deleting subnet 6d1a6d63-a201-448e-acc4-945352351ace {{(pid=94657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:28:09.129885 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.164488 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2820465'] for subnet, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.242064 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.360490 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2820413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2866964'] for subnet, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.393351 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.395245 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6d1a6d63-a201-448e-acc4-945352351ace HTTP/1.1" status: 204 len: 168 time: 0.3170755 Jul 28 16:28:09.396867 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b40988-4661-461d-a82d-aed336d66974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1a6d63-a201-448e-acc4-945352351ace,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:09.398568 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47344) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:09.399324 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b44ee-e29e-40c7-8b22-25e4f78b1382 None None] Network ae4e6257-f7ac-409a-b1b0-77dbab66f871 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:28:09.481329 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.535346 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Deleting port 01c00a6f-957f-4470-8d1a-a6769ce99a2c {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:09.536360 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.576905 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] DHCP port deletion for ae4e6257-f7ac-409a-b1b0-77dbab66f871 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:28:09.617937 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] For port 01c00a6f-957f-4470-8d1a-a6769ce99a2c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=01c00a6f-957f-4470-8d1a-a6769ce99a2c,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:09.618405 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.633336 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] Deleting port 01c00a6f-957f-4470-8d1a-a6769ce99a2c {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:09.633723 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.633876 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Calling delete_port for 01c00a6f-957f-4470-8d1a-a6769ce99a2c owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:09.699355 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] For port 01c00a6f-957f-4470-8d1a-a6769ce99a2c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=01c00a6f-957f-4470-8d1a-a6769ce99a2c,segment=NetworkSegment(c32b763b-a70d-4ef6-b486-0ce7c7f64d62),segment_id=c32b763b-a70d-4ef6-b486-0ce7c7f64d62)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:09.699765 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.714829 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] Calling delete_port for 01c00a6f-957f-4470-8d1a-a6769ce99a2c owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:09.782514 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.791718 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.811497 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Pushing event deleted for resources: {'Port': ['ID=01c00a6f-957f-4470-8d1a-a6769ce99a2c,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:09.814910 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] No DVR routers for this DVR port 01c00a6f-957f-4470-8d1a-a6769ce99a2c on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:28:09.817488 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] Pushing event deleted for resources: {'Port': ['ID=01c00a6f-957f-4470-8d1a-a6769ce99a2c,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:09.819272 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0535cbb-adf8-4c8a-b3ec-30ffe1a53866 None None] No DVR routers for this DVR port 01c00a6f-957f-4470-8d1a-a6769ce99a2c on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:28:09.886016 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.895500 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4e6257-f7ac-409a-b1b0-77dbab66f871']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:09.906421 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:09.906724 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32b763b-a70d-4ef6-b486-0ce7c7f64d62') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:09.915236 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.928339 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.934603 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:28:09.934991 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:28:09.936604 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:28:10.061023 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:10.067769 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:10.073064 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] 10.222.0.57 "DELETE /v2.0/networks/ae4e6257-f7ac-409a-b1b0-77dbab66f871 HTTP/1.1" status: 204 len: 168 time: 0.6702421 Jul 28 16:28:10.073656 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47350) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:10.080184 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fa124-3fb4-4dcd-b5bf-8d5a78c0753d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4e6257-f7ac-409a-b1b0-77dbab66f871,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:10.332241 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0df27a4d-05a6-48e8-ba21-260ed7ae85be no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:10.352116 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0df27a4d-05a6-48e8-ba21-260ed7ae85be {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:10.352484 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0df27a4d-05a6-48e8-ba21-260ed7ae85be not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:10.352889 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec9ea489-59e6-4822-ab74-65d8473d21a5 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:10.371382 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: ec9ea489-59e6-4822-ab74-65d8473d21a5 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:10.371727 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device ec9ea489-59e6-4822-ab74-65d8473d21a5 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:10.372129 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 01c00a6f-957f-4470-8d1a-a6769ce99a2c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:10.389986 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 01c00a6f-957f-4470-8d1a-a6769ce99a2c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:10.390332 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 01c00a6f-957f-4470-8d1a-a6769ce99a2c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:10.425634 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734214'] for router_interface, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:10.669720 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Deleting port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:10.669981 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:10.746334 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] For port 0e71ee12-c6b4-4494-ad8c-6c71d11687f9, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:10.746700 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:10.762949 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Calling delete_port for 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 owned by network:router_interface {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:10.998028 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:11.021565 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e71ee12-c6b4-4494-ad8c-6c71d11687f9,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:11.189306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734186'] for router_interface, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:11.398543 n-d-764806-10 neutron-server[94657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 has already been hosted by L3 agent fdc1cbbe-0a96-479f-b762-86514ac58168 {{(pid=94657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:28:11.505687 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] Notify agent at l3_agent.n-d-764806-10 the message routers_updated {{(pid=94657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:28:11.511104 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-f5f6652d-ccaa-49a5-8e44-7a15ab90d932 admin admin] 10.222.0.57 "PUT /v2.0/routers/c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4366403 Jul 28 16:28:11.513690 n-d-764806-10 neutron-server[94657]: DEBUG neutron.wsgi [-] (94657) accepted ('10.222.0.57', 47352) {{(pid=94657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:11.516315 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] Sync routers for ids ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'] in n-d-764806-10 {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:28:11.525723 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] Routers {'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:28:11.526335 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:11.617593 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks [] for router, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:11.625977 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] Set router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 gateway port host: n-d-764806-10 {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:28:11.719559 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:11.809818 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'external_fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:28:10Z', 'revision_number': 5, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port': {'id': 'f51593c4-45fc-4820-9a57-417614a3868c', 'name': '', 'network_id': '5dde27f5-2722-488d-9d3f-066c309fca75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f6f940-d7a2-4557-a27a-a1ceb2cb1ec3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-10'}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:11.842582 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] Checking router: c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 for host: n-d-764806-10 {{(pid=94659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:28:11.851620 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] Routers {'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'} bound to L3 agent in host n-d-764806-10 {{(pid=94659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:28:11.852230 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:16:55Z,description=,heartbeat_timestamp=2021-07-28T16:27:55Z,host='n-d-764806-10',id=fdc1cbbe-0a96-479f-b762-86514ac58168,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:16:55Z,topic='l3_agent')) {'router_ids': ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'], 'active': True} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:11.853894 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Deleting port f51593c4-45fc-4820-9a57-417614a3868c {{(pid=94657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:11.854245 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:11.934652 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.db [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] For port f51593c4-45fc-4820-9a57-417614a3868c, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=f51593c4-45fc-4820-9a57-417614a3868c,segment=NetworkSegment(137384f0-febf-479e-b110-b888aa5c4f27),segment_id=137384f0-febf-479e-b110-b888aa5c4f27)] {{(pid=94657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:11.935022 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:11.948723 n-d-764806-10 neutron-server[94657]: DEBUG neutron.plugins.ml2.plugin [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Calling delete_port for f51593c4-45fc-4820-9a57-417614a3868c owned by network:router_gateway {{(pid=94657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:12.098182 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvr_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] Set router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 gateway port host: None {{(pid=94659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:28:12.154206 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_hamode_db [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:28:11Z', 'revision_number': 6, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port_host': None}], 'n-d-764806-10', False) {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:12.171279 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2820456'] for port, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.180487 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b5c8-f218-4db9-b678-5609d6a6a32b None None] The sync data for ids ['c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0'] in n-d-764806-10 is: [{'id': 'c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0', 'name': 'tempest-TestSnapshotPattern-1218101041-router', 'tenant_id': '36ea0a6a8f0748a483fba81aae625381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T16:22:25Z', 'updated_at': '2021-07-28T16:28:11Z', 'revision_number': 6, 'project_id': '36ea0a6a8f0748a483fba81aae625381', 'gw_port_host': None}] {{(pid=94659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:28:12.203731 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51593c4-45fc-4820-9a57-417614a3868c,revision_number=None']} {{(pid=94657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:12.264359 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602696'] for router_gateway, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.354315 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-189720'] for router, precommit_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.356306 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.479723 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720967'] for router, after_delete {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.480348 n-d-764806-10 neutron-server[94657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 {{(pid=94657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:28:12.484692 n-d-764806-10 neutron-server[94657]: DEBUG neutron_lib.callbacks.manager [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] Notify callbacks [] for router, before_response {{(pid=94657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.485845 n-d-764806-10 neutron-server[94657]: INFO neutron.wsgi [None req-bc67267e-fd7d-40e4-ae7c-88e7cda01978 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c9adbbf3-6bf4-49fe-a629-0e0b3065e6d0 HTTP/1.1" status: 204 len: 168 time: 0.9712484 Jul 28 16:28:12.488446 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47356) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:12.540274 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Deleting subnet 964bd84d-9d0e-4d6e-bd6f-635dc0679019 {{(pid=94658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:28:12.543995 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.584942 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165999'] for subnet, precommit_delete_associations {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.668747 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406275'] for subnet, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.777347 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27166178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597840'] for subnet, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.802306 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964bd84d-9d0e-4d6e-bd6f-635dc0679019,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:12.806031 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.807950 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a0332c62-e511-4b30-bd26-44f0c3569366 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/964bd84d-9d0e-4d6e-bd6f-635dc0679019 HTTP/1.1" status: 204 len: 168 time: 0.3184545 Jul 28 16:28:12.810409 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47358) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:12.812961 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb79ff5-021e-4cdd-908f-86a77227b189 None None] Network dd4d7be9-adf4-4500-888d-bd6c25814ae1 requested from n-d-764806-10 {{(pid=94659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:28:12.881365 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-747441'] for network, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.927600 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:12.938916 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Deleting port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 {{(pid=94658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:12.939266 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:12.948275 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:12.948657 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device 0e71ee12-c6b4-4494-ad8c-6c71d11687f9 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:13.003252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.db [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] For port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:13.003630 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.003810 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] DHCP port deletion for dd4d7be9-adf4-4500-888d-bd6c25814ae1 request from n-d-764806-10 {{(pid=94659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:28:13.018742 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Calling delete_port for cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 owned by network:dhcp {{(pid=94658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:13.052326 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] Deleting port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 {{(pid=94659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:28:13.052724 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735077433483'] for port, before_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.122480 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.db [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] For port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94, host n-d-764806-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-10',level=0,port_id=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,segment=NetworkSegment(1a800da8-5f2d-4fb0-ac8d-54c21f4da226),segment_id=1a800da8-5f2d-4fb0-ac8d-54c21f4da226)] {{(pid=94659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:28:13.122902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port, precommit_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.136876 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] Calling delete_port for cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 owned by network:dhcp {{(pid=94659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:28:13.170005 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27166135'] for port, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.202186 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:13.205968 n-d-764806-10 neutron-server[94658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] No DVR routers for this DVR port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 on host n-d-764806-10 {{(pid=94658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:28:13.223154 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735077438751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735077032488'] for port, after_delete {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.248628 n-d-764806-10 neutron-server[94659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] Pushing event deleted for resources: {'Port': ['ID=cdf00881-bfcd-4abc-a44d-72b1dfb4fd94,revision_number=None']} {{(pid=94659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:13.250429 n-d-764806-10 neutron-server[94659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fcc648-6fe8-4ec1-b051-47af9bb39ca2 None None] No DVR routers for this DVR port cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 on host n-d-764806-10 {{(pid=94659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:28:13.285678 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408566', 'neutron.services.segments.db._delete_segments_for_network-8735077612337'] for network, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.295602 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4d7be9-adf4-4500-888d-bd6c25814ae1']}} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:13.306098 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a800da8-5f2d-4fb0-ac8d-54c21f4da226') {'for_net_delete': True} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:13.306395 n-d-764806-10 neutron-server[94658]: DEBUG neutron.services.segments.db [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a800da8-5f2d-4fb0-ac8d-54c21f4da226') {} {{(pid=94658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:28:13.314875 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735077612858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165990'] for segment, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.328519 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958'] for segment, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.334252 n-d-764806-10 neutron-server[94658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27166104'] for segment, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: Traceback (most recent call last): Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: timer() Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: cb(*args, **kw) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: return func(*args, **kwargs) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: self._notify() Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: self.callback(batched_events) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: event.method(event) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: return f(self, *a, **k) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: return self._get(url).json() Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: return self.request(url, 'GET', **kwargs) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:28:13.342880 n-d-764806-10 neutron-server[94658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:28:13.467997 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602740'] for network, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.473503 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Notify callbacks [] for network, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.478818 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dd4d7be9-adf4-4500-888d-bd6c25814ae1 HTTP/1.1" status: 204 len: 168 time: 0.6640763 Jul 28 16:28:13.487398 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c83bf-f163-4e54-afe8-830c6a45dda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4d7be9-adf4-4500-888d-bd6c25814ae1,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:13.764766 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47364) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:13.804744 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-84d22d62-a824-4275-9a5c-6f6be4902244 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89b953ce67b6408d992b7aeb8cbcd67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387862 Jul 28 16:28:13.807130 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47366) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:13.859069 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-577951b0-18d2-4dde-99c9-a675e6fd9fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.879214 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-577951b0-18d2-4dde-99c9-a675e6fd9fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.977152 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-577951b0-18d2-4dde-99c9-a675e6fd9fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.979693 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-577951b0-18d2-4dde-99c9-a675e6fd9fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:13.980863 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-577951b0-18d2-4dde-99c9-a675e6fd9fef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19409946-c06c-47a2-9946-cc294f2f9329 HTTP/1.1" status: 204 len: 168 time: 0.1728549 Jul 28 16:28:13.988403 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577951b0-18d2-4dde-99c9-a675e6fd9fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19409946-c06c-47a2-9946-cc294f2f9329,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:14.341738 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f51593c4-45fc-4820-9a57-417614a3868c no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:14.363694 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: f51593c4-45fc-4820-9a57-417614a3868c {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:14.364041 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device f51593c4-45fc-4820-9a57-417614a3868c not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:14.364441 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 no longer exists at agent ovs-agent-n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:28:14.382502 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] No Port match for: cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 {{(pid=94659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:28:14.382852 n-d-764806-10 neutron-server[94659]: DEBUG neutron.plugins.ml2.rpc [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Device cdf00881-bfcd-4abc-a44d-72b1dfb4fd94 not bound to the agent host n-d-764806-10 {{(pid=94659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:28:14.534877 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47372) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:14.574275 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-5bf89b5e-51bf-4b97-830f-82583f6534e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36ea0a6a8f0748a483fba81aae625381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381439 Jul 28 16:28:14.576694 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [-] (94658) accepted ('10.222.0.57', 47374) {{(pid=94658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:28:14.622987 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a74e2900-689b-4ea8-ada0-38bd491c462b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:14.643821 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a74e2900-689b-4ea8-ada0-38bd491c462b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:14.759259 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a74e2900-689b-4ea8-ada0-38bd491c462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820916'] for security_group, after_delete {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:14.761843 n-d-764806-10 neutron-server[94658]: DEBUG neutron_lib.callbacks.manager [None req-a74e2900-689b-4ea8-ada0-38bd491c462b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:14.762972 n-d-764806-10 neutron-server[94658]: INFO neutron.wsgi [None req-a74e2900-689b-4ea8-ada0-38bd491c462b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91cd89b2-0f40-41d1-a449-90df82698c6e HTTP/1.1" status: 204 len: 168 time: 0.1853769 Jul 28 16:28:14.770722 n-d-764806-10 neutron-server[94658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e2900-689b-4ea8-ada0-38bd491c462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd89b2-0f40-41d1-a449-90df82698c6e,revision_number=None']} {{(pid=94658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:28:22.374878 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-931206b1-482d-4662-a29b-ff8961f31111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:24.924461 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d5a5-b092-4289-bef3-9520b7ee0ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:25.382152 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:26.799067 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:28.295767 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:33.433175 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:37.529711 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:41.372839 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:28:52.386529 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-872e237c-0b9a-4117-9ea9-86c3ca1d9bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:54.912197 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-1d042b85-3b4f-4408-b450-2970acd126bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:55.318043 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:56.780283 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:28:58.300345 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:03.414817 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:07.494639 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:18.372477 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:29:22.374298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2dc7613b-b70c-4817-acc7-d2e1188773c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:24.922263 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b133f7b7-ff4d-438c-b654-f14ca76eedb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:25.316902 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:26.791381 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:28.276707 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:33.407953 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:37.499782 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:52.356300 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d6c84e42-699d-49c3-a55c-1b464a62bce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:54.916198 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-275c808c-44b5-4593-a8d9-83b3654195c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:55.332671 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:55.457288 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:29:56.795968 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:29:58.304855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:03.430331 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:07.493199 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:22.377526 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-9a01c1dd-fa96-4b2f-a5c0-65638dde9089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:24.961330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-afa8bddc-f9ae-4765-9f1a-776356667a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:25.309859 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:26.806728 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:28.309645 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:32.377891 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:30:33.475741 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:37.521460 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:52.365414 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-77b88b8e-a26f-4d01-bdf4-825acffb2885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:54.999099 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-773dfa20-4d4a-4b28-94b9-614fb93fab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:55.348046 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:56.806567 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:30:58.308601 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:03.469119 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:07.526118 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:09.377605 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:31:22.383254 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a6d3710a-908c-4b0e-8e5b-c0c537c81165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:24.966042 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2a30c412-0c66-4c18-9428-81f6782d7fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:25.331932 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:26.828720 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:28.297278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:33.460704 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:37.525540 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:46.376852 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:31:52.365855 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-844e1b47-0532-4477-b8fb-4414ff6aaf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:54.991493 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5746b915-5a45-472e-a6cb-346863674056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:55.322635 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:56.803130 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:31:58.299951 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:03.468272 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:07.568194 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:22.373298 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-7d5701f1-5ad1-4de2-ad0e-185210d5bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:23.377632 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:32:24.910383 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fb1971bc-1274-44e1-af49-bcc0b7a259d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:25.333085 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:26.827795 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:28.310558 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:33.469879 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:37.578744 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:52.376056 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-12486983-a082-4177-ae07-fe083204ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:54.913101 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-bed86b15-ae30-4eec-8ab3-1daa72469eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:55.341465 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:56.851967 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:32:58.332059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:00.376580 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:33:03.474630 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:07.554647 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:22.405533 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-f330c36c-6e06-4a7f-9ed3-b8aef6a5ff6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:24.931163 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-43596577-d68c-4a03-832d-66f7ce590ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:25.331195 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:26.811278 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:28.312745 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:33.485250 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:37.376040 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:33:37.644760 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:52.397624 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-06f9e4cb-3530-483a-8286-462cd4831714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:54.918497 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-d2264d5f-3002-427e-8c98-c57d12834992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:55.324916 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:56.810306 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:33:58.324201 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:03.472915 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:07.592633 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:14.376175 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:34:22.363343 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7978-c43e-4e7e-9ec9-8eaf243fcdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:24.929187 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ef98cdbb-5de4-4173-b6bb-17edc66bcf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:25.311813 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:26.831798 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:28.346051 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:33.505842 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:37.591528 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:51.374702 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:34:52.373607 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e0dd12f-0c7d-49aa-bfba-6c3f5fd11192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:54.910761 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ae015a0a-2e72-4ff5-b191-8dc7223de446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:55.339830 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:56.842373 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:34:58.311016 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:01.535765 n-d-764806-10 neutron-server[94658]: DEBUG neutron.wsgi [req-535a93b1-d762-4d0c-a858-ede8dfadb763 req-9fc640d8-2401-44d8-a1bc-f10c643dae53 service neutron] (94658) timed out ('10.222.0.57', 45726) {{(pid=94658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 16:35:03.505267 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:07.619103 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:22.379144 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-a723aa70-ef43-4c7a-b800-1e47b52d741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:24.927725 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-3edc7880-4b7f-4717-bf64-2cb791bc3fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:25.321716 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:26.829475 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:28.344445 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:28.373790 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:35:33.510346 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:37.618836 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:52.390084 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-31b7c805-df77-4cd2-86fd-ab90d3cd830a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:54.921504 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca1bd-c994-4425-93d5-b9955372d3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:55.338679 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:56.847059 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:35:58.315330 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:03.521479 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:05.373448 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:36:07.650729 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:22.382141 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-630537e4-ebe5-459f-b041-f4d96d724985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:24.930481 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-ec706766-d5cb-429c-90d1-0c19882f702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:25.338327 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5e852d0c-861d-4d06-8a7d-e17270457334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:26.858080 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-38757cb7-2bc2-4992-9e68-a31ed6ec6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:28.321110 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-da6a10b4-bb53-477a-a5a4-3dac2fc5fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:33.555484 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-b4e89a91-412c-4515-997d-4d5cde02d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:37.632828 n-d-764806-10 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-5f7798ce-5d33-4218-9a35-c7dc08c3c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735077612319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377334'] for agent, after_update {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:36:42.376054 n-d-764806-10 neutron-server[94660]: DEBUG neutron.db.agents_db [None req-4b3b79fc-0010-4c73-9ff9-5ee4b0221429 None None] Agent healthcheck: found 7 active agents {{(pid=94660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}